1
|
{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2141239643096924, "cos_r_negg": [-0.037375420331954956, -0.024675600230693817, 0.04137958958745003], "cos_apical_negg": [-0.037375420331954956, -0.024675600230693817, 0.04137958958745003], "cos_Ac_negg": [-0.037375420331954956, -0.024675600230693817, 0.04137958958745003], "r_norm": [4.840957164764404, 4.766144275665283, 4.7703537940979]}, {"step": 50, "epoch": 0, "train_loss": 0.76753830909729, "cos_r_negg": [0.34300389885902405, 0.3259342908859253, 0.24906878173351288], "cos_apical_negg": [0.34300389885902405, 0.3259342908859253, 0.24906878173351288], "cos_Ac_negg": [0.34300389885902405, 0.3259342908859253, 0.24906878173351288], "r_norm": [1.9937454462051392, 1.970526933670044, 1.985551118850708]}, {"step": 100, "epoch": 0, "train_loss": 0.6973116397857666, "cos_r_negg": [0.4228743314743042, 0.39186379313468933, 0.28331270813941956], "cos_apical_negg": [0.4228743314743042, 0.39186379313468933, 0.28331270813941956], "cos_Ac_negg": [0.4228743314743042, 0.39186379313468933, 0.28331270813941956], "r_norm": [1.8381896018981934, 1.8127803802490234, 1.8373368978500366]}, {"step": 150, "epoch": 0, "train_loss": 0.5377885103225708, "cos_r_negg": [0.4575684368610382, 0.39813417196273804, 0.2819557189941406], "cos_apical_negg": [0.4575684368610382, 0.39813417196273804, 0.2819557189941406], "cos_Ac_negg": [0.4575684368610382, 0.39813417196273804, 0.2819557189941406], "r_norm": [1.6533658504486084, 1.6328423023223877, 1.6482542753219604]}, {"step": 200, "epoch": 0, "train_loss": 0.5255051255226135, "cos_r_negg": [0.4827248454093933, 0.4495319426059723, 0.30953192710876465], "cos_apical_negg": [0.4827248454093933, 0.4495319426059723, 0.30953192710876465], "cos_Ac_negg": [0.4827248454093933, 0.4495319426059723, 0.30953192710876465], "r_norm": [1.8132535219192505, 1.7773253917694092, 1.7937675714492798]}, {"step": 250, "epoch": 0, "train_loss": 0.7123326063156128, "cos_r_negg": [0.48897436261177063, 0.4282645583152771, 0.28386029601097107], "cos_apical_negg": [0.48897436261177063, 0.4282645583152771, 0.28386029601097107], "cos_Ac_negg": [0.48897436261177063, 0.4282645583152771, 0.28386029601097107], "r_norm": [1.572677731513977, 1.550135612487793, 1.565303087234497]}, {"step": 300, "epoch": 0, "train_loss": 0.8057509660720825, "cos_r_negg": [0.5197527408599854, 0.4425264298915863, 0.2828114628791809], "cos_apical_negg": [0.5197527408599854, 0.4425264298915863, 0.2828114628791809], "cos_Ac_negg": [0.5197527408599854, 0.4425264298915863, 0.2828114628791809], "r_norm": [1.4953978061676025, 1.4761857986450195, 1.4846892356872559]}, {"step": 350, "epoch": 0, "train_loss": 0.4846538305282593, "cos_r_negg": [0.48866406083106995, 0.45425254106521606, 0.3268044590950012], "cos_apical_negg": [0.48866406083106995, 0.45425254106521606, 0.3268044590950012], "cos_Ac_negg": [0.48866406083106995, 0.45425254106521606, 0.3268044590950012], "r_norm": [1.4807798862457275, 1.4641083478927612, 1.4810290336608887]}, {"step": 400, "epoch": 0, "train_loss": 0.6424077749252319, "cos_r_negg": [0.5029877424240112, 0.46594730019569397, 0.3060069680213928], "cos_apical_negg": [0.5029877424240112, 0.46594730019569397, 0.3060069680213928], "cos_Ac_negg": [0.5029877424240112, 0.46594730019569397, 0.3060069680213928], "r_norm": [1.5484061241149902, 1.5305962562561035, 1.5436158180236816]}, {"step": 450, "epoch": 0, "train_loss": 0.5210787057876587, "cos_r_negg": [0.5048798322677612, 0.47108232975006104, 0.29170337319374084], "cos_apical_negg": [0.5048798322677612, 0.47108232975006104, 0.29170337319374084], "cos_Ac_negg": [0.5048798322677612, 0.47108232975006104, 0.29170337319374084], "r_norm": [1.541645884513855, 1.5236976146697998, 1.5325641632080078]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8221, "test_loss": 0.5249912353515624}, {"step": 500, "epoch": 1, "train_loss": 0.3758527636528015, "cos_r_negg": [0.5016980767250061, 0.4519087076187134, 0.30959025025367737], "cos_apical_negg": [0.5016980767250061, 0.4519087076187134, 0.30959025025367737], "cos_Ac_negg": [0.5016980767250061, 0.4519087076187134, 0.30959025025367737], "r_norm": [1.440129280090332, 1.420261263847351, 1.4322543144226074]}, {"step": 550, "epoch": 1, "train_loss": 0.6160320043563843, "cos_r_negg": [0.5319750308990479, 0.46392276883125305, 0.28866320848464966], "cos_apical_negg": [0.5319750308990479, 0.46392276883125305, 0.28866320848464966], "cos_Ac_negg": [0.5319750308990479, 0.46392276883125305, 0.28866320848464966], "r_norm": [1.4268712997436523, 1.4156339168548584, 1.4261573553085327]}, {"step": 600, "epoch": 1, "train_loss": 0.5891857147216797, "cos_r_negg": [0.5206385254859924, 0.46966665983200073, 0.29805701971054077], "cos_apical_negg": [0.5206385254859924, 0.46966665983200073, 0.29805701971054077], "cos_Ac_negg": [0.5206385254859924, 0.46966665983200073, 0.29805701971054077], "r_norm": [1.4101983308792114, 1.3970947265625, 1.409642219543457]}, {"step": 650, "epoch": 1, "train_loss": 0.6504547595977783, "cos_r_negg": [0.5280287861824036, 0.48061978816986084, 0.29616883397102356], "cos_apical_negg": [0.5280287861824036, 0.48061978816986084, 0.29616883397102356], "cos_Ac_negg": [0.5280287861824036, 0.48061978816986084, 0.29616883397102356], "r_norm": [1.4706999063491821, 1.4592108726501465, 1.4681274890899658]}, {"step": 700, "epoch": 1, "train_loss": 0.3571268320083618, "cos_r_negg": [0.5416663885116577, 0.4910528361797333, 0.30799227952957153], "cos_apical_negg": [0.5416663885116577, 0.4910528361797333, 0.30799227952957153], "cos_Ac_negg": [0.5416663885116577, 0.4910528361797333, 0.30799227952957153], "r_norm": [1.3523341417312622, 1.3393609523773193, 1.3456487655639648]}, {"step": 750, "epoch": 1, "train_loss": 0.43722501397132874, "cos_r_negg": [0.5189592838287354, 0.4485100209712982, 0.26296883821487427], "cos_apical_negg": [0.5189592838287354, 0.4485100209712982, 0.26296883821487427], "cos_Ac_negg": [0.5189592838287354, 0.4485100209712982, 0.26296883821487427], "r_norm": [1.250404953956604, 1.237868309020996, 1.2501704692840576]}, {"step": 800, "epoch": 1, "train_loss": 0.5164660811424255, "cos_r_negg": [0.5048713684082031, 0.4461757242679596, 0.29814302921295166], "cos_apical_negg": [0.5048713684082031, 0.4461757242679596, 0.29814302921295166], "cos_Ac_negg": [0.5048713684082031, 0.4461757242679596, 0.29814302921295166], "r_norm": [1.4325639009475708, 1.4226000308990479, 1.4394911527633667]}, {"step": 850, "epoch": 1, "train_loss": 0.3362555503845215, "cos_r_negg": [0.519556999206543, 0.47330620884895325, 0.2554146945476532], "cos_apical_negg": [0.519556999206543, 0.47330620884895325, 0.2554146945476532], "cos_Ac_negg": [0.519556999206543, 0.47330620884895325, 0.2554146945476532], "r_norm": [1.2981551885604858, 1.2837178707122803, 1.2934463024139404]}, {"step": 900, "epoch": 1, "train_loss": 0.5422909259796143, "cos_r_negg": [0.5121940970420837, 0.48749130964279175, 0.2942435145378113], "cos_apical_negg": [0.5121940970420837, 0.48749130964279175, 0.2942435145378113], "cos_Ac_negg": [0.5121940970420837, 0.48749130964279175, 0.2942435145378113], "r_norm": [1.4157930612564087, 1.4036896228790283, 1.4129352569580078]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8326, "test_loss": 0.47712357177734377}, {"step": 950, "epoch": 2, "train_loss": 0.49149563908576965, "cos_r_negg": [0.5190832614898682, 0.505983829498291, 0.3132496774196625], "cos_apical_negg": [0.5190832614898682, 0.505983829498291, 0.3132496774196625], "cos_Ac_negg": [0.5190832614898682, 0.505983829498291, 0.3132496774196625], "r_norm": [1.273296594619751, 1.2572720050811768, 1.2696900367736816]}, {"step": 1000, "epoch": 2, "train_loss": 0.4614669680595398, "cos_r_negg": [0.5339794158935547, 0.4855688810348511, 0.30889692902565], "cos_apical_negg": [0.5339794158935547, 0.4855688810348511, 0.30889692902565], "cos_Ac_negg": [0.5339794158935547, 0.4855688810348511, 0.30889692902565], "r_norm": [1.4106558561325073, 1.3987202644348145, 1.4076645374298096]}, {"step": 1050, "epoch": 2, "train_loss": 0.317037433385849, "cos_r_negg": [0.5377817153930664, 0.511469841003418, 0.3225942850112915], "cos_apical_negg": [0.5377817153930664, 0.511469841003418, 0.3225942850112915], "cos_Ac_negg": [0.5377817153930664, 0.511469841003418, 0.3225942850112915], "r_norm": [1.4084513187408447, 1.3978015184402466, 1.4085819721221924]}, {"step": 1100, "epoch": 2, "train_loss": 0.3650640845298767, "cos_r_negg": [0.5480612516403198, 0.5008298754692078, 0.30053380131721497], "cos_apical_negg": [0.5480612516403198, 0.5008298754692078, 0.30053380131721497], "cos_Ac_negg": [0.5480612516403198, 0.5008298754692078, 0.30053380131721497], "r_norm": [1.2291579246520996, 1.2164722681045532, 1.225126028060913]}, {"step": 1150, "epoch": 2, "train_loss": 0.41139793395996094, "cos_r_negg": [0.5442354679107666, 0.49542713165283203, 0.281829297542572], "cos_apical_negg": [0.5442354679107666, 0.49542713165283203, 0.281829297542572], "cos_Ac_negg": [0.5442354679107666, 0.49542713165283203, 0.281829297542572], "r_norm": [1.2682753801345825, 1.2597715854644775, 1.2709734439849854]}, {"step": 1200, "epoch": 2, "train_loss": 0.5367578268051147, "cos_r_negg": [0.5523064136505127, 0.5137453675270081, 0.30473020672798157], "cos_apical_negg": [0.5523064136505127, 0.5137453675270081, 0.30473020672798157], "cos_Ac_negg": [0.5523064136505127, 0.5137453675270081, 0.30473020672798157], "r_norm": [1.3974506855010986, 1.3919546604156494, 1.410356044769287]}, {"step": 1250, "epoch": 2, "train_loss": 0.3712756633758545, "cos_r_negg": [0.5327267050743103, 0.513789713382721, 0.29879969358444214], "cos_apical_negg": [0.5327267050743103, 0.513789713382721, 0.29879969358444214], "cos_Ac_negg": [0.5327267050743103, 0.513789713382721, 0.29879969358444214], "r_norm": [1.285416603088379, 1.2744139432907104, 1.2839570045471191]}, {"step": 1300, "epoch": 2, "train_loss": 0.37222665548324585, "cos_r_negg": [0.5395599007606506, 0.5111004114151001, 0.3119455575942993], "cos_apical_negg": [0.5395599007606506, 0.5111004114151001, 0.3119455575942993], "cos_Ac_negg": [0.5395599007606506, 0.5111004114151001, 0.3119455575942993], "r_norm": [1.268921136856079, 1.2587037086486816, 1.26949942111969]}, {"step": 1350, "epoch": 2, "train_loss": 0.3112936019897461, "cos_r_negg": [0.5354907512664795, 0.5180228352546692, 0.3009111285209656], "cos_apical_negg": [0.5354907512664795, 0.5180228352546692, 0.3009111285209656], "cos_Ac_negg": [0.5354907512664795, 0.5180228352546692, 0.3009111285209656], "r_norm": [1.174966812133789, 1.1628175973892212, 1.1765214204788208]}, {"step": 1400, "epoch": 2, "train_loss": 0.5030006170272827, "cos_r_negg": [0.5473004579544067, 0.5108639597892761, 0.2951109707355499], "cos_apical_negg": [0.5473004579544067, 0.5108639597892761, 0.2951109707355499], "cos_Ac_negg": [0.5473004579544067, 0.5108639597892761, 0.2951109707355499], "r_norm": [1.2302746772766113, 1.2131192684173584, 1.2282187938690186]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8436, "test_loss": 0.45560981750488283}, {"step": 1450, "epoch": 3, "train_loss": 0.6755787134170532, "cos_r_negg": [0.5282495021820068, 0.5234593152999878, 0.32278114557266235], "cos_apical_negg": [0.5282495021820068, 0.5234593152999878, 0.32278114557266235], "cos_Ac_negg": [0.5282495021820068, 0.5234593152999878, 0.32278114557266235], "r_norm": [1.197533130645752, 1.188260555267334, 1.2030640840530396]}, {"step": 1500, "epoch": 3, "train_loss": 0.4370918273925781, "cos_r_negg": [0.5490834712982178, 0.5208216905593872, 0.3098313808441162], "cos_apical_negg": [0.5490834712982178, 0.5208216905593872, 0.3098313808441162], "cos_Ac_negg": [0.5490834712982178, 0.5208216905593872, 0.3098313808441162], "r_norm": [1.2899539470672607, 1.2829371690750122, 1.2911818027496338]}, {"step": 1550, "epoch": 3, "train_loss": 0.36657410860061646, "cos_r_negg": [0.5707887411117554, 0.536128044128418, 0.30594488978385925], "cos_apical_negg": [0.5707887411117554, 0.536128044128418, 0.30594488978385925], "cos_Ac_negg": [0.5707887411117554, 0.536128044128418, 0.30594488978385925], "r_norm": [1.281328558921814, 1.2710230350494385, 1.2814953327178955]}, {"step": 1600, "epoch": 3, "train_loss": 0.37251749634742737, "cos_r_negg": [0.5578664541244507, 0.5186420679092407, 0.30604323744773865], "cos_apical_negg": [0.5578664541244507, 0.5186420679092407, 0.30604323744773865], "cos_Ac_negg": [0.5578664541244507, 0.5186420679092407, 0.30604323744773865], "r_norm": [1.3434903621673584, 1.3363127708435059, 1.3512578010559082]}, {"step": 1650, "epoch": 3, "train_loss": 0.49821317195892334, "cos_r_negg": [0.555222749710083, 0.5429008603096008, 0.28473997116088867], "cos_apical_negg": [0.555222749710083, 0.5429008603096008, 0.28473997116088867], "cos_Ac_negg": [0.555222749710083, 0.5429008603096008, 0.28473997116088867], "r_norm": [1.2461650371551514, 1.237616777420044, 1.2491950988769531]}, {"step": 1700, "epoch": 3, "train_loss": 0.49161964654922485, "cos_r_negg": [0.5479353666305542, 0.5249305963516235, 0.2928064167499542], "cos_apical_negg": [0.5479353666305542, 0.5249305963516235, 0.2928064167499542], "cos_Ac_negg": [0.5479353666305542, 0.5249305963516235, 0.2928064167499542], "r_norm": [1.3142279386520386, 1.3001296520233154, 1.306567668914795]}, {"step": 1750, "epoch": 3, "train_loss": 0.5719799995422363, "cos_r_negg": [0.5391153693199158, 0.49600857496261597, 0.28312742710113525], "cos_apical_negg": [0.5391153693199158, 0.49600857496261597, 0.28312742710113525], "cos_Ac_negg": [0.5391153693199158, 0.49600857496261597, 0.28312742710113525], "r_norm": [1.3399810791015625, 1.3308488130569458, 1.341055154800415]}, {"step": 1800, "epoch": 3, "train_loss": 0.3877452611923218, "cos_r_negg": [0.5373673439025879, 0.4936894476413727, 0.2922379970550537], "cos_apical_negg": [0.5373673439025879, 0.4936894476413727, 0.2922379970550537], "cos_Ac_negg": [0.5373673439025879, 0.4936894476413727, 0.2922379970550537], "r_norm": [1.333397388458252, 1.3232948780059814, 1.3398759365081787]}, {"step": 1850, "epoch": 3, "train_loss": 0.44976121187210083, "cos_r_negg": [0.5719236135482788, 0.5210808515548706, 0.3088991343975067], "cos_apical_negg": [0.5719236135482788, 0.5210808515548706, 0.3088991343975067], "cos_Ac_negg": [0.5719236135482788, 0.5210808515548706, 0.3088991343975067], "r_norm": [1.2432639598846436, 1.231064796447754, 1.2468516826629639]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8532, "test_loss": 0.41813760681152345}, {"step": 1900, "epoch": 4, "train_loss": 0.32906126976013184, "cos_r_negg": [0.5606547594070435, 0.5050551891326904, 0.2838357090950012], "cos_apical_negg": [0.5606547594070435, 0.5050551891326904, 0.2838357090950012], "cos_Ac_negg": [0.5606547594070435, 0.5050551891326904, 0.2838357090950012], "r_norm": [1.213639497756958, 1.2043832540512085, 1.215979814529419]}, {"step": 1950, "epoch": 4, "train_loss": 0.6056049466133118, "cos_r_negg": [0.5623065233230591, 0.5153343677520752, 0.29627910256385803], "cos_apical_negg": [0.5623065233230591, 0.5153343677520752, 0.29627910256385803], "cos_Ac_negg": [0.5623065233230591, 0.5153343677520752, 0.29627910256385803], "r_norm": [1.275162696838379, 1.2647565603256226, 1.2742855548858643]}, {"step": 2000, "epoch": 4, "train_loss": 0.34563928842544556, "cos_r_negg": [0.5492620468139648, 0.5223570466041565, 0.3072271943092346], "cos_apical_negg": [0.5492620468139648, 0.5223570466041565, 0.3072271943092346], "cos_Ac_negg": [0.5492620468139648, 0.5223570466041565, 0.3072271943092346], "r_norm": [1.3741589784622192, 1.365311861038208, 1.3712964057922363]}, {"step": 2050, "epoch": 4, "train_loss": 0.36295101046562195, "cos_r_negg": [0.5349365472793579, 0.4909164309501648, 0.30320632457733154], "cos_apical_negg": [0.5349365472793579, 0.4909164309501648, 0.30320632457733154], "cos_Ac_negg": [0.5349365472793579, 0.4909164309501648, 0.30320632457733154], "r_norm": [1.1903694868087769, 1.1806049346923828, 1.1961798667907715]}, {"step": 2100, "epoch": 4, "train_loss": 0.372683584690094, "cos_r_negg": [0.5634972453117371, 0.5293784141540527, 0.3153391480445862], "cos_apical_negg": [0.5634972453117371, 0.5293784141540527, 0.3153391480445862], "cos_Ac_negg": [0.5634972453117371, 0.5293784141540527, 0.3153391480445862], "r_norm": [1.1503231525421143, 1.1421127319335938, 1.1489429473876953]}, {"step": 2150, "epoch": 4, "train_loss": 0.37808316946029663, "cos_r_negg": [0.5809050798416138, 0.5430089235305786, 0.3248881697654724], "cos_apical_negg": [0.5809050798416138, 0.5430089235305786, 0.3248881697654724], "cos_Ac_negg": [0.5809050798416138, 0.5430089235305786, 0.3248881697654724], "r_norm": [1.1559842824935913, 1.1464109420776367, 1.1584999561309814]}, {"step": 2200, "epoch": 4, "train_loss": 0.36593693494796753, "cos_r_negg": [0.5670007467269897, 0.5296263098716736, 0.318737268447876], "cos_apical_negg": [0.5670007467269897, 0.5296263098716736, 0.318737268447876], "cos_Ac_negg": [0.5670007467269897, 0.5296263098716736, 0.318737268447876], "r_norm": [1.3087794780731201, 1.29732084274292, 1.305873155593872]}, {"step": 2250, "epoch": 4, "train_loss": 0.30903616547584534, "cos_r_negg": [0.5692213773727417, 0.5408716201782227, 0.3233480155467987], "cos_apical_negg": [0.5692213773727417, 0.5408716201782227, 0.3233480155467987], "cos_Ac_negg": [0.5692213773727417, 0.5408716201782227, 0.3233480155467987], "r_norm": [1.0814844369888306, 1.0752179622650146, 1.0895726680755615]}, {"step": 2300, "epoch": 4, "train_loss": 0.17019838094711304, "cos_r_negg": [0.5570724606513977, 0.5148051977157593, 0.3261054456233978], "cos_apical_negg": [0.5570724606513977, 0.5148051977157593, 0.3261054456233978], "cos_Ac_negg": [0.5570724606513977, 0.5148051977157593, 0.3261054456233978], "r_norm": [1.1359202861785889, 1.1259396076202393, 1.1358366012573242]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8405, "test_loss": 0.49366965637207033}, {"step": 2350, "epoch": 5, "train_loss": 0.3465726971626282, "cos_r_negg": [0.5323174595832825, 0.4960727393627167, 0.2820636034011841], "cos_apical_negg": [0.5323174595832825, 0.4960727393627167, 0.2820636034011841], "cos_Ac_negg": [0.5323174595832825, 0.4960727393627167, 0.2820636034011841], "r_norm": [1.1692783832550049, 1.1582553386688232, 1.1589727401733398]}, {"step": 2400, "epoch": 5, "train_loss": 0.3352641761302948, "cos_r_negg": [0.540290117263794, 0.5129626989364624, 0.3198099732398987], "cos_apical_negg": [0.540290117263794, 0.5129626989364624, 0.3198099732398987], "cos_Ac_negg": [0.540290117263794, 0.5129626989364624, 0.3198099732398987], "r_norm": [1.2523109912872314, 1.243333101272583, 1.2498875856399536]}, {"step": 2450, "epoch": 5, "train_loss": 0.3667733073234558, "cos_r_negg": [0.5364094972610474, 0.48589783906936646, 0.2960946559906006], "cos_apical_negg": [0.5364094972610474, 0.48589783906936646, 0.2960946559906006], "cos_Ac_negg": [0.5364094972610474, 0.48589783906936646, 0.2960946559906006], "r_norm": [1.3907421827316284, 1.380082130432129, 1.3911736011505127]}, {"step": 2500, "epoch": 5, "train_loss": 0.34783145785331726, "cos_r_negg": [0.5616204142570496, 0.5129003524780273, 0.35248780250549316], "cos_apical_negg": [0.5616204142570496, 0.5129003524780273, 0.35248780250549316], "cos_Ac_negg": [0.5616204142570496, 0.5129003524780273, 0.35248780250549316], "r_norm": [1.4559719562530518, 1.442060947418213, 1.4444140195846558]}, {"step": 2550, "epoch": 5, "train_loss": 0.3410571813583374, "cos_r_negg": [0.5318933725357056, 0.488736629486084, 0.2960042655467987], "cos_apical_negg": [0.5318933725357056, 0.488736629486084, 0.2960042655467987], "cos_Ac_negg": [0.5318933725357056, 0.488736629486084, 0.2960042655467987], "r_norm": [1.1779440641403198, 1.167580485343933, 1.179871678352356]}, {"step": 2600, "epoch": 5, "train_loss": 0.3731962740421295, "cos_r_negg": [0.551293134689331, 0.5308982133865356, 0.3627493977546692], "cos_apical_negg": [0.551293134689331, 0.5308982133865356, 0.3627493977546692], "cos_Ac_negg": [0.551293134689331, 0.5308982133865356, 0.3627493977546692], "r_norm": [1.261598825454712, 1.2474926710128784, 1.2512067556381226]}, {"step": 2650, "epoch": 5, "train_loss": 0.26968914270401, "cos_r_negg": [0.5410221815109253, 0.5051681399345398, 0.3360840082168579], "cos_apical_negg": [0.5410221815109253, 0.5051681399345398, 0.3360840082168579], "cos_Ac_negg": [0.5410221815109253, 0.5051681399345398, 0.3360840082168579], "r_norm": [1.3105133771896362, 1.30277681350708, 1.3186874389648438]}, {"step": 2700, "epoch": 5, "train_loss": 0.18757200241088867, "cos_r_negg": [0.5425360202789307, 0.5318586230278015, 0.3533673882484436], "cos_apical_negg": [0.5425360202789307, 0.5318586230278015, 0.3533673882484436], "cos_Ac_negg": [0.5425360202789307, 0.5318586230278015, 0.3533673882484436], "r_norm": [1.1163493394851685, 1.105139136314392, 1.1143109798431396]}, {"step": 2750, "epoch": 5, "train_loss": 0.44982999563217163, "cos_r_negg": [0.5351831912994385, 0.5377440452575684, 0.32885462045669556], "cos_apical_negg": [0.5351831912994385, 0.5377440452575684, 0.32885462045669556], "cos_Ac_negg": [0.5351831912994385, 0.5377440452575684, 0.32885462045669556], "r_norm": [1.0957167148590088, 1.086850881576538, 1.098153829574585]}, {"step": 2800, "epoch": 5, "train_loss": 0.4274144768714905, "cos_r_negg": [0.5351901650428772, 0.504179835319519, 0.32994580268859863], "cos_apical_negg": [0.5351901650428772, 0.504179835319519, 0.32994580268859863], "cos_Ac_negg": [0.5351901650428772, 0.504179835319519, 0.32994580268859863], "r_norm": [1.1285313367843628, 1.1206140518188477, 1.12864089012146]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8585, "test_loss": 0.4061836761474609}, {"step": 2850, "epoch": 6, "train_loss": 0.2543892562389374, "cos_r_negg": [0.5436446666717529, 0.5207163691520691, 0.35590654611587524], "cos_apical_negg": [0.5436446666717529, 0.5207163691520691, 0.35590654611587524], "cos_Ac_negg": [0.5436446666717529, 0.5207163691520691, 0.35590654611587524], "r_norm": [1.141684889793396, 1.1321945190429688, 1.1434037685394287]}, {"step": 2900, "epoch": 6, "train_loss": 0.3129314184188843, "cos_r_negg": [0.5430406332015991, 0.5109992027282715, 0.3293175995349884], "cos_apical_negg": [0.5430406332015991, 0.5109992027282715, 0.3293175995349884], "cos_Ac_negg": [0.5430406332015991, 0.5109992027282715, 0.3293175995349884], "r_norm": [1.2006151676177979, 1.190199851989746, 1.189911961555481]}, {"step": 2950, "epoch": 6, "train_loss": 0.17847216129302979, "cos_r_negg": [0.5696547031402588, 0.5339527130126953, 0.35933709144592285], "cos_apical_negg": [0.5696547031402588, 0.5339527130126953, 0.35933709144592285], "cos_Ac_negg": [0.5696547031402588, 0.5339527130126953, 0.35933709144592285], "r_norm": [1.1177115440368652, 1.1115202903747559, 1.1257176399230957]}, {"step": 3000, "epoch": 6, "train_loss": 0.4624909460544586, "cos_r_negg": [0.53438401222229, 0.5267099142074585, 0.33480167388916016], "cos_apical_negg": [0.53438401222229, 0.5267099142074585, 0.33480167388916016], "cos_Ac_negg": [0.53438401222229, 0.5267099142074585, 0.33480167388916016], "r_norm": [1.114668607711792, 1.104772925376892, 1.1123216152191162]}, {"step": 3050, "epoch": 6, "train_loss": 0.46364304423332214, "cos_r_negg": [0.5572978258132935, 0.5284408330917358, 0.3462367653846741], "cos_apical_negg": [0.5572978258132935, 0.5284408330917358, 0.3462367653846741], "cos_Ac_negg": [0.5572978258132935, 0.5284408330917358, 0.3462367653846741], "r_norm": [1.1190239191055298, 1.1083284616470337, 1.1146131753921509]}, {"step": 3100, "epoch": 6, "train_loss": 0.33558326959609985, "cos_r_negg": [0.542052149772644, 0.5093698501586914, 0.3547999858856201], "cos_apical_negg": [0.542052149772644, 0.5093698501586914, 0.3547999858856201], "cos_Ac_negg": [0.542052149772644, 0.5093698501586914, 0.3547999858856201], "r_norm": [1.1702172756195068, 1.1621017456054688, 1.168924331665039]}, {"step": 3150, "epoch": 6, "train_loss": 0.4290615916252136, "cos_r_negg": [0.5383808612823486, 0.5289427042007446, 0.3546888828277588], "cos_apical_negg": [0.5383808612823486, 0.5289427042007446, 0.3546888828277588], "cos_Ac_negg": [0.5383808612823486, 0.5289427042007446, 0.3546888828277588], "r_norm": [1.1888089179992676, 1.1803901195526123, 1.190239667892456]}, {"step": 3200, "epoch": 6, "train_loss": 0.2621959447860718, "cos_r_negg": [0.5616928339004517, 0.5392254590988159, 0.386486291885376], "cos_apical_negg": [0.5616928339004517, 0.5392254590988159, 0.386486291885376], "cos_Ac_negg": [0.5616928339004517, 0.5392254590988159, 0.386486291885376], "r_norm": [1.134947419166565, 1.1204009056091309, 1.133890151977539]}, {"step": 3250, "epoch": 6, "train_loss": 0.29123884439468384, "cos_r_negg": [0.561855673789978, 0.5402258634567261, 0.36994341015815735], "cos_apical_negg": [0.561855673789978, 0.5402258634567261, 0.36994341015815735], "cos_Ac_negg": [0.561855673789978, 0.5402258634567261, 0.36994341015815735], "r_norm": [1.0719876289367676, 1.064143180847168, 1.0746523141860962]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8482, "test_loss": 0.45634689025878905}, {"step": 3300, "epoch": 7, "train_loss": 0.30600062012672424, "cos_r_negg": [0.5510129928588867, 0.536953330039978, 0.3769797682762146], "cos_apical_negg": [0.5510129928588867, 0.536953330039978, 0.3769797682762146], "cos_Ac_negg": [0.5510129928588867, 0.536953330039978, 0.3769797682762146], "r_norm": [1.102142333984375, 1.0947039127349854, 1.1086374521255493]}, {"step": 3350, "epoch": 7, "train_loss": 0.29011622071266174, "cos_r_negg": [0.580386221408844, 0.5473235249519348, 0.38696515560150146], "cos_apical_negg": [0.580386221408844, 0.5473235249519348, 0.38696515560150146], "cos_Ac_negg": [0.580386221408844, 0.5473235249519348, 0.38696515560150146], "r_norm": [1.0425779819488525, 1.0317260026931763, 1.0378146171569824]}, {"step": 3400, "epoch": 7, "train_loss": 0.28789618611335754, "cos_r_negg": [0.5497411489486694, 0.49979400634765625, 0.3413920998573303], "cos_apical_negg": [0.5497411489486694, 0.49979400634765625, 0.3413920998573303], "cos_Ac_negg": [0.5497411489486694, 0.49979400634765625, 0.3413920998573303], "r_norm": [1.1240119934082031, 1.1158883571624756, 1.1210522651672363]}, {"step": 3450, "epoch": 7, "train_loss": 0.2673063278198242, "cos_r_negg": [0.5627946853637695, 0.5412951707839966, 0.3818560242652893], "cos_apical_negg": [0.5627946853637695, 0.5412951707839966, 0.3818560242652893], "cos_Ac_negg": [0.5627946853637695, 0.5412951707839966, 0.3818560242652893], "r_norm": [1.0836491584777832, 1.0769480466842651, 1.0851351022720337]}, {"step": 3500, "epoch": 7, "train_loss": 0.39344340562820435, "cos_r_negg": [0.564673662185669, 0.5248028039932251, 0.36836642026901245], "cos_apical_negg": [0.564673662185669, 0.5248028039932251, 0.36836642026901245], "cos_Ac_negg": [0.564673662185669, 0.5248028039932251, 0.36836642026901245], "r_norm": [1.06589674949646, 1.0600407123565674, 1.065431833267212]}, {"step": 3550, "epoch": 7, "train_loss": 0.31405577063560486, "cos_r_negg": [0.5789323449134827, 0.5455335378646851, 0.394437313079834], "cos_apical_negg": [0.5789323449134827, 0.5455335378646851, 0.394437313079834], "cos_Ac_negg": [0.5789323449134827, 0.5455335378646851, 0.394437313079834], "r_norm": [1.1239311695098877, 1.1175379753112793, 1.1235624551773071]}, {"step": 3600, "epoch": 7, "train_loss": 0.3359535038471222, "cos_r_negg": [0.5820516347885132, 0.5537810325622559, 0.39940571784973145], "cos_apical_negg": [0.5820516347885132, 0.5537810325622559, 0.39940571784973145], "cos_Ac_negg": [0.5820516347885132, 0.5537810325622559, 0.39940571784973145], "r_norm": [1.2002400159835815, 1.1861815452575684, 1.1901662349700928]}, {"step": 3650, "epoch": 7, "train_loss": 0.4298972487449646, "cos_r_negg": [0.5441246628761292, 0.527288019657135, 0.3741997480392456], "cos_apical_negg": [0.5441246628761292, 0.527288019657135, 0.3741997480392456], "cos_Ac_negg": [0.5441246628761292, 0.527288019657135, 0.3741997480392456], "r_norm": [1.092437982559204, 1.0854946374893188, 1.0913037061691284]}, {"step": 3700, "epoch": 7, "train_loss": 0.28785833716392517, "cos_r_negg": [0.5698293447494507, 0.5460569858551025, 0.38062748312950134], "cos_apical_negg": [0.5698293447494507, 0.5460569858551025, 0.38062748312950134], "cos_Ac_negg": [0.5698293447494507, 0.5460569858551025, 0.38062748312950134], "r_norm": [1.2179512977600098, 1.2113629579544067, 1.2151925563812256]}, {"step": 3750, "epoch": 7, "train_loss": 0.33461904525756836, "cos_r_negg": [0.5527645349502563, 0.526357114315033, 0.364541232585907], "cos_apical_negg": [0.5527645349502563, 0.526357114315033, 0.364541232585907], "cos_Ac_negg": [0.5527645349502563, 0.526357114315033, 0.364541232585907], "r_norm": [1.1106210947036743, 1.098524808883667, 1.1073039770126343]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8631, "test_loss": 0.4003724884033203}, {"step": 3800, "epoch": 8, "train_loss": 0.32219818234443665, "cos_r_negg": [0.5373092889785767, 0.5123685598373413, 0.37903717160224915], "cos_apical_negg": [0.5373092889785767, 0.5123685598373413, 0.37903717160224915], "cos_Ac_negg": [0.5373092889785767, 0.5123685598373413, 0.37903717160224915], "r_norm": [1.0488407611846924, 1.0421459674835205, 1.051710605621338]}, {"step": 3850, "epoch": 8, "train_loss": 0.41864579916000366, "cos_r_negg": [0.5775141716003418, 0.5410766005516052, 0.4111219644546509], "cos_apical_negg": [0.5775141716003418, 0.5410766005516052, 0.4111219644546509], "cos_Ac_negg": [0.5775141716003418, 0.5410766005516052, 0.4111219644546509], "r_norm": [1.072279691696167, 1.062196969985962, 1.0729315280914307]}, {"step": 3900, "epoch": 8, "train_loss": 0.28536826372146606, "cos_r_negg": [0.541565477848053, 0.5119368433952332, 0.3951755166053772], "cos_apical_negg": [0.541565477848053, 0.5119368433952332, 0.3951755166053772], "cos_Ac_negg": [0.541565477848053, 0.5119368433952332, 0.3951755166053772], "r_norm": [1.0840888023376465, 1.0739657878875732, 1.0844309329986572]}, {"step": 3950, "epoch": 8, "train_loss": 0.3443715572357178, "cos_r_negg": [0.5601121783256531, 0.5271371006965637, 0.39612725377082825], "cos_apical_negg": [0.5601121783256531, 0.5271371006965637, 0.39612725377082825], "cos_Ac_negg": [0.5601121783256531, 0.5271371006965637, 0.39612725377082825], "r_norm": [1.0845633745193481, 1.0754033327102661, 1.0840339660644531]}, {"step": 4000, "epoch": 8, "train_loss": 0.41040104627609253, "cos_r_negg": [0.5678962469100952, 0.5362892150878906, 0.4147874712944031], "cos_apical_negg": [0.5678962469100952, 0.5362892150878906, 0.4147874712944031], "cos_Ac_negg": [0.5678962469100952, 0.5362892150878906, 0.4147874712944031], "r_norm": [1.1607388257980347, 1.1542609930038452, 1.1629610061645508]}, {"step": 4050, "epoch": 8, "train_loss": 0.2768760323524475, "cos_r_negg": [0.5296721458435059, 0.5165826082229614, 0.3866732120513916], "cos_apical_negg": [0.5296721458435059, 0.5165826082229614, 0.3866732120513916], "cos_Ac_negg": [0.5296721458435059, 0.5165826082229614, 0.3866732120513916], "r_norm": [1.1152104139328003, 1.1062288284301758, 1.1154656410217285]}, {"step": 4100, "epoch": 8, "train_loss": 0.28075891733169556, "cos_r_negg": [0.5587506294250488, 0.5376027226448059, 0.39652806520462036], "cos_apical_negg": [0.5587506294250488, 0.5376027226448059, 0.39652806520462036], "cos_Ac_negg": [0.5587506294250488, 0.5376027226448059, 0.39652806520462036], "r_norm": [1.041123390197754, 1.0307859182357788, 1.0417637825012207]}, {"step": 4150, "epoch": 8, "train_loss": 0.2901972532272339, "cos_r_negg": [0.5727837681770325, 0.5415055155754089, 0.3956065773963928], "cos_apical_negg": [0.5727837681770325, 0.5415055155754089, 0.3956065773963928], "cos_Ac_negg": [0.5727837681770325, 0.5415055155754089, 0.3956065773963928], "r_norm": [1.0560743808746338, 1.0498647689819336, 1.0576245784759521]}, {"step": 4200, "epoch": 8, "train_loss": 0.35687172412872314, "cos_r_negg": [0.5571424961090088, 0.5446068644523621, 0.3908950090408325], "cos_apical_negg": [0.5571424961090088, 0.5446068644523621, 0.3908950090408325], "cos_Ac_negg": [0.5571424961090088, 0.5446068644523621, 0.3908950090408325], "r_norm": [1.1310875415802002, 1.1231389045715332, 1.1296091079711914]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8498, "test_loss": 0.47227815246582033}, {"step": 4250, "epoch": 9, "train_loss": 0.2635831832885742, "cos_r_negg": [0.5609422326087952, 0.520730197429657, 0.3823118209838867], "cos_apical_negg": [0.5609422326087952, 0.520730197429657, 0.3823118209838867], "cos_Ac_negg": [0.5609422326087952, 0.520730197429657, 0.3823118209838867], "r_norm": [1.1621172428131104, 1.1577708721160889, 1.1672194004058838]}, {"step": 4300, "epoch": 9, "train_loss": 0.23153117299079895, "cos_r_negg": [0.5692425966262817, 0.5294739007949829, 0.36916404962539673], "cos_apical_negg": [0.5692425966262817, 0.5294739007949829, 0.36916404962539673], "cos_Ac_negg": [0.5692425966262817, 0.5294739007949829, 0.36916404962539673], "r_norm": [0.9735169410705566, 0.9650430083274841, 0.9752142429351807]}, {"step": 4350, "epoch": 9, "train_loss": 0.18306121230125427, "cos_r_negg": [0.5714166164398193, 0.5245580673217773, 0.36752402782440186], "cos_apical_negg": [0.5714166164398193, 0.5245580673217773, 0.36752402782440186], "cos_Ac_negg": [0.5714166164398193, 0.5245580673217773, 0.36752402782440186], "r_norm": [1.1149303913116455, 1.1076140403747559, 1.1098453998565674]}, {"step": 4400, "epoch": 9, "train_loss": 0.3275880217552185, "cos_r_negg": [0.541483998298645, 0.5200768113136292, 0.3614158034324646], "cos_apical_negg": [0.541483998298645, 0.5200768113136292, 0.3614158034324646], "cos_Ac_negg": [0.541483998298645, 0.5200768113136292, 0.3614158034324646], "r_norm": [1.0880622863769531, 1.0816514492034912, 1.0875664949417114]}, {"step": 4450, "epoch": 9, "train_loss": 0.14695511758327484, "cos_r_negg": [0.5320107340812683, 0.5058994293212891, 0.3545965552330017], "cos_apical_negg": [0.5320107340812683, 0.5058994293212891, 0.3545965552330017], "cos_Ac_negg": [0.5320107340812683, 0.5058994293212891, 0.3545965552330017], "r_norm": [1.1848602294921875, 1.1805567741394043, 1.1864267587661743]}, {"step": 4500, "epoch": 9, "train_loss": 0.43337661027908325, "cos_r_negg": [0.5579782724380493, 0.5324932932853699, 0.37229347229003906], "cos_apical_negg": [0.5579782724380493, 0.5324932932853699, 0.37229347229003906], "cos_Ac_negg": [0.5579782724380493, 0.5324932932853699, 0.37229347229003906], "r_norm": [1.1119213104248047, 1.1058809757232666, 1.1139614582061768]}, {"step": 4550, "epoch": 9, "train_loss": 0.2633365988731384, "cos_r_negg": [0.5505841970443726, 0.5341812968254089, 0.3572445213794708], "cos_apical_negg": [0.5505841970443726, 0.5341812968254089, 0.3572445213794708], "cos_Ac_negg": [0.5505841970443726, 0.5341812968254089, 0.3572445213794708], "r_norm": [1.044187068939209, 1.0360074043273926, 1.0490467548370361]}, {"step": 4600, "epoch": 9, "train_loss": 0.2881772220134735, "cos_r_negg": [0.5473816394805908, 0.5393155813217163, 0.37911516427993774], "cos_apical_negg": [0.5473816394805908, 0.5393155813217163, 0.37911516427993774], "cos_Ac_negg": [0.5473816394805908, 0.5393155813217163, 0.37911516427993774], "r_norm": [1.1597959995269775, 1.1476185321807861, 1.1570320129394531]}, {"step": 4650, "epoch": 9, "train_loss": 0.33865565061569214, "cos_r_negg": [0.537208080291748, 0.5169177055358887, 0.36622709035873413], "cos_apical_negg": [0.537208080291748, 0.5169177055358887, 0.36622709035873413], "cos_Ac_negg": [0.537208080291748, 0.5169177055358887, 0.36622709035873413], "r_norm": [1.019336223602295, 1.0102040767669678, 1.0194811820983887]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.86, "test_loss": 0.40750214233398435}, {"step": 4700, "epoch": 10, "train_loss": 0.31554681062698364, "cos_r_negg": [0.5494083166122437, 0.5218265056610107, 0.37756356596946716], "cos_apical_negg": [0.5494083166122437, 0.5218265056610107, 0.37756356596946716], "cos_Ac_negg": [0.5494083166122437, 0.5218265056610107, 0.37756356596946716], "r_norm": [1.1372524499893188, 1.1289739608764648, 1.1405056715011597]}, {"step": 4750, "epoch": 10, "train_loss": 0.33023178577423096, "cos_r_negg": [0.5432733297348022, 0.5212304592132568, 0.39000970125198364], "cos_apical_negg": [0.5432733297348022, 0.5212304592132568, 0.39000970125198364], "cos_Ac_negg": [0.5432733297348022, 0.5212304592132568, 0.39000970125198364], "r_norm": [1.0007153749465942, 0.989421546459198, 0.9985978007316589]}, {"step": 4800, "epoch": 10, "train_loss": 0.32608598470687866, "cos_r_negg": [0.5238299369812012, 0.5077866911888123, 0.35878482460975647], "cos_apical_negg": [0.5238299369812012, 0.5077866911888123, 0.35878482460975647], "cos_Ac_negg": [0.5238299369812012, 0.5077866911888123, 0.35878482460975647], "r_norm": [1.0901668071746826, 1.0801973342895508, 1.0893551111221313]}, {"step": 4850, "epoch": 10, "train_loss": 0.34382355213165283, "cos_r_negg": [0.5387299060821533, 0.5150490999221802, 0.3781406581401825], "cos_apical_negg": [0.5387299060821533, 0.5150490999221802, 0.3781406581401825], "cos_Ac_negg": [0.5387299060821533, 0.5150490999221802, 0.3781406581401825], "r_norm": [1.0163180828094482, 1.008813738822937, 1.020383596420288]}, {"step": 4900, "epoch": 10, "train_loss": 0.26088473200798035, "cos_r_negg": [0.5341125726699829, 0.5085359811782837, 0.38354140520095825], "cos_apical_negg": [0.5341125726699829, 0.5085359811782837, 0.38354140520095825], "cos_Ac_negg": [0.5341125726699829, 0.5085359811782837, 0.38354140520095825], "r_norm": [1.063030481338501, 1.0566074848175049, 1.0688179731369019]}, {"step": 4950, "epoch": 10, "train_loss": 0.28401389718055725, "cos_r_negg": [0.5363696813583374, 0.49906855821609497, 0.3667091727256775], "cos_apical_negg": [0.5363696813583374, 0.49906855821609497, 0.3667091727256775], "cos_Ac_negg": [0.5363696813583374, 0.49906855821609497, 0.3667091727256775], "r_norm": [1.1011159420013428, 1.0869032144546509, 1.0991435050964355]}, {"step": 5000, "epoch": 10, "train_loss": 0.21670402586460114, "cos_r_negg": [0.5199927091598511, 0.49567165970802307, 0.35665464401245117], "cos_apical_negg": [0.5199927091598511, 0.49567165970802307, 0.35665464401245117], "cos_Ac_negg": [0.5199927091598511, 0.49567165970802307, 0.35665464401245117], "r_norm": [1.0636706352233887, 1.05526864528656, 1.0655207633972168]}, {"step": 5050, "epoch": 10, "train_loss": 0.41428321599960327, "cos_r_negg": [0.5610780715942383, 0.5280416011810303, 0.40613195300102234], "cos_apical_negg": [0.5610780715942383, 0.5280416011810303, 0.40613195300102234], "cos_Ac_negg": [0.5610780715942383, 0.5280416011810303, 0.40613195300102234], "r_norm": [1.174695611000061, 1.1666784286499023, 1.1732842922210693]}, {"step": 5100, "epoch": 10, "train_loss": 0.17810842394828796, "cos_r_negg": [0.5438255071640015, 0.494268536567688, 0.3792135417461395], "cos_apical_negg": [0.5438255071640015, 0.494268536567688, 0.3792135417461395], "cos_Ac_negg": [0.5438255071640015, 0.494268536567688, 0.3792135417461395], "r_norm": [1.1594834327697754, 1.15317702293396, 1.1602987051010132]}, {"step": 5150, "epoch": 10, "train_loss": 0.3394641876220703, "cos_r_negg": [0.5200496912002563, 0.5032092928886414, 0.35346853733062744], "cos_apical_negg": [0.5200496912002563, 0.5032092928886414, 0.35346853733062744], "cos_Ac_negg": [0.5200496912002563, 0.5032092928886414, 0.35346853733062744], "r_norm": [1.0427794456481934, 1.0331825017929077, 1.0462945699691772]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.863, "test_loss": 0.40862884521484377}, {"step": 5200, "epoch": 11, "train_loss": 0.27869701385498047, "cos_r_negg": [0.5418829917907715, 0.5175923705101013, 0.3770401179790497], "cos_apical_negg": [0.5418829917907715, 0.5175923705101013, 0.3770401179790497], "cos_Ac_negg": [0.5418829917907715, 0.5175923705101013, 0.3770401179790497], "r_norm": [1.0941386222839355, 1.0820367336273193, 1.0883846282958984]}, {"step": 5250, "epoch": 11, "train_loss": 0.15195564925670624, "cos_r_negg": [0.5306380391120911, 0.4982762634754181, 0.36652514338493347], "cos_apical_negg": [0.5306380391120911, 0.4982762634754181, 0.36652514338493347], "cos_Ac_negg": [0.5306380391120911, 0.4982762634754181, 0.36652514338493347], "r_norm": [1.0427329540252686, 1.0352095365524292, 1.0432158708572388]}, {"step": 5300, "epoch": 11, "train_loss": 0.3601786196231842, "cos_r_negg": [0.5241714715957642, 0.49017778038978577, 0.3334609270095825], "cos_apical_negg": [0.5241714715957642, 0.49017778038978577, 0.3334609270095825], "cos_Ac_negg": [0.5241714715957642, 0.49017778038978577, 0.3334609270095825], "r_norm": [1.0563874244689941, 1.0505682229995728, 1.060944676399231]}, {"step": 5350, "epoch": 11, "train_loss": 0.23905445635318756, "cos_r_negg": [0.5478741526603699, 0.5050007104873657, 0.3874671459197998], "cos_apical_negg": [0.5478741526603699, 0.5050007104873657, 0.3874671459197998], "cos_Ac_negg": [0.5478741526603699, 0.5050007104873657, 0.3874671459197998], "r_norm": [1.064302921295166, 1.0577285289764404, 1.0707980394363403]}, {"step": 5400, "epoch": 11, "train_loss": 0.277200847864151, "cos_r_negg": [0.54176926612854, 0.5038944482803345, 0.39515992999076843], "cos_apical_negg": [0.54176926612854, 0.5038944482803345, 0.39515992999076843], "cos_Ac_negg": [0.54176926612854, 0.5038944482803345, 0.39515992999076843], "r_norm": [1.0696122646331787, 1.0638147592544556, 1.070821762084961]}, {"step": 5450, "epoch": 11, "train_loss": 0.354140043258667, "cos_r_negg": [0.5409345030784607, 0.5114872455596924, 0.380281925201416], "cos_apical_negg": [0.5409345030784607, 0.5114872455596924, 0.380281925201416], "cos_Ac_negg": [0.5409345030784607, 0.5114872455596924, 0.380281925201416], "r_norm": [1.045884370803833, 1.039543628692627, 1.0500484704971313]}, {"step": 5500, "epoch": 11, "train_loss": 0.3577965795993805, "cos_r_negg": [0.5214605927467346, 0.49455133080482483, 0.3821202516555786], "cos_apical_negg": [0.5214605927467346, 0.49455133080482483, 0.3821202516555786], "cos_Ac_negg": [0.5214605927467346, 0.49455133080482483, 0.3821202516555786], "r_norm": [1.1537587642669678, 1.1467292308807373, 1.159177541732788]}, {"step": 5550, "epoch": 11, "train_loss": 0.3126266896724701, "cos_r_negg": [0.5472717881202698, 0.5145814418792725, 0.3852006793022156], "cos_apical_negg": [0.5472717881202698, 0.5145814418792725, 0.3852006793022156], "cos_Ac_negg": [0.5472717881202698, 0.5145814418792725, 0.3852006793022156], "r_norm": [0.976830780506134, 0.966169536113739, 0.9779865741729736]}, {"step": 5600, "epoch": 11, "train_loss": 0.19577740132808685, "cos_r_negg": [0.5179510712623596, 0.5100593566894531, 0.37510788440704346], "cos_apical_negg": [0.5179510712623596, 0.5100593566894531, 0.37510788440704346], "cos_Ac_negg": [0.5179510712623596, 0.5100593566894531, 0.37510788440704346], "r_norm": [1.067440152168274, 1.0541322231292725, 1.064174771308899]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8577, "test_loss": 0.42774568176269534}, {"step": 5650, "epoch": 12, "train_loss": 0.34554344415664673, "cos_r_negg": [0.5594899654388428, 0.533608615398407, 0.39190375804901123], "cos_apical_negg": [0.5594899654388428, 0.533608615398407, 0.39190375804901123], "cos_Ac_negg": [0.5594899654388428, 0.533608615398407, 0.39190375804901123], "r_norm": [1.0902290344238281, 1.0803155899047852, 1.0868079662322998]}, {"step": 5700, "epoch": 12, "train_loss": 0.2751706838607788, "cos_r_negg": [0.530368983745575, 0.5030937194824219, 0.369097501039505], "cos_apical_negg": [0.530368983745575, 0.5030937194824219, 0.369097501039505], "cos_Ac_negg": [0.530368983745575, 0.5030937194824219, 0.369097501039505], "r_norm": [1.0114113092422485, 1.0018755197525024, 1.0127720832824707]}, {"step": 5750, "epoch": 12, "train_loss": 0.41424813866615295, "cos_r_negg": [0.5303506851196289, 0.5033627152442932, 0.3845645785331726], "cos_apical_negg": [0.5303506851196289, 0.5033627152442932, 0.3845645785331726], "cos_Ac_negg": [0.5303506851196289, 0.5033627152442932, 0.3845645785331726], "r_norm": [0.9611973166465759, 0.9542364478111267, 0.9653398990631104]}, {"step": 5800, "epoch": 12, "train_loss": 0.2815355658531189, "cos_r_negg": [0.5174129009246826, 0.48999130725860596, 0.37365734577178955], "cos_apical_negg": [0.5174129009246826, 0.48999130725860596, 0.37365734577178955], "cos_Ac_negg": [0.5174129009246826, 0.48999130725860596, 0.37365734577178955], "r_norm": [1.0574913024902344, 1.0486308336257935, 1.055497646331787]}, {"step": 5850, "epoch": 12, "train_loss": 0.38221117854118347, "cos_r_negg": [0.516205906867981, 0.49464255571365356, 0.3931638300418854], "cos_apical_negg": [0.516205906867981, 0.49464255571365356, 0.3931638300418854], "cos_Ac_negg": [0.516205906867981, 0.49464255571365356, 0.3931638300418854], "r_norm": [1.0574373006820679, 1.0497015714645386, 1.0526080131530762]}, {"step": 5900, "epoch": 12, "train_loss": 0.2682946026325226, "cos_r_negg": [0.5208178162574768, 0.49220767617225647, 0.4094351530075073], "cos_apical_negg": [0.5208178162574768, 0.49220767617225647, 0.4094351530075073], "cos_Ac_negg": [0.5208178162574768, 0.49220767617225647, 0.4094351530075073], "r_norm": [1.0748157501220703, 1.0624064207077026, 1.068523645401001]}, {"step": 5950, "epoch": 12, "train_loss": 0.30282098054885864, "cos_r_negg": [0.5196215510368347, 0.49006742238998413, 0.3938603401184082], "cos_apical_negg": [0.5196215510368347, 0.49006742238998413, 0.3938603401184082], "cos_Ac_negg": [0.5196215510368347, 0.49006742238998413, 0.3938603401184082], "r_norm": [1.073711633682251, 1.0639101266860962, 1.0753438472747803]}, {"step": 6000, "epoch": 12, "train_loss": 0.15123160183429718, "cos_r_negg": [0.5291715860366821, 0.4944946765899658, 0.38500696420669556], "cos_apical_negg": [0.5291715860366821, 0.4944946765899658, 0.38500696420669556], "cos_Ac_negg": [0.5291715860366821, 0.4944946765899658, 0.38500696420669556], "r_norm": [1.0132646560668945, 1.0047317743301392, 1.0131994485855103]}, {"step": 6050, "epoch": 12, "train_loss": 0.2048017680644989, "cos_r_negg": [0.5248152017593384, 0.48470109701156616, 0.3869721591472626], "cos_apical_negg": [0.5248152017593384, 0.48470109701156616, 0.3869721591472626], "cos_Ac_negg": [0.5248152017593384, 0.48470109701156616, 0.3869721591472626], "r_norm": [1.073009729385376, 1.0651116371154785, 1.080202341079712]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8611, "test_loss": 0.40746649475097657}, {"step": 6100, "epoch": 13, "train_loss": 0.24649152159690857, "cos_r_negg": [0.5227272510528564, 0.4945574998855591, 0.37000519037246704], "cos_apical_negg": [0.5227272510528564, 0.4945574998855591, 0.37000519037246704], "cos_Ac_negg": [0.5227272510528564, 0.4945574998855591, 0.37000519037246704], "r_norm": [1.0383446216583252, 1.0305066108703613, 1.037301778793335]}, {"step": 6150, "epoch": 13, "train_loss": 0.26607075333595276, "cos_r_negg": [0.5149809122085571, 0.49518314003944397, 0.3830470144748688], "cos_apical_negg": [0.5149809122085571, 0.49518314003944397, 0.3830470144748688], "cos_Ac_negg": [0.5149809122085571, 0.49518314003944397, 0.3830470144748688], "r_norm": [0.9764602780342102, 0.9656703472137451, 0.9760973453521729]}, {"step": 6200, "epoch": 13, "train_loss": 0.26628467440605164, "cos_r_negg": [0.5135278701782227, 0.47548067569732666, 0.35703137516975403], "cos_apical_negg": [0.5135278701782227, 0.47548067569732666, 0.35703137516975403], "cos_Ac_negg": [0.5135278701782227, 0.47548067569732666, 0.35703137516975403], "r_norm": [1.0258240699768066, 1.0176892280578613, 1.0258935689926147]}, {"step": 6250, "epoch": 13, "train_loss": 0.2969016134738922, "cos_r_negg": [0.5247136354446411, 0.4861709475517273, 0.3657662272453308], "cos_apical_negg": [0.5247136354446411, 0.4861709475517273, 0.3657662272453308], "cos_Ac_negg": [0.5247136354446411, 0.4861709475517273, 0.3657662272453308], "r_norm": [1.0487635135650635, 1.042039155960083, 1.0522727966308594]}, {"step": 6300, "epoch": 13, "train_loss": 0.25449538230895996, "cos_r_negg": [0.5301904678344727, 0.5016012787818909, 0.3877340853214264], "cos_apical_negg": [0.5301904678344727, 0.5016012787818909, 0.3877340853214264], "cos_Ac_negg": [0.5301904678344727, 0.5016012787818909, 0.3877340853214264], "r_norm": [1.0406544208526611, 1.0352482795715332, 1.0445549488067627]}, {"step": 6350, "epoch": 13, "train_loss": 0.29130780696868896, "cos_r_negg": [0.5238975286483765, 0.489107608795166, 0.3703034520149231], "cos_apical_negg": [0.5238975286483765, 0.489107608795166, 0.3703034520149231], "cos_Ac_negg": [0.5238975286483765, 0.489107608795166, 0.3703034520149231], "r_norm": [1.164610743522644, 1.1543993949890137, 1.165245771408081]}, {"step": 6400, "epoch": 13, "train_loss": 0.29221847653388977, "cos_r_negg": [0.5523291826248169, 0.5125810503959656, 0.3867957592010498], "cos_apical_negg": [0.5523291826248169, 0.5125810503959656, 0.3867957592010498], "cos_Ac_negg": [0.5523291826248169, 0.5125810503959656, 0.3867957592010498], "r_norm": [1.0271620750427246, 1.0170328617095947, 1.02239191532135]}, {"step": 6450, "epoch": 13, "train_loss": 0.38774174451828003, "cos_r_negg": [0.548345685005188, 0.5150828957557678, 0.4089910387992859], "cos_apical_negg": [0.548345685005188, 0.5150828957557678, 0.4089910387992859], "cos_Ac_negg": [0.548345685005188, 0.5150828957557678, 0.4089910387992859], "r_norm": [1.1119743585586548, 1.1081604957580566, 1.1183807849884033]}, {"step": 6500, "epoch": 13, "train_loss": 0.19893778860569, "cos_r_negg": [0.5108305215835571, 0.48574531078338623, 0.3814939260482788], "cos_apical_negg": [0.5108305215835571, 0.48574531078338623, 0.3814939260482788], "cos_Ac_negg": [0.5108305215835571, 0.48574531078338623, 0.3814939260482788], "r_norm": [1.183105230331421, 1.171755313873291, 1.1809009313583374]}, {"step": 6550, "epoch": 13, "train_loss": 0.32531601190567017, "cos_r_negg": [0.5050315856933594, 0.47958654165267944, 0.35256800055503845], "cos_apical_negg": [0.5050315856933594, 0.47958654165267944, 0.35256800055503845], "cos_Ac_negg": [0.5050315856933594, 0.47958654165267944, 0.35256800055503845], "r_norm": [1.035007357597351, 1.0268917083740234, 1.035865068435669]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8651, "test_loss": 0.41699111328125}, {"step": 6600, "epoch": 14, "train_loss": 0.342660129070282, "cos_r_negg": [0.5085581541061401, 0.48934483528137207, 0.3700164258480072], "cos_apical_negg": [0.5085581541061401, 0.48934483528137207, 0.3700164258480072], "cos_Ac_negg": [0.5085581541061401, 0.48934483528137207, 0.3700164258480072], "r_norm": [1.076912522315979, 1.0711090564727783, 1.0816514492034912]}, {"step": 6650, "epoch": 14, "train_loss": 0.46633684635162354, "cos_r_negg": [0.5020874738693237, 0.48250672221183777, 0.3592444658279419], "cos_apical_negg": [0.5020874738693237, 0.48250672221183777, 0.3592444658279419], "cos_Ac_negg": [0.5020874738693237, 0.48250672221183777, 0.3592444658279419], "r_norm": [1.0365521907806396, 1.028823971748352, 1.0385199785232544]}, {"step": 6700, "epoch": 14, "train_loss": 0.24641203880310059, "cos_r_negg": [0.5157577991485596, 0.5027901530265808, 0.3886130750179291], "cos_apical_negg": [0.5157577991485596, 0.5027901530265808, 0.3886130750179291], "cos_Ac_negg": [0.5157577991485596, 0.5027901530265808, 0.3886130750179291], "r_norm": [1.0872877836227417, 1.0796597003936768, 1.0861973762512207]}, {"step": 6750, "epoch": 14, "train_loss": 0.298984557390213, "cos_r_negg": [0.5206228494644165, 0.48621654510498047, 0.3771631121635437], "cos_apical_negg": [0.5206228494644165, 0.48621654510498047, 0.3771631121635437], "cos_Ac_negg": [0.5206228494644165, 0.48621654510498047, 0.3771631121635437], "r_norm": [1.109739065170288, 1.0990700721740723, 1.106956958770752]}, {"step": 6800, "epoch": 14, "train_loss": 0.19392964243888855, "cos_r_negg": [0.505190908908844, 0.4945908188819885, 0.37310147285461426], "cos_apical_negg": [0.505190908908844, 0.4945908188819885, 0.37310147285461426], "cos_Ac_negg": [0.505190908908844, 0.4945908188819885, 0.37310147285461426], "r_norm": [1.0264301300048828, 1.0184515714645386, 1.0313606262207031]}, {"step": 6850, "epoch": 14, "train_loss": 0.27325478196144104, "cos_r_negg": [0.50749671459198, 0.48968958854675293, 0.34715670347213745], "cos_apical_negg": [0.50749671459198, 0.48968958854675293, 0.34715670347213745], "cos_Ac_negg": [0.50749671459198, 0.48968958854675293, 0.34715670347213745], "r_norm": [1.238921880722046, 1.2290029525756836, 1.2305009365081787]}, {"step": 6900, "epoch": 14, "train_loss": 0.2816007435321808, "cos_r_negg": [0.5253424644470215, 0.4959862232208252, 0.37881600856781006], "cos_apical_negg": [0.5253424644470215, 0.4959862232208252, 0.37881600856781006], "cos_Ac_negg": [0.5253424644470215, 0.4959862232208252, 0.37881600856781006], "r_norm": [1.0996651649475098, 1.0896360874176025, 1.098824143409729]}, {"step": 6950, "epoch": 14, "train_loss": 0.2679325044155121, "cos_r_negg": [0.5086075663566589, 0.4899793863296509, 0.3718929886817932], "cos_apical_negg": [0.5086075663566589, 0.4899793863296509, 0.3718929886817932], "cos_Ac_negg": [0.5086075663566589, 0.4899793863296509, 0.3718929886817932], "r_norm": [1.0238581895828247, 1.0109132528305054, 1.0166573524475098]}, {"step": 7000, "epoch": 14, "train_loss": 0.2444799691438675, "cos_r_negg": [0.4951478838920593, 0.4839411675930023, 0.36445051431655884], "cos_apical_negg": [0.4951478838920593, 0.4839411675930023, 0.36445051431655884], "cos_Ac_negg": [0.4951478838920593, 0.4839411675930023, 0.36445051431655884], "r_norm": [0.9787620306015015, 0.9688473343849182, 0.9783813953399658]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8704, "test_loss": 0.40628598327636717}, {"step": 7050, "epoch": 15, "train_loss": 0.22636950016021729, "cos_r_negg": [0.5077083110809326, 0.48597437143325806, 0.3657897114753723], "cos_apical_negg": [0.5077083110809326, 0.48597437143325806, 0.3657897114753723], "cos_Ac_negg": [0.5077083110809326, 0.48597437143325806, 0.3657897114753723], "r_norm": [0.9811189770698547, 0.9723316431045532, 0.9795443415641785]}, {"step": 7100, "epoch": 15, "train_loss": 0.23629716038703918, "cos_r_negg": [0.49628394842147827, 0.46938085556030273, 0.3693743050098419], "cos_apical_negg": [0.49628394842147827, 0.46938085556030273, 0.3693743050098419], "cos_Ac_negg": [0.49628394842147827, 0.46938085556030273, 0.3693743050098419], "r_norm": [1.0512486696243286, 1.0447704792022705, 1.0579713582992554]}, {"step": 7150, "epoch": 15, "train_loss": 0.34192168712615967, "cos_r_negg": [0.5228967666625977, 0.494089275598526, 0.3932741582393646], "cos_apical_negg": [0.5228967666625977, 0.494089275598526, 0.3932741582393646], "cos_Ac_negg": [0.5228967666625977, 0.494089275598526, 0.3932741582393646], "r_norm": [1.0761973857879639, 1.0658371448516846, 1.0715880393981934]}, {"step": 7200, "epoch": 15, "train_loss": 0.21749839186668396, "cos_r_negg": [0.5309823751449585, 0.4945874512195587, 0.3660794794559479], "cos_apical_negg": [0.5309823751449585, 0.4945874512195587, 0.3660794794559479], "cos_Ac_negg": [0.5309823751449585, 0.4945874512195587, 0.3660794794559479], "r_norm": [1.04732084274292, 1.038466453552246, 1.0434942245483398]}, {"step": 7250, "epoch": 15, "train_loss": 0.35696908831596375, "cos_r_negg": [0.5130452513694763, 0.47936221957206726, 0.35321152210235596], "cos_apical_negg": [0.5130452513694763, 0.47936221957206726, 0.35321152210235596], "cos_Ac_negg": [0.5130452513694763, 0.47936221957206726, 0.35321152210235596], "r_norm": [1.1735289096832275, 1.1604115962982178, 1.1630611419677734]}, {"step": 7300, "epoch": 15, "train_loss": 0.2680665850639343, "cos_r_negg": [0.5150484442710876, 0.49657392501831055, 0.37852534651756287], "cos_apical_negg": [0.5150484442710876, 0.49657392501831055, 0.37852534651756287], "cos_Ac_negg": [0.5150484442710876, 0.49657392501831055, 0.37852534651756287], "r_norm": [1.0005395412445068, 0.9901915788650513, 0.9979947805404663]}, {"step": 7350, "epoch": 15, "train_loss": 0.2764211893081665, "cos_r_negg": [0.4928414225578308, 0.4933395981788635, 0.3853394389152527], "cos_apical_negg": [0.4928414225578308, 0.4933395981788635, 0.3853394389152527], "cos_Ac_negg": [0.4928414225578308, 0.4933395981788635, 0.3853394389152527], "r_norm": [1.1072256565093994, 1.094794511795044, 1.1041991710662842]}, {"step": 7400, "epoch": 15, "train_loss": 0.3830068111419678, "cos_r_negg": [0.4827743172645569, 0.461328387260437, 0.3573959469795227], "cos_apical_negg": [0.4827743172645569, 0.461328387260437, 0.3573959469795227], "cos_Ac_negg": [0.4827743172645569, 0.461328387260437, 0.3573959469795227], "r_norm": [1.108094573020935, 1.0981602668762207, 1.1079504489898682]}, {"step": 7450, "epoch": 15, "train_loss": 0.3055388331413269, "cos_r_negg": [0.4970338046550751, 0.4741472601890564, 0.35908687114715576], "cos_apical_negg": [0.4970338046550751, 0.4741472601890564, 0.35908687114715576], "cos_Ac_negg": [0.4970338046550751, 0.4741472601890564, 0.35908687114715576], "r_norm": [1.1508837938308716, 1.1426472663879395, 1.1521079540252686]}, {"step": 7500, "epoch": 15, "train_loss": 0.31413477659225464, "cos_r_negg": [0.511324942111969, 0.4812604486942291, 0.3517601490020752], "cos_apical_negg": [0.511324942111969, 0.4812604486942291, 0.3517601490020752], "cos_Ac_negg": [0.511324942111969, 0.4812604486942291, 0.3517601490020752], "r_norm": [1.124125599861145, 1.1095123291015625, 1.1136817932128906]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.868, "test_loss": 0.4089040679931641}, {"step": 7550, "epoch": 16, "train_loss": 0.24124935269355774, "cos_r_negg": [0.4979232847690582, 0.47748833894729614, 0.3502854108810425], "cos_apical_negg": [0.4979232847690582, 0.47748833894729614, 0.3502854108810425], "cos_Ac_negg": [0.4979232847690582, 0.47748833894729614, 0.3502854108810425], "r_norm": [1.0327818393707275, 1.022505283355713, 1.0279154777526855]}, {"step": 7600, "epoch": 16, "train_loss": 0.3054513931274414, "cos_r_negg": [0.4987224340438843, 0.48090970516204834, 0.37425994873046875], "cos_apical_negg": [0.4987224340438843, 0.48090970516204834, 0.37425994873046875], "cos_Ac_negg": [0.4987224340438843, 0.48090970516204834, 0.37425994873046875], "r_norm": [0.9773321747779846, 0.9689332246780396, 0.9782564640045166]}, {"step": 7650, "epoch": 16, "train_loss": 0.1539323627948761, "cos_r_negg": [0.5051844120025635, 0.49542415142059326, 0.3685372471809387], "cos_apical_negg": [0.5051844120025635, 0.49542415142059326, 0.3685372471809387], "cos_Ac_negg": [0.5051844120025635, 0.49542415142059326, 0.3685372471809387], "r_norm": [1.030881404876709, 1.0250087976455688, 1.0355033874511719]}, {"step": 7700, "epoch": 16, "train_loss": 0.15107956528663635, "cos_r_negg": [0.4860741198062897, 0.46689432859420776, 0.355160117149353], "cos_apical_negg": [0.4860741198062897, 0.46689432859420776, 0.355160117149353], "cos_Ac_negg": [0.4860741198062897, 0.46689432859420776, 0.355160117149353], "r_norm": [0.9756648540496826, 0.9696898460388184, 0.9794812798500061]}, {"step": 7750, "epoch": 16, "train_loss": 0.26708006858825684, "cos_r_negg": [0.5073490142822266, 0.47821205854415894, 0.36664441227912903], "cos_apical_negg": [0.5073490142822266, 0.47821205854415894, 0.36664441227912903], "cos_Ac_negg": [0.5073490142822266, 0.47821205854415894, 0.36664441227912903], "r_norm": [0.9939744472503662, 0.9856877326965332, 0.9933949112892151]}, {"step": 7800, "epoch": 16, "train_loss": 0.2620248794555664, "cos_r_negg": [0.5029541850090027, 0.4686504602432251, 0.37325218319892883], "cos_apical_negg": [0.5029541850090027, 0.4686504602432251, 0.37325218319892883], "cos_Ac_negg": [0.5029541850090027, 0.4686504602432251, 0.37325218319892883], "r_norm": [1.2004117965698242, 1.191833257675171, 1.1952297687530518]}, {"step": 7850, "epoch": 16, "train_loss": 0.2704344093799591, "cos_r_negg": [0.4710768461227417, 0.46560683846473694, 0.3612756133079529], "cos_apical_negg": [0.4710768461227417, 0.46560683846473694, 0.3612756133079529], "cos_Ac_negg": [0.4710768461227417, 0.46560683846473694, 0.3612756133079529], "r_norm": [1.0925328731536865, 1.085862636566162, 1.0950617790222168]}, {"step": 7900, "epoch": 16, "train_loss": 0.09662247449159622, "cos_r_negg": [0.47875526547431946, 0.45965877175331116, 0.3751208484172821], "cos_apical_negg": [0.47875526547431946, 0.45965877175331116, 0.3751208484172821], "cos_Ac_negg": [0.47875526547431946, 0.45965877175331116, 0.3751208484172821], "r_norm": [1.173060417175293, 1.1659015417099, 1.1696239709854126]}, {"step": 7950, "epoch": 16, "train_loss": 0.2732083201408386, "cos_r_negg": [0.492066353559494, 0.46346092224121094, 0.3710346221923828], "cos_apical_negg": [0.492066353559494, 0.46346092224121094, 0.3710346221923828], "cos_Ac_negg": [0.492066353559494, 0.46346092224121094, 0.3710346221923828], "r_norm": [1.0049176216125488, 0.9951863288879395, 1.0029773712158203]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8712, "test_loss": 0.4059070068359375}, {"step": 8000, "epoch": 17, "train_loss": 0.32485607266426086, "cos_r_negg": [0.5070945024490356, 0.46402156352996826, 0.3546203672885895], "cos_apical_negg": [0.5070945024490356, 0.46402156352996826, 0.3546203672885895], "cos_Ac_negg": [0.5070945024490356, 0.46402156352996826, 0.3546203672885895], "r_norm": [1.010237693786621, 1.004701018333435, 1.0149507522583008]}, {"step": 8050, "epoch": 17, "train_loss": 0.27598726749420166, "cos_r_negg": [0.49859464168548584, 0.4734605550765991, 0.3613353371620178], "cos_apical_negg": [0.49859464168548584, 0.4734605550765991, 0.3613353371620178], "cos_Ac_negg": [0.49859464168548584, 0.4734605550765991, 0.3613353371620178], "r_norm": [1.0864490270614624, 1.0766210556030273, 1.083662748336792]}, {"step": 8100, "epoch": 17, "train_loss": 0.2975003123283386, "cos_r_negg": [0.48977169394493103, 0.46440601348876953, 0.35787343978881836], "cos_apical_negg": [0.48977169394493103, 0.46440601348876953, 0.35787343978881836], "cos_Ac_negg": [0.48977169394493103, 0.46440601348876953, 0.35787343978881836], "r_norm": [1.035156011581421, 1.0249810218811035, 1.0351934432983398]}, {"step": 8150, "epoch": 17, "train_loss": 0.24489720165729523, "cos_r_negg": [0.5049905776977539, 0.4885500967502594, 0.38265836238861084], "cos_apical_negg": [0.5049905776977539, 0.4885500967502594, 0.38265836238861084], "cos_Ac_negg": [0.5049905776977539, 0.4885500967502594, 0.38265836238861084], "r_norm": [1.1327736377716064, 1.1194078922271729, 1.1261765956878662]}, {"step": 8200, "epoch": 17, "train_loss": 0.26624029874801636, "cos_r_negg": [0.5070561170578003, 0.49286577105522156, 0.37402331829071045], "cos_apical_negg": [0.5070561170578003, 0.49286577105522156, 0.37402331829071045], "cos_Ac_negg": [0.5070561170578003, 0.49286577105522156, 0.37402331829071045], "r_norm": [1.0973713397979736, 1.0880074501037598, 1.0961248874664307]}, {"step": 8250, "epoch": 17, "train_loss": 0.2966042160987854, "cos_r_negg": [0.5000710487365723, 0.48906341195106506, 0.3785450756549835], "cos_apical_negg": [0.5000710487365723, 0.48906341195106506, 0.3785450756549835], "cos_Ac_negg": [0.5000710487365723, 0.48906341195106506, 0.3785450756549835], "r_norm": [0.916135311126709, 0.907872200012207, 0.9168963432312012]}, {"step": 8300, "epoch": 17, "train_loss": 0.256219744682312, "cos_r_negg": [0.5074599385261536, 0.4843790531158447, 0.38559961318969727], "cos_apical_negg": [0.5074599385261536, 0.4843790531158447, 0.38559961318969727], "cos_Ac_negg": [0.5074599385261536, 0.4843790531158447, 0.38559961318969727], "r_norm": [1.1828546524047852, 1.1727855205535889, 1.1742273569107056]}, {"step": 8350, "epoch": 17, "train_loss": 0.1731492578983307, "cos_r_negg": [0.4758433699607849, 0.46231257915496826, 0.37549346685409546], "cos_apical_negg": [0.4758433699607849, 0.46231257915496826, 0.37549346685409546], "cos_Ac_negg": [0.4758433699607849, 0.46231257915496826, 0.37549346685409546], "r_norm": [1.0022001266479492, 0.9912917613983154, 1.0010273456573486]}, {"step": 8400, "epoch": 17, "train_loss": 0.4471290707588196, "cos_r_negg": [0.4862489700317383, 0.46655160188674927, 0.3822966516017914], "cos_apical_negg": [0.4862489700317383, 0.46655160188674927, 0.3822966516017914], "cos_Ac_negg": [0.4862489700317383, 0.46655160188674927, 0.3822966516017914], "r_norm": [1.02410888671875, 1.0168038606643677, 1.026747703552246]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8719, "test_loss": 0.40880255432128904}, {"step": 8450, "epoch": 18, "train_loss": 0.21810707449913025, "cos_r_negg": [0.4827747642993927, 0.45370757579803467, 0.36581432819366455], "cos_apical_negg": [0.4827747642993927, 0.45370757579803467, 0.36581432819366455], "cos_Ac_negg": [0.4827747642993927, 0.45370757579803467, 0.36581432819366455], "r_norm": [1.03920578956604, 1.0324313640594482, 1.0441443920135498]}, {"step": 8500, "epoch": 18, "train_loss": 0.19985522329807281, "cos_r_negg": [0.5060865879058838, 0.4908965826034546, 0.3857109546661377], "cos_apical_negg": [0.5060865879058838, 0.4908965826034546, 0.3857109546661377], "cos_Ac_negg": [0.5060865879058838, 0.4908965826034546, 0.3857109546661377], "r_norm": [1.0527451038360596, 1.0457333326339722, 1.0513890981674194]}, {"step": 8550, "epoch": 18, "train_loss": 0.224869966506958, "cos_r_negg": [0.5213289260864258, 0.4946395456790924, 0.4147235155105591], "cos_apical_negg": [0.5213289260864258, 0.4946395456790924, 0.4147235155105591], "cos_Ac_negg": [0.5213289260864258, 0.4946395456790924, 0.4147235155105591], "r_norm": [1.195613145828247, 1.1868700981140137, 1.1966907978057861]}, {"step": 8600, "epoch": 18, "train_loss": 0.19156844913959503, "cos_r_negg": [0.5095239877700806, 0.4812625050544739, 0.3839811086654663], "cos_apical_negg": [0.5095239877700806, 0.4812625050544739, 0.3839811086654663], "cos_Ac_negg": [0.5095239877700806, 0.4812625050544739, 0.3839811086654663], "r_norm": [1.0223362445831299, 1.0115728378295898, 1.0171586275100708]}, {"step": 8650, "epoch": 18, "train_loss": 0.13906002044677734, "cos_r_negg": [0.5055463314056396, 0.4856075644493103, 0.37171095609664917], "cos_apical_negg": [0.5055463314056396, 0.4856075644493103, 0.37171095609664917], "cos_Ac_negg": [0.5055463314056396, 0.4856075644493103, 0.37171095609664917], "r_norm": [1.2052452564239502, 1.1948094367980957, 1.2032256126403809]}, {"step": 8700, "epoch": 18, "train_loss": 0.17469020187854767, "cos_r_negg": [0.47450190782546997, 0.45697975158691406, 0.3269382119178772], "cos_apical_negg": [0.47450190782546997, 0.45697975158691406, 0.3269382119178772], "cos_Ac_negg": [0.47450190782546997, 0.45697975158691406, 0.3269382119178772], "r_norm": [1.066300630569458, 1.0582263469696045, 1.0710644721984863]}, {"step": 8750, "epoch": 18, "train_loss": 0.2943633794784546, "cos_r_negg": [0.4898604154586792, 0.4606512784957886, 0.3572651743888855], "cos_apical_negg": [0.4898604154586792, 0.4606512784957886, 0.3572651743888855], "cos_Ac_negg": [0.4898604154586792, 0.4606512784957886, 0.3572651743888855], "r_norm": [1.0460960865020752, 1.0368623733520508, 1.050902009010315]}, {"step": 8800, "epoch": 18, "train_loss": 0.12114257365465164, "cos_r_negg": [0.4875340461730957, 0.46021342277526855, 0.3766447603702545], "cos_apical_negg": [0.4875340461730957, 0.46021342277526855, 0.3766447603702545], "cos_Ac_negg": [0.4875340461730957, 0.46021342277526855, 0.3766447603702545], "r_norm": [1.0513010025024414, 1.0442471504211426, 1.0576118230819702]}, {"step": 8850, "epoch": 18, "train_loss": 0.19197064638137817, "cos_r_negg": [0.49042779207229614, 0.4657902121543884, 0.3719281256198883], "cos_apical_negg": [0.49042779207229614, 0.4657902121543884, 0.3719281256198883], "cos_Ac_negg": [0.49042779207229614, 0.4657902121543884, 0.3719281256198883], "r_norm": [1.031156063079834, 1.025315284729004, 1.033125638961792]}, {"step": 8900, "epoch": 18, "train_loss": 0.2549324333667755, "cos_r_negg": [0.4823291003704071, 0.45057228207588196, 0.35462090373039246], "cos_apical_negg": [0.4823291003704071, 0.45057228207588196, 0.35462090373039246], "cos_Ac_negg": [0.4823291003704071, 0.45057228207588196, 0.35462090373039246], "r_norm": [1.0183773040771484, 1.0134289264678955, 1.0241855382919312]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8695, "test_loss": 0.41798174438476565}, {"step": 8950, "epoch": 19, "train_loss": 0.2817063629627228, "cos_r_negg": [0.47835296392440796, 0.46439117193222046, 0.38136160373687744], "cos_apical_negg": [0.47835296392440796, 0.46439117193222046, 0.38136160373687744], "cos_Ac_negg": [0.47835296392440796, 0.46439117193222046, 0.38136160373687744], "r_norm": [1.0016266107559204, 0.9935593008995056, 0.9987795352935791]}, {"step": 9000, "epoch": 19, "train_loss": 0.30171605944633484, "cos_r_negg": [0.4785804748535156, 0.4547279477119446, 0.36075153946876526], "cos_apical_negg": [0.4785804748535156, 0.4547279477119446, 0.36075153946876526], "cos_Ac_negg": [0.4785804748535156, 0.4547279477119446, 0.36075153946876526], "r_norm": [1.110818862915039, 1.1023130416870117, 1.1118576526641846]}, {"step": 9050, "epoch": 19, "train_loss": 0.18582794070243835, "cos_r_negg": [0.4697444438934326, 0.4426892399787903, 0.34014126658439636], "cos_apical_negg": [0.4697444438934326, 0.4426892399787903, 0.34014126658439636], "cos_Ac_negg": [0.4697444438934326, 0.4426892399787903, 0.34014126658439636], "r_norm": [1.0632593631744385, 1.057165503501892, 1.0676202774047852]}, {"step": 9100, "epoch": 19, "train_loss": 0.27903932332992554, "cos_r_negg": [0.4815458357334137, 0.46517714858055115, 0.3700709044933319], "cos_apical_negg": [0.4815458357334137, 0.46517714858055115, 0.3700709044933319], "cos_Ac_negg": [0.4815458357334137, 0.46517714858055115, 0.3700709044933319], "r_norm": [1.0134904384613037, 1.0107440948486328, 1.0253618955612183]}, {"step": 9150, "epoch": 19, "train_loss": 0.18760645389556885, "cos_r_negg": [0.4619513750076294, 0.45307570695877075, 0.36923089623451233], "cos_apical_negg": [0.4619513750076294, 0.45307570695877075, 0.36923089623451233], "cos_Ac_negg": [0.4619513750076294, 0.45307570695877075, 0.36923089623451233], "r_norm": [1.0064339637756348, 0.9963945746421814, 1.0025184154510498]}, {"step": 9200, "epoch": 19, "train_loss": 0.1523657739162445, "cos_r_negg": [0.4768527150154114, 0.45354828238487244, 0.3684980869293213], "cos_apical_negg": [0.4768527150154114, 0.45354828238487244, 0.3684980869293213], "cos_Ac_negg": [0.4768527150154114, 0.45354828238487244, 0.3684980869293213], "r_norm": [0.9889637231826782, 0.9866867065429688, 0.9992921352386475]}, {"step": 9250, "epoch": 19, "train_loss": 0.2596628665924072, "cos_r_negg": [0.4877738952636719, 0.4719536006450653, 0.3740091323852539], "cos_apical_negg": [0.4877738952636719, 0.4719536006450653, 0.3740091323852539], "cos_Ac_negg": [0.4877738952636719, 0.4719536006450653, 0.3740091323852539], "r_norm": [0.949794352054596, 0.939199686050415, 0.9475958943367004]}, {"step": 9300, "epoch": 19, "train_loss": 0.19923952221870422, "cos_r_negg": [0.46594756841659546, 0.44538718461990356, 0.3562543988227844], "cos_apical_negg": [0.46594756841659546, 0.44538718461990356, 0.3562543988227844], "cos_Ac_negg": [0.46594756841659546, 0.44538718461990356, 0.3562543988227844], "r_norm": [1.1222779750823975, 1.115375280380249, 1.1241791248321533]}, {"step": 9350, "epoch": 19, "train_loss": 0.20440563559532166, "cos_r_negg": [0.47546759247779846, 0.4439425468444824, 0.3671371340751648], "cos_apical_negg": [0.47546759247779846, 0.4439425468444824, 0.3671371340751648], "cos_Ac_negg": [0.47546759247779846, 0.4439425468444824, 0.3671371340751648], "r_norm": [0.966842770576477, 0.9564889669418335, 0.9654684662818909]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8634, "test_loss": 0.45971358947753904}], "final": {"test_acc": 0.8634, "test_loss": 0.45971358947753904, "wall_s": 20.52211618423462, "cos_r_negg": [0.47651407122612, 0.4531738758087158, 0.36967968940734863], "cos_apical_negg": [0.47651407122612, 0.4531738758087158, 0.36967968940734863], "cos_Ac_negg": [0.47651407122612, 0.4531738758087158, 0.36967968940734863]}}
|
