1
|
{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.43324613571167, "cos_r_negg": [0.016511008143424988, 0.03550553694367409, 0.0016966524999588728], "cos_apical_negg": [0.016511008143424988, 0.03550553694367409, 0.0016966524999588728], "cos_Ac_negg": [0.016511008143424988, 0.03550553694367409, 0.0016966524999588728], "r_norm": [4.7706146240234375, 4.796675682067871, 4.896422386169434]}, {"step": 50, "epoch": 0, "train_loss": 0.7382335662841797, "cos_r_negg": [0.381287544965744, 0.2938944101333618, 0.19697917997837067], "cos_apical_negg": [0.381287544965744, 0.2938944101333618, 0.19697917997837067], "cos_Ac_negg": [0.381287544965744, 0.2938944101333618, 0.19697917997837067], "r_norm": [1.9765015840530396, 1.9833950996398926, 2.05478835105896]}, {"step": 100, "epoch": 0, "train_loss": 0.6299738883972168, "cos_r_negg": [0.40547943115234375, 0.3295983076095581, 0.19056805968284607], "cos_apical_negg": [0.40547943115234375, 0.3295983076095581, 0.19056805968284607], "cos_Ac_negg": [0.40547943115234375, 0.3295983076095581, 0.19056805968284607], "r_norm": [1.8303725719451904, 1.8385565280914307, 1.896880865097046]}, {"step": 150, "epoch": 0, "train_loss": 0.5829832553863525, "cos_r_negg": [0.4358569383621216, 0.3839818835258484, 0.2738438844680786], "cos_apical_negg": [0.4358569383621216, 0.3839818835258484, 0.2738438844680786], "cos_Ac_negg": [0.4358569383621216, 0.3839818835258484, 0.2738438844680786], "r_norm": [1.7307982444763184, 1.731651782989502, 1.7902780771255493]}, {"step": 200, "epoch": 0, "train_loss": 0.5193376541137695, "cos_r_negg": [0.49218010902404785, 0.4308619797229767, 0.25702959299087524], "cos_apical_negg": [0.49218010902404785, 0.4308619797229767, 0.25702959299087524], "cos_Ac_negg": [0.49218010902404785, 0.4308619797229767, 0.25702959299087524], "r_norm": [1.6944183111190796, 1.6967897415161133, 1.7654569149017334]}, {"step": 250, "epoch": 0, "train_loss": 0.657157301902771, "cos_r_negg": [0.47758930921554565, 0.434427410364151, 0.23596511781215668], "cos_apical_negg": [0.47758930921554565, 0.434427410364151, 0.23596511781215668], "cos_Ac_negg": [0.47758930921554565, 0.434427410364151, 0.23596511781215668], "r_norm": [1.5047998428344727, 1.5141165256500244, 1.5638644695281982]}, {"step": 300, "epoch": 0, "train_loss": 0.8258299827575684, "cos_r_negg": [0.46474307775497437, 0.4468834400177002, 0.2235235869884491], "cos_apical_negg": [0.46474307775497437, 0.4468834400177002, 0.2235235869884491], "cos_Ac_negg": [0.46474307775497437, 0.4468834400177002, 0.2235235869884491], "r_norm": [1.4893136024475098, 1.491837501525879, 1.5484156608581543]}, {"step": 350, "epoch": 0, "train_loss": 0.4885643422603607, "cos_r_negg": [0.4988132119178772, 0.4539393484592438, 0.23464152216911316], "cos_apical_negg": [0.4988132119178772, 0.4539393484592438, 0.23464152216911316], "cos_Ac_negg": [0.4988132119178772, 0.4539393484592438, 0.23464152216911316], "r_norm": [1.3328145742416382, 1.335583209991455, 1.3835368156433105]}, {"step": 400, "epoch": 0, "train_loss": 0.6724833250045776, "cos_r_negg": [0.5139456987380981, 0.48284488916397095, 0.26741141080856323], "cos_apical_negg": [0.5139456987380981, 0.48284488916397095, 0.26741141080856323], "cos_Ac_negg": [0.5139456987380981, 0.48284488916397095, 0.26741141080856323], "r_norm": [1.5397224426269531, 1.543262004852295, 1.5975918769836426]}, {"step": 450, "epoch": 0, "train_loss": 0.46879827976226807, "cos_r_negg": [0.5112179517745972, 0.44938427209854126, 0.26546940207481384], "cos_apical_negg": [0.5112179517745972, 0.44938427209854126, 0.26546940207481384], "cos_Ac_negg": [0.5112179517745972, 0.44938427209854126, 0.26546940207481384], "r_norm": [1.4202971458435059, 1.4237761497497559, 1.480124592781067]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8227, "test_loss": 0.5445137756347657}, {"step": 500, "epoch": 1, "train_loss": 0.395000696182251, "cos_r_negg": [0.5149641036987305, 0.4346054196357727, 0.237577885389328], "cos_apical_negg": [0.5149641036987305, 0.4346054196357727, 0.237577885389328], "cos_Ac_negg": [0.5149641036987305, 0.4346054196357727, 0.237577885389328], "r_norm": [1.4336961507797241, 1.4390716552734375, 1.4909751415252686]}, {"step": 550, "epoch": 1, "train_loss": 0.6517572402954102, "cos_r_negg": [0.5229069590568542, 0.4403444528579712, 0.2724132835865021], "cos_apical_negg": [0.5229069590568542, 0.4403444528579712, 0.2724132835865021], "cos_Ac_negg": [0.5229069590568542, 0.4403444528579712, 0.2724132835865021], "r_norm": [1.419631838798523, 1.4281625747680664, 1.4682461023330688]}, {"step": 600, "epoch": 1, "train_loss": 0.6261169910430908, "cos_r_negg": [0.5193126201629639, 0.46695923805236816, 0.26691728830337524], "cos_apical_negg": [0.5193126201629639, 0.46695923805236816, 0.26691728830337524], "cos_Ac_negg": [0.5193126201629639, 0.46695923805236816, 0.26691728830337524], "r_norm": [1.3623006343841553, 1.3673683404922485, 1.4088467359542847]}, {"step": 650, "epoch": 1, "train_loss": 0.5916791558265686, "cos_r_negg": [0.5385250449180603, 0.4728212058544159, 0.2780846059322357], "cos_apical_negg": [0.5385250449180603, 0.4728212058544159, 0.2780846059322357], "cos_Ac_negg": [0.5385250449180603, 0.4728212058544159, 0.2780846059322357], "r_norm": [1.426450252532959, 1.4336644411087036, 1.491694450378418]}, {"step": 700, "epoch": 1, "train_loss": 0.40588849782943726, "cos_r_negg": [0.5335046052932739, 0.453813761472702, 0.2783598303794861], "cos_apical_negg": [0.5335046052932739, 0.453813761472702, 0.2783598303794861], "cos_Ac_negg": [0.5335046052932739, 0.453813761472702, 0.2783598303794861], "r_norm": [1.457719087600708, 1.4555715322494507, 1.5152698755264282]}, {"step": 750, "epoch": 1, "train_loss": 0.4247787892818451, "cos_r_negg": [0.5465184450149536, 0.4841045141220093, 0.2634095847606659], "cos_apical_negg": [0.5465184450149536, 0.4841045141220093, 0.2634095847606659], "cos_Ac_negg": [0.5465184450149536, 0.4841045141220093, 0.2634095847606659], "r_norm": [1.2905409336090088, 1.2968776226043701, 1.348517656326294]}, {"step": 800, "epoch": 1, "train_loss": 0.49177253246307373, "cos_r_negg": [0.5314319133758545, 0.49046608805656433, 0.2606445550918579], "cos_apical_negg": [0.5314319133758545, 0.49046608805656433, 0.2606445550918579], "cos_Ac_negg": [0.5314319133758545, 0.49046608805656433, 0.2606445550918579], "r_norm": [1.3383917808532715, 1.3422694206237793, 1.3979129791259766]}, {"step": 850, "epoch": 1, "train_loss": 0.3221166431903839, "cos_r_negg": [0.535365104675293, 0.4753262400627136, 0.271589070558548], "cos_apical_negg": [0.535365104675293, 0.4753262400627136, 0.271589070558548], "cos_Ac_negg": [0.535365104675293, 0.4753262400627136, 0.271589070558548], "r_norm": [1.3120074272155762, 1.315802812576294, 1.378082275390625]}, {"step": 900, "epoch": 1, "train_loss": 0.5011988878250122, "cos_r_negg": [0.5536412596702576, 0.4850141406059265, 0.2578299045562744], "cos_apical_negg": [0.5536412596702576, 0.4850141406059265, 0.2578299045562744], "cos_Ac_negg": [0.5536412596702576, 0.4850141406059265, 0.2578299045562744], "r_norm": [1.3143293857574463, 1.316115379333496, 1.3776328563690186]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8478, "test_loss": 0.43343388671875}, {"step": 950, "epoch": 2, "train_loss": 0.3388598561286926, "cos_r_negg": [0.573340892791748, 0.49934330582618713, 0.2939754128456116], "cos_apical_negg": [0.573340892791748, 0.49934330582618713, 0.2939754128456116], "cos_Ac_negg": [0.573340892791748, 0.49934330582618713, 0.2939754128456116], "r_norm": [1.2920379638671875, 1.294566035270691, 1.3465754985809326]}, {"step": 1000, "epoch": 2, "train_loss": 0.3605470359325409, "cos_r_negg": [0.5425392389297485, 0.48132842779159546, 0.30124133825302124], "cos_apical_negg": [0.5425392389297485, 0.48132842779159546, 0.30124133825302124], "cos_Ac_negg": [0.5425392389297485, 0.48132842779159546, 0.30124133825302124], "r_norm": [1.189894676208496, 1.190492033958435, 1.236685872077942]}, {"step": 1050, "epoch": 2, "train_loss": 0.38955754041671753, "cos_r_negg": [0.576453447341919, 0.49388056993484497, 0.2900434732437134], "cos_apical_negg": [0.576453447341919, 0.49388056993484497, 0.2900434732437134], "cos_Ac_negg": [0.576453447341919, 0.49388056993484497, 0.2900434732437134], "r_norm": [1.4352917671203613, 1.4356913566589355, 1.4907149076461792]}, {"step": 1100, "epoch": 2, "train_loss": 0.3791976869106293, "cos_r_negg": [0.539444088935852, 0.4891752600669861, 0.2536659240722656], "cos_apical_negg": [0.539444088935852, 0.4891752600669861, 0.2536659240722656], "cos_Ac_negg": [0.539444088935852, 0.4891752600669861, 0.2536659240722656], "r_norm": [1.2905818223953247, 1.2906546592712402, 1.3506591320037842]}, {"step": 1150, "epoch": 2, "train_loss": 0.3858034014701843, "cos_r_negg": [0.5591608285903931, 0.4790571928024292, 0.255865216255188], "cos_apical_negg": [0.5591608285903931, 0.4790571928024292, 0.255865216255188], "cos_Ac_negg": [0.5591608285903931, 0.4790571928024292, 0.255865216255188], "r_norm": [1.2800873517990112, 1.2857273817062378, 1.3290865421295166]}, {"step": 1200, "epoch": 2, "train_loss": 0.5502724647521973, "cos_r_negg": [0.5462385416030884, 0.48309239745140076, 0.25682008266448975], "cos_apical_negg": [0.5462385416030884, 0.48309239745140076, 0.25682008266448975], "cos_Ac_negg": [0.5462385416030884, 0.48309239745140076, 0.25682008266448975], "r_norm": [1.3794126510620117, 1.3797608613967896, 1.4396860599517822]}, {"step": 1250, "epoch": 2, "train_loss": 0.38259202241897583, "cos_r_negg": [0.5361132621765137, 0.4913308620452881, 0.282654732465744], "cos_apical_negg": [0.5361132621765137, 0.4913308620452881, 0.282654732465744], "cos_Ac_negg": [0.5361132621765137, 0.4913308620452881, 0.282654732465744], "r_norm": [1.2647933959960938, 1.2697335481643677, 1.3236358165740967]}, {"step": 1300, "epoch": 2, "train_loss": 0.3465692102909088, "cos_r_negg": [0.5732027888298035, 0.5004255771636963, 0.29077771306037903], "cos_apical_negg": [0.5732027888298035, 0.5004255771636963, 0.29077771306037903], "cos_Ac_negg": [0.5732027888298035, 0.5004255771636963, 0.29077771306037903], "r_norm": [1.2114689350128174, 1.2129218578338623, 1.2663345336914062]}, {"step": 1350, "epoch": 2, "train_loss": 0.3144136071205139, "cos_r_negg": [0.5620551705360413, 0.5062000751495361, 0.2883251905441284], "cos_apical_negg": [0.5620551705360413, 0.5062000751495361, 0.2883251905441284], "cos_Ac_negg": [0.5620551705360413, 0.5062000751495361, 0.2883251905441284], "r_norm": [1.150669813156128, 1.1504228115081787, 1.1977460384368896]}, {"step": 1400, "epoch": 2, "train_loss": 0.601235568523407, "cos_r_negg": [0.5612736940383911, 0.5161781311035156, 0.28475043177604675], "cos_apical_negg": [0.5612736940383911, 0.5161781311035156, 0.28475043177604675], "cos_Ac_negg": [0.5612736940383911, 0.5161781311035156, 0.28475043177604675], "r_norm": [1.206730842590332, 1.206182837486267, 1.252237319946289]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8419, "test_loss": 0.4601346435546875}, {"step": 1450, "epoch": 3, "train_loss": 0.6546341180801392, "cos_r_negg": [0.5599802732467651, 0.5167990922927856, 0.3165750205516815], "cos_apical_negg": [0.5599802732467651, 0.5167990922927856, 0.3165750205516815], "cos_Ac_negg": [0.5599802732467651, 0.5167990922927856, 0.3165750205516815], "r_norm": [1.2202343940734863, 1.223038911819458, 1.2696213722229004]}, {"step": 1500, "epoch": 3, "train_loss": 0.44696852564811707, "cos_r_negg": [0.5876200199127197, 0.5193705558776855, 0.32543104887008667], "cos_apical_negg": [0.5876200199127197, 0.5193705558776855, 0.32543104887008667], "cos_Ac_negg": [0.5876200199127197, 0.5193705558776855, 0.32543104887008667], "r_norm": [1.2372124195098877, 1.2470608949661255, 1.294155478477478]}, {"step": 1550, "epoch": 3, "train_loss": 0.3160088062286377, "cos_r_negg": [0.5674871802330017, 0.5040631890296936, 0.29259157180786133], "cos_apical_negg": [0.5674871802330017, 0.5040631890296936, 0.29259157180786133], "cos_Ac_negg": [0.5674871802330017, 0.5040631890296936, 0.29259157180786133], "r_norm": [1.1670966148376465, 1.1680718660354614, 1.2169020175933838]}, {"step": 1600, "epoch": 3, "train_loss": 0.3891785740852356, "cos_r_negg": [0.5311723947525024, 0.48112767934799194, 0.2940543591976166], "cos_apical_negg": [0.5311723947525024, 0.48112767934799194, 0.2940543591976166], "cos_Ac_negg": [0.5311723947525024, 0.48112767934799194, 0.2940543591976166], "r_norm": [1.3186137676239014, 1.3167444467544556, 1.3730252981185913]}, {"step": 1650, "epoch": 3, "train_loss": 0.5016361474990845, "cos_r_negg": [0.5707408785820007, 0.49742382764816284, 0.3063162565231323], "cos_apical_negg": [0.5707408785820007, 0.49742382764816284, 0.3063162565231323], "cos_Ac_negg": [0.5707408785820007, 0.49742382764816284, 0.3063162565231323], "r_norm": [1.16092848777771, 1.1646560430526733, 1.206472635269165]}, {"step": 1700, "epoch": 3, "train_loss": 0.3744449019432068, "cos_r_negg": [0.5640885829925537, 0.5026463270187378, 0.2976253032684326], "cos_apical_negg": [0.5640885829925537, 0.5026463270187378, 0.2976253032684326], "cos_Ac_negg": [0.5640885829925537, 0.5026463270187378, 0.2976253032684326], "r_norm": [1.2851219177246094, 1.2875332832336426, 1.3413267135620117]}, {"step": 1750, "epoch": 3, "train_loss": 0.5463137626647949, "cos_r_negg": [0.5738511085510254, 0.5125442743301392, 0.29359257221221924], "cos_apical_negg": [0.5738511085510254, 0.5125442743301392, 0.29359257221221924], "cos_Ac_negg": [0.5738511085510254, 0.5125442743301392, 0.29359257221221924], "r_norm": [1.2466565370559692, 1.2512176036834717, 1.2977004051208496]}, {"step": 1800, "epoch": 3, "train_loss": 0.3811360001564026, "cos_r_negg": [0.546241283416748, 0.49699509143829346, 0.250033438205719], "cos_apical_negg": [0.546241283416748, 0.49699509143829346, 0.250033438205719], "cos_Ac_negg": [0.546241283416748, 0.49699509143829346, 0.250033438205719], "r_norm": [1.2229266166687012, 1.2255680561065674, 1.2756786346435547]}, {"step": 1850, "epoch": 3, "train_loss": 0.448758989572525, "cos_r_negg": [0.5365000367164612, 0.48305946588516235, 0.26830142736434937], "cos_apical_negg": [0.5365000367164612, 0.48305946588516235, 0.26830142736434937], "cos_Ac_negg": [0.5365000367164612, 0.48305946588516235, 0.26830142736434937], "r_norm": [1.2937970161437988, 1.2973448038101196, 1.344965934753418]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8462, "test_loss": 0.43599728698730467}, {"step": 1900, "epoch": 4, "train_loss": 0.3098965287208557, "cos_r_negg": [0.5324084162712097, 0.4952296018600464, 0.28074103593826294], "cos_apical_negg": [0.5324084162712097, 0.4952296018600464, 0.28074103593826294], "cos_Ac_negg": [0.5324084162712097, 0.4952296018600464, 0.28074103593826294], "r_norm": [1.288740634918213, 1.2974997758865356, 1.3462445735931396]}, {"step": 1950, "epoch": 4, "train_loss": 0.7182528972625732, "cos_r_negg": [0.5006589889526367, 0.49661681056022644, 0.27645143866539], "cos_apical_negg": [0.5006589889526367, 0.49661681056022644, 0.27645143866539], "cos_Ac_negg": [0.5006589889526367, 0.49661681056022644, 0.27645143866539], "r_norm": [1.2005244493484497, 1.201819896697998, 1.2553867101669312]}, {"step": 2000, "epoch": 4, "train_loss": 0.352886438369751, "cos_r_negg": [0.5469615459442139, 0.4993951916694641, 0.27411985397338867], "cos_apical_negg": [0.5469615459442139, 0.4993951916694641, 0.27411985397338867], "cos_Ac_negg": [0.5469615459442139, 0.4993951916694641, 0.27411985397338867], "r_norm": [1.2841717004776, 1.289689064025879, 1.3386515378952026]}, {"step": 2050, "epoch": 4, "train_loss": 0.43870630860328674, "cos_r_negg": [0.5198695659637451, 0.48373979330062866, 0.25974100828170776], "cos_apical_negg": [0.5198695659637451, 0.48373979330062866, 0.25974100828170776], "cos_Ac_negg": [0.5198695659637451, 0.48373979330062866, 0.25974100828170776], "r_norm": [1.1869661808013916, 1.1917006969451904, 1.2381627559661865]}, {"step": 2100, "epoch": 4, "train_loss": 0.3817073106765747, "cos_r_negg": [0.5738583207130432, 0.5249926447868347, 0.3063495457172394], "cos_apical_negg": [0.5738583207130432, 0.5249926447868347, 0.3063495457172394], "cos_Ac_negg": [0.5738583207130432, 0.5249926447868347, 0.3063495457172394], "r_norm": [1.1584888696670532, 1.1636252403259277, 1.2146327495574951]}, {"step": 2150, "epoch": 4, "train_loss": 0.41905874013900757, "cos_r_negg": [0.5374594926834106, 0.4996213912963867, 0.2826666235923767], "cos_apical_negg": [0.5374594926834106, 0.4996213912963867, 0.2826666235923767], "cos_Ac_negg": [0.5374594926834106, 0.4996213912963867, 0.2826666235923767], "r_norm": [1.0722153186798096, 1.0697839260101318, 1.1126151084899902]}, {"step": 2200, "epoch": 4, "train_loss": 0.35215696692466736, "cos_r_negg": [0.5577197074890137, 0.5117568969726562, 0.30037161707878113], "cos_apical_negg": [0.5577197074890137, 0.5117568969726562, 0.30037161707878113], "cos_Ac_negg": [0.5577197074890137, 0.5117568969726562, 0.30037161707878113], "r_norm": [1.1765507459640503, 1.179741382598877, 1.2243276834487915]}, {"step": 2250, "epoch": 4, "train_loss": 0.28117382526397705, "cos_r_negg": [0.554363489151001, 0.4932861030101776, 0.29385751485824585], "cos_apical_negg": [0.554363489151001, 0.4932861030101776, 0.29385751485824585], "cos_Ac_negg": [0.554363489151001, 0.4932861030101776, 0.29385751485824585], "r_norm": [1.1144979000091553, 1.117480993270874, 1.1595252752304077]}, {"step": 2300, "epoch": 4, "train_loss": 0.17028334736824036, "cos_r_negg": [0.5436903238296509, 0.5073989629745483, 0.289914071559906], "cos_apical_negg": [0.5436903238296509, 0.5073989629745483, 0.289914071559906], "cos_Ac_negg": [0.5436903238296509, 0.5073989629745483, 0.289914071559906], "r_norm": [1.1049048900604248, 1.1093699932098389, 1.152923345565796]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8436, "test_loss": 0.47760672302246093}, {"step": 2350, "epoch": 5, "train_loss": 0.3126962184906006, "cos_r_negg": [0.5422016978263855, 0.4896853268146515, 0.2711479365825653], "cos_apical_negg": [0.5422016978263855, 0.4896853268146515, 0.2711479365825653], "cos_Ac_negg": [0.5422016978263855, 0.4896853268146515, 0.2711479365825653], "r_norm": [1.1112971305847168, 1.1122989654541016, 1.1673097610473633]}, {"step": 2400, "epoch": 5, "train_loss": 0.3081314265727997, "cos_r_negg": [0.5206605195999146, 0.4965304732322693, 0.30917292833328247], "cos_apical_negg": [0.5206605195999146, 0.4965304732322693, 0.30917292833328247], "cos_Ac_negg": [0.5206605195999146, 0.4965304732322693, 0.30917292833328247], "r_norm": [1.2616997957229614, 1.265538215637207, 1.3160083293914795]}, {"step": 2450, "epoch": 5, "train_loss": 0.3250278830528259, "cos_r_negg": [0.5261079668998718, 0.4838598370552063, 0.3078092634677887], "cos_apical_negg": [0.5261079668998718, 0.4838598370552063, 0.3078092634677887], "cos_Ac_negg": [0.5261079668998718, 0.4838598370552063, 0.3078092634677887], "r_norm": [1.262770175933838, 1.26088547706604, 1.3138365745544434]}, {"step": 2500, "epoch": 5, "train_loss": 0.3670247197151184, "cos_r_negg": [0.5592246055603027, 0.5171908140182495, 0.3235682249069214], "cos_apical_negg": [0.5592246055603027, 0.5171908140182495, 0.3235682249069214], "cos_Ac_negg": [0.5592246055603027, 0.5171908140182495, 0.3235682249069214], "r_norm": [1.3268133401870728, 1.3301563262939453, 1.375047206878662]}, {"step": 2550, "epoch": 5, "train_loss": 0.35022982954978943, "cos_r_negg": [0.5488709211349487, 0.5141266584396362, 0.30951735377311707], "cos_apical_negg": [0.5488709211349487, 0.5141266584396362, 0.30951735377311707], "cos_Ac_negg": [0.5488709211349487, 0.5141266584396362, 0.30951735377311707], "r_norm": [1.083501935005188, 1.0860763788223267, 1.1300934553146362]}, {"step": 2600, "epoch": 5, "train_loss": 0.3772968053817749, "cos_r_negg": [0.5823386311531067, 0.5279405117034912, 0.3288734555244446], "cos_apical_negg": [0.5823386311531067, 0.5279405117034912, 0.3288734555244446], "cos_Ac_negg": [0.5823386311531067, 0.5279405117034912, 0.3288734555244446], "r_norm": [1.2449595928192139, 1.242982029914856, 1.294234275817871]}, {"step": 2650, "epoch": 5, "train_loss": 0.2687183618545532, "cos_r_negg": [0.5443984270095825, 0.5077400207519531, 0.3048202395439148], "cos_apical_negg": [0.5443984270095825, 0.5077400207519531, 0.3048202395439148], "cos_Ac_negg": [0.5443984270095825, 0.5077400207519531, 0.3048202395439148], "r_norm": [1.1924195289611816, 1.1861764192581177, 1.2380872964859009]}, {"step": 2700, "epoch": 5, "train_loss": 0.2276049554347992, "cos_r_negg": [0.5520076155662537, 0.5092145204544067, 0.31888172030448914], "cos_apical_negg": [0.5520076155662537, 0.5092145204544067, 0.31888172030448914], "cos_Ac_negg": [0.5520076155662537, 0.5092145204544067, 0.31888172030448914], "r_norm": [1.0751343965530396, 1.075599193572998, 1.118564248085022]}, {"step": 2750, "epoch": 5, "train_loss": 0.4185345470905304, "cos_r_negg": [0.5513982772827148, 0.48900318145751953, 0.2723729908466339], "cos_apical_negg": [0.5513982772827148, 0.48900318145751953, 0.2723729908466339], "cos_Ac_negg": [0.5513982772827148, 0.48900318145751953, 0.2723729908466339], "r_norm": [1.1585748195648193, 1.1590335369110107, 1.2081645727157593]}, {"step": 2800, "epoch": 5, "train_loss": 0.401835560798645, "cos_r_negg": [0.5371479988098145, 0.4899865686893463, 0.3088614344596863], "cos_apical_negg": [0.5371479988098145, 0.4899865686893463, 0.3088614344596863], "cos_Ac_negg": [0.5371479988098145, 0.4899865686893463, 0.3088614344596863], "r_norm": [1.015645146369934, 1.015094518661499, 1.0584266185760498]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8579, "test_loss": 0.4099945098876953}, {"step": 2850, "epoch": 6, "train_loss": 0.20306867361068726, "cos_r_negg": [0.559252917766571, 0.5289776921272278, 0.3429013788700104], "cos_apical_negg": [0.559252917766571, 0.5289776921272278, 0.3429013788700104], "cos_Ac_negg": [0.559252917766571, 0.5289776921272278, 0.3429013788700104], "r_norm": [1.1220022439956665, 1.1191778182983398, 1.1633546352386475]}, {"step": 2900, "epoch": 6, "train_loss": 0.3151499032974243, "cos_r_negg": [0.5461916327476501, 0.5179328918457031, 0.32934272289276123], "cos_apical_negg": [0.5461916327476501, 0.5179328918457031, 0.32934272289276123], "cos_Ac_negg": [0.5461916327476501, 0.5179328918457031, 0.32934272289276123], "r_norm": [1.1925837993621826, 1.1924235820770264, 1.2425966262817383]}, {"step": 2950, "epoch": 6, "train_loss": 0.15721574425697327, "cos_r_negg": [0.5731016397476196, 0.5372248888015747, 0.34047719836235046], "cos_apical_negg": [0.5731016397476196, 0.5372248888015747, 0.34047719836235046], "cos_Ac_negg": [0.5731016397476196, 0.5372248888015747, 0.34047719836235046], "r_norm": [1.0633866786956787, 1.069981575012207, 1.106271743774414]}, {"step": 3000, "epoch": 6, "train_loss": 0.46073171496391296, "cos_r_negg": [0.5197064280509949, 0.49594244360923767, 0.32047736644744873], "cos_apical_negg": [0.5197064280509949, 0.49594244360923767, 0.32047736644744873], "cos_Ac_negg": [0.5197064280509949, 0.49594244360923767, 0.32047736644744873], "r_norm": [1.1455450057983398, 1.1476051807403564, 1.1895761489868164]}, {"step": 3050, "epoch": 6, "train_loss": 0.4539923667907715, "cos_r_negg": [0.5355995893478394, 0.5045984983444214, 0.3249706029891968], "cos_apical_negg": [0.5355995893478394, 0.5045984983444214, 0.3249706029891968], "cos_Ac_negg": [0.5355995893478394, 0.5045984983444214, 0.3249706029891968], "r_norm": [1.1028192043304443, 1.1071984767913818, 1.1442124843597412]}, {"step": 3100, "epoch": 6, "train_loss": 0.32648974657058716, "cos_r_negg": [0.5365049839019775, 0.5282830595970154, 0.3247659206390381], "cos_apical_negg": [0.5365049839019775, 0.5282830595970154, 0.3247659206390381], "cos_Ac_negg": [0.5365049839019775, 0.5282830595970154, 0.3247659206390381], "r_norm": [1.1065542697906494, 1.1115919351577759, 1.1590009927749634]}, {"step": 3150, "epoch": 6, "train_loss": 0.4623304009437561, "cos_r_negg": [0.546377420425415, 0.5112088918685913, 0.31547579169273376], "cos_apical_negg": [0.546377420425415, 0.5112088918685913, 0.31547579169273376], "cos_Ac_negg": [0.546377420425415, 0.5112088918685913, 0.31547579169273376], "r_norm": [1.2003905773162842, 1.2068140506744385, 1.2499765157699585]}, {"step": 3200, "epoch": 6, "train_loss": 0.25429290533065796, "cos_r_negg": [0.5648860931396484, 0.5215950012207031, 0.32462769746780396], "cos_apical_negg": [0.5648860931396484, 0.5215950012207031, 0.32462769746780396], "cos_Ac_negg": [0.5648860931396484, 0.5215950012207031, 0.32462769746780396], "r_norm": [1.1625049114227295, 1.1609666347503662, 1.2013628482818604]}, {"step": 3250, "epoch": 6, "train_loss": 0.2993650436401367, "cos_r_negg": [0.5417900085449219, 0.5072659254074097, 0.29618898034095764], "cos_apical_negg": [0.5417900085449219, 0.5072659254074097, 0.29618898034095764], "cos_Ac_negg": [0.5417900085449219, 0.5072659254074097, 0.29618898034095764], "r_norm": [1.059443473815918, 1.0642362833023071, 1.0978209972381592]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8445, "test_loss": 0.4618215087890625}, {"step": 3300, "epoch": 7, "train_loss": 0.2718049883842468, "cos_r_negg": [0.5604138374328613, 0.5407043099403381, 0.3558465540409088], "cos_apical_negg": [0.5604138374328613, 0.5407043099403381, 0.3558465540409088], "cos_Ac_negg": [0.5604138374328613, 0.5407043099403381, 0.3558465540409088], "r_norm": [1.2016990184783936, 1.2039562463760376, 1.245811939239502]}, {"step": 3350, "epoch": 7, "train_loss": 0.31875407695770264, "cos_r_negg": [0.5385603308677673, 0.5136618614196777, 0.34356293082237244], "cos_apical_negg": [0.5385603308677673, 0.5136618614196777, 0.34356293082237244], "cos_Ac_negg": [0.5385603308677673, 0.5136618614196777, 0.34356293082237244], "r_norm": [1.1453378200531006, 1.1499930620193481, 1.1935341358184814]}, {"step": 3400, "epoch": 7, "train_loss": 0.34740719199180603, "cos_r_negg": [0.5330159664154053, 0.5119456052780151, 0.3110015392303467], "cos_apical_negg": [0.5330159664154053, 0.5119456052780151, 0.3110015392303467], "cos_Ac_negg": [0.5330159664154053, 0.5119456052780151, 0.3110015392303467], "r_norm": [0.9985347986221313, 1.0019780397415161, 1.0426931381225586]}, {"step": 3450, "epoch": 7, "train_loss": 0.30685263872146606, "cos_r_negg": [0.5353701114654541, 0.5016019344329834, 0.31553393602371216], "cos_apical_negg": [0.5353701114654541, 0.5016019344329834, 0.31553393602371216], "cos_Ac_negg": [0.5353701114654541, 0.5016019344329834, 0.31553393602371216], "r_norm": [1.0678561925888062, 1.0722354650497437, 1.1102014780044556]}, {"step": 3500, "epoch": 7, "train_loss": 0.3534279465675354, "cos_r_negg": [0.5695236325263977, 0.5324108600616455, 0.3228183686733246], "cos_apical_negg": [0.5695236325263977, 0.5324108600616455, 0.3228183686733246], "cos_Ac_negg": [0.5695236325263977, 0.5324108600616455, 0.3228183686733246], "r_norm": [1.1000134944915771, 1.1030415296554565, 1.1493834257125854]}, {"step": 3550, "epoch": 7, "train_loss": 0.29161733388900757, "cos_r_negg": [0.5334346294403076, 0.4888259768486023, 0.3076271116733551], "cos_apical_negg": [0.5334346294403076, 0.4888259768486023, 0.3076271116733551], "cos_Ac_negg": [0.5334346294403076, 0.4888259768486023, 0.3076271116733551], "r_norm": [1.0961384773254395, 1.1011936664581299, 1.1425176858901978]}, {"step": 3600, "epoch": 7, "train_loss": 0.32188838720321655, "cos_r_negg": [0.5542576909065247, 0.4959648847579956, 0.31573352217674255], "cos_apical_negg": [0.5542576909065247, 0.4959648847579956, 0.31573352217674255], "cos_Ac_negg": [0.5542576909065247, 0.4959648847579956, 0.31573352217674255], "r_norm": [1.1130518913269043, 1.115180253982544, 1.1594921350479126]}, {"step": 3650, "epoch": 7, "train_loss": 0.40337395668029785, "cos_r_negg": [0.5564378499984741, 0.4962458610534668, 0.3446146249771118], "cos_apical_negg": [0.5564378499984741, 0.4962458610534668, 0.3446146249771118], "cos_Ac_negg": [0.5564378499984741, 0.4962458610534668, 0.3446146249771118], "r_norm": [1.076959490776062, 1.0835909843444824, 1.125820279121399]}, {"step": 3700, "epoch": 7, "train_loss": 0.29544275999069214, "cos_r_negg": [0.5450280904769897, 0.5097166299819946, 0.33334386348724365], "cos_apical_negg": [0.5450280904769897, 0.5097166299819946, 0.33334386348724365], "cos_Ac_negg": [0.5450280904769897, 0.5097166299819946, 0.33334386348724365], "r_norm": [1.2822037935256958, 1.2980446815490723, 1.347402811050415]}, {"step": 3750, "epoch": 7, "train_loss": 0.2919986844062805, "cos_r_negg": [0.5406910181045532, 0.5035915374755859, 0.3091496229171753], "cos_apical_negg": [0.5406910181045532, 0.5035915374755859, 0.3091496229171753], "cos_Ac_negg": [0.5406910181045532, 0.5035915374755859, 0.3091496229171753], "r_norm": [1.1072998046875, 1.1062142848968506, 1.1508612632751465]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8603, "test_loss": 0.41280252685546875}, {"step": 3800, "epoch": 8, "train_loss": 0.25653165578842163, "cos_r_negg": [0.5626579523086548, 0.5128368139266968, 0.32242828607559204], "cos_apical_negg": [0.5626579523086548, 0.5128368139266968, 0.32242828607559204], "cos_Ac_negg": [0.5626579523086548, 0.5128368139266968, 0.32242828607559204], "r_norm": [1.0477592945098877, 1.0484617948532104, 1.089208722114563]}, {"step": 3850, "epoch": 8, "train_loss": 0.31141000986099243, "cos_r_negg": [0.5579268932342529, 0.5075317621231079, 0.34835129976272583], "cos_apical_negg": [0.5579268932342529, 0.5075317621231079, 0.34835129976272583], "cos_Ac_negg": [0.5579268932342529, 0.5075317621231079, 0.34835129976272583], "r_norm": [1.0693764686584473, 1.0760762691497803, 1.109480619430542]}, {"step": 3900, "epoch": 8, "train_loss": 0.2433244287967682, "cos_r_negg": [0.5733973383903503, 0.5020495057106018, 0.3292767405509949], "cos_apical_negg": [0.5733973383903503, 0.5020495057106018, 0.3292767405509949], "cos_Ac_negg": [0.5733973383903503, 0.5020495057106018, 0.3292767405509949], "r_norm": [1.106162667274475, 1.110485553741455, 1.1520828008651733]}, {"step": 3950, "epoch": 8, "train_loss": 0.3435589671134949, "cos_r_negg": [0.5827445387840271, 0.5135107040405273, 0.3158838152885437], "cos_apical_negg": [0.5827445387840271, 0.5135107040405273, 0.3158838152885437], "cos_Ac_negg": [0.5827445387840271, 0.5135107040405273, 0.3158838152885437], "r_norm": [0.9755887985229492, 0.9775902032852173, 1.0161914825439453]}, {"step": 4000, "epoch": 8, "train_loss": 0.39636072516441345, "cos_r_negg": [0.5838984251022339, 0.5310230851173401, 0.32187420129776], "cos_apical_negg": [0.5838984251022339, 0.5310230851173401, 0.32187420129776], "cos_Ac_negg": [0.5838984251022339, 0.5310230851173401, 0.32187420129776], "r_norm": [1.2148768901824951, 1.221419334411621, 1.2655892372131348]}, {"step": 4050, "epoch": 8, "train_loss": 0.2661069333553314, "cos_r_negg": [0.5636475086212158, 0.5085411071777344, 0.32288551330566406], "cos_apical_negg": [0.5636475086212158, 0.5085411071777344, 0.32288551330566406], "cos_Ac_negg": [0.5636475086212158, 0.5085411071777344, 0.32288551330566406], "r_norm": [1.0896732807159424, 1.0913827419281006, 1.1346099376678467]}, {"step": 4100, "epoch": 8, "train_loss": 0.2888740599155426, "cos_r_negg": [0.5461151003837585, 0.5075974464416504, 0.32523655891418457], "cos_apical_negg": [0.5461151003837585, 0.5075974464416504, 0.32523655891418457], "cos_Ac_negg": [0.5461151003837585, 0.5075974464416504, 0.32523655891418457], "r_norm": [1.0708084106445312, 1.0712800025939941, 1.1125426292419434]}, {"step": 4150, "epoch": 8, "train_loss": 0.2668600082397461, "cos_r_negg": [0.571567177772522, 0.5297781229019165, 0.3445645570755005], "cos_apical_negg": [0.571567177772522, 0.5297781229019165, 0.3445645570755005], "cos_Ac_negg": [0.571567177772522, 0.5297781229019165, 0.3445645570755005], "r_norm": [1.067802906036377, 1.0712287425994873, 1.106266975402832]}, {"step": 4200, "epoch": 8, "train_loss": 0.43638062477111816, "cos_r_negg": [0.554645299911499, 0.4979739487171173, 0.3376029133796692], "cos_apical_negg": [0.554645299911499, 0.4979739487171173, 0.3376029133796692], "cos_Ac_negg": [0.554645299911499, 0.4979739487171173, 0.3376029133796692], "r_norm": [1.2018009424209595, 1.2038905620574951, 1.247546911239624]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8428, "test_loss": 0.49232177124023435}, {"step": 4250, "epoch": 9, "train_loss": 0.26299136877059937, "cos_r_negg": [0.5363116264343262, 0.49489444494247437, 0.33326345682144165], "cos_apical_negg": [0.5363116264343262, 0.49489444494247437, 0.33326345682144165], "cos_Ac_negg": [0.5363116264343262, 0.49489444494247437, 0.33326345682144165], "r_norm": [1.2133684158325195, 1.2194665670394897, 1.259809970855713]}, {"step": 4300, "epoch": 9, "train_loss": 0.21707849204540253, "cos_r_negg": [0.5201871395111084, 0.49015894532203674, 0.332699716091156], "cos_apical_negg": [0.5201871395111084, 0.49015894532203674, 0.332699716091156], "cos_Ac_negg": [0.5201871395111084, 0.49015894532203674, 0.332699716091156], "r_norm": [0.9876081943511963, 0.9906582236289978, 1.0260822772979736]}, {"step": 4350, "epoch": 9, "train_loss": 0.1731073260307312, "cos_r_negg": [0.5512813329696655, 0.4955935776233673, 0.32797104120254517], "cos_apical_negg": [0.5512813329696655, 0.4955935776233673, 0.32797104120254517], "cos_Ac_negg": [0.5512813329696655, 0.4955935776233673, 0.32797104120254517], "r_norm": [1.1476796865463257, 1.1489108800888062, 1.19643235206604]}, {"step": 4400, "epoch": 9, "train_loss": 0.3764003813266754, "cos_r_negg": [0.5499813556671143, 0.5159200429916382, 0.35321247577667236], "cos_apical_negg": [0.5499813556671143, 0.5159200429916382, 0.35321247577667236], "cos_Ac_negg": [0.5499813556671143, 0.5159200429916382, 0.35321247577667236], "r_norm": [1.1024935245513916, 1.104433536529541, 1.1523852348327637]}, {"step": 4450, "epoch": 9, "train_loss": 0.1494539976119995, "cos_r_negg": [0.5410774946212769, 0.5044647455215454, 0.3220735490322113], "cos_apical_negg": [0.5410774946212769, 0.5044647455215454, 0.3220735490322113], "cos_Ac_negg": [0.5410774946212769, 0.5044647455215454, 0.3220735490322113], "r_norm": [1.1205525398254395, 1.1230804920196533, 1.1689512729644775]}, {"step": 4500, "epoch": 9, "train_loss": 0.40810394287109375, "cos_r_negg": [0.5494039058685303, 0.5079547166824341, 0.3243962228298187], "cos_apical_negg": [0.5494039058685303, 0.5079547166824341, 0.3243962228298187], "cos_Ac_negg": [0.5494039058685303, 0.5079547166824341, 0.3243962228298187], "r_norm": [1.1313371658325195, 1.1371045112609863, 1.1830909252166748]}, {"step": 4550, "epoch": 9, "train_loss": 0.23891517519950867, "cos_r_negg": [0.5670436024665833, 0.5155760645866394, 0.3070923686027527], "cos_apical_negg": [0.5670436024665833, 0.5155760645866394, 0.3070923686027527], "cos_Ac_negg": [0.5670436024665833, 0.5155760645866394, 0.3070923686027527], "r_norm": [1.0735163688659668, 1.0779213905334473, 1.1136212348937988]}, {"step": 4600, "epoch": 9, "train_loss": 0.2516208589076996, "cos_r_negg": [0.5413789749145508, 0.5000138282775879, 0.3050822615623474], "cos_apical_negg": [0.5413789749145508, 0.5000138282775879, 0.3050822615623474], "cos_Ac_negg": [0.5413789749145508, 0.5000138282775879, 0.3050822615623474], "r_norm": [1.1032580137252808, 1.1048449277877808, 1.1479465961456299]}, {"step": 4650, "epoch": 9, "train_loss": 0.31879252195358276, "cos_r_negg": [0.5444395542144775, 0.5019057989120483, 0.29023367166519165], "cos_apical_negg": [0.5444395542144775, 0.5019057989120483, 0.29023367166519165], "cos_Ac_negg": [0.5444395542144775, 0.5019057989120483, 0.29023367166519165], "r_norm": [1.1304702758789062, 1.1368709802627563, 1.1805237531661987]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8592, "test_loss": 0.39680371704101564}, {"step": 4700, "epoch": 10, "train_loss": 0.2847958207130432, "cos_r_negg": [0.5604410171508789, 0.5172082185745239, 0.31457406282424927], "cos_apical_negg": [0.5604410171508789, 0.5172082185745239, 0.31457406282424927], "cos_Ac_negg": [0.5604410171508789, 0.5172082185745239, 0.31457406282424927], "r_norm": [1.0644035339355469, 1.0710065364837646, 1.1089280843734741]}, {"step": 4750, "epoch": 10, "train_loss": 0.27702102065086365, "cos_r_negg": [0.5524876713752747, 0.5254182815551758, 0.35169410705566406], "cos_apical_negg": [0.5524876713752747, 0.5254182815551758, 0.35169410705566406], "cos_Ac_negg": [0.5524876713752747, 0.5254182815551758, 0.35169410705566406], "r_norm": [0.9375013709068298, 0.9398902654647827, 0.9757421016693115]}, {"step": 4800, "epoch": 10, "train_loss": 0.3614497184753418, "cos_r_negg": [0.5478639602661133, 0.529578685760498, 0.369463175535202], "cos_apical_negg": [0.5478639602661133, 0.529578685760498, 0.369463175535202], "cos_Ac_negg": [0.5478639602661133, 0.529578685760498, 0.369463175535202], "r_norm": [0.9856747388839722, 0.9892062544822693, 1.0252374410629272]}, {"step": 4850, "epoch": 10, "train_loss": 0.3111351728439331, "cos_r_negg": [0.5496096611022949, 0.516943097114563, 0.3446992039680481], "cos_apical_negg": [0.5496096611022949, 0.516943097114563, 0.3446992039680481], "cos_Ac_negg": [0.5496096611022949, 0.516943097114563, 0.3446992039680481], "r_norm": [0.9735158681869507, 0.9780065417289734, 1.012524962425232]}, {"step": 4900, "epoch": 10, "train_loss": 0.3192964792251587, "cos_r_negg": [0.554930567741394, 0.5183687806129456, 0.35037973523139954], "cos_apical_negg": [0.554930567741394, 0.5183687806129456, 0.35037973523139954], "cos_Ac_negg": [0.554930567741394, 0.5183687806129456, 0.35037973523139954], "r_norm": [1.1882307529449463, 1.196718454360962, 1.240992546081543]}, {"step": 4950, "epoch": 10, "train_loss": 0.2747071087360382, "cos_r_negg": [0.5129637718200684, 0.4739241898059845, 0.31041276454925537], "cos_apical_negg": [0.5129637718200684, 0.4739241898059845, 0.31041276454925537], "cos_Ac_negg": [0.5129637718200684, 0.4739241898059845, 0.31041276454925537], "r_norm": [1.0574946403503418, 1.060040831565857, 1.0972189903259277]}, {"step": 5000, "epoch": 10, "train_loss": 0.2478584200143814, "cos_r_negg": [0.5622379183769226, 0.527403712272644, 0.3464174270629883], "cos_apical_negg": [0.5622379183769226, 0.527403712272644, 0.3464174270629883], "cos_Ac_negg": [0.5622379183769226, 0.527403712272644, 0.3464174270629883], "r_norm": [1.0237842798233032, 1.0278167724609375, 1.0654852390289307]}, {"step": 5050, "epoch": 10, "train_loss": 0.38759058713912964, "cos_r_negg": [0.5331575870513916, 0.5028200149536133, 0.35004836320877075], "cos_apical_negg": [0.5331575870513916, 0.5028200149536133, 0.35004836320877075], "cos_Ac_negg": [0.5331575870513916, 0.5028200149536133, 0.35004836320877075], "r_norm": [1.0775985717773438, 1.0812034606933594, 1.1248944997787476]}, {"step": 5100, "epoch": 10, "train_loss": 0.2083110362291336, "cos_r_negg": [0.5532931089401245, 0.505118727684021, 0.35143226385116577], "cos_apical_negg": [0.5532931089401245, 0.505118727684021, 0.35143226385116577], "cos_Ac_negg": [0.5532931089401245, 0.505118727684021, 0.35143226385116577], "r_norm": [1.1092742681503296, 1.1168873310089111, 1.1531295776367188]}, {"step": 5150, "epoch": 10, "train_loss": 0.30290716886520386, "cos_r_negg": [0.5224511027336121, 0.49763572216033936, 0.34160274267196655], "cos_apical_negg": [0.5224511027336121, 0.49763572216033936, 0.34160274267196655], "cos_Ac_negg": [0.5224511027336121, 0.49763572216033936, 0.34160274267196655], "r_norm": [1.087951421737671, 1.0919198989868164, 1.1278740167617798]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8584, "test_loss": 0.4162546051025391}, {"step": 5200, "epoch": 11, "train_loss": 0.30708640813827515, "cos_r_negg": [0.5570243000984192, 0.5105674266815186, 0.3533158600330353], "cos_apical_negg": [0.5570243000984192, 0.5105674266815186, 0.3533158600330353], "cos_Ac_negg": [0.5570243000984192, 0.5105674266815186, 0.3533158600330353], "r_norm": [0.9977027773857117, 1.0004279613494873, 1.0407673120498657]}, {"step": 5250, "epoch": 11, "train_loss": 0.16352830827236176, "cos_r_negg": [0.5260107517242432, 0.4798164963722229, 0.3249390721321106], "cos_apical_negg": [0.5260107517242432, 0.4798164963722229, 0.3249390721321106], "cos_Ac_negg": [0.5260107517242432, 0.4798164963722229, 0.3249390721321106], "r_norm": [1.0817943811416626, 1.087648868560791, 1.1279573440551758]}, {"step": 5300, "epoch": 11, "train_loss": 0.30812108516693115, "cos_r_negg": [0.5424013733863831, 0.5056279897689819, 0.35134440660476685], "cos_apical_negg": [0.5424013733863831, 0.5056279897689819, 0.35134440660476685], "cos_Ac_negg": [0.5424013733863831, 0.5056279897689819, 0.35134440660476685], "r_norm": [1.114587426185608, 1.1162159442901611, 1.1613409519195557]}, {"step": 5350, "epoch": 11, "train_loss": 0.24844180047512054, "cos_r_negg": [0.5460186004638672, 0.49893438816070557, 0.32081055641174316], "cos_apical_negg": [0.5460186004638672, 0.49893438816070557, 0.32081055641174316], "cos_Ac_negg": [0.5460186004638672, 0.49893438816070557, 0.32081055641174316], "r_norm": [1.0513170957565308, 1.054871678352356, 1.0928800106048584]}, {"step": 5400, "epoch": 11, "train_loss": 0.30740150809288025, "cos_r_negg": [0.5552672147750854, 0.525720477104187, 0.32767003774642944], "cos_apical_negg": [0.5552672147750854, 0.525720477104187, 0.32767003774642944], "cos_Ac_negg": [0.5552672147750854, 0.525720477104187, 0.32767003774642944], "r_norm": [1.0842907428741455, 1.0863616466522217, 1.1354650259017944]}, {"step": 5450, "epoch": 11, "train_loss": 0.35999083518981934, "cos_r_negg": [0.5373426675796509, 0.49772754311561584, 0.30857735872268677], "cos_apical_negg": [0.5373426675796509, 0.49772754311561584, 0.30857735872268677], "cos_Ac_negg": [0.5373426675796509, 0.49772754311561584, 0.30857735872268677], "r_norm": [0.9863642454147339, 0.9881349802017212, 1.027310848236084]}, {"step": 5500, "epoch": 11, "train_loss": 0.366878867149353, "cos_r_negg": [0.537420392036438, 0.4802018404006958, 0.2947410047054291], "cos_apical_negg": [0.537420392036438, 0.4802018404006958, 0.2947410047054291], "cos_Ac_negg": [0.537420392036438, 0.4802018404006958, 0.2947410047054291], "r_norm": [1.054533839225769, 1.058425784111023, 1.0947096347808838]}, {"step": 5550, "epoch": 11, "train_loss": 0.4005468487739563, "cos_r_negg": [0.5359601974487305, 0.4853297472000122, 0.33456382155418396], "cos_apical_negg": [0.5359601974487305, 0.4853297472000122, 0.33456382155418396], "cos_Ac_negg": [0.5359601974487305, 0.4853297472000122, 0.33456382155418396], "r_norm": [0.9245837926864624, 0.9242284297943115, 0.9579631090164185]}, {"step": 5600, "epoch": 11, "train_loss": 0.16907480359077454, "cos_r_negg": [0.5304245948791504, 0.5136327147483826, 0.3225087821483612], "cos_apical_negg": [0.5304245948791504, 0.5136327147483826, 0.3225087821483612], "cos_Ac_negg": [0.5304245948791504, 0.5136327147483826, 0.3225087821483612], "r_norm": [1.0269055366516113, 1.0278122425079346, 1.0701103210449219]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8635, "test_loss": 0.44349385375976563}, {"step": 5650, "epoch": 12, "train_loss": 0.25246191024780273, "cos_r_negg": [0.5552126169204712, 0.5074740648269653, 0.3513406813144684], "cos_apical_negg": [0.5552126169204712, 0.5074740648269653, 0.3513406813144684], "cos_Ac_negg": [0.5552126169204712, 0.5074740648269653, 0.3513406813144684], "r_norm": [1.0333980321884155, 1.0329606533050537, 1.0706017017364502]}, {"step": 5700, "epoch": 12, "train_loss": 0.31434905529022217, "cos_r_negg": [0.5207602977752686, 0.4736228287220001, 0.32822132110595703], "cos_apical_negg": [0.5207602977752686, 0.4736228287220001, 0.32822132110595703], "cos_Ac_negg": [0.5207602977752686, 0.4736228287220001, 0.32822132110595703], "r_norm": [0.922808051109314, 0.9258745908737183, 0.9569599628448486]}, {"step": 5750, "epoch": 12, "train_loss": 0.3929879069328308, "cos_r_negg": [0.508569061756134, 0.4787585437297821, 0.3363460302352905], "cos_apical_negg": [0.508569061756134, 0.4787585437297821, 0.3363460302352905], "cos_Ac_negg": [0.508569061756134, 0.4787585437297821, 0.3363460302352905], "r_norm": [0.9259049296379089, 0.9272133111953735, 0.9625677466392517]}, {"step": 5800, "epoch": 12, "train_loss": 0.3393230140209198, "cos_r_negg": [0.5176109075546265, 0.4810763895511627, 0.3357788920402527], "cos_apical_negg": [0.5176109075546265, 0.4810763895511627, 0.3357788920402527], "cos_Ac_negg": [0.5176109075546265, 0.4810763895511627, 0.3357788920402527], "r_norm": [1.0152982473373413, 1.018539309501648, 1.056267261505127]}, {"step": 5850, "epoch": 12, "train_loss": 0.31895995140075684, "cos_r_negg": [0.5203104615211487, 0.4871257543563843, 0.33609694242477417], "cos_apical_negg": [0.5203104615211487, 0.4871257543563843, 0.33609694242477417], "cos_Ac_negg": [0.5203104615211487, 0.4871257543563843, 0.33609694242477417], "r_norm": [0.9929803609848022, 0.9962289333343506, 1.0338706970214844]}, {"step": 5900, "epoch": 12, "train_loss": 0.30270668864250183, "cos_r_negg": [0.5550857782363892, 0.516716480255127, 0.36944979429244995], "cos_apical_negg": [0.5550857782363892, 0.516716480255127, 0.36944979429244995], "cos_Ac_negg": [0.5550857782363892, 0.516716480255127, 0.36944979429244995], "r_norm": [1.1057324409484863, 1.1070834398269653, 1.1462669372558594]}, {"step": 5950, "epoch": 12, "train_loss": 0.3060998320579529, "cos_r_negg": [0.537505567073822, 0.5112979412078857, 0.3711710572242737], "cos_apical_negg": [0.537505567073822, 0.5112979412078857, 0.3711710572242737], "cos_Ac_negg": [0.537505567073822, 0.5112979412078857, 0.3711710572242737], "r_norm": [1.0182015895843506, 1.0195071697235107, 1.0583572387695312]}, {"step": 6000, "epoch": 12, "train_loss": 0.17006027698516846, "cos_r_negg": [0.52378910779953, 0.48912855982780457, 0.35172605514526367], "cos_apical_negg": [0.52378910779953, 0.48912855982780457, 0.35172605514526367], "cos_Ac_negg": [0.52378910779953, 0.48912855982780457, 0.35172605514526367], "r_norm": [1.0137150287628174, 1.018324851989746, 1.0570710897445679]}, {"step": 6050, "epoch": 12, "train_loss": 0.19773821532726288, "cos_r_negg": [0.5302936434745789, 0.4902874827384949, 0.34510910511016846], "cos_apical_negg": [0.5302936434745789, 0.4902874827384949, 0.34510910511016846], "cos_Ac_negg": [0.5302936434745789, 0.4902874827384949, 0.34510910511016846], "r_norm": [1.0124000310897827, 1.0147802829742432, 1.0568904876708984]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8676, "test_loss": 0.3929414886474609}, {"step": 6100, "epoch": 13, "train_loss": 0.3084768056869507, "cos_r_negg": [0.5239465236663818, 0.5037080645561218, 0.34146830439567566], "cos_apical_negg": [0.5239465236663818, 0.5037080645561218, 0.34146830439567566], "cos_Ac_negg": [0.5239465236663818, 0.5037080645561218, 0.34146830439567566], "r_norm": [1.0514798164367676, 1.0556589365005493, 1.0938230752944946]}, {"step": 6150, "epoch": 13, "train_loss": 0.22145327925682068, "cos_r_negg": [0.5035682916641235, 0.47802990674972534, 0.32782280445098877], "cos_apical_negg": [0.5035682916641235, 0.47802990674972534, 0.32782280445098877], "cos_Ac_negg": [0.5035682916641235, 0.47802990674972534, 0.32782280445098877], "r_norm": [0.9263589382171631, 0.9293583631515503, 0.9625756740570068]}, {"step": 6200, "epoch": 13, "train_loss": 0.3025739789009094, "cos_r_negg": [0.5109578371047974, 0.4658401906490326, 0.3400396406650543], "cos_apical_negg": [0.5109578371047974, 0.4658401906490326, 0.3400396406650543], "cos_Ac_negg": [0.5109578371047974, 0.4658401906490326, 0.3400396406650543], "r_norm": [1.2209011316299438, 1.2284605503082275, 1.2674050331115723]}, {"step": 6250, "epoch": 13, "train_loss": 0.30597639083862305, "cos_r_negg": [0.5106545686721802, 0.49773693084716797, 0.3485346734523773], "cos_apical_negg": [0.5106545686721802, 0.49773693084716797, 0.3485346734523773], "cos_Ac_negg": [0.5106545686721802, 0.49773693084716797, 0.3485346734523773], "r_norm": [1.1371660232543945, 1.1447601318359375, 1.1926658153533936]}, {"step": 6300, "epoch": 13, "train_loss": 0.32176291942596436, "cos_r_negg": [0.5303834676742554, 0.5022273659706116, 0.3452436327934265], "cos_apical_negg": [0.5303834676742554, 0.5022273659706116, 0.3452436327934265], "cos_Ac_negg": [0.5303834676742554, 0.5022273659706116, 0.3452436327934265], "r_norm": [1.0098719596862793, 1.0128189325332642, 1.0544590950012207]}, {"step": 6350, "epoch": 13, "train_loss": 0.31035125255584717, "cos_r_negg": [0.49578025937080383, 0.47033461928367615, 0.3211347758769989], "cos_apical_negg": [0.49578025937080383, 0.47033461928367615, 0.3211347758769989], "cos_Ac_negg": [0.49578025937080383, 0.47033461928367615, 0.3211347758769989], "r_norm": [1.0796458721160889, 1.086381196975708, 1.1308064460754395]}, {"step": 6400, "epoch": 13, "train_loss": 0.19375208020210266, "cos_r_negg": [0.5303575396537781, 0.4842713177204132, 0.3236251175403595], "cos_apical_negg": [0.5303575396537781, 0.4842713177204132, 0.3236251175403595], "cos_Ac_negg": [0.5303575396537781, 0.4842713177204132, 0.3236251175403595], "r_norm": [0.9464017748832703, 0.9481478929519653, 0.9868296384811401]}, {"step": 6450, "epoch": 13, "train_loss": 0.31614357233047485, "cos_r_negg": [0.5151352286338806, 0.49250179529190063, 0.3451676368713379], "cos_apical_negg": [0.5151352286338806, 0.49250179529190063, 0.3451676368713379], "cos_Ac_negg": [0.5151352286338806, 0.49250179529190063, 0.3451676368713379], "r_norm": [1.078652024269104, 1.087846279144287, 1.1206915378570557]}, {"step": 6500, "epoch": 13, "train_loss": 0.15156960487365723, "cos_r_negg": [0.5111722946166992, 0.465609073638916, 0.3402599096298218], "cos_apical_negg": [0.5111722946166992, 0.465609073638916, 0.3402599096298218], "cos_Ac_negg": [0.5111722946166992, 0.465609073638916, 0.3402599096298218], "r_norm": [1.1337052583694458, 1.1405969858169556, 1.1740009784698486]}, {"step": 6550, "epoch": 13, "train_loss": 0.2981131076812744, "cos_r_negg": [0.5163041353225708, 0.4733712673187256, 0.34647050499916077], "cos_apical_negg": [0.5163041353225708, 0.4733712673187256, 0.34647050499916077], "cos_Ac_negg": [0.5163041353225708, 0.4733712673187256, 0.34647050499916077], "r_norm": [1.0293523073196411, 1.0307965278625488, 1.0709993839263916]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8622, "test_loss": 0.4112004974365234}, {"step": 6600, "epoch": 14, "train_loss": 0.3770750164985657, "cos_r_negg": [0.4990047216415405, 0.46186649799346924, 0.32930827140808105], "cos_apical_negg": [0.4990047216415405, 0.46186649799346924, 0.32930827140808105], "cos_Ac_negg": [0.4990047216415405, 0.46186649799346924, 0.32930827140808105], "r_norm": [1.0358277559280396, 1.0447067022323608, 1.084554672241211]}, {"step": 6650, "epoch": 14, "train_loss": 0.2981671690940857, "cos_r_negg": [0.5316342115402222, 0.4814518094062805, 0.3395179510116577], "cos_apical_negg": [0.5316342115402222, 0.4814518094062805, 0.3395179510116577], "cos_Ac_negg": [0.5316342115402222, 0.4814518094062805, 0.3395179510116577], "r_norm": [0.9978930950164795, 1.0014986991882324, 1.0419814586639404]}, {"step": 6700, "epoch": 14, "train_loss": 0.2027556449174881, "cos_r_negg": [0.5545802712440491, 0.5083866119384766, 0.3474741280078888], "cos_apical_negg": [0.5545802712440491, 0.5083866119384766, 0.3474741280078888], "cos_Ac_negg": [0.5545802712440491, 0.5083866119384766, 0.3474741280078888], "r_norm": [1.049551010131836, 1.0503032207489014, 1.1006121635437012]}, {"step": 6750, "epoch": 14, "train_loss": 0.37461525201797485, "cos_r_negg": [0.5567103624343872, 0.4927564859390259, 0.3414543867111206], "cos_apical_negg": [0.5567103624343872, 0.4927564859390259, 0.3414543867111206], "cos_Ac_negg": [0.5567103624343872, 0.4927564859390259, 0.3414543867111206], "r_norm": [1.0902183055877686, 1.0926693677902222, 1.1335420608520508]}, {"step": 6800, "epoch": 14, "train_loss": 0.1927030384540558, "cos_r_negg": [0.5344594717025757, 0.46819770336151123, 0.32204651832580566], "cos_apical_negg": [0.5344594717025757, 0.46819770336151123, 0.32204651832580566], "cos_Ac_negg": [0.5344594717025757, 0.46819770336151123, 0.32204651832580566], "r_norm": [1.019054651260376, 1.0238534212112427, 1.0625624656677246]}, {"step": 6850, "epoch": 14, "train_loss": 0.2499627321958542, "cos_r_negg": [0.518862247467041, 0.4756145477294922, 0.31617462635040283], "cos_apical_negg": [0.518862247467041, 0.4756145477294922, 0.31617462635040283], "cos_Ac_negg": [0.518862247467041, 0.4756145477294922, 0.31617462635040283], "r_norm": [1.0994806289672852, 1.1063756942749023, 1.1676727533340454]}, {"step": 6900, "epoch": 14, "train_loss": 0.3167183995246887, "cos_r_negg": [0.5207981467247009, 0.47090500593185425, 0.316584050655365], "cos_apical_negg": [0.5207981467247009, 0.47090500593185425, 0.316584050655365], "cos_Ac_negg": [0.5207981467247009, 0.47090500593185425, 0.316584050655365], "r_norm": [1.0003235340118408, 1.0007331371307373, 1.0394330024719238]}, {"step": 6950, "epoch": 14, "train_loss": 0.2730119824409485, "cos_r_negg": [0.5058342814445496, 0.4690088629722595, 0.319714218378067], "cos_apical_negg": [0.5058342814445496, 0.4690088629722595, 0.319714218378067], "cos_Ac_negg": [0.5058342814445496, 0.4690088629722595, 0.319714218378067], "r_norm": [1.0075974464416504, 1.0085033178329468, 1.0489318370819092]}, {"step": 7000, "epoch": 14, "train_loss": 0.23119060695171356, "cos_r_negg": [0.5238629579544067, 0.4687599837779999, 0.3252306580543518], "cos_apical_negg": [0.5238629579544067, 0.4687599837779999, 0.3252306580543518], "cos_Ac_negg": [0.5238629579544067, 0.4687599837779999, 0.3252306580543518], "r_norm": [0.9358254671096802, 0.9381543397903442, 0.9732517004013062]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.86, "test_loss": 0.43477781066894533}, {"step": 7050, "epoch": 15, "train_loss": 0.25139176845550537, "cos_r_negg": [0.5174509882926941, 0.4737400412559509, 0.31537288427352905], "cos_apical_negg": [0.5174509882926941, 0.4737400412559509, 0.31537288427352905], "cos_Ac_negg": [0.5174509882926941, 0.4737400412559509, 0.31537288427352905], "r_norm": [0.9644026756286621, 0.9671196937561035, 1.0059216022491455]}, {"step": 7100, "epoch": 15, "train_loss": 0.20873385667800903, "cos_r_negg": [0.5225255489349365, 0.4768047630786896, 0.3290483355522156], "cos_apical_negg": [0.5225255489349365, 0.4768047630786896, 0.3290483355522156], "cos_Ac_negg": [0.5225255489349365, 0.4768047630786896, 0.3290483355522156], "r_norm": [0.9817707538604736, 0.9843555688858032, 1.0227614641189575]}, {"step": 7150, "epoch": 15, "train_loss": 0.34392815828323364, "cos_r_negg": [0.5569096803665161, 0.5071672201156616, 0.3404828608036041], "cos_apical_negg": [0.5569096803665161, 0.5071672201156616, 0.3404828608036041], "cos_Ac_negg": [0.5569096803665161, 0.5071672201156616, 0.3404828608036041], "r_norm": [1.040116786956787, 1.0416922569274902, 1.0814228057861328]}, {"step": 7200, "epoch": 15, "train_loss": 0.2741892337799072, "cos_r_negg": [0.5188976526260376, 0.47180241346359253, 0.33712121844291687], "cos_apical_negg": [0.5188976526260376, 0.47180241346359253, 0.33712121844291687], "cos_Ac_negg": [0.5188976526260376, 0.47180241346359253, 0.33712121844291687], "r_norm": [0.9572449922561646, 0.9605811238288879, 0.999588131904602]}, {"step": 7250, "epoch": 15, "train_loss": 0.2903830409049988, "cos_r_negg": [0.49596646428108215, 0.450187623500824, 0.3225376009941101], "cos_apical_negg": [0.49596646428108215, 0.450187623500824, 0.3225376009941101], "cos_Ac_negg": [0.49596646428108215, 0.450187623500824, 0.3225376009941101], "r_norm": [1.0248340368270874, 1.0276058912277222, 1.0691033601760864]}, {"step": 7300, "epoch": 15, "train_loss": 0.2919791340827942, "cos_r_negg": [0.49757784605026245, 0.45585060119628906, 0.31574973464012146], "cos_apical_negg": [0.49757784605026245, 0.45585060119628906, 0.31574973464012146], "cos_Ac_negg": [0.49757784605026245, 0.45585060119628906, 0.31574973464012146], "r_norm": [0.9573032855987549, 0.956917941570282, 0.9971053004264832]}, {"step": 7350, "epoch": 15, "train_loss": 0.3157356083393097, "cos_r_negg": [0.4984954595565796, 0.46053460240364075, 0.30238786339759827], "cos_apical_negg": [0.4984954595565796, 0.46053460240364075, 0.30238786339759827], "cos_Ac_negg": [0.4984954595565796, 0.46053460240364075, 0.30238786339759827], "r_norm": [1.0181992053985596, 1.018418788909912, 1.058763027191162]}, {"step": 7400, "epoch": 15, "train_loss": 0.3195455074310303, "cos_r_negg": [0.5005679130554199, 0.46566057205200195, 0.3161723017692566], "cos_apical_negg": [0.5005679130554199, 0.46566057205200195, 0.3161723017692566], "cos_Ac_negg": [0.5005679130554199, 0.46566057205200195, 0.3161723017692566], "r_norm": [1.0060958862304688, 1.010920524597168, 1.0490596294403076]}, {"step": 7450, "epoch": 15, "train_loss": 0.24067680537700653, "cos_r_negg": [0.5199094414710999, 0.47857633233070374, 0.34069329500198364], "cos_apical_negg": [0.5199094414710999, 0.47857633233070374, 0.34069329500198364], "cos_Ac_negg": [0.5199094414710999, 0.47857633233070374, 0.34069329500198364], "r_norm": [1.0579665899276733, 1.059272289276123, 1.1009128093719482]}, {"step": 7500, "epoch": 15, "train_loss": 0.28426480293273926, "cos_r_negg": [0.49690479040145874, 0.45690545439720154, 0.3244393467903137], "cos_apical_negg": [0.49690479040145874, 0.45690545439720154, 0.3244393467903137], "cos_Ac_negg": [0.49690479040145874, 0.45690545439720154, 0.3244393467903137], "r_norm": [1.054865837097168, 1.057772159576416, 1.097151756286621]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8677, "test_loss": 0.4169555725097656}, {"step": 7550, "epoch": 16, "train_loss": 0.2482002228498459, "cos_r_negg": [0.5011129379272461, 0.45983415842056274, 0.3239371180534363], "cos_apical_negg": [0.5011129379272461, 0.45983415842056274, 0.3239371180534363], "cos_Ac_negg": [0.5011129379272461, 0.45983415842056274, 0.3239371180534363], "r_norm": [1.005721092224121, 1.0088140964508057, 1.0432841777801514]}, {"step": 7600, "epoch": 16, "train_loss": 0.317100465297699, "cos_r_negg": [0.500135064125061, 0.46237578988075256, 0.3351733386516571], "cos_apical_negg": [0.500135064125061, 0.46237578988075256, 0.3351733386516571], "cos_Ac_negg": [0.500135064125061, 0.46237578988075256, 0.3351733386516571], "r_norm": [0.8966686725616455, 0.9010443687438965, 0.9354676008224487]}, {"step": 7650, "epoch": 16, "train_loss": 0.10397167503833771, "cos_r_negg": [0.4843564033508301, 0.44260677695274353, 0.324796199798584], "cos_apical_negg": [0.4843564033508301, 0.44260677695274353, 0.324796199798584], "cos_Ac_negg": [0.4843564033508301, 0.44260677695274353, 0.324796199798584], "r_norm": [0.9073319435119629, 0.9097784161567688, 0.9437050819396973]}, {"step": 7700, "epoch": 16, "train_loss": 0.1729772537946701, "cos_r_negg": [0.5052898526191711, 0.47081688046455383, 0.33389195799827576], "cos_apical_negg": [0.5052898526191711, 0.47081688046455383, 0.33389195799827576], "cos_Ac_negg": [0.5052898526191711, 0.47081688046455383, 0.33389195799827576], "r_norm": [0.9059154391288757, 0.9104232788085938, 0.9425313472747803]}, {"step": 7750, "epoch": 16, "train_loss": 0.29866042733192444, "cos_r_negg": [0.5003764033317566, 0.4784592092037201, 0.3637372851371765], "cos_apical_negg": [0.5003764033317566, 0.4784592092037201, 0.3637372851371765], "cos_Ac_negg": [0.5003764033317566, 0.4784592092037201, 0.3637372851371765], "r_norm": [0.8963104486465454, 0.8998839259147644, 0.9344870448112488]}, {"step": 7800, "epoch": 16, "train_loss": 0.30369123816490173, "cos_r_negg": [0.5001915693283081, 0.4734432101249695, 0.3382464647293091], "cos_apical_negg": [0.5001915693283081, 0.4734432101249695, 0.3382464647293091], "cos_Ac_negg": [0.5001915693283081, 0.4734432101249695, 0.3382464647293091], "r_norm": [1.097180962562561, 1.1008086204528809, 1.1405417919158936]}, {"step": 7850, "epoch": 16, "train_loss": 0.27360111474990845, "cos_r_negg": [0.4833773672580719, 0.4526936709880829, 0.32284557819366455], "cos_apical_negg": [0.4833773672580719, 0.4526936709880829, 0.32284557819366455], "cos_Ac_negg": [0.4833773672580719, 0.4526936709880829, 0.32284557819366455], "r_norm": [0.9827121496200562, 0.9845514297485352, 1.0167925357818604]}, {"step": 7900, "epoch": 16, "train_loss": 0.12490157037973404, "cos_r_negg": [0.5079717636108398, 0.4716930389404297, 0.33151423931121826], "cos_apical_negg": [0.5079717636108398, 0.4716930389404297, 0.33151423931121826], "cos_Ac_negg": [0.5079717636108398, 0.4716930389404297, 0.33151423931121826], "r_norm": [1.0487316846847534, 1.0486114025115967, 1.0932310819625854]}, {"step": 7950, "epoch": 16, "train_loss": 0.2334904968738556, "cos_r_negg": [0.4675944149494171, 0.44387733936309814, 0.3145703673362732], "cos_apical_negg": [0.4675944149494171, 0.44387733936309814, 0.3145703673362732], "cos_Ac_negg": [0.4675944149494171, 0.44387733936309814, 0.3145703673362732], "r_norm": [0.9657174944877625, 0.9699041843414307, 0.9999041557312012]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8728, "test_loss": 0.39576046142578125}, {"step": 8000, "epoch": 17, "train_loss": 0.20737102627754211, "cos_r_negg": [0.49585145711898804, 0.4546728730201721, 0.3423367440700531], "cos_apical_negg": [0.49585145711898804, 0.4546728730201721, 0.3423367440700531], "cos_Ac_negg": [0.49585145711898804, 0.4546728730201721, 0.3423367440700531], "r_norm": [1.0119563341140747, 1.0144765377044678, 1.0526669025421143]}, {"step": 8050, "epoch": 17, "train_loss": 0.21920427680015564, "cos_r_negg": [0.5220789909362793, 0.4867684245109558, 0.3649085760116577], "cos_apical_negg": [0.5220789909362793, 0.4867684245109558, 0.3649085760116577], "cos_Ac_negg": [0.5220789909362793, 0.4867684245109558, 0.3649085760116577], "r_norm": [1.0268685817718506, 1.0311694145202637, 1.0700582265853882]}, {"step": 8100, "epoch": 17, "train_loss": 0.20779582858085632, "cos_r_negg": [0.5016719102859497, 0.4650813639163971, 0.33130723237991333], "cos_apical_negg": [0.5016719102859497, 0.4650813639163971, 0.33130723237991333], "cos_Ac_negg": [0.5016719102859497, 0.4650813639163971, 0.33130723237991333], "r_norm": [1.005432367324829, 1.008638858795166, 1.0458542108535767]}, {"step": 8150, "epoch": 17, "train_loss": 0.22630009055137634, "cos_r_negg": [0.4983593821525574, 0.47394394874572754, 0.33197855949401855], "cos_apical_negg": [0.4983593821525574, 0.47394394874572754, 0.33197855949401855], "cos_Ac_negg": [0.4983593821525574, 0.47394394874572754, 0.33197855949401855], "r_norm": [1.0483484268188477, 1.0461187362670898, 1.095934510231018]}, {"step": 8200, "epoch": 17, "train_loss": 0.2395097315311432, "cos_r_negg": [0.47302156686782837, 0.43044599890708923, 0.3356482982635498], "cos_apical_negg": [0.47302156686782837, 0.43044599890708923, 0.3356482982635498], "cos_Ac_negg": [0.47302156686782837, 0.43044599890708923, 0.3356482982635498], "r_norm": [1.0041041374206543, 1.003894567489624, 1.049432635307312]}, {"step": 8250, "epoch": 17, "train_loss": 0.28118109703063965, "cos_r_negg": [0.5033833980560303, 0.43140122294425964, 0.3306678533554077], "cos_apical_negg": [0.5033833980560303, 0.43140122294425964, 0.3306678533554077], "cos_Ac_negg": [0.5033833980560303, 0.43140122294425964, 0.3306678533554077], "r_norm": [0.9058988094329834, 0.9086681604385376, 0.9416335225105286]}, {"step": 8300, "epoch": 17, "train_loss": 0.16391810774803162, "cos_r_negg": [0.5132496356964111, 0.4730319380760193, 0.3633958101272583], "cos_apical_negg": [0.5132496356964111, 0.4730319380760193, 0.3633958101272583], "cos_Ac_negg": [0.5132496356964111, 0.4730319380760193, 0.3633958101272583], "r_norm": [0.9679981470108032, 0.971106231212616, 1.0038098096847534]}, {"step": 8350, "epoch": 17, "train_loss": 0.1833711564540863, "cos_r_negg": [0.47683972120285034, 0.4368164539337158, 0.32029175758361816], "cos_apical_negg": [0.47683972120285034, 0.4368164539337158, 0.32029175758361816], "cos_Ac_negg": [0.47683972120285034, 0.4368164539337158, 0.32029175758361816], "r_norm": [0.877538800239563, 0.8824683427810669, 0.9125149250030518]}, {"step": 8400, "epoch": 17, "train_loss": 0.4413406550884247, "cos_r_negg": [0.47488558292388916, 0.44930005073547363, 0.3480145335197449], "cos_apical_negg": [0.47488558292388916, 0.44930005073547363, 0.3480145335197449], "cos_Ac_negg": [0.47488558292388916, 0.44930005073547363, 0.3480145335197449], "r_norm": [0.9790311455726624, 0.9830297827720642, 1.0166056156158447]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8723, "test_loss": 0.4141054504394531}, {"step": 8450, "epoch": 18, "train_loss": 0.1975923478603363, "cos_r_negg": [0.48648297786712646, 0.43408364057540894, 0.32148146629333496], "cos_apical_negg": [0.48648297786712646, 0.43408364057540894, 0.32148146629333496], "cos_Ac_negg": [0.48648297786712646, 0.43408364057540894, 0.32148146629333496], "r_norm": [0.9804784059524536, 0.9822555780410767, 1.0170936584472656]}, {"step": 8500, "epoch": 18, "train_loss": 0.2170269638299942, "cos_r_negg": [0.4930678904056549, 0.4732345938682556, 0.3549098074436188], "cos_apical_negg": [0.4930678904056549, 0.4732345938682556, 0.3549098074436188], "cos_Ac_negg": [0.4930678904056549, 0.4732345938682556, 0.3549098074436188], "r_norm": [1.0356336832046509, 1.0368354320526123, 1.0813204050064087]}, {"step": 8550, "epoch": 18, "train_loss": 0.2743076682090759, "cos_r_negg": [0.5223758220672607, 0.47498756647109985, 0.3816024661064148], "cos_apical_negg": [0.5223758220672607, 0.47498756647109985, 0.3816024661064148], "cos_Ac_negg": [0.5223758220672607, 0.47498756647109985, 0.3816024661064148], "r_norm": [1.119702696800232, 1.1220529079437256, 1.159076452255249]}, {"step": 8600, "epoch": 18, "train_loss": 0.2163122296333313, "cos_r_negg": [0.4831794500350952, 0.45187732577323914, 0.3454667627811432], "cos_apical_negg": [0.4831794500350952, 0.45187732577323914, 0.3454667627811432], "cos_Ac_negg": [0.4831794500350952, 0.45187732577323914, 0.3454667627811432], "r_norm": [0.995210587978363, 1.0017855167388916, 1.034205675125122]}, {"step": 8650, "epoch": 18, "train_loss": 0.13997313380241394, "cos_r_negg": [0.4771954417228699, 0.43845605850219727, 0.3556821346282959], "cos_apical_negg": [0.4771954417228699, 0.43845605850219727, 0.3556821346282959], "cos_Ac_negg": [0.4771954417228699, 0.43845605850219727, 0.3556821346282959], "r_norm": [1.11307692527771, 1.1140804290771484, 1.1566908359527588]}, {"step": 8700, "epoch": 18, "train_loss": 0.22481492161750793, "cos_r_negg": [0.5032932758331299, 0.4645969867706299, 0.34453195333480835], "cos_apical_negg": [0.5032932758331299, 0.4645969867706299, 0.34453195333480835], "cos_Ac_negg": [0.5032932758331299, 0.4645969867706299, 0.34453195333480835], "r_norm": [0.9852727055549622, 0.9846411943435669, 1.024845838546753]}, {"step": 8750, "epoch": 18, "train_loss": 0.24850310385227203, "cos_r_negg": [0.4939298629760742, 0.4577949047088623, 0.3372790813446045], "cos_apical_negg": [0.4939298629760742, 0.4577949047088623, 0.3372790813446045], "cos_Ac_negg": [0.4939298629760742, 0.4577949047088623, 0.3372790813446045], "r_norm": [0.9325878620147705, 0.9325607419013977, 0.9683027863502502]}, {"step": 8800, "epoch": 18, "train_loss": 0.1765774041414261, "cos_r_negg": [0.49291396141052246, 0.45738303661346436, 0.3458293080329895], "cos_apical_negg": [0.49291396141052246, 0.45738303661346436, 0.3458293080329895], "cos_Ac_negg": [0.49291396141052246, 0.45738303661346436, 0.3458293080329895], "r_norm": [0.9721253514289856, 0.9759678840637207, 1.009063959121704]}, {"step": 8850, "epoch": 18, "train_loss": 0.20844939351081848, "cos_r_negg": [0.48609617352485657, 0.4461834728717804, 0.35296088457107544], "cos_apical_negg": [0.48609617352485657, 0.4461834728717804, 0.35296088457107544], "cos_Ac_negg": [0.48609617352485657, 0.4461834728717804, 0.35296088457107544], "r_norm": [0.997902512550354, 1.0024951696395874, 1.0355650186538696]}, {"step": 8900, "epoch": 18, "train_loss": 0.27170610427856445, "cos_r_negg": [0.48794257640838623, 0.438390851020813, 0.31824082136154175], "cos_apical_negg": [0.48794257640838623, 0.438390851020813, 0.31824082136154175], "cos_Ac_negg": [0.48794257640838623, 0.438390851020813, 0.31824082136154175], "r_norm": [0.971239447593689, 0.9757829308509827, 1.0131986141204834]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8649, "test_loss": 0.43618760986328126}, {"step": 8950, "epoch": 19, "train_loss": 0.32088035345077515, "cos_r_negg": [0.49909263849258423, 0.4658694267272949, 0.35751205682754517], "cos_apical_negg": [0.49909263849258423, 0.4658694267272949, 0.35751205682754517], "cos_Ac_negg": [0.49909263849258423, 0.4658694267272949, 0.35751205682754517], "r_norm": [1.0287011861801147, 1.029464602470398, 1.0701713562011719]}, {"step": 9000, "epoch": 19, "train_loss": 0.29758983850479126, "cos_r_negg": [0.48139679431915283, 0.45213502645492554, 0.3362651765346527], "cos_apical_negg": [0.48139679431915283, 0.45213502645492554, 0.3362651765346527], "cos_Ac_negg": [0.48139679431915283, 0.45213502645492554, 0.3362651765346527], "r_norm": [1.0359268188476562, 1.034895420074463, 1.0742762088775635]}, {"step": 9050, "epoch": 19, "train_loss": 0.21718966960906982, "cos_r_negg": [0.47272220253944397, 0.4370928108692169, 0.3368207812309265], "cos_apical_negg": [0.47272220253944397, 0.4370928108692169, 0.3368207812309265], "cos_Ac_negg": [0.47272220253944397, 0.4370928108692169, 0.3368207812309265], "r_norm": [1.0162359476089478, 1.0166804790496826, 1.0490741729736328]}, {"step": 9100, "epoch": 19, "train_loss": 0.19500373303890228, "cos_r_negg": [0.46176666021347046, 0.4366276264190674, 0.3375225067138672], "cos_apical_negg": [0.46176666021347046, 0.4366276264190674, 0.3375225067138672], "cos_Ac_negg": [0.46176666021347046, 0.4366276264190674, 0.3375225067138672], "r_norm": [0.9433700442314148, 0.9425649642944336, 0.9792330265045166]}, {"step": 9150, "epoch": 19, "train_loss": 0.2036769986152649, "cos_r_negg": [0.48411059379577637, 0.4546699523925781, 0.361328661441803], "cos_apical_negg": [0.48411059379577637, 0.4546699523925781, 0.361328661441803], "cos_Ac_negg": [0.48411059379577637, 0.4546699523925781, 0.361328661441803], "r_norm": [0.9998629093170166, 1.0000234842300415, 1.0453402996063232]}, {"step": 9200, "epoch": 19, "train_loss": 0.1486676037311554, "cos_r_negg": [0.49474620819091797, 0.4549579918384552, 0.34633558988571167], "cos_apical_negg": [0.49474620819091797, 0.4549579918384552, 0.34633558988571167], "cos_Ac_negg": [0.49474620819091797, 0.4549579918384552, 0.34633558988571167], "r_norm": [0.9000241756439209, 0.8991961479187012, 0.9420320987701416]}, {"step": 9250, "epoch": 19, "train_loss": 0.14768126606941223, "cos_r_negg": [0.506582498550415, 0.4692310392856598, 0.3521422743797302], "cos_apical_negg": [0.506582498550415, 0.4692310392856598, 0.3521422743797302], "cos_Ac_negg": [0.506582498550415, 0.4692310392856598, 0.3521422743797302], "r_norm": [0.9825817346572876, 0.9848470687866211, 1.021378517150879]}, {"step": 9300, "epoch": 19, "train_loss": 0.17905887961387634, "cos_r_negg": [0.4815986752510071, 0.4449654817581177, 0.3509604334831238], "cos_apical_negg": [0.4815986752510071, 0.4449654817581177, 0.3509604334831238], "cos_Ac_negg": [0.4815986752510071, 0.4449654817581177, 0.3509604334831238], "r_norm": [1.0314865112304688, 1.0320600271224976, 1.0733716487884521]}, {"step": 9350, "epoch": 19, "train_loss": 0.29345983266830444, "cos_r_negg": [0.46149781346321106, 0.4192873537540436, 0.32200440764427185], "cos_apical_negg": [0.46149781346321106, 0.4192873537540436, 0.32200440764427185], "cos_Ac_negg": [0.46149781346321106, 0.4192873537540436, 0.32200440764427185], "r_norm": [0.9873135685920715, 0.9899850487709045, 1.0254170894622803]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8708, "test_loss": 0.4301343902587891}], "final": {"test_acc": 0.8708, "test_loss": 0.4301343902587891, "wall_s": 22.322590589523315, "cos_r_negg": [0.4579545855522156, 0.4175846576690674, 0.339333176612854], "cos_apical_negg": [0.4579545855522156, 0.4175846576690674, 0.339333176612854], "cos_Ac_negg": [0.4579545855522156, 0.4175846576690674, 0.339333176612854]}}
|
