1
|
{"args": {"mode": "dfa", "dataset": "mnist", "depth": 5, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2810049057006836, "cos_r_negg": [0.006303204223513603, 0.004405927378684282, -0.00233944458886981, 0.007660274859517813, -0.00874769501388073], "cos_apical_negg": [0.006303204223513603, 0.004405927378684282, -0.00233944458886981, 0.007660274859517813, -0.00874769501388073], "cos_Ac_negg": [0.006303204223513603, 0.004405927378684282, -0.00233944458886981, 0.007660274859517813, -0.00874769501388073], "r_norm": [4.7115607261657715, 4.758005142211914, 4.748106479644775, 4.842529773712158, 4.726215362548828]}, {"step": 50, "epoch": 0, "train_loss": 0.672116219997406, "cos_r_negg": [0.2835789620876312, 0.21203671395778656, 0.21086591482162476, 0.20155376195907593, 0.15310755372047424], "cos_apical_negg": [0.2835789620876312, 0.21203671395778656, 0.21086591482162476, 0.20155376195907593, 0.15310755372047424], "cos_Ac_negg": [0.2835789620876312, 0.21203671395778656, 0.21086591482162476, 0.20155376195907593, 0.15310755372047424], "r_norm": [1.256754755973816, 1.2759346961975098, 1.2642672061920166, 1.293226718902588, 1.2509098052978516]}, {"step": 100, "epoch": 0, "train_loss": 0.3039754331111908, "cos_r_negg": [0.31433916091918945, 0.24334076046943665, 0.25163644552230835, 0.23072776198387146, 0.18789654970169067], "cos_apical_negg": [0.31433916091918945, 0.24334076046943665, 0.25163644552230835, 0.23072776198387146, 0.18789654970169067], "cos_Ac_negg": [0.31433916091918945, 0.24334076046943665, 0.25163644552230835, 0.23072776198387146, 0.18789654970169067], "r_norm": [0.9915851354598999, 1.0046387910842896, 0.9959299564361572, 1.014143705368042, 0.9908268451690674]}, {"step": 150, "epoch": 0, "train_loss": 0.4018210172653198, "cos_r_negg": [0.36988332867622375, 0.30235379934310913, 0.2761461138725281, 0.312152624130249, 0.2667662501335144], "cos_apical_negg": [0.36988332867622375, 0.30235379934310913, 0.2761461138725281, 0.312152624130249, 0.2667662501335144], "cos_Ac_negg": [0.36988332867622375, 0.30235379934310913, 0.2761461138725281, 0.312152624130249, 0.2667662501335144], "r_norm": [0.8153394460678101, 0.8215168714523315, 0.8189375400543213, 0.8304809331893921, 0.8074466586112976]}, {"step": 200, "epoch": 0, "train_loss": 0.310008704662323, "cos_r_negg": [0.3623960614204407, 0.3152267634868622, 0.3042484521865845, 0.3125031590461731, 0.24763678014278412], "cos_apical_negg": [0.3623960614204407, 0.3152267634868622, 0.3042484521865845, 0.3125031590461731, 0.24763678014278412], "cos_Ac_negg": [0.3623960614204407, 0.3152267634868622, 0.3042484521865845, 0.3125031590461731, 0.24763678014278412], "r_norm": [0.7948905229568481, 0.804292619228363, 0.7983435392379761, 0.8114137649536133, 0.790023684501648]}, {"step": 250, "epoch": 0, "train_loss": 0.23657108843326569, "cos_r_negg": [0.3710479736328125, 0.3183160722255707, 0.3181501626968384, 0.32943838834762573, 0.28525272011756897], "cos_apical_negg": [0.3710479736328125, 0.3183160722255707, 0.3181501626968384, 0.32943838834762573, 0.28525272011756897], "cos_Ac_negg": [0.3710479736328125, 0.3183160722255707, 0.3181501626968384, 0.32943838834762573, 0.28525272011756897], "r_norm": [0.689627468585968, 0.6986103057861328, 0.6952345371246338, 0.7044800519943237, 0.687745213508606]}, {"step": 300, "epoch": 0, "train_loss": 0.2820822596549988, "cos_r_negg": [0.4068782329559326, 0.3604477643966675, 0.37432050704956055, 0.38213691115379333, 0.2793363928794861], "cos_apical_negg": [0.4068782329559326, 0.3604477643966675, 0.37432050704956055, 0.38213691115379333, 0.2793363928794861], "cos_Ac_negg": [0.4068782329559326, 0.3604477643966675, 0.37432050704956055, 0.38213691115379333, 0.2793363928794861], "r_norm": [0.6480247974395752, 0.6566365957260132, 0.6492936015129089, 0.6628799438476562, 0.6478599905967712]}, {"step": 350, "epoch": 0, "train_loss": 0.19883951544761658, "cos_r_negg": [0.4072713851928711, 0.38054582476615906, 0.38739410042762756, 0.3830571174621582, 0.29016584157943726], "cos_apical_negg": [0.4072713851928711, 0.38054582476615906, 0.38739410042762756, 0.3830571174621582, 0.29016584157943726], "cos_Ac_negg": [0.4072713851928711, 0.38054582476615906, 0.38739410042762756, 0.3830571174621582, 0.29016584157943726], "r_norm": [0.6086143851280212, 0.6213844418525696, 0.6145938634872437, 0.6250596046447754, 0.6122846603393555]}, {"step": 400, "epoch": 0, "train_loss": 0.15213321149349213, "cos_r_negg": [0.42693889141082764, 0.40384507179260254, 0.42252495884895325, 0.42101940512657166, 0.29239124059677124], "cos_apical_negg": [0.42693889141082764, 0.40384507179260254, 0.42252495884895325, 0.42101940512657166, 0.29239124059677124], "cos_Ac_negg": [0.42693889141082764, 0.40384507179260254, 0.42252495884895325, 0.42101940512657166, 0.29239124059677124], "r_norm": [0.5838387608528137, 0.5879987478256226, 0.5886893272399902, 0.596619188785553, 0.5808815360069275]}, {"step": 450, "epoch": 0, "train_loss": 0.28833267092704773, "cos_r_negg": [0.40881383419036865, 0.40022769570350647, 0.4192655384540558, 0.4172784090042114, 0.29588407278060913], "cos_apical_negg": [0.40881383419036865, 0.40022769570350647, 0.4192655384540558, 0.4172784090042114, 0.29588407278060913], "cos_Ac_negg": [0.40881383419036865, 0.40022769570350647, 0.4192655384540558, 0.4172784090042114, 0.29588407278060913], "r_norm": [0.5930583477020264, 0.5912366509437561, 0.5929058194160461, 0.5999690294265747, 0.5841692686080933]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9408, "test_loss": 0.2026271224975586}, {"step": 500, "epoch": 1, "train_loss": 0.2433641254901886, "cos_r_negg": [0.4275747239589691, 0.4117041826248169, 0.4173002243041992, 0.4284437894821167, 0.3047550320625305], "cos_apical_negg": [0.4275747239589691, 0.4117041826248169, 0.4173002243041992, 0.4284437894821167, 0.3047550320625305], "cos_Ac_negg": [0.4275747239589691, 0.4117041826248169, 0.4173002243041992, 0.4284437894821167, 0.3047550320625305], "r_norm": [0.5507471561431885, 0.553978443145752, 0.5536091327667236, 0.563128650188446, 0.5450730919837952]}, {"step": 550, "epoch": 1, "train_loss": 0.23856112360954285, "cos_r_negg": [0.44822371006011963, 0.4291054606437683, 0.43031060695648193, 0.437785804271698, 0.29182112216949463], "cos_apical_negg": [0.44822371006011963, 0.4291054606437683, 0.43031060695648193, 0.437785804271698, 0.29182112216949463], "cos_Ac_negg": [0.44822371006011963, 0.4291054606437683, 0.43031060695648193, 0.437785804271698, 0.29182112216949463], "r_norm": [0.46989697217941284, 0.47624772787094116, 0.4714934825897217, 0.47755739092826843, 0.46860575675964355]}, {"step": 600, "epoch": 1, "train_loss": 0.3763521611690521, "cos_r_negg": [0.3805169463157654, 0.3687089681625366, 0.3955557346343994, 0.4051086902618408, 0.29087769985198975], "cos_apical_negg": [0.3805169463157654, 0.3687089681625366, 0.3955557346343994, 0.4051086902618408, 0.29087769985198975], "cos_Ac_negg": [0.3805169463157654, 0.3687089681625366, 0.3955557346343994, 0.4051086902618408, 0.29087769985198975], "r_norm": [0.5324902534484863, 0.5394724607467651, 0.5334799289703369, 0.5453945994377136, 0.5303373336791992]}, {"step": 650, "epoch": 1, "train_loss": 0.21635334193706512, "cos_r_negg": [0.4076995849609375, 0.4147035479545593, 0.41601458191871643, 0.4236592650413513, 0.29003411531448364], "cos_apical_negg": [0.4076995849609375, 0.4147035479545593, 0.41601458191871643, 0.4236592650413513, 0.29003411531448364], "cos_Ac_negg": [0.4076995849609375, 0.4147035479545593, 0.41601458191871643, 0.4236592650413513, 0.29003411531448364], "r_norm": [0.48006170988082886, 0.4915347695350647, 0.48500344157218933, 0.49324896931648254, 0.48178091645240784]}, {"step": 700, "epoch": 1, "train_loss": 0.07294777780771255, "cos_r_negg": [0.4313235878944397, 0.42473146319389343, 0.43692508339881897, 0.4251445531845093, 0.3030064105987549], "cos_apical_negg": [0.4313235878944397, 0.42473146319389343, 0.43692508339881897, 0.4251445531845093, 0.3030064105987549], "cos_Ac_negg": [0.4313235878944397, 0.42473146319389343, 0.43692508339881897, 0.4251445531845093, 0.3030064105987549], "r_norm": [0.4014008939266205, 0.4062011241912842, 0.4018476605415344, 0.40678006410598755, 0.39479005336761475]}, {"step": 750, "epoch": 1, "train_loss": 0.0914323553442955, "cos_r_negg": [0.41888704895973206, 0.4233722984790802, 0.409532368183136, 0.41966843605041504, 0.28180253505706787], "cos_apical_negg": [0.41888704895973206, 0.4233722984790802, 0.409532368183136, 0.41966843605041504, 0.28180253505706787], "cos_Ac_negg": [0.41888704895973206, 0.4233722984790802, 0.409532368183136, 0.41966843605041504, 0.28180253505706787], "r_norm": [0.42097094655036926, 0.4239342212677002, 0.42330896854400635, 0.4268347918987274, 0.41546860337257385]}, {"step": 800, "epoch": 1, "train_loss": 0.10667425394058228, "cos_r_negg": [0.4133094549179077, 0.43607771396636963, 0.42015010118484497, 0.43505722284317017, 0.2866019606590271], "cos_apical_negg": [0.4133094549179077, 0.43607771396636963, 0.42015010118484497, 0.43505722284317017, 0.2866019606590271], "cos_Ac_negg": [0.4133094549179077, 0.43607771396636963, 0.42015010118484497, 0.43505722284317017, 0.2866019606590271], "r_norm": [0.43466049432754517, 0.4389996826648712, 0.43835434317588806, 0.44119131565093994, 0.4310716688632965]}, {"step": 850, "epoch": 1, "train_loss": 0.20440591871738434, "cos_r_negg": [0.3951735496520996, 0.41016316413879395, 0.4190731346607208, 0.4192426800727844, 0.26629966497421265], "cos_apical_negg": [0.3951735496520996, 0.41016316413879395, 0.4190731346607208, 0.4192426800727844, 0.26629966497421265], "cos_Ac_negg": [0.3951735496520996, 0.41016316413879395, 0.4190731346607208, 0.4192426800727844, 0.26629966497421265], "r_norm": [0.35826918482780457, 0.3623577356338501, 0.35918760299682617, 0.3657880425453186, 0.3582456111907959]}, {"step": 900, "epoch": 1, "train_loss": 0.18374651670455933, "cos_r_negg": [0.4054160714149475, 0.42358332872390747, 0.43293821811676025, 0.43221378326416016, 0.28146040439605713], "cos_apical_negg": [0.4054160714149475, 0.42358332872390747, 0.43293821811676025, 0.43221378326416016, 0.28146040439605713], "cos_Ac_negg": [0.4054160714149475, 0.42358332872390747, 0.43293821811676025, 0.43221378326416016, 0.28146040439605713], "r_norm": [0.3854450285434723, 0.3856850266456604, 0.3861920237541199, 0.38891366124153137, 0.37877172231674194]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9524, "test_loss": 0.1627197551727295}, {"step": 950, "epoch": 2, "train_loss": 0.15899258852005005, "cos_r_negg": [0.4099515676498413, 0.4306003749370575, 0.4447096586227417, 0.4299330711364746, 0.274529367685318], "cos_apical_negg": [0.4099515676498413, 0.4306003749370575, 0.4447096586227417, 0.4299330711364746, 0.274529367685318], "cos_Ac_negg": [0.4099515676498413, 0.4306003749370575, 0.4447096586227417, 0.4299330711364746, 0.274529367685318], "r_norm": [0.38159292936325073, 0.3844447731971741, 0.38563400506973267, 0.3887385129928589, 0.37870386242866516]}, {"step": 1000, "epoch": 2, "train_loss": 0.07381176948547363, "cos_r_negg": [0.4216409921646118, 0.43795207142829895, 0.4706376791000366, 0.4534258246421814, 0.32496756315231323], "cos_apical_negg": [0.4216409921646118, 0.43795207142829895, 0.4706376791000366, 0.4534258246421814, 0.32496756315231323], "cos_Ac_negg": [0.4216409921646118, 0.43795207142829895, 0.4706376791000366, 0.4534258246421814, 0.32496756315231323], "r_norm": [0.38276374340057373, 0.38867783546447754, 0.3870883285999298, 0.3935648500919342, 0.3811163008213043]}, {"step": 1050, "epoch": 2, "train_loss": 0.07878035306930542, "cos_r_negg": [0.4163239598274231, 0.44054853916168213, 0.45564597845077515, 0.4466703236103058, 0.2903349697589874], "cos_apical_negg": [0.4163239598274231, 0.44054853916168213, 0.45564597845077515, 0.4466703236103058, 0.2903349697589874], "cos_Ac_negg": [0.4163239598274231, 0.44054853916168213, 0.45564597845077515, 0.4466703236103058, 0.2903349697589874], "r_norm": [0.35764503479003906, 0.3586227297782898, 0.3603878915309906, 0.36521580815315247, 0.3536360263824463]}, {"step": 1100, "epoch": 2, "train_loss": 0.13776563107967377, "cos_r_negg": [0.4498322010040283, 0.465437650680542, 0.47265374660491943, 0.4551680088043213, 0.2957914471626282], "cos_apical_negg": [0.4498322010040283, 0.465437650680542, 0.47265374660491943, 0.4551680088043213, 0.2957914471626282], "cos_Ac_negg": [0.4498322010040283, 0.465437650680542, 0.47265374660491943, 0.4551680088043213, 0.2957914471626282], "r_norm": [0.2891661524772644, 0.2913512587547302, 0.29002633690834045, 0.29322728514671326, 0.2884790301322937]}, {"step": 1150, "epoch": 2, "train_loss": 0.1063399463891983, "cos_r_negg": [0.4323287308216095, 0.4434988796710968, 0.45202118158340454, 0.4301537275314331, 0.28096967935562134], "cos_apical_negg": [0.4323287308216095, 0.4434988796710968, 0.45202118158340454, 0.4301537275314331, 0.28096967935562134], "cos_Ac_negg": [0.4323287308216095, 0.4434988796710968, 0.45202118158340454, 0.4301537275314331, 0.28096967935562134], "r_norm": [0.3188154101371765, 0.3233121633529663, 0.3184291124343872, 0.3285941183567047, 0.3185049295425415]}, {"step": 1200, "epoch": 2, "train_loss": 0.030330142006278038, "cos_r_negg": [0.41358694434165955, 0.4418482184410095, 0.4564396142959595, 0.4512057304382324, 0.3020339608192444], "cos_apical_negg": [0.41358694434165955, 0.4418482184410095, 0.4564396142959595, 0.4512057304382324, 0.3020339608192444], "cos_Ac_negg": [0.41358694434165955, 0.4418482184410095, 0.4564396142959595, 0.4512057304382324, 0.3020339608192444], "r_norm": [0.34362947940826416, 0.34891462326049805, 0.34294164180755615, 0.3539903163909912, 0.34328508377075195]}, {"step": 1250, "epoch": 2, "train_loss": 0.07187232375144958, "cos_r_negg": [0.4296780228614807, 0.452484130859375, 0.47038012742996216, 0.4576719403266907, 0.32088789343833923], "cos_apical_negg": [0.4296780228614807, 0.452484130859375, 0.47038012742996216, 0.4576719403266907, 0.32088789343833923], "cos_Ac_negg": [0.4296780228614807, 0.452484130859375, 0.47038012742996216, 0.4576719403266907, 0.32088789343833923], "r_norm": [0.28067687153816223, 0.2832016050815582, 0.28043878078460693, 0.2870490252971649, 0.2750606834888458]}, {"step": 1300, "epoch": 2, "train_loss": 0.1430390477180481, "cos_r_negg": [0.4340554177761078, 0.43827491998672485, 0.44702768325805664, 0.4387083351612091, 0.29218512773513794], "cos_apical_negg": [0.4340554177761078, 0.43827491998672485, 0.44702768325805664, 0.4387083351612091, 0.29218512773513794], "cos_Ac_negg": [0.4340554177761078, 0.43827491998672485, 0.44702768325805664, 0.4387083351612091, 0.29218512773513794], "r_norm": [0.3036618232727051, 0.30630403757095337, 0.3028118312358856, 0.309736967086792, 0.29941821098327637]}, {"step": 1350, "epoch": 2, "train_loss": 0.11723178625106812, "cos_r_negg": [0.44673705101013184, 0.4592391848564148, 0.46689218282699585, 0.4586089253425598, 0.29612019658088684], "cos_apical_negg": [0.44673705101013184, 0.4592391848564148, 0.46689218282699585, 0.4586089253425598, 0.29612019658088684], "cos_Ac_negg": [0.44673705101013184, 0.4592391848564148, 0.46689218282699585, 0.4586089253425598, 0.29612019658088684], "r_norm": [0.35695236921310425, 0.35948190093040466, 0.35643628239631653, 0.3620927631855011, 0.353973388671875]}, {"step": 1400, "epoch": 2, "train_loss": 0.2086673378944397, "cos_r_negg": [0.45173802971839905, 0.4686122238636017, 0.48171719908714294, 0.4732556641101837, 0.3123171925544739], "cos_apical_negg": [0.45173802971839905, 0.4686122238636017, 0.48171719908714294, 0.4732556641101837, 0.3123171925544739], "cos_Ac_negg": [0.45173802971839905, 0.4686122238636017, 0.48171719908714294, 0.4732556641101837, 0.3123171925544739], "r_norm": [0.27150192856788635, 0.2764742076396942, 0.2724175751209259, 0.2783459424972534, 0.2731572985649109]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9601, "test_loss": 0.1441506465911865}, {"step": 1450, "epoch": 3, "train_loss": 0.09951777756214142, "cos_r_negg": [0.40350341796875, 0.43770140409469604, 0.44618746638298035, 0.42249125242233276, 0.3050594925880432], "cos_apical_negg": [0.40350341796875, 0.43770140409469604, 0.44618746638298035, 0.42249125242233276, 0.3050594925880432], "cos_Ac_negg": [0.40350341796875, 0.43770140409469604, 0.44618746638298035, 0.42249125242233276, 0.3050594925880432], "r_norm": [0.259221613407135, 0.2622349262237549, 0.2583351731300354, 0.2624647617340088, 0.2581450343132019]}, {"step": 1500, "epoch": 3, "train_loss": 0.08866637945175171, "cos_r_negg": [0.4325522780418396, 0.451061874628067, 0.4565342664718628, 0.45058518648147583, 0.29958376288414], "cos_apical_negg": [0.4325522780418396, 0.451061874628067, 0.4565342664718628, 0.45058518648147583, 0.29958376288414], "cos_Ac_negg": [0.4325522780418396, 0.451061874628067, 0.4565342664718628, 0.45058518648147583, 0.29958376288414], "r_norm": [0.30831897258758545, 0.3135191798210144, 0.3092491030693054, 0.3145091235637665, 0.30754584074020386]}, {"step": 1550, "epoch": 3, "train_loss": 0.11033999919891357, "cos_r_negg": [0.4566837549209595, 0.4704238772392273, 0.48262351751327515, 0.4557360112667084, 0.3154904842376709], "cos_apical_negg": [0.4566837549209595, 0.4704238772392273, 0.48262351751327515, 0.4557360112667084, 0.3154904842376709], "cos_Ac_negg": [0.4566837549209595, 0.4704238772392273, 0.48262351751327515, 0.4557360112667084, 0.3154904842376709], "r_norm": [0.23331493139266968, 0.2349914014339447, 0.22961482405662537, 0.23470602929592133, 0.2305794656276703]}, {"step": 1600, "epoch": 3, "train_loss": 0.08320976793766022, "cos_r_negg": [0.44541221857070923, 0.4680335521697998, 0.47375425696372986, 0.4688830077648163, 0.3257502317428589], "cos_apical_negg": [0.44541221857070923, 0.4680335521697998, 0.47375425696372986, 0.4688830077648163, 0.3257502317428589], "cos_Ac_negg": [0.44541221857070923, 0.4680335521697998, 0.47375425696372986, 0.4688830077648163, 0.3257502317428589], "r_norm": [0.23714730143547058, 0.2380613386631012, 0.23481804132461548, 0.23962090909481049, 0.23440787196159363]}, {"step": 1650, "epoch": 3, "train_loss": 0.10446479916572571, "cos_r_negg": [0.43014436960220337, 0.4787488281726837, 0.4809700548648834, 0.45532160997390747, 0.3068092465400696], "cos_apical_negg": [0.43014436960220337, 0.4787488281726837, 0.4809700548648834, 0.45532160997390747, 0.3068092465400696], "cos_Ac_negg": [0.43014436960220337, 0.4787488281726837, 0.4809700548648834, 0.45532160997390747, 0.3068092465400696], "r_norm": [0.29337170720100403, 0.29364025592803955, 0.293013334274292, 0.297280490398407, 0.2906644940376282]}, {"step": 1700, "epoch": 3, "train_loss": 0.08872456848621368, "cos_r_negg": [0.4526353180408478, 0.47237861156463623, 0.4674004316329956, 0.4679413437843323, 0.30642929673194885], "cos_apical_negg": [0.4526353180408478, 0.47237861156463623, 0.4674004316329956, 0.4679413437843323, 0.30642929673194885], "cos_Ac_negg": [0.4526353180408478, 0.47237861156463623, 0.4674004316329956, 0.4679413437843323, 0.30642929673194885], "r_norm": [0.2645619511604309, 0.2631147503852844, 0.2639426589012146, 0.26691359281539917, 0.261903315782547]}, {"step": 1750, "epoch": 3, "train_loss": 0.03980369493365288, "cos_r_negg": [0.43741297721862793, 0.4662773013114929, 0.4710339605808258, 0.45067518949508667, 0.3006078600883484], "cos_apical_negg": [0.43741297721862793, 0.4662773013114929, 0.4710339605808258, 0.45067518949508667, 0.3006078600883484], "cos_Ac_negg": [0.43741297721862793, 0.4662773013114929, 0.4710339605808258, 0.45067518949508667, 0.3006078600883484], "r_norm": [0.22522006928920746, 0.2249278426170349, 0.22274143993854523, 0.22669993340969086, 0.22269047796726227]}, {"step": 1800, "epoch": 3, "train_loss": 0.09401772171258926, "cos_r_negg": [0.43340060114860535, 0.45922935009002686, 0.4697551727294922, 0.4660927653312683, 0.3077576756477356], "cos_apical_negg": [0.43340060114860535, 0.45922935009002686, 0.4697551727294922, 0.4660927653312683, 0.3077576756477356], "cos_Ac_negg": [0.43340060114860535, 0.45922935009002686, 0.4697551727294922, 0.4660927653312683, 0.3077576756477356], "r_norm": [0.26116037368774414, 0.2616947889328003, 0.2604290544986725, 0.26678991317749023, 0.2602580785751343]}, {"step": 1850, "epoch": 3, "train_loss": 0.09288432449102402, "cos_r_negg": [0.4584992825984955, 0.4813621938228607, 0.4843800663948059, 0.47277218103408813, 0.32020944356918335], "cos_apical_negg": [0.4584992825984955, 0.4813621938228607, 0.4843800663948059, 0.47277218103408813, 0.32020944356918335], "cos_Ac_negg": [0.4584992825984955, 0.4813621938228607, 0.4843800663948059, 0.47277218103408813, 0.32020944356918335], "r_norm": [0.25652724504470825, 0.25727730989456177, 0.25537431240081787, 0.2606593072414398, 0.25064316391944885]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9674, "test_loss": 0.11773549633026123}, {"step": 1900, "epoch": 4, "train_loss": 0.042349718511104584, "cos_r_negg": [0.44275757670402527, 0.4776340126991272, 0.488411545753479, 0.477658748626709, 0.34515392780303955], "cos_apical_negg": [0.44275757670402527, 0.4776340126991272, 0.488411545753479, 0.477658748626709, 0.34515392780303955], "cos_Ac_negg": [0.44275757670402527, 0.4776340126991272, 0.488411545753479, 0.477658748626709, 0.34515392780303955], "r_norm": [0.23657134175300598, 0.23487479984760284, 0.23217499256134033, 0.23627029359340668, 0.23018355667591095]}, {"step": 1950, "epoch": 4, "train_loss": 0.09833087027072906, "cos_r_negg": [0.45353755354881287, 0.4824244976043701, 0.5058011412620544, 0.4858359098434448, 0.3341652750968933], "cos_apical_negg": [0.45353755354881287, 0.4824244976043701, 0.5058011412620544, 0.4858359098434448, 0.3341652750968933], "cos_Ac_negg": [0.45353755354881287, 0.4824244976043701, 0.5058011412620544, 0.4858359098434448, 0.3341652750968933], "r_norm": [0.23196908831596375, 0.23358213901519775, 0.22915294766426086, 0.2356240302324295, 0.23060959577560425]}, {"step": 2000, "epoch": 4, "train_loss": 0.0722593292593956, "cos_r_negg": [0.43744122982025146, 0.46615856885910034, 0.48876267671585083, 0.49300551414489746, 0.3337029218673706], "cos_apical_negg": [0.43744122982025146, 0.46615856885910034, 0.48876267671585083, 0.49300551414489746, 0.3337029218673706], "cos_Ac_negg": [0.43744122982025146, 0.46615856885910034, 0.48876267671585083, 0.49300551414489746, 0.3337029218673706], "r_norm": [0.21107622981071472, 0.20925284922122955, 0.20658022165298462, 0.2122909128665924, 0.20706969499588013]}, {"step": 2050, "epoch": 4, "train_loss": 0.07419314980506897, "cos_r_negg": [0.4175266921520233, 0.4487200379371643, 0.4639802575111389, 0.4636688232421875, 0.31417086720466614], "cos_apical_negg": [0.4175266921520233, 0.4487200379371643, 0.4639802575111389, 0.4636688232421875, 0.31417086720466614], "cos_Ac_negg": [0.4175266921520233, 0.4487200379371643, 0.4639802575111389, 0.4636688232421875, 0.31417086720466614], "r_norm": [0.2099476009607315, 0.20972132682800293, 0.2058568149805069, 0.21275530755519867, 0.20662656426429749]}, {"step": 2100, "epoch": 4, "train_loss": 0.06533317267894745, "cos_r_negg": [0.4317702651023865, 0.47545284032821655, 0.4884984493255615, 0.4758186638355255, 0.32066458463668823], "cos_apical_negg": [0.4317702651023865, 0.47545284032821655, 0.4884984493255615, 0.4758186638355255, 0.32066458463668823], "cos_Ac_negg": [0.4317702651023865, 0.47545284032821655, 0.4884984493255615, 0.4758186638355255, 0.32066458463668823], "r_norm": [0.20012831687927246, 0.19822630286216736, 0.19701367616653442, 0.20030470192432404, 0.19491228461265564]}, {"step": 2150, "epoch": 4, "train_loss": 0.042844440788030624, "cos_r_negg": [0.47391802072525024, 0.5119292736053467, 0.5099685788154602, 0.4996037781238556, 0.34909743070602417], "cos_apical_negg": [0.47391802072525024, 0.5119292736053467, 0.5099685788154602, 0.4996037781238556, 0.34909743070602417], "cos_Ac_negg": [0.47391802072525024, 0.5119292736053467, 0.5099685788154602, 0.4996037781238556, 0.34909743070602417], "r_norm": [0.21813245117664337, 0.2207217812538147, 0.2158196121454239, 0.22004461288452148, 0.21662726998329163]}, {"step": 2200, "epoch": 4, "train_loss": 0.08801880478858948, "cos_r_negg": [0.4483983814716339, 0.4777930676937103, 0.47806158661842346, 0.462917685508728, 0.3264826834201813], "cos_apical_negg": [0.4483983814716339, 0.4777930676937103, 0.47806158661842346, 0.462917685508728, 0.3264826834201813], "cos_Ac_negg": [0.4483983814716339, 0.4777930676937103, 0.47806158661842346, 0.462917685508728, 0.3264826834201813], "r_norm": [0.20701733231544495, 0.2088160216808319, 0.20550629496574402, 0.21096405386924744, 0.20578396320343018]}, {"step": 2250, "epoch": 4, "train_loss": 0.01077980361878872, "cos_r_negg": [0.4121752083301544, 0.4388972520828247, 0.4501802325248718, 0.44352036714553833, 0.31256937980651855], "cos_apical_negg": [0.4121752083301544, 0.4388972520828247, 0.4501802325248718, 0.44352036714553833, 0.31256937980651855], "cos_Ac_negg": [0.4121752083301544, 0.4388972520828247, 0.4501802325248718, 0.44352036714553833, 0.31256937980651855], "r_norm": [0.2341787964105606, 0.23498240113258362, 0.23456084728240967, 0.2391291856765747, 0.22865058481693268]}, {"step": 2300, "epoch": 4, "train_loss": 0.14170825481414795, "cos_r_negg": [0.40255340933799744, 0.44491004943847656, 0.45425519347190857, 0.4330885410308838, 0.3100394904613495], "cos_apical_negg": [0.40255340933799744, 0.44491004943847656, 0.45425519347190857, 0.4330885410308838, 0.3100394904613495], "cos_Ac_negg": [0.40255340933799744, 0.44491004943847656, 0.45425519347190857, 0.4330885410308838, 0.3100394904613495], "r_norm": [0.22536709904670715, 0.22654595971107483, 0.22709740698337555, 0.2269161194562912, 0.22250483930110931]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9693, "test_loss": 0.11960367851257324}, {"step": 2350, "epoch": 5, "train_loss": 0.03788723051548004, "cos_r_negg": [0.44444701075553894, 0.4651127755641937, 0.48248279094696045, 0.45751237869262695, 0.33036985993385315], "cos_apical_negg": [0.44444701075553894, 0.4651127755641937, 0.48248279094696045, 0.45751237869262695, 0.33036985993385315], "cos_Ac_negg": [0.44444701075553894, 0.4651127755641937, 0.48248279094696045, 0.45751237869262695, 0.33036985993385315], "r_norm": [0.210737407207489, 0.2123754620552063, 0.20873680710792542, 0.21419930458068848, 0.2113969773054123]}, {"step": 2400, "epoch": 5, "train_loss": 0.028574850410223007, "cos_r_negg": [0.43128275871276855, 0.4591781497001648, 0.46612149477005005, 0.46318697929382324, 0.3419799506664276], "cos_apical_negg": [0.43128275871276855, 0.4591781497001648, 0.46612149477005005, 0.46318697929382324, 0.3419799506664276], "cos_Ac_negg": [0.43128275871276855, 0.4591781497001648, 0.46612149477005005, 0.46318697929382324, 0.3419799506664276], "r_norm": [0.19661465287208557, 0.19548285007476807, 0.19466634094715118, 0.19731011986732483, 0.19112499058246613]}, {"step": 2450, "epoch": 5, "train_loss": 0.05019873380661011, "cos_r_negg": [0.4029710292816162, 0.4364347755908966, 0.4512401819229126, 0.4251183867454529, 0.3275247812271118], "cos_apical_negg": [0.4029710292816162, 0.4364347755908966, 0.4512401819229126, 0.4251183867454529, 0.3275247812271118], "cos_Ac_negg": [0.4029710292816162, 0.4364347755908966, 0.4512401819229126, 0.4251183867454529, 0.3275247812271118], "r_norm": [0.18318617343902588, 0.1803608536720276, 0.18099653720855713, 0.18308982253074646, 0.17772069573402405]}, {"step": 2500, "epoch": 5, "train_loss": 0.049204133450984955, "cos_r_negg": [0.4139975309371948, 0.44903743267059326, 0.4661516845226288, 0.43026337027549744, 0.3328257203102112], "cos_apical_negg": [0.4139975309371948, 0.44903743267059326, 0.4661516845226288, 0.43026337027549744, 0.3328257203102112], "cos_Ac_negg": [0.4139975309371948, 0.44903743267059326, 0.4661516845226288, 0.43026337027549744, 0.3328257203102112], "r_norm": [0.14296278357505798, 0.1416858583688736, 0.1402639001607895, 0.14191067218780518, 0.14009392261505127]}, {"step": 2550, "epoch": 5, "train_loss": 0.010763183236122131, "cos_r_negg": [0.40892115235328674, 0.4426848292350769, 0.4432137608528137, 0.4307558536529541, 0.32159340381622314], "cos_apical_negg": [0.40892115235328674, 0.4426848292350769, 0.4432137608528137, 0.4307558536529541, 0.32159340381622314], "cos_Ac_negg": [0.40892115235328674, 0.4426848292350769, 0.4432137608528137, 0.4307558536529541, 0.32159340381622314], "r_norm": [0.173537939786911, 0.17167982459068298, 0.17078737914562225, 0.172506183385849, 0.1686795949935913]}, {"step": 2600, "epoch": 5, "train_loss": 0.013586005195975304, "cos_r_negg": [0.4109245240688324, 0.45674553513526917, 0.4650443196296692, 0.45341554284095764, 0.31521356105804443], "cos_apical_negg": [0.4109245240688324, 0.45674553513526917, 0.4650443196296692, 0.45341554284095764, 0.31521356105804443], "cos_Ac_negg": [0.4109245240688324, 0.45674553513526917, 0.4650443196296692, 0.45341554284095764, 0.31521356105804443], "r_norm": [0.2248673141002655, 0.2234325408935547, 0.22267760336399078, 0.2284521460533142, 0.2221873700618744]}, {"step": 2650, "epoch": 5, "train_loss": 0.03431045264005661, "cos_r_negg": [0.41884100437164307, 0.4695795476436615, 0.48547375202178955, 0.46146366000175476, 0.3269953727722168], "cos_apical_negg": [0.41884100437164307, 0.4695795476436615, 0.48547375202178955, 0.46146366000175476, 0.3269953727722168], "cos_Ac_negg": [0.41884100437164307, 0.4695795476436615, 0.48547375202178955, 0.46146366000175476, 0.3269953727722168], "r_norm": [0.17054565250873566, 0.1689336895942688, 0.1673174500465393, 0.16999036073684692, 0.16675876080989838]}, {"step": 2700, "epoch": 5, "train_loss": 0.06791530549526215, "cos_r_negg": [0.41406503319740295, 0.4652635455131531, 0.4651987850666046, 0.4469280540943146, 0.32502055168151855], "cos_apical_negg": [0.41406503319740295, 0.4652635455131531, 0.4651987850666046, 0.4469280540943146, 0.32502055168151855], "cos_Ac_negg": [0.41406503319740295, 0.4652635455131531, 0.4651987850666046, 0.4469280540943146, 0.32502055168151855], "r_norm": [0.16182667016983032, 0.1619146168231964, 0.15943178534507751, 0.16380032896995544, 0.16030088067054749]}, {"step": 2750, "epoch": 5, "train_loss": 0.0302867591381073, "cos_r_negg": [0.40377333760261536, 0.4424389600753784, 0.44295617938041687, 0.4290521740913391, 0.3149350881576538], "cos_apical_negg": [0.40377333760261536, 0.4424389600753784, 0.44295617938041687, 0.4290521740913391, 0.3149350881576538], "cos_Ac_negg": [0.40377333760261536, 0.4424389600753784, 0.44295617938041687, 0.4290521740913391, 0.3149350881576538], "r_norm": [0.1427486538887024, 0.1412070393562317, 0.13939529657363892, 0.1420765221118927, 0.1405511051416397]}, {"step": 2800, "epoch": 5, "train_loss": 0.055613547563552856, "cos_r_negg": [0.40335533022880554, 0.43017154932022095, 0.43802410364151, 0.42534419894218445, 0.31188637018203735], "cos_apical_negg": [0.40335533022880554, 0.43017154932022095, 0.43802410364151, 0.42534419894218445, 0.31188637018203735], "cos_Ac_negg": [0.40335533022880554, 0.43017154932022095, 0.43802410364151, 0.42534419894218445, 0.31188637018203735], "r_norm": [0.15297150611877441, 0.15038099884986877, 0.14895236492156982, 0.1515154242515564, 0.14875900745391846]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.972, "test_loss": 0.11276415615081788}, {"step": 2850, "epoch": 6, "train_loss": 0.053172770887613297, "cos_r_negg": [0.36649638414382935, 0.4069371819496155, 0.4027249813079834, 0.4006909728050232, 0.29415756464004517], "cos_apical_negg": [0.36649638414382935, 0.4069371819496155, 0.4027249813079834, 0.4006909728050232, 0.29415756464004517], "cos_Ac_negg": [0.36649638414382935, 0.4069371819496155, 0.4027249813079834, 0.4006909728050232, 0.29415756464004517], "r_norm": [0.16535313427448273, 0.16274917125701904, 0.1614254117012024, 0.16379380226135254, 0.1633724868297577]}, {"step": 2900, "epoch": 6, "train_loss": 0.023358749225735664, "cos_r_negg": [0.3408700227737427, 0.38252943754196167, 0.37208154797554016, 0.369853138923645, 0.27722615003585815], "cos_apical_negg": [0.3408700227737427, 0.38252943754196167, 0.37208154797554016, 0.369853138923645, 0.27722615003585815], "cos_Ac_negg": [0.3408700227737427, 0.38252943754196167, 0.37208154797554016, 0.369853138923645, 0.27722615003585815], "r_norm": [0.16375912725925446, 0.1610296666622162, 0.15867748856544495, 0.16310755908489227, 0.16059422492980957]}, {"step": 2950, "epoch": 6, "train_loss": 0.03399168327450752, "cos_r_negg": [0.35301604866981506, 0.39753270149230957, 0.39528483152389526, 0.39145031571388245, 0.2962720990180969], "cos_apical_negg": [0.35301604866981506, 0.39753270149230957, 0.39528483152389526, 0.39145031571388245, 0.2962720990180969], "cos_Ac_negg": [0.35301604866981506, 0.39753270149230957, 0.39528483152389526, 0.39145031571388245, 0.2962720990180969], "r_norm": [0.14188815653324127, 0.14249491691589355, 0.14132501184940338, 0.1443280428647995, 0.1429031491279602]}, {"step": 3000, "epoch": 6, "train_loss": 0.018345743417739868, "cos_r_negg": [0.3383638858795166, 0.3783000707626343, 0.3786758780479431, 0.3746209144592285, 0.2869250178337097], "cos_apical_negg": [0.3383638858795166, 0.3783000707626343, 0.3786758780479431, 0.3746209144592285, 0.2869250178337097], "cos_Ac_negg": [0.3383638858795166, 0.3783000707626343, 0.3786758780479431, 0.3746209144592285, 0.2869250178337097], "r_norm": [0.13690759241580963, 0.13584749400615692, 0.13649645447731018, 0.13730169832706451, 0.13645976781845093]}, {"step": 3050, "epoch": 6, "train_loss": 0.02424503117799759, "cos_r_negg": [0.3359362483024597, 0.3762308359146118, 0.37280917167663574, 0.36728233098983765, 0.2729060649871826], "cos_apical_negg": [0.3359362483024597, 0.3762308359146118, 0.37280917167663574, 0.36728233098983765, 0.2729060649871826], "cos_Ac_negg": [0.3359362483024597, 0.3762308359146118, 0.37280917167663574, 0.36728233098983765, 0.2729060649871826], "r_norm": [0.13251382112503052, 0.13125211000442505, 0.13210541009902954, 0.13300900161266327, 0.13311901688575745]}, {"step": 3100, "epoch": 6, "train_loss": 0.07498349249362946, "cos_r_negg": [0.34874120354652405, 0.3910868465900421, 0.38940224051475525, 0.3784768283367157, 0.27649644017219543], "cos_apical_negg": [0.34874120354652405, 0.3910868465900421, 0.38940224051475525, 0.3784768283367157, 0.27649644017219543], "cos_Ac_negg": [0.34874120354652405, 0.3910868465900421, 0.38940224051475525, 0.3784768283367157, 0.27649644017219543], "r_norm": [0.1543261557817459, 0.15411710739135742, 0.1516176462173462, 0.1559063196182251, 0.1533273160457611]}, {"step": 3150, "epoch": 6, "train_loss": 0.08030255138874054, "cos_r_negg": [0.33034342527389526, 0.37991803884506226, 0.378936767578125, 0.3717818856239319, 0.27315616607666016], "cos_apical_negg": [0.33034342527389526, 0.37991803884506226, 0.378936767578125, 0.3717818856239319, 0.27315616607666016], "cos_Ac_negg": [0.33034342527389526, 0.37991803884506226, 0.378936767578125, 0.3717818856239319, 0.27315616607666016], "r_norm": [0.12896014750003815, 0.12833568453788757, 0.1288267821073532, 0.1312573105096817, 0.12993422150611877]}, {"step": 3200, "epoch": 6, "train_loss": 0.06029493361711502, "cos_r_negg": [0.3550291955471039, 0.41029834747314453, 0.41375231742858887, 0.4053746461868286, 0.29398834705352783], "cos_apical_negg": [0.3550291955471039, 0.41029834747314453, 0.41375231742858887, 0.4053746461868286, 0.29398834705352783], "cos_Ac_negg": [0.3550291955471039, 0.41029834747314453, 0.41375231742858887, 0.4053746461868286, 0.29398834705352783], "r_norm": [0.16072720289230347, 0.16167482733726501, 0.16062428057193756, 0.1633038967847824, 0.16232651472091675]}, {"step": 3250, "epoch": 6, "train_loss": 0.04303239658474922, "cos_r_negg": [0.357130229473114, 0.4117317199707031, 0.416229784488678, 0.40633702278137207, 0.29617011547088623], "cos_apical_negg": [0.357130229473114, 0.4117317199707031, 0.416229784488678, 0.40633702278137207, 0.29617011547088623], "cos_Ac_negg": [0.357130229473114, 0.4117317199707031, 0.416229784488678, 0.40633702278137207, 0.29617011547088623], "r_norm": [0.13879528641700745, 0.13974224030971527, 0.1385495662689209, 0.1405269056558609, 0.13990643620491028]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9687, "test_loss": 0.13061548957824706}, {"step": 3300, "epoch": 7, "train_loss": 0.016022156924009323, "cos_r_negg": [0.3710257411003113, 0.406471312046051, 0.416281521320343, 0.4174182415008545, 0.2941966652870178], "cos_apical_negg": [0.3710257411003113, 0.406471312046051, 0.416281521320343, 0.4174182415008545, 0.2941966652870178], "cos_Ac_negg": [0.3710257411003113, 0.406471312046051, 0.416281521320343, 0.4174182415008545, 0.2941966652870178], "r_norm": [0.1595689058303833, 0.16130664944648743, 0.1577041894197464, 0.16199389100074768, 0.1606357842683792]}, {"step": 3350, "epoch": 7, "train_loss": 0.008355803787708282, "cos_r_negg": [0.3126140832901001, 0.36296963691711426, 0.3596653938293457, 0.36407554149627686, 0.2730693817138672], "cos_apical_negg": [0.3126140832901001, 0.36296963691711426, 0.3596653938293457, 0.36407554149627686, 0.2730693817138672], "cos_Ac_negg": [0.3126140832901001, 0.36296963691711426, 0.3596653938293457, 0.36407554149627686, 0.2730693817138672], "r_norm": [0.12397389113903046, 0.12270336598157883, 0.12123327702283859, 0.1238328069448471, 0.12390472739934921]}, {"step": 3400, "epoch": 7, "train_loss": 0.009289141744375229, "cos_r_negg": [0.3131808936595917, 0.3640916645526886, 0.3610342741012573, 0.35963934659957886, 0.28070777654647827], "cos_apical_negg": [0.3131808936595917, 0.3640916645526886, 0.3610342741012573, 0.35963934659957886, 0.28070777654647827], "cos_Ac_negg": [0.3131808936595917, 0.3640916645526886, 0.3610342741012573, 0.35963934659957886, 0.28070777654647827], "r_norm": [0.1410338580608368, 0.13987886905670166, 0.13806341588497162, 0.14032448828220367, 0.14044350385665894]}, {"step": 3450, "epoch": 7, "train_loss": 0.017186740413308144, "cos_r_negg": [0.3095097541809082, 0.3675276041030884, 0.3617345690727234, 0.35073578357696533, 0.27400338649749756], "cos_apical_negg": [0.3095097541809082, 0.3675276041030884, 0.3617345690727234, 0.35073578357696533, 0.27400338649749756], "cos_Ac_negg": [0.3095097541809082, 0.3675276041030884, 0.3617345690727234, 0.35073578357696533, 0.27400338649749756], "r_norm": [0.12979011237621307, 0.1287928819656372, 0.12697431445121765, 0.1290149688720703, 0.1289077252149582]}, {"step": 3500, "epoch": 7, "train_loss": 0.006950936745852232, "cos_r_negg": [0.2986530065536499, 0.35776346921920776, 0.35489532351493835, 0.3431623876094818, 0.2673988938331604], "cos_apical_negg": [0.2986530065536499, 0.35776346921920776, 0.35489532351493835, 0.3431623876094818, 0.2673988938331604], "cos_Ac_negg": [0.2986530065536499, 0.35776346921920776, 0.35489532351493835, 0.3431623876094818, 0.2673988938331604], "r_norm": [0.12199389189481735, 0.12381508946418762, 0.12201295047998428, 0.12464345246553421, 0.12404441833496094]}, {"step": 3550, "epoch": 7, "train_loss": 0.012334488332271576, "cos_r_negg": [0.3016161322593689, 0.35317206382751465, 0.33949708938598633, 0.33206844329833984, 0.25678616762161255], "cos_apical_negg": [0.3016161322593689, 0.35317206382751465, 0.33949708938598633, 0.33206844329833984, 0.25678616762161255], "cos_Ac_negg": [0.3016161322593689, 0.35317206382751465, 0.33949708938598633, 0.33206844329833984, 0.25678616762161255], "r_norm": [0.17312659323215485, 0.1749577671289444, 0.17129476368427277, 0.17636758089065552, 0.17428669333457947]}, {"step": 3600, "epoch": 7, "train_loss": 0.01783360354602337, "cos_r_negg": [0.2814509868621826, 0.3389654755592346, 0.3403695225715637, 0.33548885583877563, 0.2635733187198639], "cos_apical_negg": [0.2814509868621826, 0.3389654755592346, 0.3403695225715637, 0.33548885583877563, 0.2635733187198639], "cos_Ac_negg": [0.2814509868621826, 0.3389654755592346, 0.3403695225715637, 0.33548885583877563, 0.2635733187198639], "r_norm": [0.13447324931621552, 0.13234269618988037, 0.13055507838726044, 0.1350478231906891, 0.13478504121303558]}, {"step": 3650, "epoch": 7, "train_loss": 0.0018467491026967764, "cos_r_negg": [0.2864152789115906, 0.33776459097862244, 0.333695650100708, 0.32122212648391724, 0.25085675716400146], "cos_apical_negg": [0.2864152789115906, 0.33776459097862244, 0.333695650100708, 0.32122212648391724, 0.25085675716400146], "cos_Ac_negg": [0.2864152789115906, 0.33776459097862244, 0.333695650100708, 0.32122212648391724, 0.25085675716400146], "r_norm": [0.12475191056728363, 0.12490036338567734, 0.12473177164793015, 0.12679897248744965, 0.1271248608827591]}, {"step": 3700, "epoch": 7, "train_loss": 0.0036878385581076145, "cos_r_negg": [0.27250367403030396, 0.31923097372055054, 0.31541961431503296, 0.3119225800037384, 0.23607391119003296], "cos_apical_negg": [0.27250367403030396, 0.31923097372055054, 0.31541961431503296, 0.3119225800037384, 0.23607391119003296], "cos_Ac_negg": [0.27250367403030396, 0.31923097372055054, 0.31541961431503296, 0.3119225800037384, 0.23607391119003296], "r_norm": [0.1283676028251648, 0.1268572062253952, 0.1260063350200653, 0.12876345217227936, 0.12798923254013062]}, {"step": 3750, "epoch": 7, "train_loss": 0.025523772463202477, "cos_r_negg": [0.2662200331687927, 0.3169440031051636, 0.31350141763687134, 0.30858248472213745, 0.23233553767204285], "cos_apical_negg": [0.2662200331687927, 0.3169440031051636, 0.31350141763687134, 0.30858248472213745, 0.23233553767204285], "cos_Ac_negg": [0.2662200331687927, 0.3169440031051636, 0.31350141763687134, 0.30858248472213745, 0.23233553767204285], "r_norm": [0.13532930612564087, 0.13318833708763123, 0.1325230896472931, 0.1351201981306076, 0.1336495280265808]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9707, "test_loss": 0.13337024612426757}, {"step": 3800, "epoch": 8, "train_loss": 0.04647771269083023, "cos_r_negg": [0.2733490467071533, 0.3205462098121643, 0.3207243084907532, 0.31106501817703247, 0.23958712816238403], "cos_apical_negg": [0.2733490467071533, 0.3205462098121643, 0.3207243084907532, 0.31106501817703247, 0.23958712816238403], "cos_Ac_negg": [0.2733490467071533, 0.3205462098121643, 0.3207243084907532, 0.31106501817703247, 0.23958712816238403], "r_norm": [0.1326076090335846, 0.1297895312309265, 0.12911918759346008, 0.13304153084754944, 0.131288081407547]}, {"step": 3850, "epoch": 8, "train_loss": 0.0017880660016089678, "cos_r_negg": [0.23931393027305603, 0.2878739833831787, 0.2823440432548523, 0.2685973048210144, 0.21536777913570404], "cos_apical_negg": [0.23931393027305603, 0.2878739833831787, 0.2823440432548523, 0.2685973048210144, 0.21536777913570404], "cos_Ac_negg": [0.23931393027305603, 0.2878739833831787, 0.2823440432548523, 0.2685973048210144, 0.21536777913570404], "r_norm": [0.12193159013986588, 0.1198788583278656, 0.11956369876861572, 0.12272146344184875, 0.1218845397233963]}, {"step": 3900, "epoch": 8, "train_loss": 0.019974103197455406, "cos_r_negg": [0.2406010627746582, 0.2828103303909302, 0.2771342992782593, 0.26684099435806274, 0.21451058983802795], "cos_apical_negg": [0.2406010627746582, 0.2828103303909302, 0.2771342992782593, 0.26684099435806274, 0.21451058983802795], "cos_Ac_negg": [0.2406010627746582, 0.2828103303909302, 0.2771342992782593, 0.26684099435806274, 0.21451058983802795], "r_norm": [0.13409824669361115, 0.1335575431585312, 0.1327625811100006, 0.13470782339572906, 0.1327655017375946]}, {"step": 3950, "epoch": 8, "train_loss": 0.004348804242908955, "cos_r_negg": [0.24022182822227478, 0.28198307752609253, 0.27224001288414, 0.2682056427001953, 0.22082647681236267], "cos_apical_negg": [0.24022182822227478, 0.28198307752609253, 0.27224001288414, 0.2682056427001953, 0.22082647681236267], "cos_Ac_negg": [0.24022182822227478, 0.28198307752609253, 0.27224001288414, 0.2682056427001953, 0.22082647681236267], "r_norm": [0.1390991359949112, 0.1406818926334381, 0.13893884420394897, 0.14135712385177612, 0.14043043553829193]}, {"step": 4000, "epoch": 8, "train_loss": 0.016646111384034157, "cos_r_negg": [0.22152107954025269, 0.2674182057380676, 0.2632717192173004, 0.25650379061698914, 0.20551583170890808], "cos_apical_negg": [0.22152107954025269, 0.2674182057380676, 0.2632717192173004, 0.25650379061698914, 0.20551583170890808], "cos_Ac_negg": [0.22152107954025269, 0.2674182057380676, 0.2632717192173004, 0.25650379061698914, 0.20551583170890808], "r_norm": [0.13146454095840454, 0.13100089132785797, 0.13027875125408173, 0.13244035840034485, 0.13250544667243958]}, {"step": 4050, "epoch": 8, "train_loss": 0.003236819291487336, "cos_r_negg": [0.24856744706630707, 0.2881355881690979, 0.2853202819824219, 0.2696704864501953, 0.2192874550819397], "cos_apical_negg": [0.24856744706630707, 0.2881355881690979, 0.2853202819824219, 0.2696704864501953, 0.2192874550819397], "cos_Ac_negg": [0.24856744706630707, 0.2881355881690979, 0.2853202819824219, 0.2696704864501953, 0.2192874550819397], "r_norm": [0.1342543065547943, 0.13380883634090424, 0.13174208998680115, 0.13547734916210175, 0.1347082257270813]}, {"step": 4100, "epoch": 8, "train_loss": 0.08310283720493317, "cos_r_negg": [0.23702004551887512, 0.2850866913795471, 0.28021079301834106, 0.2686842679977417, 0.22280187904834747], "cos_apical_negg": [0.23702004551887512, 0.2850866913795471, 0.28021079301834106, 0.2686842679977417, 0.22280187904834747], "cos_Ac_negg": [0.23702004551887512, 0.2850866913795471, 0.28021079301834106, 0.2686842679977417, 0.22280187904834747], "r_norm": [0.13926294445991516, 0.14060668647289276, 0.13833460211753845, 0.14086821675300598, 0.1415511667728424]}, {"step": 4150, "epoch": 8, "train_loss": 0.001682050060480833, "cos_r_negg": [0.24308329820632935, 0.2872906029224396, 0.2904467284679413, 0.27569496631622314, 0.2221846878528595], "cos_apical_negg": [0.24308329820632935, 0.2872906029224396, 0.2904467284679413, 0.27569496631622314, 0.2221846878528595], "cos_Ac_negg": [0.24308329820632935, 0.2872906029224396, 0.2904467284679413, 0.27569496631622314, 0.2221846878528595], "r_norm": [0.16228093206882477, 0.16442421078681946, 0.16100755333900452, 0.1647663712501526, 0.16332155466079712]}, {"step": 4200, "epoch": 8, "train_loss": 0.035737764090299606, "cos_r_negg": [0.2395641803741455, 0.283846914768219, 0.27495938539505005, 0.26087990403175354, 0.21131807565689087], "cos_apical_negg": [0.2395641803741455, 0.283846914768219, 0.27495938539505005, 0.26087990403175354, 0.21131807565689087], "cos_Ac_negg": [0.2395641803741455, 0.283846914768219, 0.27495938539505005, 0.26087990403175354, 0.21131807565689087], "r_norm": [0.15884695947170258, 0.16220557689666748, 0.15884581208229065, 0.16335834562778473, 0.162758007645607]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9722, "test_loss": 0.1391301544189453}, {"step": 4250, "epoch": 9, "train_loss": 0.022297056391835213, "cos_r_negg": [0.23257015645503998, 0.2767707407474518, 0.26547378301620483, 0.25609105825424194, 0.2057293951511383], "cos_apical_negg": [0.23257015645503998, 0.2767707407474518, 0.26547378301620483, 0.25609105825424194, 0.2057293951511383], "cos_Ac_negg": [0.23257015645503998, 0.2767707407474518, 0.26547378301620483, 0.25609105825424194, 0.2057293951511383], "r_norm": [0.1600191593170166, 0.159963920712471, 0.15768876671791077, 0.16206738352775574, 0.15992368757724762]}, {"step": 4300, "epoch": 9, "train_loss": 0.0011542490683495998, "cos_r_negg": [0.20083087682724, 0.2406027913093567, 0.23524172604084015, 0.22280144691467285, 0.1801370084285736], "cos_apical_negg": [0.20083087682724, 0.2406027913093567, 0.23524172604084015, 0.22280144691467285, 0.1801370084285736], "cos_Ac_negg": [0.20083087682724, 0.2406027913093567, 0.23524172604084015, 0.22280144691467285, 0.1801370084285736], "r_norm": [0.11774227023124695, 0.11885042488574982, 0.11645685136318207, 0.1198948547244072, 0.12119264155626297]}, {"step": 4350, "epoch": 9, "train_loss": 0.001571696251630783, "cos_r_negg": [0.20479798316955566, 0.2412692904472351, 0.23574477434158325, 0.22543570399284363, 0.18178610503673553], "cos_apical_negg": [0.20479798316955566, 0.2412692904472351, 0.23574477434158325, 0.22543570399284363, 0.18178610503673553], "cos_Ac_negg": [0.20479798316955566, 0.2412692904472351, 0.23574477434158325, 0.22543570399284363, 0.18178610503673553], "r_norm": [0.1348363161087036, 0.1344369351863861, 0.1351163536310196, 0.1360449194908142, 0.13750581443309784]}, {"step": 4400, "epoch": 9, "train_loss": 0.0007119765505194664, "cos_r_negg": [0.20448553562164307, 0.2404337078332901, 0.2308182269334793, 0.22092336416244507, 0.17276181280612946], "cos_apical_negg": [0.20448553562164307, 0.2404337078332901, 0.2308182269334793, 0.22092336416244507, 0.17276181280612946], "cos_Ac_negg": [0.20448553562164307, 0.2404337078332901, 0.2308182269334793, 0.22092336416244507, 0.17276181280612946], "r_norm": [0.16652286052703857, 0.1682925820350647, 0.16397035121917725, 0.16984814405441284, 0.16882729530334473]}, {"step": 4450, "epoch": 9, "train_loss": 0.0003944791678804904, "cos_r_negg": [0.18139559030532837, 0.2176467478275299, 0.21034041047096252, 0.20395353436470032, 0.1629854291677475], "cos_apical_negg": [0.18139559030532837, 0.2176467478275299, 0.21034041047096252, 0.20395353436470032, 0.1629854291677475], "cos_Ac_negg": [0.18139559030532837, 0.2176467478275299, 0.21034041047096252, 0.20395353436470032, 0.1629854291677475], "r_norm": [0.1470036804676056, 0.1473597288131714, 0.14442956447601318, 0.1489575356245041, 0.1483267843723297]}, {"step": 4500, "epoch": 9, "train_loss": 0.002148089464753866, "cos_r_negg": [0.1837305724620819, 0.22016151249408722, 0.21321260929107666, 0.20483127236366272, 0.16613632440567017], "cos_apical_negg": [0.1837305724620819, 0.22016151249408722, 0.21321260929107666, 0.20483127236366272, 0.16613632440567017], "cos_Ac_negg": [0.1837305724620819, 0.22016151249408722, 0.21321260929107666, 0.20483127236366272, 0.16613632440567017], "r_norm": [0.11780329048633575, 0.11597082018852234, 0.11494827270507812, 0.11815141141414642, 0.11856532096862793]}, {"step": 4550, "epoch": 9, "train_loss": 0.00193493883125484, "cos_r_negg": [0.19040432572364807, 0.2275521606206894, 0.22058971226215363, 0.21285457909107208, 0.17656198143959045], "cos_apical_negg": [0.19040432572364807, 0.2275521606206894, 0.22058971226215363, 0.21285457909107208, 0.17656198143959045], "cos_Ac_negg": [0.19040432572364807, 0.2275521606206894, 0.22058971226215363, 0.21285457909107208, 0.17656198143959045], "r_norm": [0.13812467455863953, 0.13686160743236542, 0.13466747105121613, 0.13848206400871277, 0.1380046308040619]}, {"step": 4600, "epoch": 9, "train_loss": 0.0904603973031044, "cos_r_negg": [0.1888357549905777, 0.2205444574356079, 0.20821717381477356, 0.1989649534225464, 0.16563153266906738], "cos_apical_negg": [0.1888357549905777, 0.2205444574356079, 0.20821717381477356, 0.1989649534225464, 0.16563153266906738], "cos_Ac_negg": [0.1888357549905777, 0.2205444574356079, 0.20821717381477356, 0.1989649534225464, 0.16563153266906738], "r_norm": [0.13926884531974792, 0.13879822194576263, 0.13608318567276, 0.14014717936515808, 0.1391521394252777]}, {"step": 4650, "epoch": 9, "train_loss": 0.003819126170128584, "cos_r_negg": [0.18454694747924805, 0.2140076458454132, 0.20144203305244446, 0.1973685622215271, 0.16115853190422058], "cos_apical_negg": [0.18454694747924805, 0.2140076458454132, 0.20144203305244446, 0.1973685622215271, 0.16115853190422058], "cos_Ac_negg": [0.18454694747924805, 0.2140076458454132, 0.20144203305244446, 0.1973685622215271, 0.16115853190422058], "r_norm": [0.1523398458957672, 0.1511276364326477, 0.14825943112373352, 0.15344439446926117, 0.15204110741615295]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.972, "test_loss": 0.14852537307739258}, {"step": 4700, "epoch": 10, "train_loss": 0.0035367831587791443, "cos_r_negg": [0.15928885340690613, 0.18930482864379883, 0.17685717344284058, 0.1710592806339264, 0.13882462680339813], "cos_apical_negg": [0.15928885340690613, 0.18930482864379883, 0.17685717344284058, 0.1710592806339264, 0.13882462680339813], "cos_Ac_negg": [0.15928885340690613, 0.18930482864379883, 0.17685717344284058, 0.1710592806339264, 0.13882462680339813], "r_norm": [0.15431857109069824, 0.15246057510375977, 0.1498885452747345, 0.15450549125671387, 0.1532650589942932]}, {"step": 4750, "epoch": 10, "train_loss": 0.013302205130457878, "cos_r_negg": [0.15797707438468933, 0.18767911195755005, 0.17521634697914124, 0.1665298491716385, 0.13668234646320343], "cos_apical_negg": [0.15797707438468933, 0.18767911195755005, 0.17521634697914124, 0.1665298491716385, 0.13668234646320343], "cos_Ac_negg": [0.15797707438468933, 0.18767911195755005, 0.17521634697914124, 0.1665298491716385, 0.13668234646320343], "r_norm": [0.13847486674785614, 0.13756486773490906, 0.1345556229352951, 0.13940191268920898, 0.1390182375907898]}, {"step": 4800, "epoch": 10, "train_loss": 0.0007349193911068141, "cos_r_negg": [0.1568421721458435, 0.1840086132287979, 0.1739637553691864, 0.16670213639736176, 0.13664886355400085], "cos_apical_negg": [0.1568421721458435, 0.1840086132287979, 0.1739637553691864, 0.16670213639736176, 0.13664886355400085], "cos_Ac_negg": [0.1568421721458435, 0.1840086132287979, 0.1739637553691864, 0.16670213639736176, 0.13664886355400085], "r_norm": [0.11006732285022736, 0.10948186367750168, 0.10830796509981155, 0.11082669347524643, 0.11124022305011749]}, {"step": 4850, "epoch": 10, "train_loss": 0.0009063722682185471, "cos_r_negg": [0.1536656618118286, 0.18097291886806488, 0.1712270826101303, 0.16494713723659515, 0.14103327691555023], "cos_apical_negg": [0.1536656618118286, 0.18097291886806488, 0.1712270826101303, 0.16494713723659515, 0.14103327691555023], "cos_Ac_negg": [0.1536656618118286, 0.18097291886806488, 0.1712270826101303, 0.16494713723659515, 0.14103327691555023], "r_norm": [0.12287131696939468, 0.121589794754982, 0.12077033519744873, 0.12377412617206573, 0.1235165148973465]}, {"step": 4900, "epoch": 10, "train_loss": 0.006604626774787903, "cos_r_negg": [0.14447444677352905, 0.17066848278045654, 0.1613469421863556, 0.15631380677223206, 0.13036054372787476], "cos_apical_negg": [0.14447444677352905, 0.17066848278045654, 0.1613469421863556, 0.15631380677223206, 0.13036054372787476], "cos_Ac_negg": [0.14447444677352905, 0.17066848278045654, 0.1613469421863556, 0.15631380677223206, 0.13036054372787476], "r_norm": [0.12477635592222214, 0.12519493699073792, 0.12329060584306717, 0.12683847546577454, 0.1264113485813141]}, {"step": 4950, "epoch": 10, "train_loss": 0.012581586837768555, "cos_r_negg": [0.154954731464386, 0.1819518506526947, 0.17357629537582397, 0.16702567040920258, 0.1393810212612152], "cos_apical_negg": [0.154954731464386, 0.1819518506526947, 0.17357629537582397, 0.16702567040920258, 0.1393810212612152], "cos_Ac_negg": [0.154954731464386, 0.1819518506526947, 0.17357629537582397, 0.16702567040920258, 0.1393810212612152], "r_norm": [0.12386821210384369, 0.12441039085388184, 0.12265477329492569, 0.12608008086681366, 0.12502421438694]}, {"step": 5000, "epoch": 10, "train_loss": 0.00032803858630359173, "cos_r_negg": [0.14118802547454834, 0.16553503274917603, 0.15602360665798187, 0.1510147750377655, 0.1243043765425682], "cos_apical_negg": [0.14118802547454834, 0.16553503274917603, 0.15602360665798187, 0.1510147750377655, 0.1243043765425682], "cos_Ac_negg": [0.14118802547454834, 0.16553503274917603, 0.15602360665798187, 0.1510147750377655, 0.1243043765425682], "r_norm": [0.11786316335201263, 0.11753561347723007, 0.11630411446094513, 0.11906857043504715, 0.11831919103860855]}, {"step": 5050, "epoch": 10, "train_loss": 0.0010648609604686499, "cos_r_negg": [0.15897861123085022, 0.1853196620941162, 0.1781589686870575, 0.17183378338813782, 0.13961613178253174], "cos_apical_negg": [0.15897861123085022, 0.1853196620941162, 0.1781589686870575, 0.17183378338813782, 0.13961613178253174], "cos_Ac_negg": [0.15897861123085022, 0.1853196620941162, 0.1781589686870575, 0.17183378338813782, 0.13961613178253174], "r_norm": [0.1477544903755188, 0.14588943123817444, 0.14424389600753784, 0.14926886558532715, 0.14662037789821625]}, {"step": 5100, "epoch": 10, "train_loss": 0.0019012009724974632, "cos_r_negg": [0.13823148608207703, 0.16105568408966064, 0.15356040000915527, 0.14701300859451294, 0.12160065025091171], "cos_apical_negg": [0.13823148608207703, 0.16105568408966064, 0.15356040000915527, 0.14701300859451294, 0.12160065025091171], "cos_Ac_negg": [0.13823148608207703, 0.16105568408966064, 0.15356040000915527, 0.14701300859451294, 0.12160065025091171], "r_norm": [0.14325743913650513, 0.142673522233963, 0.1408490538597107, 0.14539413154125214, 0.14340505003929138]}, {"step": 5150, "epoch": 10, "train_loss": 0.0011665113270282745, "cos_r_negg": [0.13865163922309875, 0.15977737307548523, 0.15207041800022125, 0.1448432058095932, 0.11641956865787506], "cos_apical_negg": [0.13865163922309875, 0.15977737307548523, 0.15207041800022125, 0.1448432058095932, 0.11641956865787506], "cos_Ac_negg": [0.13865163922309875, 0.15977737307548523, 0.15207041800022125, 0.1448432058095932, 0.11641956865787506], "r_norm": [0.14265595376491547, 0.14184436202049255, 0.13953010737895966, 0.14374583959579468, 0.14247651398181915]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9703, "test_loss": 0.16346331386566162}, {"step": 5200, "epoch": 11, "train_loss": 0.0004705890896730125, "cos_r_negg": [0.126105397939682, 0.14760343730449677, 0.13766053318977356, 0.13117317855358124, 0.10646059364080429], "cos_apical_negg": [0.126105397939682, 0.14760343730449677, 0.13766053318977356, 0.13117317855358124, 0.10646059364080429], "cos_Ac_negg": [0.126105397939682, 0.14760343730449677, 0.13766053318977356, 0.13117317855358124, 0.10646059364080429], "r_norm": [0.12844720482826233, 0.12813499569892883, 0.1254383623600006, 0.13018496334552765, 0.12997399270534515]}, {"step": 5250, "epoch": 11, "train_loss": 0.0008807961130514741, "cos_r_negg": [0.12163765728473663, 0.143259659409523, 0.13423022627830505, 0.12873435020446777, 0.10538048297166824], "cos_apical_negg": [0.12163765728473663, 0.143259659409523, 0.13423022627830505, 0.12873435020446777, 0.10538048297166824], "cos_Ac_negg": [0.12163765728473663, 0.143259659409523, 0.13423022627830505, 0.12873435020446777, 0.10538048297166824], "r_norm": [0.12494754046201706, 0.12401613593101501, 0.1223098561167717, 0.12629345059394836, 0.12577827274799347]}, {"step": 5300, "epoch": 11, "train_loss": 0.0135049382224679, "cos_r_negg": [0.12136852741241455, 0.14381183683872223, 0.1360986828804016, 0.130157470703125, 0.10821358859539032], "cos_apical_negg": [0.12136852741241455, 0.14381183683872223, 0.1360986828804016, 0.130157470703125, 0.10821358859539032], "cos_Ac_negg": [0.12136852741241455, 0.14381183683872223, 0.1360986828804016, 0.130157470703125, 0.10821358859539032], "r_norm": [0.14108963310718536, 0.13957887887954712, 0.13725340366363525, 0.14213787019252777, 0.1408652663230896]}, {"step": 5350, "epoch": 11, "train_loss": 0.006382510997354984, "cos_r_negg": [0.12439538538455963, 0.1479063481092453, 0.14028188586235046, 0.13400456309318542, 0.11035330593585968], "cos_apical_negg": [0.12439538538455963, 0.1479063481092453, 0.14028188586235046, 0.13400456309318542, 0.11035330593585968], "cos_Ac_negg": [0.12439538538455963, 0.1479063481092453, 0.14028188586235046, 0.13400456309318542, 0.11035330593585968], "r_norm": [0.1323608160018921, 0.1317991018295288, 0.12969093024730682, 0.1339445412158966, 0.1327359974384308]}, {"step": 5400, "epoch": 11, "train_loss": 0.0005734337028115988, "cos_r_negg": [0.12589208781719208, 0.14514702558517456, 0.1402486264705658, 0.1322372853755951, 0.11034808307886124], "cos_apical_negg": [0.12589208781719208, 0.14514702558517456, 0.1402486264705658, 0.1322372853755951, 0.11034808307886124], "cos_Ac_negg": [0.12589208781719208, 0.14514702558517456, 0.1402486264705658, 0.1322372853755951, 0.11034808307886124], "r_norm": [0.13040843605995178, 0.1296275109052658, 0.12755760550498962, 0.13123853504657745, 0.13091328740119934]}, {"step": 5450, "epoch": 11, "train_loss": 5.607957791653462e-05, "cos_r_negg": [0.11858974397182465, 0.13883665204048157, 0.13323932886123657, 0.12612393498420715, 0.10434770584106445], "cos_apical_negg": [0.11858974397182465, 0.13883665204048157, 0.13323932886123657, 0.12612393498420715, 0.10434770584106445], "cos_Ac_negg": [0.11858974397182465, 0.13883665204048157, 0.13323932886123657, 0.12612393498420715, 0.10434770584106445], "r_norm": [0.1333746314048767, 0.13224881887435913, 0.12995225191116333, 0.13402116298675537, 0.13350199162960052]}, {"step": 5500, "epoch": 11, "train_loss": 0.001912863808684051, "cos_r_negg": [0.11791017651557922, 0.13865995407104492, 0.13161621987819672, 0.12660792469978333, 0.1031990572810173], "cos_apical_negg": [0.11791017651557922, 0.13865995407104492, 0.13161621987819672, 0.12660792469978333, 0.1031990572810173], "cos_Ac_negg": [0.11791017651557922, 0.13865995407104492, 0.13161621987819672, 0.12660792469978333, 0.1031990572810173], "r_norm": [0.11384662985801697, 0.11230535805225372, 0.1107138991355896, 0.11383014172315598, 0.114267997443676]}, {"step": 5550, "epoch": 11, "train_loss": 0.0011768289841711521, "cos_r_negg": [0.11961953341960907, 0.1407407522201538, 0.1353825032711029, 0.12957365810871124, 0.10588080435991287], "cos_apical_negg": [0.11961953341960907, 0.1407407522201538, 0.1353825032711029, 0.12957365810871124, 0.10588080435991287], "cos_Ac_negg": [0.11961953341960907, 0.1407407522201538, 0.1353825032711029, 0.12957365810871124, 0.10588080435991287], "r_norm": [0.12296038866043091, 0.121983103454113, 0.11980904638767242, 0.12350122630596161, 0.1235138475894928]}, {"step": 5600, "epoch": 11, "train_loss": 0.000200916692847386, "cos_r_negg": [0.11544668674468994, 0.13530024886131287, 0.13000087440013885, 0.12494279444217682, 0.1014241874217987], "cos_apical_negg": [0.11544668674468994, 0.13530024886131287, 0.13000087440013885, 0.12494279444217682, 0.1014241874217987], "cos_Ac_negg": [0.11544668674468994, 0.13530024886131287, 0.13000087440013885, 0.12494279444217682, 0.1014241874217987], "r_norm": [0.12003043293952942, 0.11980804800987244, 0.11771233379840851, 0.121201291680336, 0.12117074429988861]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9726, "test_loss": 0.16481226539611815}, {"step": 5650, "epoch": 12, "train_loss": 0.0004175557987764478, "cos_r_negg": [0.11208006739616394, 0.13353142142295837, 0.1275142878293991, 0.12178780138492584, 0.09883719682693481], "cos_apical_negg": [0.11208006739616394, 0.13353142142295837, 0.1275142878293991, 0.12178780138492584, 0.09883719682693481], "cos_Ac_negg": [0.11208006739616394, 0.13353142142295837, 0.1275142878293991, 0.12178780138492584, 0.09883719682693481], "r_norm": [0.12184347212314606, 0.12227431684732437, 0.11989583820104599, 0.12397919595241547, 0.12390483915805817]}, {"step": 5700, "epoch": 12, "train_loss": 0.00041184754809364676, "cos_r_negg": [0.11290895938873291, 0.13412001729011536, 0.12900015711784363, 0.12303739786148071, 0.10008780658245087], "cos_apical_negg": [0.11290895938873291, 0.13412001729011536, 0.12900015711784363, 0.12303739786148071, 0.10008780658245087], "cos_Ac_negg": [0.11290895938873291, 0.13412001729011536, 0.12900015711784363, 0.12303739786148071, 0.10008780658245087], "r_norm": [0.10934066772460938, 0.1084359660744667, 0.10727435350418091, 0.10998299717903137, 0.11026863753795624]}, {"step": 5750, "epoch": 12, "train_loss": 0.00037774271913804114, "cos_r_negg": [0.11012528836727142, 0.13173054158687592, 0.12634320557117462, 0.12070775032043457, 0.09805397689342499], "cos_apical_negg": [0.11012528836727142, 0.13173054158687592, 0.12634320557117462, 0.12070775032043457, 0.09805397689342499], "cos_Ac_negg": [0.11012528836727142, 0.13173054158687592, 0.12634320557117462, 0.12070775032043457, 0.09805397689342499], "r_norm": [0.10844127833843231, 0.10830841958522797, 0.10698925703763962, 0.10981932282447815, 0.1100480854511261]}, {"step": 5800, "epoch": 12, "train_loss": 0.00018917644047178328, "cos_r_negg": [0.1085682362318039, 0.12934917211532593, 0.12467904388904572, 0.1195843368768692, 0.0980796217918396], "cos_apical_negg": [0.1085682362318039, 0.12934917211532593, 0.12467904388904572, 0.1195843368768692, 0.0980796217918396], "cos_Ac_negg": [0.1085682362318039, 0.12934917211532593, 0.12467904388904572, 0.1195843368768692, 0.0980796217918396], "r_norm": [0.1144198551774025, 0.11435223370790482, 0.11267632991075516, 0.11609762161970139, 0.1161213219165802]}, {"step": 5850, "epoch": 12, "train_loss": 0.000290075404336676, "cos_r_negg": [0.10825411975383759, 0.13020889461040497, 0.12466641515493393, 0.11875787377357483, 0.09668421745300293], "cos_apical_negg": [0.10825411975383759, 0.13020889461040497, 0.12466641515493393, 0.11875787377357483, 0.09668421745300293], "cos_Ac_negg": [0.10825411975383759, 0.13020889461040497, 0.12466641515493393, 0.11875787377357483, 0.09668421745300293], "r_norm": [0.117398202419281, 0.11718980967998505, 0.11551398038864136, 0.11928374320268631, 0.11925514787435532]}, {"step": 5900, "epoch": 12, "train_loss": 0.0016505473759025335, "cos_r_negg": [0.10800628364086151, 0.12862834334373474, 0.12359995394945145, 0.11775396764278412, 0.09763942658901215], "cos_apical_negg": [0.10800628364086151, 0.12862834334373474, 0.12359995394945145, 0.11775396764278412, 0.09763942658901215], "cos_Ac_negg": [0.10800628364086151, 0.12862834334373474, 0.12359995394945145, 0.11775396764278412, 0.09763942658901215], "r_norm": [0.11454016715288162, 0.11411303281784058, 0.11292561888694763, 0.11622921377420425, 0.11592088639736176]}, {"step": 5950, "epoch": 12, "train_loss": 0.0006300437962636352, "cos_r_negg": [0.10548333078622818, 0.12577447295188904, 0.12136915326118469, 0.11502718925476074, 0.09480439126491547], "cos_apical_negg": [0.10548333078622818, 0.12577447295188904, 0.12136915326118469, 0.11502718925476074, 0.09480439126491547], "cos_Ac_negg": [0.10548333078622818, 0.12577447295188904, 0.12136915326118469, 0.11502718925476074, 0.09480439126491547], "r_norm": [0.11589726060628891, 0.11547299474477768, 0.11411484330892563, 0.11743125319480896, 0.1171942800283432]}, {"step": 6000, "epoch": 12, "train_loss": 0.0005040889955125749, "cos_r_negg": [0.1055392473936081, 0.12682309746742249, 0.12242431938648224, 0.1167818233370781, 0.09755606204271317], "cos_apical_negg": [0.1055392473936081, 0.12682309746742249, 0.12242431938648224, 0.1167818233370781, 0.09755606204271317], "cos_Ac_negg": [0.1055392473936081, 0.12682309746742249, 0.12242431938648224, 0.1167818233370781, 0.09755606204271317], "r_norm": [0.11909934878349304, 0.11799925565719604, 0.11691466718912125, 0.120181605219841, 0.11965352296829224]}, {"step": 6050, "epoch": 12, "train_loss": 0.0003862231387756765, "cos_r_negg": [0.10477444529533386, 0.12549376487731934, 0.12083955109119415, 0.11508991569280624, 0.09595111012458801], "cos_apical_negg": [0.10477444529533386, 0.12549376487731934, 0.12083955109119415, 0.11508991569280624, 0.09595111012458801], "cos_Ac_negg": [0.10477444529533386, 0.12549376487731934, 0.12083955109119415, 0.11508991569280624, 0.09595111012458801], "r_norm": [0.11904482543468475, 0.11847760528326035, 0.1169341504573822, 0.12045292556285858, 0.1201591044664383]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9732, "test_loss": 0.1664197271347046}, {"step": 6100, "epoch": 13, "train_loss": 0.0003293729096185416, "cos_r_negg": [0.10441994667053223, 0.12427207827568054, 0.1195753812789917, 0.11410973221063614, 0.09409394860267639], "cos_apical_negg": [0.10441994667053223, 0.12427207827568054, 0.1195753812789917, 0.11410973221063614, 0.09409394860267639], "cos_Ac_negg": [0.10441994667053223, 0.12427207827568054, 0.1195753812789917, 0.11410973221063614, 0.09409394860267639], "r_norm": [0.11616867780685425, 0.11597168445587158, 0.11467161774635315, 0.11802402138710022, 0.11759867519140244]}, {"step": 6150, "epoch": 13, "train_loss": 0.00022612776956520975, "cos_r_negg": [0.10175688564777374, 0.12189815938472748, 0.11723561584949493, 0.11224959790706635, 0.09208548069000244], "cos_apical_negg": [0.10175688564777374, 0.12189815938472748, 0.11723561584949493, 0.11224959790706635, 0.09208548069000244], "cos_Ac_negg": [0.10175688564777374, 0.12189815938472748, 0.11723561584949493, 0.11224959790706635, 0.09208548069000244], "r_norm": [0.12148674577474594, 0.12058381736278534, 0.11905348300933838, 0.12285510450601578, 0.12248743325471878]}, {"step": 6200, "epoch": 13, "train_loss": 0.00023755068832542747, "cos_r_negg": [0.09958755970001221, 0.11887824535369873, 0.11449588090181351, 0.10989517718553543, 0.09040984511375427], "cos_apical_negg": [0.09958755970001221, 0.11887824535369873, 0.11449588090181351, 0.10989517718553543, 0.09040984511375427], "cos_Ac_negg": [0.09958755970001221, 0.11887824535369873, 0.11449588090181351, 0.10989517718553543, 0.09040984511375427], "r_norm": [0.12251690030097961, 0.12190867215394974, 0.12001506984233856, 0.12407393008470535, 0.12375020235776901]}, {"step": 6250, "epoch": 13, "train_loss": 0.00019362369494047016, "cos_r_negg": [0.0978720635175705, 0.11691144108772278, 0.11271379888057709, 0.1081189215183258, 0.08898349106311798], "cos_apical_negg": [0.0978720635175705, 0.11691144108772278, 0.11271379888057709, 0.1081189215183258, 0.08898349106311798], "cos_Ac_negg": [0.0978720635175705, 0.11691144108772278, 0.11271379888057709, 0.1081189215183258, 0.08898349106311798], "r_norm": [0.11962080001831055, 0.11874435096979141, 0.11712879687547684, 0.12090841680765152, 0.12062414735555649]}, {"step": 6300, "epoch": 13, "train_loss": 0.00017423537792637944, "cos_r_negg": [0.097113698720932, 0.11652223765850067, 0.11214848607778549, 0.10748054087162018, 0.08826152980327606], "cos_apical_negg": [0.097113698720932, 0.11652223765850067, 0.11214848607778549, 0.10748054087162018, 0.08826152980327606], "cos_Ac_negg": [0.097113698720932, 0.11652223765850067, 0.11214848607778549, 0.10748054087162018, 0.08826152980327606], "r_norm": [0.11996656656265259, 0.11926101893186569, 0.11775053292512894, 0.1214146763086319, 0.12097576260566711]}, {"step": 6350, "epoch": 13, "train_loss": 0.00045572759700007737, "cos_r_negg": [0.09533147513866425, 0.11439323425292969, 0.11008387058973312, 0.10565619170665741, 0.08703869581222534], "cos_apical_negg": [0.09533147513866425, 0.11439323425292969, 0.11008387058973312, 0.10565619170665741, 0.08703869581222534], "cos_Ac_negg": [0.09533147513866425, 0.11439323425292969, 0.11008387058973312, 0.10565619170665741, 0.08703869581222534], "r_norm": [0.11635670810937881, 0.11595422029495239, 0.11452101171016693, 0.11799457669258118, 0.11771278828382492]}, {"step": 6400, "epoch": 13, "train_loss": 0.001316960551775992, "cos_r_negg": [0.0967533066868782, 0.11503955721855164, 0.1112222969532013, 0.10607723891735077, 0.08900673687458038], "cos_apical_negg": [0.0967533066868782, 0.11503955721855164, 0.1112222969532013, 0.10607723891735077, 0.08900673687458038], "cos_Ac_negg": [0.0967533066868782, 0.11503955721855164, 0.1112222969532013, 0.10607723891735077, 0.08900673687458038], "r_norm": [0.11258452385663986, 0.11193588376045227, 0.11089416593313217, 0.11390547454357147, 0.11387304216623306]}, {"step": 6450, "epoch": 13, "train_loss": 0.0005310442647896707, "cos_r_negg": [0.09475358575582504, 0.11293686181306839, 0.1088111400604248, 0.10380129516124725, 0.08760256320238113], "cos_apical_negg": [0.09475358575582504, 0.11293686181306839, 0.1088111400604248, 0.10380129516124725, 0.08760256320238113], "cos_Ac_negg": [0.09475358575582504, 0.11293686181306839, 0.1088111400604248, 0.10380129516124725, 0.08760256320238113], "r_norm": [0.11376772075891495, 0.11320925503969193, 0.11206085234880447, 0.11529622226953506, 0.11515472084283829]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003662736271508038, "cos_r_negg": [0.09398170560598373, 0.11169052124023438, 0.10776995122432709, 0.10317099094390869, 0.086893230676651], "cos_apical_negg": [0.09398170560598373, 0.11169052124023438, 0.10776995122432709, 0.10317099094390869, 0.086893230676651], "cos_Ac_negg": [0.09398170560598373, 0.11169052124023438, 0.10776995122432709, 0.10317099094390869, 0.086893230676651], "r_norm": [0.11217634379863739, 0.11171382665634155, 0.11050482839345932, 0.1136871948838234, 0.11364531517028809]}, {"step": 6550, "epoch": 13, "train_loss": 0.00164555583614856, "cos_r_negg": [0.09616503864526749, 0.11512015759944916, 0.11133307218551636, 0.10747605562210083, 0.09089086949825287], "cos_apical_negg": [0.09616503864526749, 0.11512015759944916, 0.11133307218551636, 0.10747605562210083, 0.09089086949825287], "cos_Ac_negg": [0.09616503864526749, 0.11512015759944916, 0.11133307218551636, 0.10747605562210083, 0.09089086949825287], "r_norm": [0.11173391342163086, 0.11105744540691376, 0.10997370630502701, 0.11301510035991669, 0.11294291913509369]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9722, "test_loss": 0.17089158535003662}, {"step": 6600, "epoch": 14, "train_loss": 0.00036114148679189384, "cos_r_negg": [0.09293213486671448, 0.11151456832885742, 0.10752084851264954, 0.10326123237609863, 0.08682960271835327], "cos_apical_negg": [0.09293213486671448, 0.11151456832885742, 0.10752084851264954, 0.10326123237609863, 0.08682960271835327], "cos_Ac_negg": [0.09293213486671448, 0.11151456832885742, 0.10752084851264954, 0.10326123237609863, 0.08682960271835327], "r_norm": [0.11636481434106827, 0.11609110236167908, 0.1144423857331276, 0.11792010813951492, 0.11797866225242615]}, {"step": 6650, "epoch": 14, "train_loss": 0.00029702280880883336, "cos_r_negg": [0.09146013855934143, 0.10972955822944641, 0.106104776263237, 0.10158763825893402, 0.08507535606622696], "cos_apical_negg": [0.09146013855934143, 0.10972955822944641, 0.106104776263237, 0.10158763825893402, 0.08507535606622696], "cos_Ac_negg": [0.09146013855934143, 0.10972955822944641, 0.106104776263237, 0.10158763825893402, 0.08507535606622696], "r_norm": [0.11686888337135315, 0.11645391583442688, 0.11480208486318588, 0.11834555119276047, 0.11845436692237854]}, {"step": 6700, "epoch": 14, "train_loss": 0.0009032412781380117, "cos_r_negg": [0.09068883955478668, 0.10873672366142273, 0.10525645315647125, 0.10077504813671112, 0.08438582718372345], "cos_apical_negg": [0.09068883955478668, 0.10873672366142273, 0.10525645315647125, 0.10077504813671112, 0.08438582718372345], "cos_Ac_negg": [0.09068883955478668, 0.10873672366142273, 0.10525645315647125, 0.10077504813671112, 0.08438582718372345], "r_norm": [0.1158752590417862, 0.1154690608382225, 0.11389080435037613, 0.11729709804058075, 0.1174292266368866]}, {"step": 6750, "epoch": 14, "train_loss": 0.00012409407645463943, "cos_r_negg": [0.08939938247203827, 0.10698626190423965, 0.10349974036216736, 0.09906423091888428, 0.08334816992282867], "cos_apical_negg": [0.08939938247203827, 0.10698626190423965, 0.10349974036216736, 0.09906423091888428, 0.08334816992282867], "cos_Ac_negg": [0.08939938247203827, 0.10698626190423965, 0.10349974036216736, 0.09906423091888428, 0.08334816992282867], "r_norm": [0.11666637659072876, 0.11639712750911713, 0.1147891953587532, 0.11820255219936371, 0.11824536323547363]}, {"step": 6800, "epoch": 14, "train_loss": 0.0011200300650671124, "cos_r_negg": [0.09111682325601578, 0.10927493870258331, 0.10642945766448975, 0.10338224470615387, 0.08644037693738937], "cos_apical_negg": [0.09111682325601578, 0.10927493870258331, 0.10642945766448975, 0.10338224470615387, 0.08644037693738937], "cos_Ac_negg": [0.09111682325601578, 0.10927493870258331, 0.10642945766448975, 0.10338224470615387, 0.08644037693738937], "r_norm": [0.11437909305095673, 0.11414621770381927, 0.11271234601736069, 0.11601917445659637, 0.11583875119686127]}, {"step": 6850, "epoch": 14, "train_loss": 0.00010329797805752605, "cos_r_negg": [0.08932606875896454, 0.10697252303361893, 0.10394831746816635, 0.10005508363246918, 0.08350306749343872], "cos_apical_negg": [0.08932606875896454, 0.10697252303361893, 0.10394831746816635, 0.10005508363246918, 0.08350306749343872], "cos_Ac_negg": [0.08932606875896454, 0.10697252303361893, 0.10394831746816635, 0.10005508363246918, 0.08350306749343872], "r_norm": [0.11676208674907684, 0.11604826152324677, 0.11441969871520996, 0.11788938194513321, 0.1180138811469078]}, {"step": 6900, "epoch": 14, "train_loss": 0.00038128450978547335, "cos_r_negg": [0.08894713222980499, 0.10641168057918549, 0.10289803892374039, 0.09901385754346848, 0.08271036297082901], "cos_apical_negg": [0.08894713222980499, 0.10641168057918549, 0.10289803892374039, 0.09901385754346848, 0.08271036297082901], "cos_Ac_negg": [0.08894713222980499, 0.10641168057918549, 0.10289803892374039, 0.09901385754346848, 0.08271036297082901], "r_norm": [0.12401784956455231, 0.12322977930307388, 0.12127426266670227, 0.12548083066940308, 0.12530633807182312]}, {"step": 6950, "epoch": 14, "train_loss": 0.00010772615496534854, "cos_r_negg": [0.08918921649456024, 0.1060129925608635, 0.10310754179954529, 0.09873279929161072, 0.08355090022087097], "cos_apical_negg": [0.08918921649456024, 0.1060129925608635, 0.10310754179954529, 0.09873279929161072, 0.08355090022087097], "cos_Ac_negg": [0.08918921649456024, 0.1060129925608635, 0.10310754179954529, 0.09873279929161072, 0.08355090022087097], "r_norm": [0.11820946633815765, 0.11725159734487534, 0.11590316146612167, 0.11950790882110596, 0.11952187865972519]}, {"step": 7000, "epoch": 14, "train_loss": 7.737785927020013e-05, "cos_r_negg": [0.08832874894142151, 0.105960413813591, 0.1030706912279129, 0.09920035302639008, 0.08286626636981964], "cos_apical_negg": [0.08832874894142151, 0.105960413813591, 0.1030706912279129, 0.09920035302639008, 0.08286626636981964], "cos_Ac_negg": [0.08832874894142151, 0.105960413813591, 0.1030706912279129, 0.09920035302639008, 0.08286626636981964], "r_norm": [0.11492635309696198, 0.1141660138964653, 0.11292935907840729, 0.11629331856966019, 0.11637061834335327]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9729, "test_loss": 0.17512847270965576}, {"step": 7050, "epoch": 15, "train_loss": 0.00026630429783836007, "cos_r_negg": [0.08746463805437088, 0.1043156236410141, 0.10203173756599426, 0.09832409024238586, 0.08270996809005737], "cos_apical_negg": [0.08746463805437088, 0.1043156236410141, 0.10203173756599426, 0.09832409024238586, 0.08270996809005737], "cos_Ac_negg": [0.08746463805437088, 0.1043156236410141, 0.10203173756599426, 0.09832409024238586, 0.08270996809005737], "r_norm": [0.11467047035694122, 0.1148754358291626, 0.11314238607883453, 0.11665625870227814, 0.1168072521686554]}, {"step": 7100, "epoch": 15, "train_loss": 0.000997185125015676, "cos_r_negg": [0.08757129311561584, 0.10519443452358246, 0.10281087458133698, 0.09986843168735504, 0.08240769803524017], "cos_apical_negg": [0.08757129311561584, 0.10519443452358246, 0.10281087458133698, 0.09986843168735504, 0.08240769803524017], "cos_Ac_negg": [0.08757129311561584, 0.10519443452358246, 0.10281087458133698, 0.09986843168735504, 0.08240769803524017], "r_norm": [0.10806351155042648, 0.1075950562953949, 0.10640443116426468, 0.10933586955070496, 0.10976338386535645]}, {"step": 7150, "epoch": 15, "train_loss": 0.00029861117945984006, "cos_r_negg": [0.08947718143463135, 0.10671517252922058, 0.1043713241815567, 0.10112704336643219, 0.08323375880718231], "cos_apical_negg": [0.08947718143463135, 0.10671517252922058, 0.1043713241815567, 0.10112704336643219, 0.08323375880718231], "cos_Ac_negg": [0.08947718143463135, 0.10671517252922058, 0.1043713241815567, 0.10112704336643219, 0.08323375880718231], "r_norm": [0.11616569012403488, 0.11503424495458603, 0.11343488097190857, 0.11691255867481232, 0.11730481684207916]}, {"step": 7200, "epoch": 15, "train_loss": 0.0001221010461449623, "cos_r_negg": [0.08743442595005035, 0.10407079756259918, 0.10190091282129288, 0.09878198057413101, 0.08161324262619019], "cos_apical_negg": [0.08743442595005035, 0.10407079756259918, 0.10190091282129288, 0.09878198057413101, 0.08161324262619019], "cos_Ac_negg": [0.08743442595005035, 0.10407079756259918, 0.10190091282129288, 0.09878198057413101, 0.08161324262619019], "r_norm": [0.11187298595905304, 0.11078871041536331, 0.10931220650672913, 0.11246152967214584, 0.11309091746807098]}, {"step": 7250, "epoch": 15, "train_loss": 0.00012112714466638863, "cos_r_negg": [0.08691130578517914, 0.1031426191329956, 0.10100440680980682, 0.09763700515031815, 0.08107393980026245], "cos_apical_negg": [0.08691130578517914, 0.1031426191329956, 0.10100440680980682, 0.09763700515031815, 0.08107393980026245], "cos_Ac_negg": [0.08691130578517914, 0.1031426191329956, 0.10100440680980682, 0.09763700515031815, 0.08107393980026245], "r_norm": [0.11181417107582092, 0.11112961173057556, 0.10944852232933044, 0.1127137541770935, 0.1133989468216896]}, {"step": 7300, "epoch": 15, "train_loss": 1.2544460332719609e-05, "cos_r_negg": [0.08625608682632446, 0.10227441787719727, 0.10020148754119873, 0.09701525419950485, 0.0802680253982544], "cos_apical_negg": [0.08625608682632446, 0.10227441787719727, 0.10020148754119873, 0.09701525419950485, 0.0802680253982544], "cos_Ac_negg": [0.08625608682632446, 0.10227441787719727, 0.10020148754119873, 0.09701525419950485, 0.0802680253982544], "r_norm": [0.11222876608371735, 0.11146901547908783, 0.10989667475223541, 0.11311635375022888, 0.11374790966510773]}, {"step": 7350, "epoch": 15, "train_loss": 0.0001821773184929043, "cos_r_negg": [0.08537425845861435, 0.10111989080905914, 0.09898459911346436, 0.0958167314529419, 0.0791972279548645], "cos_apical_negg": [0.08537425845861435, 0.10111989080905914, 0.09898459911346436, 0.0958167314529419, 0.0791972279548645], "cos_Ac_negg": [0.08537425845861435, 0.10111989080905914, 0.09898459911346436, 0.0958167314529419, 0.0791972279548645], "r_norm": [0.11152452230453491, 0.11091013252735138, 0.10925756394863129, 0.11249704658985138, 0.11319468915462494]}, {"step": 7400, "epoch": 15, "train_loss": 0.00041968916775658727, "cos_r_negg": [0.08505237847566605, 0.1009027436375618, 0.09867973625659943, 0.09515263140201569, 0.07934971153736115], "cos_apical_negg": [0.08505237847566605, 0.1009027436375618, 0.09867973625659943, 0.09515263140201569, 0.07934971153736115], "cos_Ac_negg": [0.08505237847566605, 0.1009027436375618, 0.09867973625659943, 0.09515263140201569, 0.07934971153736115], "r_norm": [0.1104218065738678, 0.10980908572673798, 0.10819083452224731, 0.11128102242946625, 0.11217188090085983]}, {"step": 7450, "epoch": 15, "train_loss": 0.00047607652959413826, "cos_r_negg": [0.08337745070457458, 0.09908255934715271, 0.09676937013864517, 0.09347357600927353, 0.07785884290933609], "cos_apical_negg": [0.08337745070457458, 0.09908255934715271, 0.09676937013864517, 0.09347357600927353, 0.07785884290933609], "cos_Ac_negg": [0.08337745070457458, 0.09908255934715271, 0.09676937013864517, 0.09347357600927353, 0.07785884290933609], "r_norm": [0.10996554046869278, 0.10951719433069229, 0.10782090574502945, 0.11093422025442123, 0.11182810366153717]}, {"step": 7500, "epoch": 15, "train_loss": 0.00028647715225815773, "cos_r_negg": [0.08379020541906357, 0.09966117143630981, 0.09715758264064789, 0.09423121809959412, 0.07866298407316208], "cos_apical_negg": [0.08379020541906357, 0.09966117143630981, 0.09715758264064789, 0.09423121809959412, 0.07866298407316208], "cos_Ac_negg": [0.08379020541906357, 0.09966117143630981, 0.09715758264064789, 0.09423121809959412, 0.07866298407316208], "r_norm": [0.1091805249452591, 0.10894135385751724, 0.10712386667728424, 0.11032382398843765, 0.11113119125366211]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9719, "test_loss": 0.1777652868270874}, {"step": 7550, "epoch": 16, "train_loss": 8.17998152342625e-05, "cos_r_negg": [0.08167313039302826, 0.09695613384246826, 0.09457139670848846, 0.09195350110530853, 0.07663799822330475], "cos_apical_negg": [0.08167313039302826, 0.09695613384246826, 0.09457139670848846, 0.09195350110530853, 0.07663799822330475], "cos_Ac_negg": [0.08167313039302826, 0.09695613384246826, 0.09457139670848846, 0.09195350110530853, 0.07663799822330475], "r_norm": [0.10632207244634628, 0.10612475872039795, 0.10442178696393967, 0.10739752650260925, 0.10835321247577667]}, {"step": 7600, "epoch": 16, "train_loss": 0.000995069625787437, "cos_r_negg": [0.08161058276891708, 0.09672386944293976, 0.09447117149829865, 0.0916578620672226, 0.07604570686817169], "cos_apical_negg": [0.08161058276891708, 0.09672386944293976, 0.09447117149829865, 0.0916578620672226, 0.07604570686817169], "cos_Ac_negg": [0.08161058276891708, 0.09672386944293976, 0.09447117149829865, 0.0916578620672226, 0.07604570686817169], "r_norm": [0.11567576229572296, 0.11505090445280075, 0.1131695806980133, 0.11665000021457672, 0.11715614795684814]}, {"step": 7650, "epoch": 16, "train_loss": 0.00011439472291385755, "cos_r_negg": [0.08112482726573944, 0.09614276885986328, 0.09402531385421753, 0.09130989015102386, 0.07548164576292038], "cos_apical_negg": [0.08112482726573944, 0.09614276885986328, 0.09402531385421753, 0.09130989015102386, 0.07548164576292038], "cos_Ac_negg": [0.08112482726573944, 0.09614276885986328, 0.09402531385421753, 0.09130989015102386, 0.07548164576292038], "r_norm": [0.11240749061107635, 0.11182532459497452, 0.11006804555654526, 0.11327953636646271, 0.11395334452390671]}, {"step": 7700, "epoch": 16, "train_loss": 1.7084836144931614e-05, "cos_r_negg": [0.08061426877975464, 0.09543320536613464, 0.0932428315281868, 0.09061489254236221, 0.07496647536754608], "cos_apical_negg": [0.08061426877975464, 0.09543320536613464, 0.0932428315281868, 0.09061489254236221, 0.07496647536754608], "cos_Ac_negg": [0.08061426877975464, 0.09543320536613464, 0.0932428315281868, 0.09061489254236221, 0.07496647536754608], "r_norm": [0.11068439483642578, 0.11022225022315979, 0.10844570398330688, 0.11160670965909958, 0.11235548555850983]}, {"step": 7750, "epoch": 16, "train_loss": 0.00026289111701771617, "cos_r_negg": [0.08019410073757172, 0.09504967927932739, 0.09289155900478363, 0.09014461934566498, 0.07456633448600769], "cos_apical_negg": [0.08019410073757172, 0.09504967927932739, 0.09289155900478363, 0.09014461934566498, 0.07456633448600769], "cos_Ac_negg": [0.08019410073757172, 0.09504967927932739, 0.09289155900478363, 0.09014461934566498, 0.07456633448600769], "r_norm": [0.11168324947357178, 0.11098036170005798, 0.1093071922659874, 0.11247514933347702, 0.1131325215101242]}, {"step": 7800, "epoch": 16, "train_loss": 0.0002990741631947458, "cos_r_negg": [0.07949043810367584, 0.09412060678005219, 0.09191971272230148, 0.08913204073905945, 0.0740869864821434], "cos_apical_negg": [0.07949043810367584, 0.09412060678005219, 0.09191971272230148, 0.08913204073905945, 0.0740869864821434], "cos_Ac_negg": [0.07949043810367584, 0.09412060678005219, 0.09191971272230148, 0.08913204073905945, 0.0740869864821434], "r_norm": [0.11049554497003555, 0.10992458462715149, 0.10824230313301086, 0.11134131997823715, 0.11209629476070404]}, {"step": 7850, "epoch": 16, "train_loss": 0.001156951766461134, "cos_r_negg": [0.07929453998804092, 0.09381236881017685, 0.09157535433769226, 0.08891472220420837, 0.07395625859498978], "cos_apical_negg": [0.07929453998804092, 0.09381236881017685, 0.09157535433769226, 0.08891472220420837, 0.07395625859498978], "cos_Ac_negg": [0.07929453998804092, 0.09381236881017685, 0.09157535433769226, 0.08891472220420837, 0.07395625859498978], "r_norm": [0.10966146737337112, 0.10907289385795593, 0.10745492577552795, 0.11051861196756363, 0.11132878065109253]}, {"step": 7900, "epoch": 16, "train_loss": 2.5828523575910367e-05, "cos_r_negg": [0.07928270101547241, 0.09377861022949219, 0.09152015298604965, 0.0889228880405426, 0.07396849244832993], "cos_apical_negg": [0.07928270101547241, 0.09377861022949219, 0.09152015298604965, 0.0889228880405426, 0.07396849244832993], "cos_Ac_negg": [0.07928270101547241, 0.09377861022949219, 0.09152015298604965, 0.0889228880405426, 0.07396849244832993], "r_norm": [0.11109163612127304, 0.11050140857696533, 0.10882355272769928, 0.11199980229139328, 0.1127241924405098]}, {"step": 7950, "epoch": 16, "train_loss": 0.00044514404726214707, "cos_r_negg": [0.07905258238315582, 0.09345804154872894, 0.09130557626485825, 0.08858994394540787, 0.07372605055570602], "cos_apical_negg": [0.07905258238315582, 0.09345804154872894, 0.09130557626485825, 0.08858994394540787, 0.07372605055570602], "cos_Ac_negg": [0.07905258238315582, 0.09345804154872894, 0.09130557626485825, 0.08858994394540787, 0.07372605055570602], "r_norm": [0.11046222597360611, 0.10991135239601135, 0.1082509309053421, 0.11137685179710388, 0.11215478181838989]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9724, "test_loss": 0.17979131832122802}, {"step": 8000, "epoch": 17, "train_loss": 0.0006360035622492433, "cos_r_negg": [0.07882983982563019, 0.09316195547580719, 0.09094318002462387, 0.08826835453510284, 0.07341603934764862], "cos_apical_negg": [0.07882983982563019, 0.09316195547580719, 0.09094318002462387, 0.08826835453510284, 0.07341603934764862], "cos_Ac_negg": [0.07882983982563019, 0.09316195547580719, 0.09094318002462387, 0.08826835453510284, 0.07341603934764862], "r_norm": [0.10987571626901627, 0.1091751903295517, 0.10767024755477905, 0.11071586608886719, 0.11151424050331116]}, {"step": 8050, "epoch": 17, "train_loss": 3.9613783883396536e-05, "cos_r_negg": [0.07867814600467682, 0.09287317097187042, 0.09077015519142151, 0.08792779594659805, 0.07308329641819], "cos_apical_negg": [0.07867814600467682, 0.09287317097187042, 0.09077015519142151, 0.08792779594659805, 0.07308329641819], "cos_Ac_negg": [0.07867814600467682, 0.09287317097187042, 0.09077015519142151, 0.08792779594659805, 0.07308329641819], "r_norm": [0.11122986674308777, 0.11054859310388565, 0.10900150239467621, 0.11212453246116638, 0.1128518283367157]}, {"step": 8100, "epoch": 17, "train_loss": 0.0007775288540869951, "cos_r_negg": [0.07813525199890137, 0.0922161266207695, 0.09014016389846802, 0.08733068406581879, 0.07265064120292664], "cos_apical_negg": [0.07813525199890137, 0.0922161266207695, 0.09014016389846802, 0.08733068406581879, 0.07265064120292664], "cos_Ac_negg": [0.07813525199890137, 0.0922161266207695, 0.09014016389846802, 0.08733068406581879, 0.07265064120292664], "r_norm": [0.1122618317604065, 0.11151693761348724, 0.10996309667825699, 0.11311012506484985, 0.11380114406347275]}, {"step": 8150, "epoch": 17, "train_loss": 4.981651727575809e-05, "cos_r_negg": [0.07720677554607391, 0.09110737591981888, 0.08905640244483948, 0.0863177478313446, 0.07171721756458282], "cos_apical_negg": [0.07720677554607391, 0.09110737591981888, 0.08905640244483948, 0.0863177478313446, 0.07171721756458282], "cos_Ac_negg": [0.07720677554607391, 0.09110737591981888, 0.08905640244483948, 0.0863177478313446, 0.07171721756458282], "r_norm": [0.10956153273582458, 0.1089259535074234, 0.10739348828792572, 0.11037245392799377, 0.11118048429489136]}, {"step": 8200, "epoch": 17, "train_loss": 0.00014068925520405173, "cos_r_negg": [0.07725942134857178, 0.09098448604345322, 0.08898604661226273, 0.08631755411624908, 0.07163335382938385], "cos_apical_negg": [0.07725942134857178, 0.09098448604345322, 0.08898604661226273, 0.08631755411624908, 0.07163335382938385], "cos_Ac_negg": [0.07725942134857178, 0.09098448604345322, 0.08898604661226273, 0.08631755411624908, 0.07163335382938385], "r_norm": [0.11121231317520142, 0.11050064116716385, 0.10891096293926239, 0.11204677820205688, 0.11275032162666321]}, {"step": 8250, "epoch": 17, "train_loss": 0.00042959340498782694, "cos_r_negg": [0.07689523696899414, 0.09058272838592529, 0.08854846656322479, 0.08589643985033035, 0.07137105613946915], "cos_apical_negg": [0.07689523696899414, 0.09058272838592529, 0.08854846656322479, 0.08589643985033035, 0.07137105613946915], "cos_Ac_negg": [0.07689523696899414, 0.09058272838592529, 0.08854846656322479, 0.08589643985033035, 0.07137105613946915], "r_norm": [0.11071804910898209, 0.11014983057975769, 0.10848450660705566, 0.11165294796228409, 0.11237476766109467]}, {"step": 8300, "epoch": 17, "train_loss": 0.00023840680660214275, "cos_r_negg": [0.07672350853681564, 0.09043362736701965, 0.08838621526956558, 0.08569493889808655, 0.07115885615348816], "cos_apical_negg": [0.07672350853681564, 0.09043362736701965, 0.08838621526956558, 0.08569493889808655, 0.07115885615348816], "cos_Ac_negg": [0.07672350853681564, 0.09043362736701965, 0.08838621526956558, 0.08569493889808655, 0.07115885615348816], "r_norm": [0.10930575430393219, 0.10877539217472076, 0.10716090351343155, 0.11021541804075241, 0.11100461333990097]}, {"step": 8350, "epoch": 17, "train_loss": 0.00017236717394553125, "cos_r_negg": [0.0763293206691742, 0.0896695926785469, 0.08766907453536987, 0.08506116271018982, 0.07072221487760544], "cos_apical_negg": [0.0763293206691742, 0.0896695926785469, 0.08766907453536987, 0.08506116271018982, 0.07072221487760544], "cos_Ac_negg": [0.0763293206691742, 0.0896695926785469, 0.08766907453536987, 0.08506116271018982, 0.07072221487760544], "r_norm": [0.11037295311689377, 0.10983087122440338, 0.10814668983221054, 0.11130926012992859, 0.11203745752573013]}, {"step": 8400, "epoch": 17, "train_loss": 0.0005360195063985884, "cos_r_negg": [0.07594795525074005, 0.08907638490200043, 0.08688624948263168, 0.08433869481086731, 0.07025111466646194], "cos_apical_negg": [0.07594795525074005, 0.08907638490200043, 0.08688624948263168, 0.08433869481086731, 0.07025111466646194], "cos_Ac_negg": [0.07594795525074005, 0.08907638490200043, 0.08688624948263168, 0.08433869481086731, 0.07025111466646194], "r_norm": [0.10908971726894379, 0.10860294103622437, 0.10691918432712555, 0.10999844968318939, 0.11085610091686249]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9726, "test_loss": 0.1822018695831299}, {"step": 8450, "epoch": 18, "train_loss": 0.0003503366024233401, "cos_r_negg": [0.07593347132205963, 0.08914493769407272, 0.08699073642492294, 0.0845293402671814, 0.07042458653450012], "cos_apical_negg": [0.07593347132205963, 0.08914493769407272, 0.08699073642492294, 0.0845293402671814, 0.07042458653450012], "cos_Ac_negg": [0.07593347132205963, 0.08914493769407272, 0.08699073642492294, 0.0845293402671814, 0.07042458653450012], "r_norm": [0.10762456804513931, 0.10710665583610535, 0.10551674664020538, 0.10847879946231842, 0.10938505083322525]}, {"step": 8500, "epoch": 18, "train_loss": 8.487300510751083e-05, "cos_r_negg": [0.0757608562707901, 0.08897842466831207, 0.08683127164840698, 0.08429937064647675, 0.07023671269416809], "cos_apical_negg": [0.0757608562707901, 0.08897842466831207, 0.08683127164840698, 0.08429937064647675, 0.07023671269416809], "cos_Ac_negg": [0.0757608562707901, 0.08897842466831207, 0.08683127164840698, 0.08429937064647675, 0.07023671269416809], "r_norm": [0.10768472403287888, 0.10719262808561325, 0.10560543835163116, 0.10858973115682602, 0.10947714745998383]}, {"step": 8550, "epoch": 18, "train_loss": 0.0006922289612703025, "cos_r_negg": [0.07544232159852982, 0.08842021971940994, 0.08635258674621582, 0.08389632403850555, 0.0698842704296112], "cos_apical_negg": [0.07544232159852982, 0.08842021971940994, 0.08635258674621582, 0.08389632403850555, 0.0698842704296112], "cos_Ac_negg": [0.07544232159852982, 0.08842021971940994, 0.08635258674621582, 0.08389632403850555, 0.0698842704296112], "r_norm": [0.10832317173480988, 0.10777309536933899, 0.10616524517536163, 0.1092061847448349, 0.11004072427749634]}, {"step": 8600, "epoch": 18, "train_loss": 0.0001329317456111312, "cos_r_negg": [0.07535670697689056, 0.08827300369739532, 0.08619047701358795, 0.08374792337417603, 0.06978058815002441], "cos_apical_negg": [0.07535670697689056, 0.08827300369739532, 0.08619047701358795, 0.08374792337417603, 0.06978058815002441], "cos_Ac_negg": [0.07535670697689056, 0.08827300369739532, 0.08619047701358795, 0.08374792337417603, 0.06978058815002441], "r_norm": [0.10874592512845993, 0.10813149064779282, 0.10654105991125107, 0.10960210859775543, 0.11042214930057526]}, {"step": 8650, "epoch": 18, "train_loss": 0.00020041967218276113, "cos_r_negg": [0.07500104606151581, 0.08792929351329803, 0.08576741069555283, 0.08327766507863998, 0.06949233263731003], "cos_apical_negg": [0.07500104606151581, 0.08792929351329803, 0.08576741069555283, 0.08327766507863998, 0.06949233263731003], "cos_Ac_negg": [0.07500104606151581, 0.08792929351329803, 0.08576741069555283, 0.08327766507863998, 0.06949233263731003], "r_norm": [0.10845141112804413, 0.10791939496994019, 0.1062956303358078, 0.10932474583387375, 0.11016097664833069]}, {"step": 8700, "epoch": 18, "train_loss": 0.00016519732889719307, "cos_r_negg": [0.07481465488672256, 0.08781620860099792, 0.08562400192022324, 0.08310460299253464, 0.06934641301631927], "cos_apical_negg": [0.07481465488672256, 0.08781620860099792, 0.08562400192022324, 0.08310460299253464, 0.06934641301631927], "cos_Ac_negg": [0.07481465488672256, 0.08781620860099792, 0.08562400192022324, 0.08310460299253464, 0.06934641301631927], "r_norm": [0.10984399914741516, 0.10927528142929077, 0.10761769115924835, 0.11073710024356842, 0.11150458455085754]}, {"step": 8750, "epoch": 18, "train_loss": 9.459094871999696e-05, "cos_r_negg": [0.07429786771535873, 0.08718858659267426, 0.08488620072603226, 0.082365021109581, 0.06861894577741623], "cos_apical_negg": [0.07429786771535873, 0.08718858659267426, 0.08488620072603226, 0.082365021109581, 0.06861894577741623], "cos_Ac_negg": [0.07429786771535873, 0.08718858659267426, 0.08488620072603226, 0.082365021109581, 0.06861894577741623], "r_norm": [0.10625492036342621, 0.10576456785202026, 0.10424160957336426, 0.10711054503917694, 0.10807820409536362]}, {"step": 8800, "epoch": 18, "train_loss": 3.603201184887439e-05, "cos_r_negg": [0.07374462485313416, 0.08642074465751648, 0.08418168872594833, 0.08154626935720444, 0.06799723207950592], "cos_apical_negg": [0.07374462485313416, 0.08642074465751648, 0.08418168872594833, 0.08154626935720444, 0.06799723207950592], "cos_Ac_negg": [0.07374462485313416, 0.08642074465751648, 0.08418168872594833, 0.08154626935720444, 0.06799723207950592], "r_norm": [0.10692862421274185, 0.10654104501008987, 0.1049475371837616, 0.1078687459230423, 0.10879336297512054]}, {"step": 8850, "epoch": 18, "train_loss": 0.0001653586805332452, "cos_r_negg": [0.0739150121808052, 0.08642228692770004, 0.08435304462909698, 0.08192425221204758, 0.06829319149255753], "cos_apical_negg": [0.0739150121808052, 0.08642228692770004, 0.08435304462909698, 0.08192425221204758, 0.06829319149255753], "cos_Ac_negg": [0.0739150121808052, 0.08642228692770004, 0.08435304462909698, 0.08192425221204758, 0.06829319149255753], "r_norm": [0.1086614802479744, 0.10821891576051712, 0.10656651854515076, 0.10960032045841217, 0.11042121052742004]}, {"step": 8900, "epoch": 18, "train_loss": 0.0001003194265649654, "cos_r_negg": [0.0737936720252037, 0.08625410497188568, 0.084123395383358, 0.08173275738954544, 0.06820695102214813], "cos_apical_negg": [0.0737936720252037, 0.08625410497188568, 0.084123395383358, 0.08173275738954544, 0.06820695102214813], "cos_Ac_negg": [0.0737936720252037, 0.08625410497188568, 0.084123395383358, 0.08173275738954544, 0.06820695102214813], "r_norm": [0.10856977105140686, 0.10812968015670776, 0.10646470636129379, 0.1095171570777893, 0.1103678047657013]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9723, "test_loss": 0.18513371963500977}, {"step": 8950, "epoch": 19, "train_loss": 0.00012676708865910769, "cos_r_negg": [0.07356492429971695, 0.08602996170520782, 0.08386463671922684, 0.08144869655370712, 0.06802703440189362], "cos_apical_negg": [0.07356492429971695, 0.08602996170520782, 0.08386463671922684, 0.08144869655370712, 0.06802703440189362], "cos_Ac_negg": [0.07356492429971695, 0.08602996170520782, 0.08386463671922684, 0.08144869655370712, 0.06802703440189362], "r_norm": [0.10864640772342682, 0.1082816869020462, 0.10656026005744934, 0.10964307934045792, 0.1105145737528801]}, {"step": 9000, "epoch": 19, "train_loss": 7.299677236005664e-05, "cos_r_negg": [0.073452889919281, 0.08601058274507523, 0.08386421203613281, 0.08143091201782227, 0.06801781058311462], "cos_apical_negg": [0.073452889919281, 0.08601058274507523, 0.08386421203613281, 0.08143091201782227, 0.06801781058311462], "cos_Ac_negg": [0.073452889919281, 0.08601058274507523, 0.08386421203613281, 0.08143091201782227, 0.06801781058311462], "r_norm": [0.10889461636543274, 0.10852056741714478, 0.10683871805667877, 0.10993386805057526, 0.11078052967786789]}, {"step": 9050, "epoch": 19, "train_loss": 0.00011182954767718911, "cos_r_negg": [0.07296200096607208, 0.08540754020214081, 0.08321096003055573, 0.08064635097980499, 0.06735756248235703], "cos_apical_negg": [0.07296200096607208, 0.08540754020214081, 0.08321096003055573, 0.08064635097980499, 0.06735756248235703], "cos_Ac_negg": [0.07296200096607208, 0.08540754020214081, 0.08321096003055573, 0.08064635097980499, 0.06735756248235703], "r_norm": [0.10690943896770477, 0.10660062730312347, 0.10499410331249237, 0.10796478390693665, 0.1088932678103447]}, {"step": 9100, "epoch": 19, "train_loss": 0.0003971499390900135, "cos_r_negg": [0.07280959188938141, 0.08502820134162903, 0.0827714279294014, 0.08020377904176712, 0.06694845855236053], "cos_apical_negg": [0.07280959188938141, 0.08502820134162903, 0.0827714279294014, 0.08020377904176712, 0.06694845855236053], "cos_Ac_negg": [0.07280959188938141, 0.08502820134162903, 0.0827714279294014, 0.08020377904176712, 0.06694845855236053], "r_norm": [0.10715075582265854, 0.10681642591953278, 0.10519007593393326, 0.10818637162446976, 0.10912707448005676]}, {"step": 9150, "epoch": 19, "train_loss": 0.0008349008858203888, "cos_r_negg": [0.07242098450660706, 0.08456042408943176, 0.08234313130378723, 0.07981537282466888, 0.06661936640739441], "cos_apical_negg": [0.07242098450660706, 0.08456042408943176, 0.08234313130378723, 0.07981537282466888, 0.06661936640739441], "cos_Ac_negg": [0.07242098450660706, 0.08456042408943176, 0.08234313130378723, 0.07981537282466888, 0.06661936640739441], "r_norm": [0.10727261751890182, 0.10690855979919434, 0.10528253018856049, 0.10827397555112839, 0.10919295251369476]}, {"step": 9200, "epoch": 19, "train_loss": 0.00011307854583719745, "cos_r_negg": [0.07218843698501587, 0.08435198664665222, 0.08214399963617325, 0.07966801524162292, 0.06656590849161148], "cos_apical_negg": [0.07218843698501587, 0.08435198664665222, 0.08214399963617325, 0.07966801524162292, 0.06656590849161148], "cos_Ac_negg": [0.07218843698501587, 0.08435198664665222, 0.08214399963617325, 0.07966801524162292, 0.06656590849161148], "r_norm": [0.10796260088682175, 0.1075049489736557, 0.10588423907756805, 0.10888735949993134, 0.10976223647594452]}, {"step": 9250, "epoch": 19, "train_loss": 9.562742343405262e-05, "cos_r_negg": [0.07212348282337189, 0.08418501168489456, 0.08195964992046356, 0.07953018695116043, 0.06648987531661987], "cos_apical_negg": [0.07212348282337189, 0.08418501168489456, 0.08195964992046356, 0.07953018695116043, 0.06648987531661987], "cos_Ac_negg": [0.07212348282337189, 0.08418501168489456, 0.08195964992046356, 0.07953018695116043, 0.06648987531661987], "r_norm": [0.1076255738735199, 0.10714784264564514, 0.10554032027721405, 0.10852144658565521, 0.10941639542579651]}, {"step": 9300, "epoch": 19, "train_loss": 0.0003510868991725147, "cos_r_negg": [0.07198982685804367, 0.08395186066627502, 0.08170892298221588, 0.07934649288654327, 0.06636719405651093], "cos_apical_negg": [0.07198982685804367, 0.08395186066627502, 0.08170892298221588, 0.07934649288654327, 0.06636719405651093], "cos_Ac_negg": [0.07198982685804367, 0.08395186066627502, 0.08170892298221588, 0.07934649288654327, 0.06636719405651093], "r_norm": [0.10731801390647888, 0.10683681070804596, 0.10522354394197464, 0.10820189118385315, 0.10911718010902405]}, {"step": 9350, "epoch": 19, "train_loss": 0.0002779453934635967, "cos_r_negg": [0.07159122079610825, 0.08349794149398804, 0.08122645318508148, 0.07886357605457306, 0.06609657406806946], "cos_apical_negg": [0.07159122079610825, 0.08349794149398804, 0.08122645318508148, 0.07886357605457306, 0.06609657406806946], "cos_Ac_negg": [0.07159122079610825, 0.08349794149398804, 0.08122645318508148, 0.07886357605457306, 0.06609657406806946], "r_norm": [0.10587218403816223, 0.10553683340549469, 0.10389858484268188, 0.10682258009910583, 0.10782469809055328]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9723, "test_loss": 0.1871402084350586}], "final": {"test_acc": 0.9723, "test_loss": 0.1871402084350586, "wall_s": 20.320272207260132, "cos_r_negg": [0.07183674722909927, 0.08372814953327179, 0.08154261857271194, 0.07921703159809113, 0.06632697582244873], "cos_apical_negg": [0.07183674722909927, 0.08372814953327179, 0.08154261857271194, 0.07921703159809113, 0.06632697582244873], "cos_Ac_negg": [0.07183674722909927, 0.08372814953327179, 0.08154261857271194, 0.07921703159809113, 0.06632697582244873]}}
|
