1
|
{"args": {"mode": "dfa", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4329850673675537, "cos_r_negg": [0.019551292061805725, 0.011792095378041267, -0.00541458697989583, 0.015709199011325836, -0.029612718150019646], "cos_apical_negg": [0.019551292061805725, 0.011792095378041267, -0.00541458697989583, 0.015709199011325836, -0.029612718150019646], "cos_Ac_negg": [0.019551292061805725, 0.011792095378041267, -0.00541458697989583, 0.015709199011325836, -0.029612718150019646], "r_norm": [4.962601661682129, 4.763277053833008, 4.866179466247559, 4.913697242736816, 4.925415992736816]}, {"step": 50, "epoch": 0, "train_loss": 0.7334792613983154, "cos_r_negg": [0.31005242466926575, 0.2622440457344055, 0.2572247087955475, 0.2780907452106476, 0.16907170414924622], "cos_apical_negg": [0.31005242466926575, 0.2622440457344055, 0.2572247087955475, 0.2780907452106476, 0.16907170414924622], "cos_Ac_negg": [0.31005242466926575, 0.2622440457344055, 0.2572247087955475, 0.2780907452106476, 0.16907170414924622], "r_norm": [1.4833040237426758, 1.3863146305084229, 1.4604599475860596, 1.4749789237976074, 1.4716639518737793]}, {"step": 100, "epoch": 0, "train_loss": 0.41264522075653076, "cos_r_negg": [0.32081010937690735, 0.2906210422515869, 0.2528795003890991, 0.28883421421051025, 0.21871091425418854], "cos_apical_negg": [0.32081010937690735, 0.2906210422515869, 0.2528795003890991, 0.28883421421051025, 0.21871091425418854], "cos_Ac_negg": [0.32081010937690735, 0.2906210422515869, 0.2528795003890991, 0.28883421421051025, 0.21871091425418854], "r_norm": [1.0146849155426025, 0.9487056732177734, 1.0021309852600098, 1.007580280303955, 1.0070115327835083]}, {"step": 150, "epoch": 0, "train_loss": 0.3831346929073334, "cos_r_negg": [0.31599581241607666, 0.2873368263244629, 0.28419029712677, 0.342312753200531, 0.26507556438446045], "cos_apical_negg": [0.31599581241607666, 0.2873368263244629, 0.28419029712677, 0.342312753200531, 0.26507556438446045], "cos_Ac_negg": [0.31599581241607666, 0.2873368263244629, 0.28419029712677, 0.342312753200531, 0.26507556438446045], "r_norm": [0.9229838848114014, 0.8427223563194275, 0.8924484252929688, 0.9046562314033508, 0.9047622084617615]}, {"step": 200, "epoch": 0, "train_loss": 0.2903153896331787, "cos_r_negg": [0.33654654026031494, 0.3004666268825531, 0.3031984567642212, 0.33292078971862793, 0.2584666907787323], "cos_apical_negg": [0.33654654026031494, 0.3004666268825531, 0.3031984567642212, 0.33292078971862793, 0.2584666907787323], "cos_Ac_negg": [0.33654654026031494, 0.3004666268825531, 0.3031984567642212, 0.33292078971862793, 0.2584666907787323], "r_norm": [0.8473016023635864, 0.7831375002861023, 0.8198168277740479, 0.8350229859352112, 0.8350574374198914]}, {"step": 250, "epoch": 0, "train_loss": 0.18858957290649414, "cos_r_negg": [0.3643795847892761, 0.3459168076515198, 0.30882084369659424, 0.3519764542579651, 0.27169203758239746], "cos_apical_negg": [0.3643795847892761, 0.3459168076515198, 0.30882084369659424, 0.3519764542579651, 0.27169203758239746], "cos_Ac_negg": [0.3643795847892761, 0.3459168076515198, 0.30882084369659424, 0.3519764542579651, 0.27169203758239746], "r_norm": [0.7120833992958069, 0.6640692949295044, 0.6928039789199829, 0.7062250375747681, 0.7043507695198059]}, {"step": 300, "epoch": 0, "train_loss": 0.30547505617141724, "cos_r_negg": [0.4136747121810913, 0.3792496919631958, 0.3621906638145447, 0.3861027956008911, 0.2801496088504791], "cos_apical_negg": [0.4136747121810913, 0.3792496919631958, 0.3621906638145447, 0.3861027956008911, 0.2801496088504791], "cos_Ac_negg": [0.4136747121810913, 0.3792496919631958, 0.3621906638145447, 0.3861027956008911, 0.2801496088504791], "r_norm": [0.7099002003669739, 0.6607438325881958, 0.6877889037132263, 0.704302966594696, 0.6982933282852173]}, {"step": 350, "epoch": 0, "train_loss": 0.27521923184394836, "cos_r_negg": [0.40008798241615295, 0.3887746334075928, 0.36716681718826294, 0.4195248484611511, 0.2998587191104889], "cos_apical_negg": [0.40008798241615295, 0.3887746334075928, 0.36716681718826294, 0.4195248484611511, 0.2998587191104889], "cos_Ac_negg": [0.40008798241615295, 0.3887746334075928, 0.36716681718826294, 0.4195248484611511, 0.2998587191104889], "r_norm": [0.708613395690918, 0.6619369983673096, 0.6985824108123779, 0.7005785703659058, 0.7012671232223511]}, {"step": 400, "epoch": 0, "train_loss": 0.11588206142187119, "cos_r_negg": [0.4090586006641388, 0.3902447819709778, 0.3944486379623413, 0.4264277517795563, 0.31965887546539307], "cos_apical_negg": [0.4090586006641388, 0.3902447819709778, 0.3944486379623413, 0.4264277517795563, 0.31965887546539307], "cos_Ac_negg": [0.4090586006641388, 0.3902447819709778, 0.3944486379623413, 0.4264277517795563, 0.31965887546539307], "r_norm": [0.6029785871505737, 0.5561587810516357, 0.5815821886062622, 0.5967023372650146, 0.5928527116775513]}, {"step": 450, "epoch": 0, "train_loss": 0.2577122449874878, "cos_r_negg": [0.40450969338417053, 0.4126070737838745, 0.4117281436920166, 0.4241454005241394, 0.3143511414527893], "cos_apical_negg": [0.40450969338417053, 0.4126070737838745, 0.4117281436920166, 0.4241454005241394, 0.3143511414527893], "cos_Ac_negg": [0.40450969338417053, 0.4126070737838745, 0.4117281436920166, 0.4241454005241394, 0.3143511414527893], "r_norm": [0.6834227442741394, 0.6372661590576172, 0.6626152992248535, 0.6811736822128296, 0.6788042783737183]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9405, "test_loss": 0.21239936447143554}, {"step": 500, "epoch": 1, "train_loss": 0.2973704934120178, "cos_r_negg": [0.460197776556015, 0.4457657039165497, 0.4391350746154785, 0.43533509969711304, 0.29730162024497986], "cos_apical_negg": [0.460197776556015, 0.4457657039165497, 0.4391350746154785, 0.43533509969711304, 0.29730162024497986], "cos_Ac_negg": [0.460197776556015, 0.4457657039165497, 0.4391350746154785, 0.43533509969711304, 0.29730162024497986], "r_norm": [0.626745343208313, 0.5783791542053223, 0.6078085899353027, 0.6230419874191284, 0.6193625926971436]}, {"step": 550, "epoch": 1, "train_loss": 0.21849876642227173, "cos_r_negg": [0.43820852041244507, 0.43617957830429077, 0.4253833293914795, 0.42823129892349243, 0.3094051480293274], "cos_apical_negg": [0.43820852041244507, 0.43617957830429077, 0.4253833293914795, 0.42823129892349243, 0.3094051480293274], "cos_Ac_negg": [0.43820852041244507, 0.43617957830429077, 0.4253833293914795, 0.42823129892349243, 0.3094051480293274], "r_norm": [0.5834559798240662, 0.5460302829742432, 0.573108434677124, 0.5822067260742188, 0.58073490858078]}, {"step": 600, "epoch": 1, "train_loss": 0.2677730321884155, "cos_r_negg": [0.4303858280181885, 0.426758348941803, 0.40545201301574707, 0.4222339987754822, 0.27213382720947266], "cos_apical_negg": [0.4303858280181885, 0.426758348941803, 0.40545201301574707, 0.4222339987754822, 0.27213382720947266], "cos_Ac_negg": [0.4303858280181885, 0.426758348941803, 0.40545201301574707, 0.4222339987754822, 0.27213382720947266], "r_norm": [0.5396468639373779, 0.5061421394348145, 0.5322776436805725, 0.5361635684967041, 0.5367246866226196]}, {"step": 650, "epoch": 1, "train_loss": 0.1759614646434784, "cos_r_negg": [0.4238424301147461, 0.4338776767253876, 0.39608338475227356, 0.4014984369277954, 0.26559150218963623], "cos_apical_negg": [0.4238424301147461, 0.4338776767253876, 0.39608338475227356, 0.4014984369277954, 0.26559150218963623], "cos_Ac_negg": [0.4238424301147461, 0.4338776767253876, 0.39608338475227356, 0.4014984369277954, 0.26559150218963623], "r_norm": [0.5004474520683289, 0.4628204107284546, 0.48711028695106506, 0.4941874146461487, 0.49307385087013245]}, {"step": 700, "epoch": 1, "train_loss": 0.1098993718624115, "cos_r_negg": [0.4276401996612549, 0.438079297542572, 0.4172413945198059, 0.4133523106575012, 0.2751019597053528], "cos_apical_negg": [0.4276401996612549, 0.438079297542572, 0.4172413945198059, 0.4133523106575012, 0.2751019597053528], "cos_Ac_negg": [0.4276401996612549, 0.438079297542572, 0.4172413945198059, 0.4133523106575012, 0.2751019597053528], "r_norm": [0.45571354031562805, 0.4250572919845581, 0.4474080801010132, 0.4570574462413788, 0.453327476978302]}, {"step": 750, "epoch": 1, "train_loss": 0.07202513515949249, "cos_r_negg": [0.4309648871421814, 0.4405030310153961, 0.4295992851257324, 0.4326675534248352, 0.26887375116348267], "cos_apical_negg": [0.4309648871421814, 0.4405030310153961, 0.4295992851257324, 0.4326675534248352, 0.26887375116348267], "cos_Ac_negg": [0.4309648871421814, 0.4405030310153961, 0.4295992851257324, 0.4326675534248352, 0.26887375116348267], "r_norm": [0.4897323250770569, 0.4562545418739319, 0.4788532853126526, 0.49239635467529297, 0.4862106442451477]}, {"step": 800, "epoch": 1, "train_loss": 0.04378848522901535, "cos_r_negg": [0.4232432246208191, 0.43777740001678467, 0.41791391372680664, 0.4168244004249573, 0.2672830820083618], "cos_apical_negg": [0.4232432246208191, 0.43777740001678467, 0.41791391372680664, 0.4168244004249573, 0.2672830820083618], "cos_Ac_negg": [0.4232432246208191, 0.43777740001678467, 0.41791391372680664, 0.4168244004249573, 0.2672830820083618], "r_norm": [0.49059706926345825, 0.4540063142776489, 0.4784027338027954, 0.49153220653533936, 0.4852599501609802]}, {"step": 850, "epoch": 1, "train_loss": 0.2820465862751007, "cos_r_negg": [0.4131017029285431, 0.4494085907936096, 0.42026305198669434, 0.4119506776332855, 0.24602842330932617], "cos_apical_negg": [0.4131017029285431, 0.4494085907936096, 0.42026305198669434, 0.4119506776332855, 0.24602842330932617], "cos_Ac_negg": [0.4131017029285431, 0.4494085907936096, 0.42026305198669434, 0.4119506776332855, 0.24602842330932617], "r_norm": [0.47994381189346313, 0.448201447725296, 0.4674379229545593, 0.4813961684703827, 0.47724059224128723]}, {"step": 900, "epoch": 1, "train_loss": 0.1747995913028717, "cos_r_negg": [0.4247164726257324, 0.446422278881073, 0.4286367893218994, 0.41532790660858154, 0.27442431449890137], "cos_apical_negg": [0.4247164726257324, 0.446422278881073, 0.4286367893218994, 0.41532790660858154, 0.27442431449890137], "cos_Ac_negg": [0.4247164726257324, 0.446422278881073, 0.4286367893218994, 0.41532790660858154, 0.27442431449890137], "r_norm": [0.46167707443237305, 0.4306269586086273, 0.4523261785507202, 0.4629899859428406, 0.4585927724838257]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9536, "test_loss": 0.16984601669311525}, {"step": 950, "epoch": 2, "train_loss": 0.1643325686454773, "cos_r_negg": [0.4177531599998474, 0.45405420660972595, 0.4162231683731079, 0.4032517969608307, 0.2735861539840698], "cos_apical_negg": [0.4177531599998474, 0.45405420660972595, 0.4162231683731079, 0.4032517969608307, 0.2735861539840698], "cos_Ac_negg": [0.4177531599998474, 0.45405420660972595, 0.4162231683731079, 0.4032517969608307, 0.2735861539840698], "r_norm": [0.44293212890625, 0.4101904332637787, 0.43076562881469727, 0.44262775778770447, 0.4368324279785156]}, {"step": 1000, "epoch": 2, "train_loss": 0.22278311848640442, "cos_r_negg": [0.4323095381259918, 0.4624669551849365, 0.4513455629348755, 0.4455396831035614, 0.3041000962257385], "cos_apical_negg": [0.4323095381259918, 0.4624669551849365, 0.4513455629348755, 0.4455396831035614, 0.3041000962257385], "cos_Ac_negg": [0.4323095381259918, 0.4624669551849365, 0.4513455629348755, 0.4455396831035614, 0.3041000962257385], "r_norm": [0.4694161117076874, 0.4355798363685608, 0.45861339569091797, 0.4669520854949951, 0.46482816338539124]}, {"step": 1050, "epoch": 2, "train_loss": 0.07662102580070496, "cos_r_negg": [0.42418625950813293, 0.45071858167648315, 0.42629775404930115, 0.42831993103027344, 0.2558774948120117], "cos_apical_negg": [0.42418625950813293, 0.45071858167648315, 0.42629775404930115, 0.42831993103027344, 0.2558774948120117], "cos_Ac_negg": [0.42418625950813293, 0.45071858167648315, 0.42629775404930115, 0.42831993103027344, 0.2558774948120117], "r_norm": [0.3882265090942383, 0.3592455983161926, 0.3768019676208496, 0.38743531703948975, 0.38440388441085815]}, {"step": 1100, "epoch": 2, "train_loss": 0.13632547855377197, "cos_r_negg": [0.4059946835041046, 0.430107980966568, 0.395252525806427, 0.41088491678237915, 0.293998122215271], "cos_apical_negg": [0.4059946835041046, 0.430107980966568, 0.395252525806427, 0.41088491678237915, 0.293998122215271], "cos_Ac_negg": [0.4059946835041046, 0.430107980966568, 0.395252525806427, 0.41088491678237915, 0.293998122215271], "r_norm": [0.42174744606018066, 0.3968988060951233, 0.4133625626564026, 0.423730731010437, 0.4223717153072357]}, {"step": 1150, "epoch": 2, "train_loss": 0.0763016864657402, "cos_r_negg": [0.3982807993888855, 0.4297640919685364, 0.3926827609539032, 0.38939112424850464, 0.27949997782707214], "cos_apical_negg": [0.3982807993888855, 0.4297640919685364, 0.3926827609539032, 0.38939112424850464, 0.27949997782707214], "cos_Ac_negg": [0.3982807993888855, 0.4297640919685364, 0.3926827609539032, 0.38939112424850464, 0.27949997782707214], "r_norm": [0.4151563346385956, 0.39154180884361267, 0.41023343801498413, 0.41459763050079346, 0.4134521186351776]}, {"step": 1200, "epoch": 2, "train_loss": 0.032770149409770966, "cos_r_negg": [0.4034179151058197, 0.4375458359718323, 0.3921915888786316, 0.40923312306404114, 0.2705742120742798], "cos_apical_negg": [0.4034179151058197, 0.4375458359718323, 0.3921915888786316, 0.40923312306404114, 0.2705742120742798], "cos_Ac_negg": [0.4034179151058197, 0.4375458359718323, 0.3921915888786316, 0.40923312306404114, 0.2705742120742798], "r_norm": [0.3891565799713135, 0.36121442914009094, 0.3784027397632599, 0.3888908624649048, 0.38541412353515625]}, {"step": 1250, "epoch": 2, "train_loss": 0.1226380467414856, "cos_r_negg": [0.41551291942596436, 0.46409404277801514, 0.41437509655952454, 0.41703081130981445, 0.2622028887271881], "cos_apical_negg": [0.41551291942596436, 0.46409404277801514, 0.41437509655952454, 0.41703081130981445, 0.2622028887271881], "cos_Ac_negg": [0.41551291942596436, 0.46409404277801514, 0.41437509655952454, 0.41703081130981445, 0.2622028887271881], "r_norm": [0.3748219609260559, 0.3492720127105713, 0.36649462580680847, 0.3738980293273926, 0.3701477646827698]}, {"step": 1300, "epoch": 2, "train_loss": 0.19606009125709534, "cos_r_negg": [0.4345211386680603, 0.45116525888442993, 0.4129003584384918, 0.41539642214775085, 0.23672330379486084], "cos_apical_negg": [0.4345211386680603, 0.45116525888442993, 0.4129003584384918, 0.41539642214775085, 0.23672330379486084], "cos_Ac_negg": [0.4345211386680603, 0.45116525888442993, 0.4129003584384918, 0.41539642214775085, 0.23672330379486084], "r_norm": [0.4315534830093384, 0.40311938524246216, 0.4227277636528015, 0.43203049898147583, 0.43026310205459595]}, {"step": 1350, "epoch": 2, "train_loss": 0.09295304119586945, "cos_r_negg": [0.42479971051216125, 0.4630143642425537, 0.4211527705192566, 0.4182567000389099, 0.263443261384964], "cos_apical_negg": [0.42479971051216125, 0.4630143642425537, 0.4211527705192566, 0.4182567000389099, 0.263443261384964], "cos_Ac_negg": [0.42479971051216125, 0.4630143642425537, 0.4211527705192566, 0.4182567000389099, 0.263443261384964], "r_norm": [0.39727336168289185, 0.36856454610824585, 0.38382625579833984, 0.3956148028373718, 0.39390629529953003]}, {"step": 1400, "epoch": 2, "train_loss": 0.23799853026866913, "cos_r_negg": [0.44007378816604614, 0.47950947284698486, 0.44464337825775146, 0.45059674978256226, 0.2714618444442749], "cos_apical_negg": [0.44007378816604614, 0.47950947284698486, 0.44464337825775146, 0.45059674978256226, 0.2714618444442749], "cos_Ac_negg": [0.44007378816604614, 0.47950947284698486, 0.44464337825775146, 0.45059674978256226, 0.2714618444442749], "r_norm": [0.3720276355743408, 0.34490829706192017, 0.36604583263397217, 0.37013405561447144, 0.36706095933914185]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.958, "test_loss": 0.15091969261169433}, {"step": 1450, "epoch": 3, "train_loss": 0.05509169399738312, "cos_r_negg": [0.4345683157444, 0.4736100733280182, 0.4347996711730957, 0.42686766386032104, 0.264981746673584], "cos_apical_negg": [0.4345683157444, 0.4736100733280182, 0.4347996711730957, 0.42686766386032104, 0.264981746673584], "cos_Ac_negg": [0.4345683157444, 0.4736100733280182, 0.4347996711730957, 0.42686766386032104, 0.264981746673584], "r_norm": [0.33601000905036926, 0.31342899799346924, 0.32745370268821716, 0.3346857726573944, 0.33347082138061523]}, {"step": 1500, "epoch": 3, "train_loss": 0.06988883763551712, "cos_r_negg": [0.43431299924850464, 0.47348448634147644, 0.45347467064857483, 0.4394593834877014, 0.27928298711776733], "cos_apical_negg": [0.43431299924850464, 0.47348448634147644, 0.45347467064857483, 0.4394593834877014, 0.27928298711776733], "cos_Ac_negg": [0.43431299924850464, 0.47348448634147644, 0.45347467064857483, 0.4394593834877014, 0.27928298711776733], "r_norm": [0.355901300907135, 0.3269285261631012, 0.3456432819366455, 0.3531320095062256, 0.3492100238800049]}, {"step": 1550, "epoch": 3, "train_loss": 0.07325119525194168, "cos_r_negg": [0.4310314953327179, 0.4727984666824341, 0.4384784698486328, 0.457780122756958, 0.2878332734107971], "cos_apical_negg": [0.4310314953327179, 0.4727984666824341, 0.4384784698486328, 0.457780122756958, 0.2878332734107971], "cos_Ac_negg": [0.4310314953327179, 0.4727984666824341, 0.4384784698486328, 0.457780122756958, 0.2878332734107971], "r_norm": [0.3321141302585602, 0.30822640657424927, 0.32391899824142456, 0.3323698937892914, 0.32805517315864563]}, {"step": 1600, "epoch": 3, "train_loss": 0.11205193400382996, "cos_r_negg": [0.4405761957168579, 0.47355109453201294, 0.43932995200157166, 0.45068421959877014, 0.283097505569458], "cos_apical_negg": [0.4405761957168579, 0.47355109453201294, 0.43932995200157166, 0.45068421959877014, 0.283097505569458], "cos_Ac_negg": [0.4405761957168579, 0.47355109453201294, 0.43932995200157166, 0.45068421959877014, 0.283097505569458], "r_norm": [0.34699976444244385, 0.31694382429122925, 0.337158203125, 0.3448770046234131, 0.33671942353248596]}, {"step": 1650, "epoch": 3, "train_loss": 0.07517141103744507, "cos_r_negg": [0.4068836569786072, 0.4446362853050232, 0.41189342737197876, 0.42754894495010376, 0.2753485441207886], "cos_apical_negg": [0.4068836569786072, 0.4446362853050232, 0.41189342737197876, 0.42754894495010376, 0.2753485441207886], "cos_Ac_negg": [0.4068836569786072, 0.4446362853050232, 0.41189342737197876, 0.42754894495010376, 0.2753485441207886], "r_norm": [0.3110905885696411, 0.2928162217140198, 0.30624619126319885, 0.31212979555130005, 0.3083895146846771]}, {"step": 1700, "epoch": 3, "train_loss": 0.054021358489990234, "cos_r_negg": [0.428449809551239, 0.4680277705192566, 0.4304763078689575, 0.44836825132369995, 0.2647295892238617], "cos_apical_negg": [0.428449809551239, 0.4680277705192566, 0.4304763078689575, 0.44836825132369995, 0.2647295892238617], "cos_Ac_negg": [0.428449809551239, 0.4680277705192566, 0.4304763078689575, 0.44836825132369995, 0.2647295892238617], "r_norm": [0.3032074570655823, 0.2851172685623169, 0.2968323528766632, 0.30525141954421997, 0.30445563793182373]}, {"step": 1750, "epoch": 3, "train_loss": 0.029584851115942, "cos_r_negg": [0.42658674716949463, 0.46765702962875366, 0.44012728333473206, 0.44472408294677734, 0.28333550691604614], "cos_apical_negg": [0.42658674716949463, 0.46765702962875366, 0.44012728333473206, 0.44472408294677734, 0.28333550691604614], "cos_Ac_negg": [0.42658674716949463, 0.46765702962875366, 0.44012728333473206, 0.44472408294677734, 0.28333550691604614], "r_norm": [0.2550608515739441, 0.24394705891609192, 0.25078830122947693, 0.25905105471611023, 0.2562759220600128]}, {"step": 1800, "epoch": 3, "train_loss": 0.09686165302991867, "cos_r_negg": [0.407871812582016, 0.4568929672241211, 0.43063682317733765, 0.45173531770706177, 0.27005255222320557], "cos_apical_negg": [0.407871812582016, 0.4568929672241211, 0.43063682317733765, 0.45173531770706177, 0.27005255222320557], "cos_Ac_negg": [0.407871812582016, 0.4568929672241211, 0.43063682317733765, 0.45173531770706177, 0.27005255222320557], "r_norm": [0.33244985342025757, 0.3084860146045685, 0.3257230818271637, 0.33404362201690674, 0.32876867055892944]}, {"step": 1850, "epoch": 3, "train_loss": 0.10850152373313904, "cos_r_negg": [0.4133155047893524, 0.44822612404823303, 0.427392840385437, 0.43794935941696167, 0.27102088928222656], "cos_apical_negg": [0.4133155047893524, 0.44822612404823303, 0.427392840385437, 0.43794935941696167, 0.27102088928222656], "cos_Ac_negg": [0.4133155047893524, 0.44822612404823303, 0.427392840385437, 0.43794935941696167, 0.27102088928222656], "r_norm": [0.34660518169403076, 0.3243539333343506, 0.33746933937072754, 0.34729358553886414, 0.3438989520072937]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9639, "test_loss": 0.13057031936645508}, {"step": 1900, "epoch": 4, "train_loss": 0.074798583984375, "cos_r_negg": [0.4276304244995117, 0.4562775790691376, 0.43894869089126587, 0.46218234300613403, 0.28984335064888], "cos_apical_negg": [0.4276304244995117, 0.4562775790691376, 0.43894869089126587, 0.46218234300613403, 0.28984335064888], "cos_Ac_negg": [0.4276304244995117, 0.4562775790691376, 0.43894869089126587, 0.46218234300613403, 0.28984335064888], "r_norm": [0.2847325801849365, 0.2693536579608917, 0.28157031536102295, 0.28759193420410156, 0.2871692478656769]}, {"step": 1950, "epoch": 4, "train_loss": 0.09156759083271027, "cos_r_negg": [0.4265928566455841, 0.4776955246925354, 0.4580405354499817, 0.470779687166214, 0.29608410596847534], "cos_apical_negg": [0.4265928566455841, 0.4776955246925354, 0.4580405354499817, 0.470779687166214, 0.29608410596847534], "cos_Ac_negg": [0.4265928566455841, 0.4776955246925354, 0.4580405354499817, 0.470779687166214, 0.29608410596847534], "r_norm": [0.2965569496154785, 0.27459895610809326, 0.2877620458602905, 0.2969432473182678, 0.29597029089927673]}, {"step": 2000, "epoch": 4, "train_loss": 0.1537809818983078, "cos_r_negg": [0.4160071909427643, 0.46856316924095154, 0.43392202258110046, 0.44881924986839294, 0.29643720388412476], "cos_apical_negg": [0.4160071909427643, 0.46856316924095154, 0.43392202258110046, 0.44881924986839294, 0.29643720388412476], "cos_Ac_negg": [0.4160071909427643, 0.46856316924095154, 0.43392202258110046, 0.44881924986839294, 0.29643720388412476], "r_norm": [0.24155807495117188, 0.22781455516815186, 0.24029342830181122, 0.24261949956417084, 0.23992931842803955]}, {"step": 2050, "epoch": 4, "train_loss": 0.0634286105632782, "cos_r_negg": [0.39443376660346985, 0.4351952075958252, 0.4227440357208252, 0.4339132308959961, 0.27710092067718506], "cos_apical_negg": [0.39443376660346985, 0.4351952075958252, 0.4227440357208252, 0.4339132308959961, 0.27710092067718506], "cos_Ac_negg": [0.39443376660346985, 0.4351952075958252, 0.4227440357208252, 0.4339132308959961, 0.27710092067718506], "r_norm": [0.253363698720932, 0.23599761724472046, 0.2486201673746109, 0.25487691164016724, 0.2491021752357483]}, {"step": 2100, "epoch": 4, "train_loss": 0.0690820962190628, "cos_r_negg": [0.4003942012786865, 0.45009511709213257, 0.43461236357688904, 0.45729705691337585, 0.2865169048309326], "cos_apical_negg": [0.4003942012786865, 0.45009511709213257, 0.43461236357688904, 0.45729705691337585, 0.2865169048309326], "cos_Ac_negg": [0.4003942012786865, 0.45009511709213257, 0.43461236357688904, 0.45729705691337585, 0.2865169048309326], "r_norm": [0.34860920906066895, 0.31821492314338684, 0.3370194137096405, 0.34487682580947876, 0.3381970524787903]}, {"step": 2150, "epoch": 4, "train_loss": 0.0711214691400528, "cos_r_negg": [0.42191606760025024, 0.47985148429870605, 0.4679366946220398, 0.47461065649986267, 0.2913297414779663], "cos_apical_negg": [0.42191606760025024, 0.47985148429870605, 0.4679366946220398, 0.47461065649986267, 0.2913297414779663], "cos_Ac_negg": [0.42191606760025024, 0.47985148429870605, 0.4679366946220398, 0.47461065649986267, 0.2913297414779663], "r_norm": [0.2574639320373535, 0.23944994807243347, 0.25320884585380554, 0.256811261177063, 0.25587671995162964]}, {"step": 2200, "epoch": 4, "train_loss": 0.0793956071138382, "cos_r_negg": [0.41720691323280334, 0.46672511100769043, 0.4354708194732666, 0.4499441981315613, 0.2936515808105469], "cos_apical_negg": [0.41720691323280334, 0.46672511100769043, 0.4354708194732666, 0.4499441981315613, 0.2936515808105469], "cos_Ac_negg": [0.41720691323280334, 0.46672511100769043, 0.4354708194732666, 0.4499441981315613, 0.2936515808105469], "r_norm": [0.24078898131847382, 0.2272469699382782, 0.2371031939983368, 0.24187374114990234, 0.24144674837589264]}, {"step": 2250, "epoch": 4, "train_loss": 0.013423843309283257, "cos_r_negg": [0.41978976130485535, 0.453662633895874, 0.4321248531341553, 0.4549751877784729, 0.2964538335800171], "cos_apical_negg": [0.41978976130485535, 0.453662633895874, 0.4321248531341553, 0.4549751877784729, 0.2964538335800171], "cos_Ac_negg": [0.41978976130485535, 0.453662633895874, 0.4321248531341553, 0.4549751877784729, 0.2964538335800171], "r_norm": [0.2811853885650635, 0.26726680994033813, 0.2776079773902893, 0.2839870750904083, 0.2826359272003174]}, {"step": 2300, "epoch": 4, "train_loss": 0.1447634994983673, "cos_r_negg": [0.4456743597984314, 0.47493594884872437, 0.4649571180343628, 0.4676389694213867, 0.3025015592575073], "cos_apical_negg": [0.4456743597984314, 0.47493594884872437, 0.4649571180343628, 0.4676389694213867, 0.3025015592575073], "cos_Ac_negg": [0.4456743597984314, 0.47493594884872437, 0.4649571180343628, 0.4676389694213867, 0.3025015592575073], "r_norm": [0.2410215586423874, 0.22690558433532715, 0.23562046885490417, 0.24230007827281952, 0.2391832172870636]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9653, "test_loss": 0.12621693115234375}, {"step": 2350, "epoch": 5, "train_loss": 0.07592198252677917, "cos_r_negg": [0.44683024287223816, 0.4816138744354248, 0.4680026173591614, 0.4730055332183838, 0.3141896724700928], "cos_apical_negg": [0.44683024287223816, 0.4816138744354248, 0.4680026173591614, 0.4730055332183838, 0.3141896724700928], "cos_Ac_negg": [0.44683024287223816, 0.4816138744354248, 0.4680026173591614, 0.4730055332183838, 0.3141896724700928], "r_norm": [0.2779950797557831, 0.2609894871711731, 0.27201199531555176, 0.27703332901000977, 0.27545061707496643]}, {"step": 2400, "epoch": 5, "train_loss": 0.026851192116737366, "cos_r_negg": [0.4197407066822052, 0.4661378264427185, 0.44320112466812134, 0.46017616987228394, 0.2938300669193268], "cos_apical_negg": [0.4197407066822052, 0.4661378264427185, 0.44320112466812134, 0.46017616987228394, 0.2938300669193268], "cos_Ac_negg": [0.4197407066822052, 0.4661378264427185, 0.44320112466812134, 0.46017616987228394, 0.2938300669193268], "r_norm": [0.24466533958911896, 0.2255607396364212, 0.23827898502349854, 0.2418774664402008, 0.24111127853393555]}, {"step": 2450, "epoch": 5, "train_loss": 0.08071352541446686, "cos_r_negg": [0.41633954644203186, 0.4585615396499634, 0.44146186113357544, 0.44775503873825073, 0.28957223892211914], "cos_apical_negg": [0.41633954644203186, 0.4585615396499634, 0.44146186113357544, 0.44775503873825073, 0.28957223892211914], "cos_Ac_negg": [0.41633954644203186, 0.4585615396499634, 0.44146186113357544, 0.44775503873825073, 0.28957223892211914], "r_norm": [0.23435546457767487, 0.2191062569618225, 0.22859737277030945, 0.23634035885334015, 0.23394449055194855]}, {"step": 2500, "epoch": 5, "train_loss": 0.05801688879728317, "cos_r_negg": [0.42841118574142456, 0.4716862440109253, 0.4513135552406311, 0.45017993450164795, 0.2868811786174774], "cos_apical_negg": [0.42841118574142456, 0.4716862440109253, 0.4513135552406311, 0.45017993450164795, 0.2868811786174774], "cos_Ac_negg": [0.42841118574142456, 0.4716862440109253, 0.4513135552406311, 0.45017993450164795, 0.2868811786174774], "r_norm": [0.23485413193702698, 0.21817880868911743, 0.2295198142528534, 0.2344941645860672, 0.2340158075094223]}, {"step": 2550, "epoch": 5, "train_loss": 0.03312472254037857, "cos_r_negg": [0.4124884009361267, 0.46445614099502563, 0.43017005920410156, 0.43466508388519287, 0.28238216042518616], "cos_apical_negg": [0.4124884009361267, 0.46445614099502563, 0.43017005920410156, 0.43466508388519287, 0.28238216042518616], "cos_Ac_negg": [0.4124884009361267, 0.46445614099502563, 0.43017005920410156, 0.43466508388519287, 0.28238216042518616], "r_norm": [0.2036551535129547, 0.19151407480239868, 0.19949334859848022, 0.2064259648323059, 0.20497725903987885]}, {"step": 2600, "epoch": 5, "train_loss": 0.011787592433393002, "cos_r_negg": [0.4044974744319916, 0.46371710300445557, 0.4363880753517151, 0.4521809220314026, 0.2959216833114624], "cos_apical_negg": [0.4044974744319916, 0.46371710300445557, 0.4363880753517151, 0.4521809220314026, 0.2959216833114624], "cos_Ac_negg": [0.4044974744319916, 0.46371710300445557, 0.4363880753517151, 0.4521809220314026, 0.2959216833114624], "r_norm": [0.24570149183273315, 0.23175950348377228, 0.24512889981269836, 0.24865517020225525, 0.24689745903015137]}, {"step": 2650, "epoch": 5, "train_loss": 0.02512815222144127, "cos_r_negg": [0.42376500368118286, 0.4709250330924988, 0.45099884271621704, 0.4609135389328003, 0.3069092631340027], "cos_apical_negg": [0.42376500368118286, 0.4709250330924988, 0.45099884271621704, 0.4609135389328003, 0.3069092631340027], "cos_Ac_negg": [0.42376500368118286, 0.4709250330924988, 0.45099884271621704, 0.4609135389328003, 0.3069092631340027], "r_norm": [0.2583496570587158, 0.24445946514606476, 0.25274333357810974, 0.25887495279312134, 0.25836271047592163]}, {"step": 2700, "epoch": 5, "train_loss": 0.05581141635775566, "cos_r_negg": [0.42657482624053955, 0.47620564699172974, 0.4554198682308197, 0.4636366069316864, 0.3178406059741974], "cos_apical_negg": [0.42657482624053955, 0.47620564699172974, 0.4554198682308197, 0.4636366069316864, 0.3178406059741974], "cos_Ac_negg": [0.42657482624053955, 0.47620564699172974, 0.4554198682308197, 0.4636366069316864, 0.3178406059741974], "r_norm": [0.20920330286026, 0.19788697361946106, 0.20620682835578918, 0.2125799059867859, 0.21140870451927185]}, {"step": 2750, "epoch": 5, "train_loss": 0.04619352146983147, "cos_r_negg": [0.3822086751461029, 0.42878207564353943, 0.4112716317176819, 0.4209565818309784, 0.2869684398174286], "cos_apical_negg": [0.3822086751461029, 0.42878207564353943, 0.4112716317176819, 0.4209565818309784, 0.2869684398174286], "cos_Ac_negg": [0.3822086751461029, 0.42878207564353943, 0.4112716317176819, 0.4209565818309784, 0.2869684398174286], "r_norm": [0.2574021816253662, 0.24441945552825928, 0.2557155191898346, 0.2604082226753235, 0.2621856927871704]}, {"step": 2800, "epoch": 5, "train_loss": 0.021213091909885406, "cos_r_negg": [0.38967275619506836, 0.4353087544441223, 0.4298917353153229, 0.4300602376461029, 0.28590819239616394], "cos_apical_negg": [0.38967275619506836, 0.4353087544441223, 0.4298917353153229, 0.4300602376461029, 0.28590819239616394], "cos_Ac_negg": [0.38967275619506836, 0.4353087544441223, 0.4298917353153229, 0.4300602376461029, 0.28590819239616394], "r_norm": [0.2468908727169037, 0.22903935611248016, 0.24197615683078766, 0.24635571241378784, 0.24618016183376312]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9674, "test_loss": 0.13030331382751464}, {"step": 2850, "epoch": 6, "train_loss": 0.04528213292360306, "cos_r_negg": [0.36384761333465576, 0.40808773040771484, 0.39562472701072693, 0.41018858551979065, 0.2716518044471741], "cos_apical_negg": [0.36384761333465576, 0.40808773040771484, 0.39562472701072693, 0.41018858551979065, 0.2716518044471741], "cos_Ac_negg": [0.36384761333465576, 0.40808773040771484, 0.39562472701072693, 0.41018858551979065, 0.2716518044471741], "r_norm": [0.2537185847759247, 0.23690244555473328, 0.249375581741333, 0.25457894802093506, 0.25323665142059326]}, {"step": 2900, "epoch": 6, "train_loss": 0.007391449064016342, "cos_r_negg": [0.35442817211151123, 0.4032459557056427, 0.3847777247428894, 0.3929402828216553, 0.2673921585083008], "cos_apical_negg": [0.35442817211151123, 0.4032459557056427, 0.3847777247428894, 0.3929402828216553, 0.2673921585083008], "cos_Ac_negg": [0.35442817211151123, 0.4032459557056427, 0.3847777247428894, 0.3929402828216553, 0.2673921585083008], "r_norm": [0.2156439572572708, 0.2036004662513733, 0.21182334423065186, 0.21729271113872528, 0.21504893898963928]}, {"step": 2950, "epoch": 6, "train_loss": 0.05495861917734146, "cos_r_negg": [0.3681604862213135, 0.43127334117889404, 0.4110570251941681, 0.4182010889053345, 0.3017445206642151], "cos_apical_negg": [0.3681604862213135, 0.43127334117889404, 0.4110570251941681, 0.4182010889053345, 0.3017445206642151], "cos_Ac_negg": [0.3681604862213135, 0.43127334117889404, 0.4110570251941681, 0.4182010889053345, 0.3017445206642151], "r_norm": [0.20877008140087128, 0.19474658370018005, 0.20516014099121094, 0.20911817252635956, 0.20772168040275574]}, {"step": 3000, "epoch": 6, "train_loss": 0.009996417909860611, "cos_r_negg": [0.36630165576934814, 0.4134744107723236, 0.40505996346473694, 0.4014826714992523, 0.2734993100166321], "cos_apical_negg": [0.36630165576934814, 0.4134744107723236, 0.40505996346473694, 0.4014826714992523, 0.2734993100166321], "cos_Ac_negg": [0.36630165576934814, 0.4134744107723236, 0.40505996346473694, 0.4014826714992523, 0.2734993100166321], "r_norm": [0.20262017846107483, 0.18967509269714355, 0.19766497611999512, 0.2028542459011078, 0.19987857341766357]}, {"step": 3050, "epoch": 6, "train_loss": 0.015046682208776474, "cos_r_negg": [0.3561989963054657, 0.4042419195175171, 0.39152705669403076, 0.39980554580688477, 0.26948368549346924], "cos_apical_negg": [0.3561989963054657, 0.4042419195175171, 0.39152705669403076, 0.39980554580688477, 0.26948368549346924], "cos_Ac_negg": [0.3561989963054657, 0.4042419195175171, 0.39152705669403076, 0.39980554580688477, 0.26948368549346924], "r_norm": [0.2375721037387848, 0.2225344181060791, 0.23272719979286194, 0.23836824297904968, 0.23594292998313904]}, {"step": 3100, "epoch": 6, "train_loss": 0.057417359203100204, "cos_r_negg": [0.3606118857860565, 0.4118262827396393, 0.39692866802215576, 0.3936496376991272, 0.2721495032310486], "cos_apical_negg": [0.3606118857860565, 0.4118262827396393, 0.39692866802215576, 0.3936496376991272, 0.2721495032310486], "cos_Ac_negg": [0.3606118857860565, 0.4118262827396393, 0.39692866802215576, 0.3936496376991272, 0.2721495032310486], "r_norm": [0.19301769137382507, 0.1786409467458725, 0.19006356596946716, 0.1937013864517212, 0.1905435025691986]}, {"step": 3150, "epoch": 6, "train_loss": 0.030258120968937874, "cos_r_negg": [0.3390824496746063, 0.3915712833404541, 0.37294095754623413, 0.3691542148590088, 0.26208236813545227], "cos_apical_negg": [0.3390824496746063, 0.3915712833404541, 0.37294095754623413, 0.3691542148590088, 0.26208236813545227], "cos_Ac_negg": [0.3390824496746063, 0.3915712833404541, 0.37294095754623413, 0.3691542148590088, 0.26208236813545227], "r_norm": [0.2434256672859192, 0.2264508306980133, 0.24034619331359863, 0.2440580129623413, 0.24183228611946106]}, {"step": 3200, "epoch": 6, "train_loss": 0.11199558526277542, "cos_r_negg": [0.34177088737487793, 0.40168946981430054, 0.3879690170288086, 0.3985404372215271, 0.281551718711853], "cos_apical_negg": [0.34177088737487793, 0.40168946981430054, 0.3879690170288086, 0.3985404372215271, 0.281551718711853], "cos_Ac_negg": [0.34177088737487793, 0.40168946981430054, 0.3879690170288086, 0.3985404372215271, 0.281551718711853], "r_norm": [0.200558602809906, 0.18809185922145844, 0.19612422585487366, 0.20278453826904297, 0.2001507580280304]}, {"step": 3250, "epoch": 6, "train_loss": 0.030112652108073235, "cos_r_negg": [0.35576480627059937, 0.4027436077594757, 0.3886243999004364, 0.39612093567848206, 0.27802661061286926], "cos_apical_negg": [0.35576480627059937, 0.4027436077594757, 0.3886243999004364, 0.39612093567848206, 0.27802661061286926], "cos_Ac_negg": [0.35576480627059937, 0.4027436077594757, 0.3886243999004364, 0.39612093567848206, 0.27802661061286926], "r_norm": [0.2134253978729248, 0.20146898925304413, 0.20945532619953156, 0.21556910872459412, 0.21368232369422913]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.968, "test_loss": 0.13671828718185425}, {"step": 3300, "epoch": 7, "train_loss": 0.02295379713177681, "cos_r_negg": [0.3431622087955475, 0.3876277208328247, 0.37432390451431274, 0.36978861689567566, 0.2674487233161926], "cos_apical_negg": [0.3431622087955475, 0.3876277208328247, 0.37432390451431274, 0.36978861689567566, 0.2674487233161926], "cos_Ac_negg": [0.3431622087955475, 0.3876277208328247, 0.37432390451431274, 0.36978861689567566, 0.2674487233161926], "r_norm": [0.2253480851650238, 0.20795968174934387, 0.21891500055789948, 0.22403520345687866, 0.22177112102508545]}, {"step": 3350, "epoch": 7, "train_loss": 0.01650942862033844, "cos_r_negg": [0.35175275802612305, 0.39839985966682434, 0.381690114736557, 0.3790352940559387, 0.27936989068984985], "cos_apical_negg": [0.35175275802612305, 0.39839985966682434, 0.381690114736557, 0.3790352940559387, 0.27936989068984985], "cos_Ac_negg": [0.35175275802612305, 0.39839985966682434, 0.381690114736557, 0.3790352940559387, 0.27936989068984985], "r_norm": [0.23165419697761536, 0.21597784757614136, 0.22780627012252808, 0.23259207606315613, 0.2300466001033783]}, {"step": 3400, "epoch": 7, "train_loss": 0.017217421904206276, "cos_r_negg": [0.33272290229797363, 0.370970755815506, 0.3531578779220581, 0.35788461565971375, 0.26744478940963745], "cos_apical_negg": [0.33272290229797363, 0.370970755815506, 0.3531578779220581, 0.35788461565971375, 0.26744478940963745], "cos_Ac_negg": [0.33272290229797363, 0.370970755815506, 0.3531578779220581, 0.35788461565971375, 0.26744478940963745], "r_norm": [0.2353905588388443, 0.21824927628040314, 0.23005716502666473, 0.2358843982219696, 0.23283404111862183]}, {"step": 3450, "epoch": 7, "train_loss": 0.030359817668795586, "cos_r_negg": [0.3410077691078186, 0.38970184326171875, 0.3651617169380188, 0.36847156286239624, 0.2743535041809082], "cos_apical_negg": [0.3410077691078186, 0.38970184326171875, 0.3651617169380188, 0.36847156286239624, 0.2743535041809082], "cos_Ac_negg": [0.3410077691078186, 0.38970184326171875, 0.3651617169380188, 0.36847156286239624, 0.2743535041809082], "r_norm": [0.20589423179626465, 0.19241617619991302, 0.20244908332824707, 0.2083839774131775, 0.20673534274101257]}, {"step": 3500, "epoch": 7, "train_loss": 0.010622191242873669, "cos_r_negg": [0.3534046709537506, 0.4051070213317871, 0.37941133975982666, 0.3756057620048523, 0.2838665843009949], "cos_apical_negg": [0.3534046709537506, 0.4051070213317871, 0.37941133975982666, 0.3756057620048523, 0.2838665843009949], "cos_Ac_negg": [0.3534046709537506, 0.4051070213317871, 0.37941133975982666, 0.3756057620048523, 0.2838665843009949], "r_norm": [0.21319180727005005, 0.19877111911773682, 0.2107311487197876, 0.21644055843353271, 0.21402694284915924]}, {"step": 3550, "epoch": 7, "train_loss": 0.01875959150493145, "cos_r_negg": [0.3370744585990906, 0.38739341497421265, 0.37146705389022827, 0.35821640491485596, 0.27239111065864563], "cos_apical_negg": [0.3370744585990906, 0.38739341497421265, 0.37146705389022827, 0.35821640491485596, 0.27239111065864563], "cos_Ac_negg": [0.3370744585990906, 0.38739341497421265, 0.37146705389022827, 0.35821640491485596, 0.27239111065864563], "r_norm": [0.20556843280792236, 0.1913457214832306, 0.20152431726455688, 0.2056238353252411, 0.2036321759223938]}, {"step": 3600, "epoch": 7, "train_loss": 0.019653059542179108, "cos_r_negg": [0.32518720626831055, 0.36958765983581543, 0.3549281656742096, 0.3493848443031311, 0.2616712749004364], "cos_apical_negg": [0.32518720626831055, 0.36958765983581543, 0.3549281656742096, 0.3493848443031311, 0.2616712749004364], "cos_Ac_negg": [0.32518720626831055, 0.36958765983581543, 0.3549281656742096, 0.3493848443031311, 0.2616712749004364], "r_norm": [0.18334800004959106, 0.17380961775779724, 0.18135987222194672, 0.18596097826957703, 0.1837177723646164]}, {"step": 3650, "epoch": 7, "train_loss": 0.0003382270806469023, "cos_r_negg": [0.3213416039943695, 0.3683027923107147, 0.3486257493495941, 0.3411204516887665, 0.2577848434448242], "cos_apical_negg": [0.3213416039943695, 0.3683027923107147, 0.3486257493495941, 0.3411204516887665, 0.2577848434448242], "cos_Ac_negg": [0.3213416039943695, 0.3683027923107147, 0.3486257493495941, 0.3411204516887665, 0.2577848434448242], "r_norm": [0.2456282675266266, 0.22797882556915283, 0.24184557795524597, 0.2465580850839615, 0.24354764819145203]}, {"step": 3700, "epoch": 7, "train_loss": 0.06874987483024597, "cos_r_negg": [0.33257052302360535, 0.3756106495857239, 0.36087170243263245, 0.3584899306297302, 0.2678038477897644], "cos_apical_negg": [0.33257052302360535, 0.3756106495857239, 0.36087170243263245, 0.3584899306297302, 0.2678038477897644], "cos_Ac_negg": [0.33257052302360535, 0.3756106495857239, 0.36087170243263245, 0.3584899306297302, 0.2678038477897644], "r_norm": [0.2346569001674652, 0.2192143201828003, 0.22908419370651245, 0.23607726395130157, 0.232863649725914]}, {"step": 3750, "epoch": 7, "train_loss": 0.01592177525162697, "cos_r_negg": [0.30898118019104004, 0.3512866497039795, 0.3358033299446106, 0.33217182755470276, 0.2579294443130493], "cos_apical_negg": [0.30898118019104004, 0.3512866497039795, 0.3358033299446106, 0.33217182755470276, 0.2579294443130493], "cos_Ac_negg": [0.30898118019104004, 0.3512866497039795, 0.3358033299446106, 0.33217182755470276, 0.2579294443130493], "r_norm": [0.27081888914108276, 0.2539426386356354, 0.26567450165748596, 0.2714296579360962, 0.2688847482204437]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9684, "test_loss": 0.13741367206573488}, {"step": 3800, "epoch": 8, "train_loss": 0.06185223534703255, "cos_r_negg": [0.2978160083293915, 0.34363657236099243, 0.3239954113960266, 0.3249334394931793, 0.24534872174263], "cos_apical_negg": [0.2978160083293915, 0.34363657236099243, 0.3239954113960266, 0.3249334394931793, 0.24534872174263], "cos_Ac_negg": [0.2978160083293915, 0.34363657236099243, 0.3239954113960266, 0.3249334394931793, 0.24534872174263], "r_norm": [0.206541508436203, 0.19281624257564545, 0.20283129811286926, 0.20774418115615845, 0.20598281919956207]}, {"step": 3850, "epoch": 8, "train_loss": 0.019861938431859016, "cos_r_negg": [0.2928580939769745, 0.33580464124679565, 0.3153103291988373, 0.3133164644241333, 0.23822826147079468], "cos_apical_negg": [0.2928580939769745, 0.33580464124679565, 0.3153103291988373, 0.3133164644241333, 0.23822826147079468], "cos_Ac_negg": [0.2928580939769745, 0.33580464124679565, 0.3153103291988373, 0.3133164644241333, 0.23822826147079468], "r_norm": [0.22859781980514526, 0.2129482924938202, 0.2233535349369049, 0.22835582494735718, 0.22839519381523132]}, {"step": 3900, "epoch": 8, "train_loss": 0.006833773106336594, "cos_r_negg": [0.2963438928127289, 0.33787479996681213, 0.3225383460521698, 0.3211631178855896, 0.24204516410827637], "cos_apical_negg": [0.2963438928127289, 0.33787479996681213, 0.3225383460521698, 0.3211631178855896, 0.24204516410827637], "cos_Ac_negg": [0.2963438928127289, 0.33787479996681213, 0.3225383460521698, 0.3211631178855896, 0.24204516410827637], "r_norm": [0.22897468507289886, 0.21326559782028198, 0.22427015006542206, 0.23119619488716125, 0.22801759839057922]}, {"step": 3950, "epoch": 8, "train_loss": 0.0030807885341346264, "cos_r_negg": [0.267004132270813, 0.3050084114074707, 0.2905324697494507, 0.2832055687904358, 0.22147341072559357], "cos_apical_negg": [0.267004132270813, 0.3050084114074707, 0.2905324697494507, 0.2832055687904358, 0.22147341072559357], "cos_Ac_negg": [0.267004132270813, 0.3050084114074707, 0.2905324697494507, 0.2832055687904358, 0.22147341072559357], "r_norm": [0.21461838483810425, 0.20166726410388947, 0.2107631266117096, 0.21671874821186066, 0.21613416075706482]}, {"step": 4000, "epoch": 8, "train_loss": 0.008660913445055485, "cos_r_negg": [0.2590879797935486, 0.3013954758644104, 0.28677690029144287, 0.2873953580856323, 0.21760818362236023], "cos_apical_negg": [0.2590879797935486, 0.3013954758644104, 0.28677690029144287, 0.2873953580856323, 0.21760818362236023], "cos_Ac_negg": [0.2590879797935486, 0.3013954758644104, 0.28677690029144287, 0.2873953580856323, 0.21760818362236023], "r_norm": [0.21656754612922668, 0.20595847070217133, 0.21658077836036682, 0.2213793843984604, 0.21967178583145142]}, {"step": 4050, "epoch": 8, "train_loss": 0.017609110102057457, "cos_r_negg": [0.27529773116111755, 0.31421419978141785, 0.2993488311767578, 0.30930647253990173, 0.23973491787910461], "cos_apical_negg": [0.27529773116111755, 0.31421419978141785, 0.2993488311767578, 0.30930647253990173, 0.23973491787910461], "cos_Ac_negg": [0.27529773116111755, 0.31421419978141785, 0.2993488311767578, 0.30930647253990173, 0.23973491787910461], "r_norm": [0.22769971191883087, 0.21473583579063416, 0.22223502397537231, 0.2308158278465271, 0.22840285301208496]}, {"step": 4100, "epoch": 8, "train_loss": 0.0742790475487709, "cos_r_negg": [0.25876176357269287, 0.3045167922973633, 0.29068082571029663, 0.2887582778930664, 0.2279210090637207], "cos_apical_negg": [0.25876176357269287, 0.3045167922973633, 0.29068082571029663, 0.2887582778930664, 0.2279210090637207], "cos_Ac_negg": [0.25876176357269287, 0.3045167922973633, 0.29068082571029663, 0.2887582778930664, 0.2279210090637207], "r_norm": [0.19000886380672455, 0.17954197525978088, 0.18672043085098267, 0.19284138083457947, 0.1900743991136551]}, {"step": 4150, "epoch": 8, "train_loss": 0.0020284783095121384, "cos_r_negg": [0.26208943128585815, 0.3056829571723938, 0.2924109101295471, 0.2998829782009125, 0.23816153407096863], "cos_apical_negg": [0.26208943128585815, 0.3056829571723938, 0.2924109101295471, 0.2998829782009125, 0.23816153407096863], "cos_Ac_negg": [0.26208943128585815, 0.3056829571723938, 0.2924109101295471, 0.2998829782009125, 0.23816153407096863], "r_norm": [0.2174006700515747, 0.20332476496696472, 0.21331417560577393, 0.21898153424263, 0.21577270328998566]}, {"step": 4200, "epoch": 8, "train_loss": 0.025396384298801422, "cos_r_negg": [0.27726709842681885, 0.3261917233467102, 0.3070417046546936, 0.3133118748664856, 0.24549825489521027], "cos_apical_negg": [0.27726709842681885, 0.3261917233467102, 0.3070417046546936, 0.3133118748664856, 0.24549825489521027], "cos_Ac_negg": [0.27726709842681885, 0.3261917233467102, 0.3070417046546936, 0.3133118748664856, 0.24549825489521027], "r_norm": [0.2111324816942215, 0.19774211943149567, 0.20714424550533295, 0.21317337453365326, 0.2104816883802414]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.971, "test_loss": 0.14000260791778565}, {"step": 4250, "epoch": 9, "train_loss": 0.015301837585866451, "cos_r_negg": [0.23885484039783478, 0.2849341630935669, 0.2705693244934082, 0.26671525835990906, 0.20708173513412476], "cos_apical_negg": [0.23885484039783478, 0.2849341630935669, 0.2705693244934082, 0.26671525835990906, 0.20708173513412476], "cos_Ac_negg": [0.23885484039783478, 0.2849341630935669, 0.2705693244934082, 0.26671525835990906, 0.20708173513412476], "r_norm": [0.2173002064228058, 0.2022455334663391, 0.21352078020572662, 0.21812546253204346, 0.21630026400089264]}, {"step": 4300, "epoch": 9, "train_loss": 0.01224132627248764, "cos_r_negg": [0.22857198119163513, 0.26923680305480957, 0.25335147976875305, 0.25078749656677246, 0.19804982841014862], "cos_apical_negg": [0.22857198119163513, 0.26923680305480957, 0.25335147976875305, 0.25078749656677246, 0.19804982841014862], "cos_Ac_negg": [0.22857198119163513, 0.26923680305480957, 0.25335147976875305, 0.25078749656677246, 0.19804982841014862], "r_norm": [0.22042885422706604, 0.2062167376279831, 0.21670663356781006, 0.21944570541381836, 0.21860450506210327]}, {"step": 4350, "epoch": 9, "train_loss": 0.00177955802064389, "cos_r_negg": [0.2328665852546692, 0.27450814843177795, 0.2616964280605316, 0.26000839471817017, 0.20598626136779785], "cos_apical_negg": [0.2328665852546692, 0.27450814843177795, 0.2616964280605316, 0.26000839471817017, 0.20598626136779785], "cos_Ac_negg": [0.2328665852546692, 0.27450814843177795, 0.2616964280605316, 0.26000839471817017, 0.20598626136779785], "r_norm": [0.22029173374176025, 0.20435771346092224, 0.21558159589767456, 0.2181408703327179, 0.2166735827922821]}, {"step": 4400, "epoch": 9, "train_loss": 0.009947378188371658, "cos_r_negg": [0.22086408734321594, 0.26015639305114746, 0.24981573224067688, 0.24426181614398956, 0.1910283863544464], "cos_apical_negg": [0.22086408734321594, 0.26015639305114746, 0.24981573224067688, 0.24426181614398956, 0.1910283863544464], "cos_Ac_negg": [0.22086408734321594, 0.26015639305114746, 0.24981573224067688, 0.24426181614398956, 0.1910283863544464], "r_norm": [0.2207401990890503, 0.20390328764915466, 0.21563494205474854, 0.22043931484222412, 0.21832594275474548]}, {"step": 4450, "epoch": 9, "train_loss": 0.004102919716387987, "cos_r_negg": [0.21374523639678955, 0.2575823962688446, 0.24495306611061096, 0.24052685499191284, 0.19154798984527588], "cos_apical_negg": [0.21374523639678955, 0.2575823962688446, 0.24495306611061096, 0.24052685499191284, 0.19154798984527588], "cos_Ac_negg": [0.21374523639678955, 0.2575823962688446, 0.24495306611061096, 0.24052685499191284, 0.19154798984527588], "r_norm": [0.21142607927322388, 0.1962030529975891, 0.20702092349529266, 0.21079100668430328, 0.210126131772995]}, {"step": 4500, "epoch": 9, "train_loss": 0.0036371820606291294, "cos_r_negg": [0.22054021060466766, 0.257596880197525, 0.24647241830825806, 0.24439312517642975, 0.1896578073501587], "cos_apical_negg": [0.22054021060466766, 0.257596880197525, 0.24647241830825806, 0.24439312517642975, 0.1896578073501587], "cos_Ac_negg": [0.22054021060466766, 0.257596880197525, 0.24647241830825806, 0.24439312517642975, 0.1896578073501587], "r_norm": [0.235728919506073, 0.21823842823505402, 0.23164281249046326, 0.23447971045970917, 0.23230837285518646]}, {"step": 4550, "epoch": 9, "train_loss": 0.016930926591157913, "cos_r_negg": [0.22121581435203552, 0.2651079297065735, 0.25092998147010803, 0.24660685658454895, 0.1960536688566208], "cos_apical_negg": [0.22121581435203552, 0.2651079297065735, 0.25092998147010803, 0.24660685658454895, 0.1960536688566208], "cos_Ac_negg": [0.22121581435203552, 0.2651079297065735, 0.25092998147010803, 0.24660685658454895, 0.1960536688566208], "r_norm": [0.22603273391723633, 0.21196195483207703, 0.2221962958574295, 0.22687041759490967, 0.2240777164697647]}, {"step": 4600, "epoch": 9, "train_loss": 0.06863734126091003, "cos_r_negg": [0.2144402116537094, 0.2548673152923584, 0.24462512135505676, 0.2404862642288208, 0.19396361708641052], "cos_apical_negg": [0.2144402116537094, 0.2548673152923584, 0.24462512135505676, 0.2404862642288208, 0.19396361708641052], "cos_Ac_negg": [0.2144402116537094, 0.2548673152923584, 0.24462512135505676, 0.2404862642288208, 0.19396361708641052], "r_norm": [0.2551048994064331, 0.2385435700416565, 0.2512160539627075, 0.2578318119049072, 0.25243252515792847]}, {"step": 4650, "epoch": 9, "train_loss": 0.0020325651858001947, "cos_r_negg": [0.2115233987569809, 0.2561931014060974, 0.24461790919303894, 0.23953640460968018, 0.19857904314994812], "cos_apical_negg": [0.2115233987569809, 0.2561931014060974, 0.24461790919303894, 0.23953640460968018, 0.19857904314994812], "cos_Ac_negg": [0.2115233987569809, 0.2561931014060974, 0.24461790919303894, 0.23953640460968018, 0.19857904314994812], "r_norm": [0.24463237822055817, 0.2294328361749649, 0.24037373065948486, 0.24725311994552612, 0.242143452167511]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9721, "test_loss": 0.15153078804016112}, {"step": 4700, "epoch": 10, "train_loss": 0.002157066948711872, "cos_r_negg": [0.16752231121063232, 0.2036638706922531, 0.19135203957557678, 0.18620182573795319, 0.15463420748710632], "cos_apical_negg": [0.16752231121063232, 0.2036638706922531, 0.19135203957557678, 0.18620182573795319, 0.15463420748710632], "cos_Ac_negg": [0.16752231121063232, 0.2036638706922531, 0.19135203957557678, 0.18620182573795319, 0.15463420748710632], "r_norm": [0.2449745088815689, 0.23141929507255554, 0.2402174174785614, 0.24592384696006775, 0.24492475390434265]}, {"step": 4750, "epoch": 10, "train_loss": 0.004393331706523895, "cos_r_negg": [0.16796937584877014, 0.20100516080856323, 0.19171568751335144, 0.18327748775482178, 0.15184642374515533], "cos_apical_negg": [0.16796937584877014, 0.20100516080856323, 0.19171568751335144, 0.18327748775482178, 0.15184642374515533], "cos_Ac_negg": [0.16796937584877014, 0.20100516080856323, 0.19171568751335144, 0.18327748775482178, 0.15184642374515533], "r_norm": [0.24918942153453827, 0.2338017076253891, 0.24468278884887695, 0.2500128149986267, 0.24946653842926025]}, {"step": 4800, "epoch": 10, "train_loss": 0.001273796777240932, "cos_r_negg": [0.1795097291469574, 0.21243593096733093, 0.20551258325576782, 0.19807308912277222, 0.15920469164848328], "cos_apical_negg": [0.1795097291469574, 0.21243593096733093, 0.20551258325576782, 0.19807308912277222, 0.15920469164848328], "cos_Ac_negg": [0.1795097291469574, 0.21243593096733093, 0.20551258325576782, 0.19807308912277222, 0.15920469164848328], "r_norm": [0.24639998376369476, 0.23004703223705292, 0.24198929965496063, 0.24770954251289368, 0.24362677335739136]}, {"step": 4850, "epoch": 10, "train_loss": 0.005815791431814432, "cos_r_negg": [0.17424800992012024, 0.20760951936244965, 0.2023855745792389, 0.1977701634168625, 0.1570281684398651], "cos_apical_negg": [0.17424800992012024, 0.20760951936244965, 0.2023855745792389, 0.1977701634168625, 0.1570281684398651], "cos_Ac_negg": [0.17424800992012024, 0.20760951936244965, 0.2023855745792389, 0.1977701634168625, 0.1570281684398651], "r_norm": [0.2509899437427521, 0.23535189032554626, 0.2459315061569214, 0.2509913742542267, 0.24920755624771118]}, {"step": 4900, "epoch": 10, "train_loss": 0.0026330160908401012, "cos_r_negg": [0.17324036359786987, 0.2071724236011505, 0.20400255918502808, 0.20004045963287354, 0.16035619378089905], "cos_apical_negg": [0.17324036359786987, 0.2071724236011505, 0.20400255918502808, 0.20004045963287354, 0.16035619378089905], "cos_Ac_negg": [0.17324036359786987, 0.2071724236011505, 0.20400255918502808, 0.20004045963287354, 0.16035619378089905], "r_norm": [0.2562408447265625, 0.23845353722572327, 0.25088515877723694, 0.2555578351020813, 0.2530848979949951]}, {"step": 4950, "epoch": 10, "train_loss": 0.004718197043985128, "cos_r_negg": [0.16795295476913452, 0.19833339750766754, 0.1923944652080536, 0.18746376037597656, 0.14809849858283997], "cos_apical_negg": [0.16795295476913452, 0.19833339750766754, 0.1923944652080536, 0.18746376037597656, 0.14809849858283997], "cos_Ac_negg": [0.16795295476913452, 0.19833339750766754, 0.1923944652080536, 0.18746376037597656, 0.14809849858283997], "r_norm": [0.2980870008468628, 0.2796075642108917, 0.2911732494831085, 0.29821670055389404, 0.29556676745414734]}, {"step": 5000, "epoch": 10, "train_loss": 0.0021645205561071634, "cos_r_negg": [0.16219276189804077, 0.19313883781433105, 0.1828799545764923, 0.1815292239189148, 0.145546555519104], "cos_apical_negg": [0.16219276189804077, 0.19313883781433105, 0.1828799545764923, 0.1815292239189148, 0.145546555519104], "cos_Ac_negg": [0.16219276189804077, 0.19313883781433105, 0.1828799545764923, 0.1815292239189148, 0.145546555519104], "r_norm": [0.2475384771823883, 0.2343456745147705, 0.24336639046669006, 0.24991841614246368, 0.24752672016620636]}, {"step": 5050, "epoch": 10, "train_loss": 0.001478257356211543, "cos_r_negg": [0.16128602623939514, 0.1949496567249298, 0.1828254759311676, 0.18303129076957703, 0.1449146866798401], "cos_apical_negg": [0.16128602623939514, 0.1949496567249298, 0.1828254759311676, 0.18303129076957703, 0.1449146866798401], "cos_Ac_negg": [0.16128602623939514, 0.1949496567249298, 0.1828254759311676, 0.18303129076957703, 0.1449146866798401], "r_norm": [0.24699828028678894, 0.23004984855651855, 0.24233479797840118, 0.24673938751220703, 0.24554358422756195]}, {"step": 5100, "epoch": 10, "train_loss": 0.005455929785966873, "cos_r_negg": [0.1545816957950592, 0.18321511149406433, 0.17613385617733002, 0.17081554234027863, 0.1370221972465515], "cos_apical_negg": [0.1545816957950592, 0.18321511149406433, 0.17613385617733002, 0.17081554234027863, 0.1370221972465515], "cos_Ac_negg": [0.1545816957950592, 0.18321511149406433, 0.17613385617733002, 0.17081554234027863, 0.1370221972465515], "r_norm": [0.2517552971839905, 0.23970063030719757, 0.24953854084014893, 0.2546672224998474, 0.2532091736793518]}, {"step": 5150, "epoch": 10, "train_loss": 0.0012133505661040545, "cos_r_negg": [0.14909350872039795, 0.1767917424440384, 0.17091867327690125, 0.16869670152664185, 0.13570523262023926], "cos_apical_negg": [0.14909350872039795, 0.1767917424440384, 0.17091867327690125, 0.16869670152664185, 0.13570523262023926], "cos_Ac_negg": [0.14909350872039795, 0.1767917424440384, 0.17091867327690125, 0.16869670152664185, 0.13570523262023926], "r_norm": [0.2414351999759674, 0.22852963209152222, 0.23967663943767548, 0.2436029613018036, 0.24155130982398987]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9728, "test_loss": 0.1489063060760498}, {"step": 5200, "epoch": 11, "train_loss": 0.0009003904415294528, "cos_r_negg": [0.13654594123363495, 0.16149404644966125, 0.15731942653656006, 0.1533692181110382, 0.12282828241586685], "cos_apical_negg": [0.13654594123363495, 0.16149404644966125, 0.15731942653656006, 0.1533692181110382, 0.12282828241586685], "cos_Ac_negg": [0.13654594123363495, 0.16149404644966125, 0.15731942653656006, 0.1533692181110382, 0.12282828241586685], "r_norm": [0.24018347263336182, 0.22650687396526337, 0.23668739199638367, 0.2418494075536728, 0.24023164808750153]}, {"step": 5250, "epoch": 11, "train_loss": 0.0009789267787709832, "cos_r_negg": [0.14497482776641846, 0.16865237057209015, 0.16321426630020142, 0.15977893769741058, 0.12821422517299652], "cos_apical_negg": [0.14497482776641846, 0.16865237057209015, 0.16321426630020142, 0.15977893769741058, 0.12821422517299652], "cos_Ac_negg": [0.14497482776641846, 0.16865237057209015, 0.16321426630020142, 0.15977893769741058, 0.12821422517299652], "r_norm": [0.23623546957969666, 0.22077496349811554, 0.23146292567253113, 0.2374415248632431, 0.23571018874645233]}, {"step": 5300, "epoch": 11, "train_loss": 0.001754842116497457, "cos_r_negg": [0.14657562971115112, 0.17212294042110443, 0.16695313155651093, 0.16396325826644897, 0.1335998773574829], "cos_apical_negg": [0.14657562971115112, 0.17212294042110443, 0.16695313155651093, 0.16396325826644897, 0.1335998773574829], "cos_Ac_negg": [0.14657562971115112, 0.17212294042110443, 0.16695313155651093, 0.16396325826644897, 0.1335998773574829], "r_norm": [0.226087749004364, 0.21091997623443604, 0.22211679816246033, 0.22631676495075226, 0.22411459684371948]}, {"step": 5350, "epoch": 11, "train_loss": 0.0159305352717638, "cos_r_negg": [0.14244768023490906, 0.16730380058288574, 0.1627252995967865, 0.15666362643241882, 0.12749217450618744], "cos_apical_negg": [0.14244768023490906, 0.16730380058288574, 0.1627252995967865, 0.15666362643241882, 0.12749217450618744], "cos_Ac_negg": [0.14244768023490906, 0.16730380058288574, 0.1627252995967865, 0.15666362643241882, 0.12749217450618744], "r_norm": [0.2311592698097229, 0.21630124747753143, 0.22679299116134644, 0.23130351305007935, 0.230088472366333]}, {"step": 5400, "epoch": 11, "train_loss": 0.0006081035826355219, "cos_r_negg": [0.13650301098823547, 0.16061614453792572, 0.1557711511850357, 0.1522844284772873, 0.12372080981731415], "cos_apical_negg": [0.13650301098823547, 0.16061614453792572, 0.1557711511850357, 0.1522844284772873, 0.12372080981731415], "cos_Ac_negg": [0.13650301098823547, 0.16061614453792572, 0.1557711511850357, 0.1522844284772873, 0.12372080981731415], "r_norm": [0.22938591241836548, 0.21455800533294678, 0.22445367276668549, 0.2294350564479828, 0.22860443592071533]}, {"step": 5450, "epoch": 11, "train_loss": 0.0038699298165738583, "cos_r_negg": [0.12892310321331024, 0.15224066376686096, 0.1497071087360382, 0.14443643391132355, 0.11754578351974487], "cos_apical_negg": [0.12892310321331024, 0.15224066376686096, 0.1497071087360382, 0.14443643391132355, 0.11754578351974487], "cos_Ac_negg": [0.12892310321331024, 0.15224066376686096, 0.1497071087360382, 0.14443643391132355, 0.11754578351974487], "r_norm": [0.2537791132926941, 0.2397719919681549, 0.24980127811431885, 0.254827618598938, 0.25394588708877563]}, {"step": 5500, "epoch": 11, "train_loss": 0.0009237166377715766, "cos_r_negg": [0.13943397998809814, 0.1668015718460083, 0.1614556908607483, 0.15813231468200684, 0.1269300878047943], "cos_apical_negg": [0.13943397998809814, 0.1668015718460083, 0.1614556908607483, 0.15813231468200684, 0.1269300878047943], "cos_Ac_negg": [0.13943397998809814, 0.1668015718460083, 0.1614556908607483, 0.15813231468200684, 0.1269300878047943], "r_norm": [0.2539377212524414, 0.2345326989889145, 0.247391015291214, 0.2526525557041168, 0.2510368227958679]}, {"step": 5550, "epoch": 11, "train_loss": 0.0010609186720103025, "cos_r_negg": [0.137764111161232, 0.16421040892601013, 0.1583993285894394, 0.15552011132240295, 0.1242559626698494], "cos_apical_negg": [0.137764111161232, 0.16421040892601013, 0.1583993285894394, 0.15552011132240295, 0.1242559626698494], "cos_Ac_negg": [0.137764111161232, 0.16421040892601013, 0.1583993285894394, 0.15552011132240295, 0.1242559626698494], "r_norm": [0.24169184267520905, 0.22513285279273987, 0.23727285861968994, 0.24168792366981506, 0.23990744352340698]}, {"step": 5600, "epoch": 11, "train_loss": 0.00044801225885748863, "cos_r_negg": [0.13075348734855652, 0.1560402363538742, 0.14974582195281982, 0.14531037211418152, 0.11870859563350677], "cos_apical_negg": [0.13075348734855652, 0.1560402363538742, 0.14974582195281982, 0.14531037211418152, 0.11870859563350677], "cos_Ac_negg": [0.13075348734855652, 0.1560402363538742, 0.14974582195281982, 0.14531037211418152, 0.11870859563350677], "r_norm": [0.24282582104206085, 0.2262043058872223, 0.23781447112560272, 0.24278384447097778, 0.2409919798374176]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9713, "test_loss": 0.16415768451690674}, {"step": 5650, "epoch": 12, "train_loss": 0.001378616550937295, "cos_r_negg": [0.12961894273757935, 0.15460386872291565, 0.15031519532203674, 0.14804613590240479, 0.12105874717235565], "cos_apical_negg": [0.12961894273757935, 0.15460386872291565, 0.15031519532203674, 0.14804613590240479, 0.12105874717235565], "cos_Ac_negg": [0.12961894273757935, 0.15460386872291565, 0.15031519532203674, 0.14804613590240479, 0.12105874717235565], "r_norm": [0.24622201919555664, 0.22931307554244995, 0.24232730269432068, 0.24687084555625916, 0.24564795196056366]}, {"step": 5700, "epoch": 12, "train_loss": 9.494133701082319e-05, "cos_r_negg": [0.1259138435125351, 0.1495276540517807, 0.14509651064872742, 0.1430974006652832, 0.1169220358133316], "cos_apical_negg": [0.1259138435125351, 0.1495276540517807, 0.14509651064872742, 0.1430974006652832, 0.1169220358133316], "cos_Ac_negg": [0.1259138435125351, 0.1495276540517807, 0.14509651064872742, 0.1430974006652832, 0.1169220358133316], "r_norm": [0.2271164208650589, 0.21357285976409912, 0.2242896854877472, 0.22808387875556946, 0.22670476138591766]}, {"step": 5750, "epoch": 12, "train_loss": 0.00021352140174712986, "cos_r_negg": [0.12287166714668274, 0.14536088705062866, 0.14058691263198853, 0.139475017786026, 0.11487032473087311], "cos_apical_negg": [0.12287166714668274, 0.14536088705062866, 0.14058691263198853, 0.139475017786026, 0.11487032473087311], "cos_Ac_negg": [0.12287166714668274, 0.14536088705062866, 0.14058691263198853, 0.139475017786026, 0.11487032473087311], "r_norm": [0.22161245346069336, 0.20748767256736755, 0.217695951461792, 0.22184252738952637, 0.22105281054973602]}, {"step": 5800, "epoch": 12, "train_loss": 0.00022775173420086503, "cos_r_negg": [0.12183471024036407, 0.14427167177200317, 0.13892965018749237, 0.13620983064174652, 0.11274688690900803], "cos_apical_negg": [0.12183471024036407, 0.14427167177200317, 0.13892965018749237, 0.13620983064174652, 0.11274688690900803], "cos_Ac_negg": [0.12183471024036407, 0.14427167177200317, 0.13892965018749237, 0.13620983064174652, 0.11274688690900803], "r_norm": [0.23087017238140106, 0.21645525097846985, 0.22662286460399628, 0.23117244243621826, 0.23035547137260437]}, {"step": 5850, "epoch": 12, "train_loss": 0.00036261408240534365, "cos_r_negg": [0.11989599466323853, 0.14046117663383484, 0.1363113969564438, 0.1337711215019226, 0.11019537597894669], "cos_apical_negg": [0.11989599466323853, 0.14046117663383484, 0.1363113969564438, 0.1337711215019226, 0.11019537597894669], "cos_Ac_negg": [0.11989599466323853, 0.14046117663383484, 0.1363113969564438, 0.1337711215019226, 0.11019537597894669], "r_norm": [0.23144765198230743, 0.2171565741300583, 0.22757889330387115, 0.2320420742034912, 0.23142953217029572]}, {"step": 5900, "epoch": 12, "train_loss": 0.0006315181963145733, "cos_r_negg": [0.11801762878894806, 0.1392427235841751, 0.13525375723838806, 0.1333933025598526, 0.11025938391685486], "cos_apical_negg": [0.11801762878894806, 0.1392427235841751, 0.13525375723838806, 0.1333933025598526, 0.11025938391685486], "cos_Ac_negg": [0.11801762878894806, 0.1392427235841751, 0.13525375723838806, 0.1333933025598526, 0.11025938391685486], "r_norm": [0.22278998792171478, 0.20895026624202728, 0.21890930831432343, 0.22348952293395996, 0.22307676076889038]}, {"step": 5950, "epoch": 12, "train_loss": 0.0005167928175069392, "cos_r_negg": [0.11548105627298355, 0.1364016830921173, 0.1320149451494217, 0.13140597939491272, 0.10846757888793945], "cos_apical_negg": [0.11548105627298355, 0.1364016830921173, 0.1320149451494217, 0.13140597939491272, 0.10846757888793945], "cos_Ac_negg": [0.11548105627298355, 0.1364016830921173, 0.1320149451494217, 0.13140597939491272, 0.10846757888793945], "r_norm": [0.22136375308036804, 0.2074158787727356, 0.2172924429178238, 0.22128178179264069, 0.22010985016822815]}, {"step": 6000, "epoch": 12, "train_loss": 0.0008348191622644663, "cos_r_negg": [0.11388760805130005, 0.1341404765844345, 0.13129152357578278, 0.12936779856681824, 0.10701421648263931], "cos_apical_negg": [0.11388760805130005, 0.1341404765844345, 0.13129152357578278, 0.12936779856681824, 0.10701421648263931], "cos_Ac_negg": [0.11388760805130005, 0.1341404765844345, 0.13129152357578278, 0.12936779856681824, 0.10701421648263931], "r_norm": [0.2406177818775177, 0.2247731238603592, 0.23596233129501343, 0.24046047031879425, 0.23938703536987305]}, {"step": 6050, "epoch": 12, "train_loss": 0.00017319282051175833, "cos_r_negg": [0.11183235794305801, 0.13188892602920532, 0.12871816754341125, 0.1258358359336853, 0.10475084185600281], "cos_apical_negg": [0.11183235794305801, 0.13188892602920532, 0.12871816754341125, 0.1258358359336853, 0.10475084185600281], "cos_Ac_negg": [0.11183235794305801, 0.13188892602920532, 0.12871816754341125, 0.1258358359336853, 0.10475084185600281], "r_norm": [0.23800060153007507, 0.22352930903434753, 0.23347026109695435, 0.23840929567813873, 0.23729510605335236]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9726, "test_loss": 0.16726354103088378}, {"step": 6100, "epoch": 13, "train_loss": 0.0022628731094300747, "cos_r_negg": [0.11359526216983795, 0.13390538096427917, 0.1312619000673294, 0.12707501649856567, 0.10560785233974457], "cos_apical_negg": [0.11359526216983795, 0.13390538096427917, 0.1312619000673294, 0.12707501649856567, 0.10560785233974457], "cos_Ac_negg": [0.11359526216983795, 0.13390538096427917, 0.1312619000673294, 0.12707501649856567, 0.10560785233974457], "r_norm": [0.24729683995246887, 0.23063991963863373, 0.2424597591161728, 0.24745959043502808, 0.24550263583660126]}, {"step": 6150, "epoch": 13, "train_loss": 0.00015043003077153116, "cos_r_negg": [0.1119367927312851, 0.13149738311767578, 0.12828001379966736, 0.1261480152606964, 0.10509885102510452], "cos_apical_negg": [0.1119367927312851, 0.13149738311767578, 0.12828001379966736, 0.1261480152606964, 0.10509885102510452], "cos_Ac_negg": [0.1119367927312851, 0.13149738311767578, 0.12828001379966736, 0.1261480152606964, 0.10509885102510452], "r_norm": [0.24312178790569305, 0.2271185964345932, 0.23843789100646973, 0.2430519312620163, 0.24082377552986145]}, {"step": 6200, "epoch": 13, "train_loss": 0.000745305442251265, "cos_r_negg": [0.11002980917692184, 0.1289525330066681, 0.12547099590301514, 0.12485143542289734, 0.1033545657992363], "cos_apical_negg": [0.11002980917692184, 0.1289525330066681, 0.12547099590301514, 0.12485143542289734, 0.1033545657992363], "cos_Ac_negg": [0.11002980917692184, 0.1289525330066681, 0.12547099590301514, 0.12485143542289734, 0.1033545657992363], "r_norm": [0.23438876867294312, 0.21911123394966125, 0.22960102558135986, 0.23400108516216278, 0.23240630328655243]}, {"step": 6250, "epoch": 13, "train_loss": 0.0008178227581083775, "cos_r_negg": [0.11025676131248474, 0.12872381508350372, 0.12533268332481384, 0.12433319538831711, 0.10268077254295349], "cos_apical_negg": [0.11025676131248474, 0.12872381508350372, 0.12533268332481384, 0.12433319538831711, 0.10268077254295349], "cos_Ac_negg": [0.11025676131248474, 0.12872381508350372, 0.12533268332481384, 0.12433319538831711, 0.10268077254295349], "r_norm": [0.23755308985710144, 0.22219446301460266, 0.2327653169631958, 0.23747369647026062, 0.2356722205877304]}, {"step": 6300, "epoch": 13, "train_loss": 0.0006086054490879178, "cos_r_negg": [0.10939039289951324, 0.127707377076149, 0.1244182288646698, 0.12376400828361511, 0.10215595364570618], "cos_apical_negg": [0.10939039289951324, 0.127707377076149, 0.1244182288646698, 0.12376400828361511, 0.10215595364570618], "cos_Ac_negg": [0.10939039289951324, 0.127707377076149, 0.1244182288646698, 0.12376400828361511, 0.10215595364570618], "r_norm": [0.2382386475801468, 0.22361436486244202, 0.23387816548347473, 0.23850154876708984, 0.23706108331680298]}, {"step": 6350, "epoch": 13, "train_loss": 0.0003040980373043567, "cos_r_negg": [0.10822485387325287, 0.12661325931549072, 0.12359084188938141, 0.1222693920135498, 0.10102100670337677], "cos_apical_negg": [0.10822485387325287, 0.12661325931549072, 0.12359084188938141, 0.1222693920135498, 0.10102100670337677], "cos_Ac_negg": [0.10822485387325287, 0.12661325931549072, 0.12359084188938141, 0.1222693920135498, 0.10102100670337677], "r_norm": [0.2442489117383957, 0.22931934893131256, 0.2400769293308258, 0.24480009078979492, 0.2431717813014984]}, {"step": 6400, "epoch": 13, "train_loss": 0.0004516216285992414, "cos_r_negg": [0.10756869614124298, 0.12665240466594696, 0.12352590262889862, 0.12302394211292267, 0.10192219913005829], "cos_apical_negg": [0.10756869614124298, 0.12665240466594696, 0.12352590262889862, 0.12302394211292267, 0.10192219913005829], "cos_Ac_negg": [0.10756869614124298, 0.12665240466594696, 0.12352590262889862, 0.12302394211292267, 0.10192219913005829], "r_norm": [0.236485555768013, 0.22182981669902802, 0.23194117844104767, 0.2366255223751068, 0.23502901196479797]}, {"step": 6450, "epoch": 13, "train_loss": 0.00014218049182090908, "cos_r_negg": [0.10652468353509903, 0.12673749029636383, 0.12323015928268433, 0.12150134146213531, 0.10055531561374664], "cos_apical_negg": [0.10652468353509903, 0.12673749029636383, 0.12323015928268433, 0.12150134146213531, 0.10055531561374664], "cos_Ac_negg": [0.10652468353509903, 0.12673749029636383, 0.12323015928268433, 0.12150134146213531, 0.10055531561374664], "r_norm": [0.2418557107448578, 0.22699236869812012, 0.2371937781572342, 0.24211281538009644, 0.23984679579734802]}, {"step": 6500, "epoch": 13, "train_loss": 5.1876340876333416e-05, "cos_r_negg": [0.10406419634819031, 0.12408657371997833, 0.12114715576171875, 0.12016928941011429, 0.09966802597045898], "cos_apical_negg": [0.10406419634819031, 0.12408657371997833, 0.12114715576171875, 0.12016928941011429, 0.09966802597045898], "cos_Ac_negg": [0.10406419634819031, 0.12408657371997833, 0.12114715576171875, 0.12016928941011429, 0.09966802597045898], "r_norm": [0.229449063539505, 0.21500462293624878, 0.2246633619070053, 0.22960421442985535, 0.22811779379844666]}, {"step": 6550, "epoch": 13, "train_loss": 0.0009407286415807903, "cos_r_negg": [0.1037125289440155, 0.1234850063920021, 0.12066596746444702, 0.11965633183717728, 0.09959656000137329], "cos_apical_negg": [0.1037125289440155, 0.1234850063920021, 0.12066596746444702, 0.11965633183717728, 0.09959656000137329], "cos_Ac_negg": [0.1037125289440155, 0.1234850063920021, 0.12066596746444702, 0.11965633183717728, 0.09959656000137329], "r_norm": [0.22868603467941284, 0.2143583446741104, 0.2248726189136505, 0.22915610671043396, 0.22760774195194244]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9733, "test_loss": 0.17080057735443116}, {"step": 6600, "epoch": 14, "train_loss": 0.00028295122319832444, "cos_r_negg": [0.10147345811128616, 0.11996011435985565, 0.11721081286668777, 0.116548091173172, 0.09650588035583496], "cos_apical_negg": [0.10147345811128616, 0.11996011435985565, 0.11721081286668777, 0.116548091173172, 0.09650588035583496], "cos_Ac_negg": [0.10147345811128616, 0.11996011435985565, 0.11721081286668777, 0.116548091173172, 0.09650588035583496], "r_norm": [0.22576795518398285, 0.21120360493659973, 0.22158163785934448, 0.22548383474349976, 0.22454151511192322]}, {"step": 6650, "epoch": 14, "train_loss": 0.001041494426317513, "cos_r_negg": [0.10003436356782913, 0.11795783787965775, 0.11530863493680954, 0.11479610204696655, 0.09491315484046936], "cos_apical_negg": [0.10003436356782913, 0.11795783787965775, 0.11530863493680954, 0.11479610204696655, 0.09491315484046936], "cos_Ac_negg": [0.10003436356782913, 0.11795783787965775, 0.11530863493680954, 0.11479610204696655, 0.09491315484046936], "r_norm": [0.2228512167930603, 0.20860809087753296, 0.2186044156551361, 0.22241652011871338, 0.22173695266246796]}, {"step": 6700, "epoch": 14, "train_loss": 0.0006669223657809198, "cos_r_negg": [0.10007919371128082, 0.1183166354894638, 0.11533499509096146, 0.1144089549779892, 0.09502895176410675], "cos_apical_negg": [0.10007919371128082, 0.1183166354894638, 0.11533499509096146, 0.1144089549779892, 0.09502895176410675], "cos_Ac_negg": [0.10007919371128082, 0.1183166354894638, 0.11533499509096146, 0.1144089549779892, 0.09502895176410675], "r_norm": [0.22806797921657562, 0.2134215235710144, 0.22395873069763184, 0.22784888744354248, 0.2267886847257614]}, {"step": 6750, "epoch": 14, "train_loss": 0.0002296064340043813, "cos_r_negg": [0.0993761420249939, 0.11741350591182709, 0.11452678591012955, 0.11372397094964981, 0.09475883841514587], "cos_apical_negg": [0.0993761420249939, 0.11741350591182709, 0.11452678591012955, 0.11372397094964981, 0.09475883841514587], "cos_Ac_negg": [0.0993761420249939, 0.11741350591182709, 0.11452678591012955, 0.11372397094964981, 0.09475883841514587], "r_norm": [0.23105423152446747, 0.21613456308841705, 0.22696049511432648, 0.23079876601696014, 0.22976909577846527]}, {"step": 6800, "epoch": 14, "train_loss": 0.0005276003503240645, "cos_r_negg": [0.0997292697429657, 0.11834566295146942, 0.1149645745754242, 0.11510446667671204, 0.09565569460391998], "cos_apical_negg": [0.0997292697429657, 0.11834566295146942, 0.1149645745754242, 0.11510446667671204, 0.09565569460391998], "cos_Ac_negg": [0.0997292697429657, 0.11834566295146942, 0.1149645745754242, 0.11510446667671204, 0.09565569460391998], "r_norm": [0.22735595703125, 0.21242408454418182, 0.2228243052959442, 0.2272331863641739, 0.22576889395713806]}, {"step": 6850, "epoch": 14, "train_loss": 0.0001430169795639813, "cos_r_negg": [0.09962530434131622, 0.11791425198316574, 0.11476022005081177, 0.11439530551433563, 0.09516830742359161], "cos_apical_negg": [0.09962530434131622, 0.11791425198316574, 0.11476022005081177, 0.11439530551433563, 0.09516830742359161], "cos_Ac_negg": [0.09962530434131622, 0.11791425198316574, 0.11476022005081177, 0.11439530551433563, 0.09516830742359161], "r_norm": [0.22758617997169495, 0.2124408483505249, 0.22313642501831055, 0.22764316201210022, 0.22583669424057007]}, {"step": 6900, "epoch": 14, "train_loss": 0.00023705538478679955, "cos_r_negg": [0.09895585477352142, 0.11633774638175964, 0.1138717457652092, 0.11314049363136292, 0.09421694278717041], "cos_apical_negg": [0.09895585477352142, 0.11633774638175964, 0.1138717457652092, 0.11314049363136292, 0.09421694278717041], "cos_Ac_negg": [0.09895585477352142, 0.11633774638175964, 0.1138717457652092, 0.11314049363136292, 0.09421694278717041], "r_norm": [0.23606035113334656, 0.22159221768379211, 0.2320299744606018, 0.23680561780929565, 0.23519839346408844]}, {"step": 6950, "epoch": 14, "train_loss": 6.662234227405861e-05, "cos_r_negg": [0.09935638308525085, 0.11655381321907043, 0.11475221067667007, 0.11470171809196472, 0.09576232731342316], "cos_apical_negg": [0.09935638308525085, 0.11655381321907043, 0.11475221067667007, 0.11470171809196472, 0.09576232731342316], "cos_Ac_negg": [0.09935638308525085, 0.11655381321907043, 0.11475221067667007, 0.11470171809196472, 0.09576232731342316], "r_norm": [0.2315216362476349, 0.21727368235588074, 0.22727619111537933, 0.23210713267326355, 0.23070085048675537]}, {"step": 7000, "epoch": 14, "train_loss": 0.0004670783819165081, "cos_r_negg": [0.09883414208889008, 0.11628307402133942, 0.11421142518520355, 0.11299063265323639, 0.09373848140239716], "cos_apical_negg": [0.09883414208889008, 0.11628307402133942, 0.11421142518520355, 0.11299063265323639, 0.09373848140239716], "cos_Ac_negg": [0.09883414208889008, 0.11628307402133942, 0.11421142518520355, 0.11299063265323639, 0.09373848140239716], "r_norm": [0.23726585507392883, 0.2225247621536255, 0.23266664147377014, 0.23753510415554047, 0.23642726242542267]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9726, "test_loss": 0.17411356086730956}, {"step": 7050, "epoch": 15, "train_loss": 0.00014836862101219594, "cos_r_negg": [0.09804107993841171, 0.11535467952489853, 0.11335138976573944, 0.11199431121349335, 0.09339819848537445], "cos_apical_negg": [0.09804107993841171, 0.11535467952489853, 0.11335138976573944, 0.11199431121349335, 0.09339819848537445], "cos_Ac_negg": [0.09804107993841171, 0.11535467952489853, 0.11335138976573944, 0.11199431121349335, 0.09339819848537445], "r_norm": [0.24065762758255005, 0.22576002776622772, 0.23618987202644348, 0.24086043238639832, 0.23971593379974365]}, {"step": 7100, "epoch": 15, "train_loss": 0.0005983419250696898, "cos_r_negg": [0.09839397668838501, 0.11640241742134094, 0.11378251016139984, 0.11365830898284912, 0.0944567322731018], "cos_apical_negg": [0.09839397668838501, 0.11640241742134094, 0.11378251016139984, 0.11365830898284912, 0.0944567322731018], "cos_Ac_negg": [0.09839397668838501, 0.11640241742134094, 0.11378251016139984, 0.11365830898284912, 0.0944567322731018], "r_norm": [0.2390507459640503, 0.223062202334404, 0.23370786011219025, 0.2389955222606659, 0.2374158799648285]}, {"step": 7150, "epoch": 15, "train_loss": 5.01116992381867e-05, "cos_r_negg": [0.09835135191679001, 0.1156446635723114, 0.11377564817667007, 0.11373614519834518, 0.09481662511825562], "cos_apical_negg": [0.09835135191679001, 0.1156446635723114, 0.11377564817667007, 0.11373614519834518, 0.09481662511825562], "cos_Ac_negg": [0.09835135191679001, 0.1156446635723114, 0.11377564817667007, 0.11373614519834518, 0.09481662511825562], "r_norm": [0.24171015620231628, 0.2266986072063446, 0.23724550008773804, 0.2422846555709839, 0.24080884456634521]}, {"step": 7200, "epoch": 15, "train_loss": 0.00014033057959750295, "cos_r_negg": [0.09759624302387238, 0.11440160870552063, 0.11256367713212967, 0.11222609132528305, 0.09352295845746994], "cos_apical_negg": [0.09759624302387238, 0.11440160870552063, 0.11256367713212967, 0.11222609132528305, 0.09352295845746994], "cos_Ac_negg": [0.09759624302387238, 0.11440160870552063, 0.11256367713212967, 0.11222609132528305, 0.09352295845746994], "r_norm": [0.24386799335479736, 0.2292238175868988, 0.23967590928077698, 0.24461933970451355, 0.24341416358947754]}, {"step": 7250, "epoch": 15, "train_loss": 0.00020112843776587397, "cos_r_negg": [0.09698470681905746, 0.11340570449829102, 0.11193953454494476, 0.11140625923871994, 0.09302395582199097], "cos_apical_negg": [0.09698470681905746, 0.11340570449829102, 0.11193953454494476, 0.11140625923871994, 0.09302395582199097], "cos_Ac_negg": [0.09698470681905746, 0.11340570449829102, 0.11193953454494476, 0.11140625923871994, 0.09302395582199097], "r_norm": [0.25001639127731323, 0.23577485978603363, 0.2464936226606369, 0.25129377841949463, 0.2500480115413666]}, {"step": 7300, "epoch": 15, "train_loss": 0.00015450341743417084, "cos_r_negg": [0.09566445648670197, 0.11218613386154175, 0.11056479811668396, 0.10968314111232758, 0.09173956513404846], "cos_apical_negg": [0.09566445648670197, 0.11218613386154175, 0.11056479811668396, 0.10968314111232758, 0.09173956513404846], "cos_Ac_negg": [0.09566445648670197, 0.11218613386154175, 0.11056479811668396, 0.10968314111232758, 0.09173956513404846], "r_norm": [0.24852220714092255, 0.23445115983486176, 0.24493609368801117, 0.24970176815986633, 0.24860674142837524]}, {"step": 7350, "epoch": 15, "train_loss": 0.00045268796384334564, "cos_r_negg": [0.09409919381141663, 0.11066292226314545, 0.10872173309326172, 0.10763047635555267, 0.0898805484175682], "cos_apical_negg": [0.09409919381141663, 0.11066292226314545, 0.10872173309326172, 0.10763047635555267, 0.0898805484175682], "cos_Ac_negg": [0.09409919381141663, 0.11066292226314545, 0.10872173309326172, 0.10763047635555267, 0.0898805484175682], "r_norm": [0.2430473268032074, 0.2289707064628601, 0.23896601796150208, 0.24377450346946716, 0.2428443431854248]}, {"step": 7400, "epoch": 15, "train_loss": 0.0002614142722450197, "cos_r_negg": [0.0951099693775177, 0.11195860058069229, 0.11011584848165512, 0.10953928530216217, 0.0915287509560585], "cos_apical_negg": [0.0951099693775177, 0.11195860058069229, 0.11011584848165512, 0.10953928530216217, 0.0915287509560585], "cos_Ac_negg": [0.0951099693775177, 0.11195860058069229, 0.11011584848165512, 0.10953928530216217, 0.0915287509560585], "r_norm": [0.23496252298355103, 0.2207893431186676, 0.2303701490163803, 0.2352944314479828, 0.23434363305568695]}, {"step": 7450, "epoch": 15, "train_loss": 0.00040152971632778645, "cos_r_negg": [0.09478126466274261, 0.11108455061912537, 0.10923222452402115, 0.10863999277353287, 0.09051176905632019], "cos_apical_negg": [0.09478126466274261, 0.11108455061912537, 0.10923222452402115, 0.10863999277353287, 0.09051176905632019], "cos_Ac_negg": [0.09478126466274261, 0.11108455061912537, 0.10923222452402115, 0.10863999277353287, 0.09051176905632019], "r_norm": [0.23687919974327087, 0.2224733680486679, 0.23226624727249146, 0.23709480464458466, 0.23618802428245544]}, {"step": 7500, "epoch": 15, "train_loss": 9.274024341721088e-05, "cos_r_negg": [0.09414668381214142, 0.1102157011628151, 0.10848569869995117, 0.10769630968570709, 0.08978847414255142], "cos_apical_negg": [0.09414668381214142, 0.1102157011628151, 0.10848569869995117, 0.10769630968570709, 0.08978847414255142], "cos_Ac_negg": [0.09414668381214142, 0.1102157011628151, 0.10848569869995117, 0.10769630968570709, 0.08978847414255142], "r_norm": [0.23890690505504608, 0.22465330362319946, 0.23458029329776764, 0.2393614500761032, 0.23846852779388428]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9728, "test_loss": 0.17638640804290773}, {"step": 7550, "epoch": 16, "train_loss": 8.671406976645812e-05, "cos_r_negg": [0.09318433701992035, 0.11001917719841003, 0.10769819468259811, 0.10732024908065796, 0.08916574716567993], "cos_apical_negg": [0.09318433701992035, 0.11001917719841003, 0.10769819468259811, 0.10732024908065796, 0.08916574716567993], "cos_Ac_negg": [0.09318433701992035, 0.11001917719841003, 0.10769819468259811, 0.10732024908065796, 0.08916574716567993], "r_norm": [0.235410675406456, 0.22037041187286377, 0.2303348034620285, 0.23534706234931946, 0.2343454509973526]}, {"step": 7600, "epoch": 16, "train_loss": 0.0009371094638481736, "cos_r_negg": [0.09423065185546875, 0.11005215346813202, 0.10821302235126495, 0.1080823540687561, 0.0897315964102745], "cos_apical_negg": [0.09423065185546875, 0.11005215346813202, 0.10821302235126495, 0.1080823540687561, 0.0897315964102745], "cos_Ac_negg": [0.09423065185546875, 0.11005215346813202, 0.10821302235126495, 0.1080823540687561, 0.0897315964102745], "r_norm": [0.24534264206886292, 0.23111572861671448, 0.24096283316612244, 0.2464289516210556, 0.24523839354515076]}, {"step": 7650, "epoch": 16, "train_loss": 5.682397750206292e-05, "cos_r_negg": [0.09385219216346741, 0.10968761891126633, 0.10778511315584183, 0.10741855204105377, 0.08929325640201569], "cos_apical_negg": [0.09385219216346741, 0.10968761891126633, 0.10778511315584183, 0.10741855204105377, 0.08929325640201569], "cos_Ac_negg": [0.09385219216346741, 0.10968761891126633, 0.10778511315584183, 0.10741855204105377, 0.08929325640201569], "r_norm": [0.24677352607250214, 0.23284731805324554, 0.24268794059753418, 0.24804159998893738, 0.2467978149652481]}, {"step": 7700, "epoch": 16, "train_loss": 0.00012674635217990726, "cos_r_negg": [0.09287485480308533, 0.10854723304510117, 0.10650734603404999, 0.10570502281188965, 0.08810091018676758], "cos_apical_negg": [0.09287485480308533, 0.10854723304510117, 0.10650734603404999, 0.10570502281188965, 0.08810091018676758], "cos_Ac_negg": [0.09287485480308533, 0.10854723304510117, 0.10650734603404999, 0.10570502281188965, 0.08810091018676758], "r_norm": [0.24805930256843567, 0.23446418344974518, 0.24428631365299225, 0.2494169920682907, 0.2482210099697113]}, {"step": 7750, "epoch": 16, "train_loss": 0.00033642517519183457, "cos_r_negg": [0.09258668124675751, 0.10817957669496536, 0.10607883334159851, 0.10523830354213715, 0.08777991682291031], "cos_apical_negg": [0.09258668124675751, 0.10817957669496536, 0.10607883334159851, 0.10523830354213715, 0.08777991682291031], "cos_Ac_negg": [0.09258668124675751, 0.10817957669496536, 0.10607883334159851, 0.10523830354213715, 0.08777991682291031], "r_norm": [0.24720478057861328, 0.23362500965595245, 0.24338874220848083, 0.2484786957502365, 0.2473628669977188]}, {"step": 7800, "epoch": 16, "train_loss": 0.00031445821514353156, "cos_r_negg": [0.09185840934515, 0.10760451853275299, 0.1057819277048111, 0.10513180494308472, 0.08791056275367737], "cos_apical_negg": [0.09185840934515, 0.10760451853275299, 0.1057819277048111, 0.10513180494308472, 0.08791056275367737], "cos_Ac_negg": [0.09185840934515, 0.10760451853275299, 0.1057819277048111, 0.10513180494308472, 0.08791056275367737], "r_norm": [0.24486534297466278, 0.23055920004844666, 0.2406345009803772, 0.24542811512947083, 0.2446068376302719]}, {"step": 7850, "epoch": 16, "train_loss": 0.0006765765720047057, "cos_r_negg": [0.09153077751398087, 0.1074153482913971, 0.1055147796869278, 0.10481886565685272, 0.0876031219959259], "cos_apical_negg": [0.09153077751398087, 0.1074153482913971, 0.1055147796869278, 0.10481886565685272, 0.0876031219959259], "cos_Ac_negg": [0.09153077751398087, 0.1074153482913971, 0.1055147796869278, 0.10481886565685272, 0.0876031219959259], "r_norm": [0.24502986669540405, 0.2306823581457138, 0.24071812629699707, 0.2455298751592636, 0.2447848618030548]}, {"step": 7900, "epoch": 16, "train_loss": 0.00021453812951222062, "cos_r_negg": [0.09155832231044769, 0.10752981156110764, 0.10547861456871033, 0.10489685088396072, 0.0875844955444336], "cos_apical_negg": [0.09155832231044769, 0.10752981156110764, 0.10547861456871033, 0.10489685088396072, 0.0875844955444336], "cos_Ac_negg": [0.09155832231044769, 0.10752981156110764, 0.10547861456871033, 0.10489685088396072, 0.0875844955444336], "r_norm": [0.24423329532146454, 0.22978150844573975, 0.23988831043243408, 0.24468380212783813, 0.24391737580299377]}, {"step": 7950, "epoch": 16, "train_loss": 0.00019076390890404582, "cos_r_negg": [0.09133894741535187, 0.10719416290521622, 0.10516011714935303, 0.10446824133396149, 0.08745214343070984], "cos_apical_negg": [0.09133894741535187, 0.10719416290521622, 0.10516011714935303, 0.10446824133396149, 0.08745214343070984], "cos_Ac_negg": [0.09133894741535187, 0.10719416290521622, 0.10516011714935303, 0.10446824133396149, 0.08745214343070984], "r_norm": [0.24534961581230164, 0.23129090666770935, 0.24132704734802246, 0.2460222989320755, 0.24526840448379517]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9726, "test_loss": 0.1795231855392456}, {"step": 8000, "epoch": 17, "train_loss": 0.0004386205109767616, "cos_r_negg": [0.09026665985584259, 0.10576024651527405, 0.1036071851849556, 0.10293977707624435, 0.08613703399896622], "cos_apical_negg": [0.09026665985584259, 0.10576024651527405, 0.1036071851849556, 0.10293977707624435, 0.08613703399896622], "cos_Ac_negg": [0.09026665985584259, 0.10576024651527405, 0.1036071851849556, 0.10293977707624435, 0.08613703399896622], "r_norm": [0.2421402931213379, 0.22785571217536926, 0.2377309501171112, 0.24250319600105286, 0.2418738603591919]}, {"step": 8050, "epoch": 17, "train_loss": 0.00013084206148050725, "cos_r_negg": [0.08981867134571075, 0.10535284876823425, 0.10313936322927475, 0.10241538286209106, 0.08577977120876312], "cos_apical_negg": [0.08981867134571075, 0.10535284876823425, 0.10313936322927475, 0.10241538286209106, 0.08577977120876312], "cos_Ac_negg": [0.08981867134571075, 0.10535284876823425, 0.10313936322927475, 0.10241538286209106, 0.08577977120876312], "r_norm": [0.2430950105190277, 0.22867432236671448, 0.23865288496017456, 0.24342432618141174, 0.24274471402168274]}, {"step": 8100, "epoch": 17, "train_loss": 0.00028931224369443953, "cos_r_negg": [0.09010034799575806, 0.10580276697874069, 0.1039029210805893, 0.10362584888935089, 0.08682781457901001], "cos_apical_negg": [0.09010034799575806, 0.10580276697874069, 0.1039029210805893, 0.10362584888935089, 0.08682781457901001], "cos_Ac_negg": [0.09010034799575806, 0.10580276697874069, 0.1039029210805893, 0.10362584888935089, 0.08682781457901001], "r_norm": [0.24346846342086792, 0.22891227900981903, 0.23898020386695862, 0.24377962946891785, 0.24305389821529388]}, {"step": 8150, "epoch": 17, "train_loss": 6.805044540669769e-05, "cos_r_negg": [0.08838594704866409, 0.10499051213264465, 0.10294777899980545, 0.10292432457208633, 0.08609447628259659], "cos_apical_negg": [0.08838594704866409, 0.10499051213264465, 0.10294777899980545, 0.10292432457208633, 0.08609447628259659], "cos_Ac_negg": [0.08838594704866409, 0.10499051213264465, 0.10294777899980545, 0.10292432457208633, 0.08609447628259659], "r_norm": [0.24386103451251984, 0.2282925695180893, 0.23858824372291565, 0.24391767382621765, 0.2428995966911316]}, {"step": 8200, "epoch": 17, "train_loss": 0.0004518514033406973, "cos_r_negg": [0.08912400901317596, 0.10497941076755524, 0.10328412055969238, 0.10297152400016785, 0.08593593537807465], "cos_apical_negg": [0.08912400901317596, 0.10497941076755524, 0.10328412055969238, 0.10297152400016785, 0.08593593537807465], "cos_Ac_negg": [0.08912400901317596, 0.10497941076755524, 0.10328412055969238, 0.10297152400016785, 0.08593593537807465], "r_norm": [0.24617615342140198, 0.2319415807723999, 0.24179983139038086, 0.24692930281162262, 0.24613666534423828]}, {"step": 8250, "epoch": 17, "train_loss": 0.0003188740520272404, "cos_r_negg": [0.08795274794101715, 0.10384953022003174, 0.10193997621536255, 0.10137215256690979, 0.08458717167377472], "cos_apical_negg": [0.08795274794101715, 0.10384953022003174, 0.10193997621536255, 0.10137215256690979, 0.08458717167377472], "cos_Ac_negg": [0.08795274794101715, 0.10384953022003174, 0.10193997621536255, 0.10137215256690979, 0.08458717167377472], "r_norm": [0.2459157407283783, 0.23160086572170258, 0.24172082543373108, 0.24653826653957367, 0.24572695791721344]}, {"step": 8300, "epoch": 17, "train_loss": 0.00010083181405207142, "cos_r_negg": [0.08734361082315445, 0.1035778746008873, 0.10151176154613495, 0.10116109251976013, 0.08446688950061798], "cos_apical_negg": [0.08734361082315445, 0.1035778746008873, 0.10151176154613495, 0.10116109251976013, 0.08446688950061798], "cos_Ac_negg": [0.08734361082315445, 0.1035778746008873, 0.10151176154613495, 0.10116109251976013, 0.08446688950061798], "r_norm": [0.24443838000297546, 0.22949573397636414, 0.2398899495601654, 0.24454084038734436, 0.24368947744369507]}, {"step": 8350, "epoch": 17, "train_loss": 4.571566387312487e-05, "cos_r_negg": [0.08715435862541199, 0.10311783105134964, 0.10112074017524719, 0.10059338808059692, 0.08408624678850174], "cos_apical_negg": [0.08715435862541199, 0.10311783105134964, 0.10112074017524719, 0.10059338808059692, 0.08408624678850174], "cos_Ac_negg": [0.08715435862541199, 0.10311783105134964, 0.10112074017524719, 0.10059338808059692, 0.08408624678850174], "r_norm": [0.24424214661121368, 0.22965019941329956, 0.23973050713539124, 0.24448151886463165, 0.24366822838783264]}, {"step": 8400, "epoch": 17, "train_loss": 0.0002962186117656529, "cos_r_negg": [0.08641283959150314, 0.1021980345249176, 0.10016840696334839, 0.09955471754074097, 0.08329980075359344], "cos_apical_negg": [0.08641283959150314, 0.1021980345249176, 0.10016840696334839, 0.09955471754074097, 0.08329980075359344], "cos_Ac_negg": [0.08641283959150314, 0.1021980345249176, 0.10016840696334839, 0.09955471754074097, 0.08329980075359344], "r_norm": [0.24234037101268768, 0.2278662919998169, 0.23777976632118225, 0.2425125688314438, 0.24182891845703125]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9725, "test_loss": 0.1822581604003906}, {"step": 8450, "epoch": 18, "train_loss": 0.0003321137046441436, "cos_r_negg": [0.08628680557012558, 0.10202391445636749, 0.09995894879102707, 0.09935835003852844, 0.08325162529945374], "cos_apical_negg": [0.08628680557012558, 0.10202391445636749, 0.09995894879102707, 0.09935835003852844, 0.08325162529945374], "cos_Ac_negg": [0.08628680557012558, 0.10202391445636749, 0.09995894879102707, 0.09935835003852844, 0.08325162529945374], "r_norm": [0.2430810183286667, 0.2290431261062622, 0.23889291286468506, 0.2435414046049118, 0.24284489452838898]}, {"step": 8500, "epoch": 18, "train_loss": 9.929172665579244e-05, "cos_r_negg": [0.08579768240451813, 0.10146835446357727, 0.09940584003925323, 0.09866353124380112, 0.08269404619932175], "cos_apical_negg": [0.08579768240451813, 0.10146835446357727, 0.09940584003925323, 0.09866353124380112, 0.08269404619932175], "cos_Ac_negg": [0.08579768240451813, 0.10146835446357727, 0.09940584003925323, 0.09866353124380112, 0.08269404619932175], "r_norm": [0.24448330700397491, 0.23067109286785126, 0.24049508571624756, 0.24508699774742126, 0.24443402886390686]}, {"step": 8550, "epoch": 18, "train_loss": 0.00043024361366406083, "cos_r_negg": [0.0854802131652832, 0.10110984742641449, 0.0990336611866951, 0.09818510711193085, 0.08227051794528961], "cos_apical_negg": [0.0854802131652832, 0.10110984742641449, 0.0990336611866951, 0.09818510711193085, 0.08227051794528961], "cos_Ac_negg": [0.0854802131652832, 0.10110984742641449, 0.0990336611866951, 0.09818510711193085, 0.08227051794528961], "r_norm": [0.24483734369277954, 0.2309635728597641, 0.24077236652374268, 0.24541178345680237, 0.24481816589832306]}, {"step": 8600, "epoch": 18, "train_loss": 0.00022984592942520976, "cos_r_negg": [0.08525445312261581, 0.10098631680011749, 0.09889759868383408, 0.0980130061507225, 0.0821789801120758], "cos_apical_negg": [0.08525445312261581, 0.10098631680011749, 0.09889759868383408, 0.0980130061507225, 0.0821789801120758], "cos_Ac_negg": [0.08525445312261581, 0.10098631680011749, 0.09889759868383408, 0.0980130061507225, 0.0821789801120758], "r_norm": [0.24324950575828552, 0.22903531789779663, 0.2389104962348938, 0.2436082363128662, 0.24294525384902954]}, {"step": 8650, "epoch": 18, "train_loss": 0.00011407761485315859, "cos_r_negg": [0.08500507473945618, 0.10079069435596466, 0.09869177639484406, 0.09778976440429688, 0.0820683091878891], "cos_apical_negg": [0.08500507473945618, 0.10079069435596466, 0.09869177639484406, 0.09778976440429688, 0.0820683091878891], "cos_Ac_negg": [0.08500507473945618, 0.10079069435596466, 0.09869177639484406, 0.09778976440429688, 0.0820683091878891], "r_norm": [0.24347232282161713, 0.22919492423534393, 0.2390555441379547, 0.24378053843975067, 0.24319638311862946]}, {"step": 8700, "epoch": 18, "train_loss": 0.0004833257116843015, "cos_r_negg": [0.08486294746398926, 0.10064637660980225, 0.09858676791191101, 0.09803684800863266, 0.08235075324773788], "cos_apical_negg": [0.08486294746398926, 0.10064637660980225, 0.09858676791191101, 0.09803684800863266, 0.08235075324773788], "cos_Ac_negg": [0.08486294746398926, 0.10064637660980225, 0.09858676791191101, 0.09803684800863266, 0.08235075324773788], "r_norm": [0.24264320731163025, 0.2284012734889984, 0.23828662931919098, 0.2429342418909073, 0.24232321977615356]}, {"step": 8750, "epoch": 18, "train_loss": 0.0003213001764379442, "cos_r_negg": [0.08331124484539032, 0.09933595359325409, 0.09745686501264572, 0.09693597257137299, 0.0817670077085495], "cos_apical_negg": [0.08331124484539032, 0.09933595359325409, 0.09745686501264572, 0.09693597257137299, 0.0817670077085495], "cos_Ac_negg": [0.08331124484539032, 0.09933595359325409, 0.09745686501264572, 0.09693597257137299, 0.0817670077085495], "r_norm": [0.24111294746398926, 0.22604627907276154, 0.23608046770095825, 0.2410433292388916, 0.2402113825082779]}, {"step": 8800, "epoch": 18, "train_loss": 3.0863557185512036e-05, "cos_r_negg": [0.08343294262886047, 0.09933845698833466, 0.09754934161901474, 0.0971192717552185, 0.08191053569316864], "cos_apical_negg": [0.08343294262886047, 0.09933845698833466, 0.09754934161901474, 0.0971192717552185, 0.08191053569316864], "cos_Ac_negg": [0.08343294262886047, 0.09933845698833466, 0.09754934161901474, 0.0971192717552185, 0.08191053569316864], "r_norm": [0.2413194179534912, 0.2264147400856018, 0.23630937933921814, 0.24143752455711365, 0.2405403107404709]}, {"step": 8850, "epoch": 18, "train_loss": 0.00013496115570887923, "cos_r_negg": [0.08447638154029846, 0.09966547787189484, 0.09795336425304413, 0.09725407510995865, 0.08160191774368286], "cos_apical_negg": [0.08447638154029846, 0.09966547787189484, 0.09795336425304413, 0.09725407510995865, 0.08160191774368286], "cos_Ac_negg": [0.08447638154029846, 0.09966547787189484, 0.09795336425304413, 0.09725407510995865, 0.08160191774368286], "r_norm": [0.2428138554096222, 0.2289453148841858, 0.2385787069797516, 0.24338892102241516, 0.24262645840644836]}, {"step": 8900, "epoch": 18, "train_loss": 0.00024403928546234965, "cos_r_negg": [0.08417533338069916, 0.099204882979393, 0.09744655340909958, 0.09681729972362518, 0.08129636198282242], "cos_apical_negg": [0.08417533338069916, 0.099204882979393, 0.09744655340909958, 0.09681729972362518, 0.08129636198282242], "cos_Ac_negg": [0.08417533338069916, 0.099204882979393, 0.09744655340909958, 0.09681729972362518, 0.08129636198282242], "r_norm": [0.24103474617004395, 0.22727516293525696, 0.23681579530239105, 0.24153265357017517, 0.24073487520217896]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9723, "test_loss": 0.18522878017425537}, {"step": 8950, "epoch": 19, "train_loss": 3.9957696571946144e-05, "cos_r_negg": [0.08398447930812836, 0.09908797591924667, 0.09738361835479736, 0.09667511284351349, 0.08123987913131714], "cos_apical_negg": [0.08398447930812836, 0.09908797591924667, 0.09738361835479736, 0.09667511284351349, 0.08123987913131714], "cos_Ac_negg": [0.08398447930812836, 0.09908797591924667, 0.09738361835479736, 0.09667511284351349, 0.08123987913131714], "r_norm": [0.24115324020385742, 0.22730135917663574, 0.23692958056926727, 0.24163827300071716, 0.24076738953590393]}, {"step": 9000, "epoch": 19, "train_loss": 0.00026112282648682594, "cos_r_negg": [0.08352687954902649, 0.09876380860805511, 0.09707094728946686, 0.09616240859031677, 0.08090659976005554], "cos_apical_negg": [0.08352687954902649, 0.09876380860805511, 0.09707094728946686, 0.09616240859031677, 0.08090659976005554], "cos_Ac_negg": [0.08352687954902649, 0.09876380860805511, 0.09707094728946686, 0.09616240859031677, 0.08090659976005554], "r_norm": [0.24240753054618835, 0.22840552031993866, 0.2381802797317505, 0.24286189675331116, 0.24204754829406738]}, {"step": 9050, "epoch": 19, "train_loss": 0.0001693367084953934, "cos_r_negg": [0.08214668929576874, 0.09785798192024231, 0.09610545635223389, 0.0952412337064743, 0.08051061630249023], "cos_apical_negg": [0.08214668929576874, 0.09785798192024231, 0.09610545635223389, 0.0952412337064743, 0.08051061630249023], "cos_Ac_negg": [0.08214668929576874, 0.09785798192024231, 0.09610545635223389, 0.0952412337064743, 0.08051061630249023], "r_norm": [0.23803815245628357, 0.223672017455101, 0.23318734765052795, 0.23815852403640747, 0.23723986744880676]}, {"step": 9100, "epoch": 19, "train_loss": 0.00020024820696562529, "cos_r_negg": [0.08203700184822083, 0.09760566055774689, 0.0958382785320282, 0.0949535146355629, 0.0803506076335907], "cos_apical_negg": [0.08203700184822083, 0.09760566055774689, 0.0958382785320282, 0.0949535146355629, 0.0803506076335907], "cos_Ac_negg": [0.08203700184822083, 0.09760566055774689, 0.0958382785320282, 0.0949535146355629, 0.0803506076335907], "r_norm": [0.23750263452529907, 0.22357332706451416, 0.23284289240837097, 0.23778775334358215, 0.23697379231452942]}, {"step": 9150, "epoch": 19, "train_loss": 0.0006563590723089874, "cos_r_negg": [0.08206696808338165, 0.09761591255664825, 0.09573405981063843, 0.09499414265155792, 0.08028974384069443], "cos_apical_negg": [0.08206696808338165, 0.09761591255664825, 0.09573405981063843, 0.09499414265155792, 0.08028974384069443], "cos_Ac_negg": [0.08206696808338165, 0.09761591255664825, 0.09573405981063843, 0.09499414265155792, 0.08028974384069443], "r_norm": [0.2367333620786667, 0.22286024689674377, 0.23204483091831207, 0.23702631890773773, 0.23620781302452087]}, {"step": 9200, "epoch": 19, "train_loss": 0.0001655434025451541, "cos_r_negg": [0.08192268013954163, 0.09721392393112183, 0.09537114202976227, 0.0946192517876625, 0.07999464869499207], "cos_apical_negg": [0.08192268013954163, 0.09721392393112183, 0.09537114202976227, 0.0946192517876625, 0.07999464869499207], "cos_Ac_negg": [0.08192268013954163, 0.09721392393112183, 0.09537114202976227, 0.0946192517876625, 0.07999464869499207], "r_norm": [0.23858746886253357, 0.2251778542995453, 0.23422564566135406, 0.23906368017196655, 0.23837144672870636]}, {"step": 9250, "epoch": 19, "train_loss": 8.45973554532975e-05, "cos_r_negg": [0.08169105648994446, 0.09698554873466492, 0.09514613449573517, 0.09437333047389984, 0.07964134216308594], "cos_apical_negg": [0.08169105648994446, 0.09698554873466492, 0.09514613449573517, 0.09437333047389984, 0.07964134216308594], "cos_Ac_negg": [0.08169105648994446, 0.09698554873466492, 0.09514613449573517, 0.09437333047389984, 0.07964134216308594], "r_norm": [0.24101383984088898, 0.22783857583999634, 0.23693639039993286, 0.2417205274105072, 0.2410755157470703]}, {"step": 9300, "epoch": 19, "train_loss": 7.544785330537707e-05, "cos_r_negg": [0.08108066022396088, 0.09647643566131592, 0.0946769118309021, 0.093764528632164, 0.07929719984531403], "cos_apical_negg": [0.08108066022396088, 0.09647643566131592, 0.0946769118309021, 0.093764528632164, 0.07929719984531403], "cos_Ac_negg": [0.08108066022396088, 0.09647643566131592, 0.0946769118309021, 0.093764528632164, 0.07929719984531403], "r_norm": [0.24184313416481018, 0.22872117161750793, 0.23789958655834198, 0.24258704483509064, 0.24191728234291077]}, {"step": 9350, "epoch": 19, "train_loss": 3.119352550129406e-05, "cos_r_negg": [0.08107147365808487, 0.09639612585306168, 0.094696544110775, 0.09367509186267853, 0.0792309120297432], "cos_apical_negg": [0.08107147365808487, 0.09639612585306168, 0.094696544110775, 0.09367509186267853, 0.0792309120297432], "cos_Ac_negg": [0.08107147365808487, 0.09639612585306168, 0.094696544110775, 0.09367509186267853, 0.0792309120297432], "r_norm": [0.24129678308963776, 0.2281089425086975, 0.23728135228157043, 0.24195736646652222, 0.24129840731620789]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9723, "test_loss": 0.18803472690582276}], "final": {"test_acc": 0.9723, "test_loss": 0.18803472690582276, "wall_s": 19.32299542427063, "cos_r_negg": [0.08136593550443649, 0.09651286900043488, 0.09480593353509903, 0.0937938541173935, 0.07920540124177933], "cos_apical_negg": [0.08136593550443649, 0.09651286900043488, 0.09480593353509903, 0.0937938541173935, 0.07920540124177933], "cos_Ac_negg": [0.08136593550443649, 0.09651286900043488, 0.09480593353509903, 0.0937938541173935, 0.07920540124177933]}}
|
