1
|
{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d5_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.505807399749756, "cos_r_negg": [-0.018994610756635666, -0.01539280079305172, -0.006926480680704117, -0.014253634959459305, -0.02315283939242363], "cos_apical_negg": [-0.018994610756635666, -0.01539280079305172, -0.006926480680704117, -0.014253634959459305, -0.02315283939242363], "cos_Ac_negg": [-0.018994610756635666, -0.01539280079305172, -0.006926480680704117, -0.014253634959459305, -0.02315283939242363], "r_norm": [4.927054405212402, 5.02197265625, 4.817532539367676, 5.023550987243652, 5.001510143280029]}, {"step": 50, "epoch": 0, "train_loss": 2.220979928970337, "cos_r_negg": [0.21508647501468658, -0.07259006053209305, -0.1383313685655594, -0.11619037389755249, -0.06178131699562073], "cos_apical_negg": [0.21508647501468658, -0.07259006053209305, -0.1383313685655594, -0.11619037389755249, -0.06178131699562073], "cos_Ac_negg": [0.21508647501468658, -0.07259006053209305, -0.1383313685655594, -0.11619037389755249, -0.06178131699562073], "r_norm": [4.59850549697876, 4.6901164054870605, 4.550522804260254, 4.7138566970825195, 4.670158386230469]}, {"step": 100, "epoch": 0, "train_loss": 2.07492733001709, "cos_r_negg": [0.2618848383426666, -0.12065260112285614, -0.2340048849582672, -0.11723083257675171, -0.1937321424484253], "cos_apical_negg": [0.2618848383426666, -0.12065260112285614, -0.2340048849582672, -0.11723083257675171, -0.1937321424484253], "cos_Ac_negg": [0.2618848383426666, -0.12065260112285614, -0.2340048849582672, -0.11723083257675171, -0.1937321424484253], "r_norm": [4.493692398071289, 4.587428092956543, 4.427187919616699, 4.606817245483398, 4.576752662658691]}, {"step": 150, "epoch": 0, "train_loss": 2.4592556953430176, "cos_r_negg": [0.3236003816127777, -0.14267200231552124, -0.17249369621276855, -0.07557566463947296, -0.14149585366249084], "cos_apical_negg": [0.3236003816127777, -0.14267200231552124, -0.17249369621276855, -0.07557566463947296, -0.14149585366249084], "cos_Ac_negg": [0.3236003816127777, -0.14267200231552124, -0.17249369621276855, -0.07557566463947296, -0.14149585366249084], "r_norm": [4.517995834350586, 4.617809772491455, 4.447321891784668, 4.630352973937988, 4.593400478363037]}, {"step": 200, "epoch": 0, "train_loss": 2.3649919033050537, "cos_r_negg": [0.3192062973976135, -0.10882126539945602, -0.10390700399875641, -0.18311703205108643, -0.0816505029797554], "cos_apical_negg": [0.3192062973976135, -0.10882126539945602, -0.10390700399875641, -0.18311703205108643, -0.0816505029797554], "cos_Ac_negg": [0.3192062973976135, -0.10882126539945602, -0.10390700399875641, -0.18311703205108643, -0.0816505029797554], "r_norm": [4.431370735168457, 4.514597415924072, 4.348250865936279, 4.5204267501831055, 4.488760948181152]}, {"step": 250, "epoch": 0, "train_loss": 2.201338291168213, "cos_r_negg": [0.3154550790786743, -0.05929186940193176, -0.07762487232685089, -0.13350863754749298, -0.11356082558631897], "cos_apical_negg": [0.3154550790786743, -0.05929186940193176, -0.07762487232685089, -0.13350863754749298, -0.11356082558631897], "cos_Ac_negg": [0.3154550790786743, -0.05929186940193176, -0.07762487232685089, -0.13350863754749298, -0.11356082558631897], "r_norm": [4.5854034423828125, 4.683595657348633, 4.529722690582275, 4.695605754852295, 4.6532135009765625]}, {"step": 300, "epoch": 0, "train_loss": 2.0184872150421143, "cos_r_negg": [0.341769278049469, -0.09950637817382812, -0.05363672599196434, -0.09385696798563004, -0.11893315613269806], "cos_apical_negg": [0.341769278049469, -0.09950637817382812, -0.05363672599196434, -0.09385696798563004, -0.11893315613269806], "cos_Ac_negg": [0.341769278049469, -0.09950637817382812, -0.05363672599196434, -0.09385696798563004, -0.11893315613269806], "r_norm": [4.343430519104004, 4.445340156555176, 4.288839340209961, 4.464938163757324, 4.419046401977539]}, {"step": 350, "epoch": 0, "train_loss": 2.30558705329895, "cos_r_negg": [0.34923192858695984, -0.1119752898812294, 0.00891196634620428, -0.06345220655202866, -0.03336823731660843], "cos_apical_negg": [0.34923192858695984, -0.1119752898812294, 0.00891196634620428, -0.06345220655202866, -0.03336823731660843], "cos_Ac_negg": [0.34923192858695984, -0.1119752898812294, 0.00891196634620428, -0.06345220655202866, -0.03336823731660843], "r_norm": [4.50402307510376, 4.621818542480469, 4.449406147003174, 4.650435447692871, 4.642738342285156]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2667, "test_loss": 2.4919559326171874}, {"step": 400, "epoch": 1, "train_loss": 2.1176493167877197, "cos_r_negg": [0.35470935702323914, -0.057758331298828125, 0.010695621371269226, -0.053545206785202026, -0.06272964179515839], "cos_apical_negg": [0.35470935702323914, -0.057758331298828125, 0.010695621371269226, -0.053545206785202026, -0.06272964179515839], "cos_Ac_negg": [0.35470935702323914, -0.057758331298828125, 0.010695621371269226, -0.053545206785202026, -0.06272964179515839], "r_norm": [4.489621639251709, 4.605545520782471, 4.4274139404296875, 4.630572319030762, 4.598249435424805]}, {"step": 450, "epoch": 1, "train_loss": 2.2604410648345947, "cos_r_negg": [0.4169282913208008, -0.06845225393772125, -0.03509761020541191, -0.005322501063346863, -0.04779176041483879], "cos_apical_negg": [0.4169282913208008, -0.06845225393772125, -0.03509761020541191, -0.005322501063346863, -0.04779176041483879], "cos_Ac_negg": [0.4169282913208008, -0.06845225393772125, -0.03509761020541191, -0.005322501063346863, -0.04779176041483879], "r_norm": [4.262391567230225, 4.349580764770508, 4.184591293334961, 4.363880157470703, 4.32145357131958]}, {"step": 500, "epoch": 1, "train_loss": 1.8743743896484375, "cos_r_negg": [0.4052284359931946, -0.044938020408153534, -0.01458277739584446, -0.028919978067278862, -0.0750170350074768], "cos_apical_negg": [0.4052284359931946, -0.044938020408153534, -0.01458277739584446, -0.028919978067278862, -0.0750170350074768], "cos_Ac_negg": [0.4052284359931946, -0.044938020408153534, -0.01458277739584446, -0.028919978067278862, -0.0750170350074768], "r_norm": [4.3606390953063965, 4.4613037109375, 4.302042007446289, 4.495550155639648, 4.446339130401611]}, {"step": 550, "epoch": 1, "train_loss": 2.355698347091675, "cos_r_negg": [0.38680553436279297, -0.05072358250617981, 0.02156924456357956, 0.004491192288696766, -0.014420200139284134], "cos_apical_negg": [0.38680553436279297, -0.05072358250617981, 0.02156924456357956, 0.004491192288696766, -0.014420200139284134], "cos_Ac_negg": [0.38680553436279297, -0.05072358250617981, 0.02156924456357956, 0.004491192288696766, -0.014420200139284134], "r_norm": [4.5108184814453125, 4.619509220123291, 4.43942928314209, 4.6239471435546875, 4.571467399597168]}, {"step": 600, "epoch": 1, "train_loss": 2.0881285667419434, "cos_r_negg": [0.40877822041511536, -0.03860991448163986, 0.0342259481549263, -0.05163540691137314, -0.008342654444277287], "cos_apical_negg": [0.40877822041511536, -0.03860991448163986, 0.0342259481549263, -0.05163540691137314, -0.008342654444277287], "cos_Ac_negg": [0.40877822041511536, -0.03860991448163986, 0.0342259481549263, -0.05163540691137314, -0.008342654444277287], "r_norm": [4.621820449829102, 4.730076789855957, 4.558730125427246, 4.7273077964782715, 4.678291320800781]}, {"step": 650, "epoch": 1, "train_loss": 2.3950510025024414, "cos_r_negg": [0.4306340515613556, -0.05059117451310158, 0.004002037458121777, -0.10932976007461548, -0.06252393871545792], "cos_apical_negg": [0.4306340515613556, -0.05059117451310158, 0.004002037458121777, -0.10932976007461548, -0.06252393871545792], "cos_Ac_negg": [0.4306340515613556, -0.05059117451310158, 0.004002037458121777, -0.10932976007461548, -0.06252393871545792], "r_norm": [4.388054847717285, 4.48139762878418, 4.320631980895996, 4.4718523025512695, 4.445882797241211]}, {"step": 700, "epoch": 1, "train_loss": 2.2007155418395996, "cos_r_negg": [0.4294297397136688, -0.055222734808921814, 0.021885227411985397, -0.07953165471553802, -0.06605393439531326], "cos_apical_negg": [0.4294297397136688, -0.055222734808921814, 0.021885227411985397, -0.07953165471553802, -0.06605393439531326], "cos_Ac_negg": [0.4294297397136688, -0.055222734808921814, 0.021885227411985397, -0.07953165471553802, -0.06605393439531326], "r_norm": [4.390189170837402, 4.491339683532715, 4.323480129241943, 4.489006042480469, 4.469860076904297]}, {"step": 750, "epoch": 1, "train_loss": 2.261098861694336, "cos_r_negg": [0.3871552348136902, -0.00946825835853815, 0.03249908611178398, -0.05949893966317177, -0.10991605371236801], "cos_apical_negg": [0.3871552348136902, -0.00946825835853815, 0.03249908611178398, -0.05949893966317177, -0.10991605371236801], "cos_Ac_negg": [0.3871552348136902, -0.00946825835853815, 0.03249908611178398, -0.05949893966317177, -0.10991605371236801], "r_norm": [4.502438545227051, 4.631902694702148, 4.456914901733398, 4.645366668701172, 4.624330520629883]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3218, "test_loss": 2.1314859130859376}, {"step": 800, "epoch": 2, "train_loss": 2.1979870796203613, "cos_r_negg": [0.43190211057662964, -0.06536787748336792, -0.011564664542675018, -0.08272372931241989, -0.11515526473522186], "cos_apical_negg": [0.43190211057662964, -0.06536787748336792, -0.011564664542675018, -0.08272372931241989, -0.11515526473522186], "cos_Ac_negg": [0.43190211057662964, -0.06536787748336792, -0.011564664542675018, -0.08272372931241989, -0.11515526473522186], "r_norm": [4.4221296310424805, 4.523143768310547, 4.360994338989258, 4.526470184326172, 4.479079246520996]}, {"step": 850, "epoch": 2, "train_loss": 2.17940092086792, "cos_r_negg": [0.4283403754234314, -0.0661572590470314, 0.002327128779143095, -0.06537768244743347, -0.04010050743818283], "cos_apical_negg": [0.4283403754234314, -0.0661572590470314, 0.002327128779143095, -0.06537768244743347, -0.04010050743818283], "cos_Ac_negg": [0.4283403754234314, -0.0661572590470314, 0.002327128779143095, -0.06537768244743347, -0.04010050743818283], "r_norm": [4.392126083374023, 4.490195274353027, 4.320512771606445, 4.4863200187683105, 4.452223777770996]}, {"step": 900, "epoch": 2, "train_loss": 1.9121814966201782, "cos_r_negg": [0.4488600492477417, -0.03433603048324585, -0.01191064901649952, -0.03993378207087517, -0.057696398347616196], "cos_apical_negg": [0.4488600492477417, -0.03433603048324585, -0.01191064901649952, -0.03993378207087517, -0.057696398347616196], "cos_Ac_negg": [0.4488600492477417, -0.03433603048324585, -0.01191064901649952, -0.03993378207087517, -0.057696398347616196], "r_norm": [4.527182579040527, 4.629180431365967, 4.457674026489258, 4.6355485916137695, 4.585503101348877]}, {"step": 950, "epoch": 2, "train_loss": 1.9774813652038574, "cos_r_negg": [0.4585224986076355, -0.02772137150168419, -0.009399834088981152, -0.04760546237230301, -0.05049843713641167], "cos_apical_negg": [0.4585224986076355, -0.02772137150168419, -0.009399834088981152, -0.04760546237230301, -0.05049843713641167], "cos_Ac_negg": [0.4585224986076355, -0.02772137150168419, -0.009399834088981152, -0.04760546237230301, -0.05049843713641167], "r_norm": [4.331809043884277, 4.440275192260742, 4.272433757781982, 4.458795547485352, 4.416003704071045]}, {"step": 1000, "epoch": 2, "train_loss": 2.217440128326416, "cos_r_negg": [0.4702557325363159, -0.020170480012893677, 0.047156594693660736, -0.05410086736083031, 0.0023477920331060886], "cos_apical_negg": [0.4702557325363159, -0.020170480012893677, 0.047156594693660736, -0.05410086736083031, 0.0023477920331060886], "cos_Ac_negg": [0.4702557325363159, -0.020170480012893677, 0.047156594693660736, -0.05410086736083031, 0.0023477920331060886], "r_norm": [4.550474166870117, 4.655278205871582, 4.466532230377197, 4.648720741271973, 4.595362663269043]}, {"step": 1050, "epoch": 2, "train_loss": 2.3363819122314453, "cos_r_negg": [0.4372667968273163, -0.02295459620654583, 0.012623824179172516, -0.001351077575236559, -0.054548509418964386], "cos_apical_negg": [0.4372667968273163, -0.02295459620654583, 0.012623824179172516, -0.001351077575236559, -0.054548509418964386], "cos_Ac_negg": [0.4372667968273163, -0.02295459620654583, 0.012623824179172516, -0.001351077575236559, -0.054548509418964386], "r_norm": [4.218445777893066, 4.3145222663879395, 4.148231029510498, 4.318568706512451, 4.270681381225586]}, {"step": 1100, "epoch": 2, "train_loss": 1.9401772022247314, "cos_r_negg": [0.42332354187965393, -0.0007739076390862465, 0.051249973475933075, -0.017946798354387283, -0.027835842221975327], "cos_apical_negg": [0.42332354187965393, -0.0007739076390862465, 0.051249973475933075, -0.017946798354387283, -0.027835842221975327], "cos_Ac_negg": [0.42332354187965393, -0.0007739076390862465, 0.051249973475933075, -0.017946798354387283, -0.027835842221975327], "r_norm": [4.358890533447266, 4.459228515625, 4.297425270080566, 4.470338821411133, 4.427703857421875]}, {"step": 1150, "epoch": 2, "train_loss": 2.267052173614502, "cos_r_negg": [0.4622727930545807, 0.000770204933360219, 0.0558597669005394, -0.030999235808849335, -0.08377191424369812], "cos_apical_negg": [0.4622727930545807, 0.000770204933360219, 0.0558597669005394, -0.030999235808849335, -0.08377191424369812], "cos_Ac_negg": [0.4622727930545807, 0.000770204933360219, 0.0558597669005394, -0.030999235808849335, -0.08377191424369812], "r_norm": [4.319032192230225, 4.416616439819336, 4.246512413024902, 4.416713237762451, 4.372947692871094]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3424, "test_loss": 2.118512365722656}, {"step": 1200, "epoch": 3, "train_loss": 2.011549949645996, "cos_r_negg": [0.4671645164489746, 0.02465726062655449, 0.1015547662973404, 0.03645284101366997, -0.06189030408859253], "cos_apical_negg": [0.4671645164489746, 0.02465726062655449, 0.1015547662973404, 0.03645284101366997, -0.06189030408859253], "cos_Ac_negg": [0.4671645164489746, 0.02465726062655449, 0.1015547662973404, 0.03645284101366997, -0.06189030408859253], "r_norm": [4.315960884094238, 4.435552597045898, 4.258057594299316, 4.433867454528809, 4.38661003112793]}, {"step": 1250, "epoch": 3, "train_loss": 1.956929326057434, "cos_r_negg": [0.41546833515167236, 0.051164671778678894, 0.09317800402641296, 0.012121964246034622, -0.009430045261979103], "cos_apical_negg": [0.41546833515167236, 0.051164671778678894, 0.09317800402641296, 0.012121964246034622, -0.009430045261979103], "cos_Ac_negg": [0.41546833515167236, 0.051164671778678894, 0.09317800402641296, 0.012121964246034622, -0.009430045261979103], "r_norm": [4.3709025382995605, 4.481015205383301, 4.330055236816406, 4.493684768676758, 4.446612358093262]}, {"step": 1300, "epoch": 3, "train_loss": 2.028226137161255, "cos_r_negg": [0.47157421708106995, 0.09033143520355225, 0.08774136751890182, -0.02001005969941616, -0.0654379278421402], "cos_apical_negg": [0.47157421708106995, 0.09033143520355225, 0.08774136751890182, -0.02001005969941616, -0.0654379278421402], "cos_Ac_negg": [0.47157421708106995, 0.09033143520355225, 0.08774136751890182, -0.02001005969941616, -0.0654379278421402], "r_norm": [4.403903007507324, 4.496699333190918, 4.339549541473389, 4.508874893188477, 4.4636688232421875]}, {"step": 1350, "epoch": 3, "train_loss": 2.496410846710205, "cos_r_negg": [0.49304258823394775, 0.05983719229698181, 0.07022091001272202, 0.0025833314284682274, -0.033857762813568115], "cos_apical_negg": [0.49304258823394775, 0.05983719229698181, 0.07022091001272202, 0.0025833314284682274, -0.033857762813568115], "cos_Ac_negg": [0.49304258823394775, 0.05983719229698181, 0.07022091001272202, 0.0025833314284682274, -0.033857762813568115], "r_norm": [4.492888450622559, 4.60776424407959, 4.461988925933838, 4.655006408691406, 4.601369857788086]}, {"step": 1400, "epoch": 3, "train_loss": 2.241558074951172, "cos_r_negg": [0.45262181758880615, 0.07597345113754272, 0.04688185825943947, 0.04825190454721451, -0.07468140125274658], "cos_apical_negg": [0.45262181758880615, 0.07597345113754272, 0.04688185825943947, 0.04825190454721451, -0.07468140125274658], "cos_Ac_negg": [0.45262181758880615, 0.07597345113754272, 0.04688185825943947, 0.04825190454721451, -0.07468140125274658], "r_norm": [4.377126693725586, 4.4867939949035645, 4.326108455657959, 4.483281135559082, 4.455101013183594]}, {"step": 1450, "epoch": 3, "train_loss": 2.0889530181884766, "cos_r_negg": [0.4500857889652252, 0.07258913666009903, 0.06363745033740997, 0.027411941438913345, -0.0691724419593811], "cos_apical_negg": [0.4500857889652252, 0.07258913666009903, 0.06363745033740997, 0.027411941438913345, -0.0691724419593811], "cos_Ac_negg": [0.4500857889652252, 0.07258913666009903, 0.06363745033740997, 0.027411941438913345, -0.0691724419593811], "r_norm": [4.566485404968262, 4.679104328155518, 4.5072526931762695, 4.698397636413574, 4.6553568840026855]}, {"step": 1500, "epoch": 3, "train_loss": 2.4594197273254395, "cos_r_negg": [0.4390137195587158, 0.06615171581506729, 0.09869179874658585, -0.018931549042463303, -0.019847238436341286], "cos_apical_negg": [0.4390137195587158, 0.06615171581506729, 0.09869179874658585, -0.018931549042463303, -0.019847238436341286], "cos_Ac_negg": [0.4390137195587158, 0.06615171581506729, 0.09869179874658585, -0.018931549042463303, -0.019847238436341286], "r_norm": [4.365236759185791, 4.45437479019165, 4.29491662979126, 4.4713921546936035, 4.416189193725586]}, {"step": 1550, "epoch": 3, "train_loss": 2.3491759300231934, "cos_r_negg": [0.4474753737449646, 0.04756731167435646, 0.09465432912111282, -0.021520748734474182, -0.07297445833683014], "cos_apical_negg": [0.4474753737449646, 0.04756731167435646, 0.09465432912111282, -0.021520748734474182, -0.07297445833683014], "cos_Ac_negg": [0.4474753737449646, 0.04756731167435646, 0.09465432912111282, -0.021520748734474182, -0.07297445833683014], "r_norm": [4.427454948425293, 4.512742519378662, 4.341897010803223, 4.518187522888184, 4.48148250579834]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3442, "test_loss": 1.9622027221679688}, {"step": 1600, "epoch": 4, "train_loss": 2.0537426471710205, "cos_r_negg": [0.44742584228515625, 0.07437393069267273, 0.07535406947135925, 0.009303124621510506, -0.05028066784143448], "cos_apical_negg": [0.44742584228515625, 0.07437393069267273, 0.07535406947135925, 0.009303124621510506, -0.05028066784143448], "cos_Ac_negg": [0.44742584228515625, 0.07437393069267273, 0.07535406947135925, 0.009303124621510506, -0.05028066784143448], "r_norm": [4.362729549407959, 4.453725814819336, 4.291190147399902, 4.464158535003662, 4.4448161125183105]}, {"step": 1650, "epoch": 4, "train_loss": 2.2105984687805176, "cos_r_negg": [0.47120362520217896, 0.1261844038963318, 0.08290513604879379, 0.027226924896240234, -0.012689551338553429], "cos_apical_negg": [0.47120362520217896, 0.1261844038963318, 0.08290513604879379, 0.027226924896240234, -0.012689551338553429], "cos_Ac_negg": [0.47120362520217896, 0.1261844038963318, 0.08290513604879379, 0.027226924896240234, -0.012689551338553429], "r_norm": [4.472115516662598, 4.570684432983398, 4.380039215087891, 4.566315650939941, 4.533099174499512]}, {"step": 1700, "epoch": 4, "train_loss": 2.021322727203369, "cos_r_negg": [0.48734283447265625, 0.10289251804351807, 0.0915428102016449, 0.008232353255152702, -0.03411782160401344], "cos_apical_negg": [0.48734283447265625, 0.10289251804351807, 0.0915428102016449, 0.008232353255152702, -0.03411782160401344], "cos_Ac_negg": [0.48734283447265625, 0.10289251804351807, 0.0915428102016449, 0.008232353255152702, -0.03411782160401344], "r_norm": [4.464739799499512, 4.564901351928711, 4.393976211547852, 4.563502311706543, 4.51820182800293]}, {"step": 1750, "epoch": 4, "train_loss": 2.1953797340393066, "cos_r_negg": [0.45896533131599426, 0.11752668023109436, 0.11397884786128998, -0.021005259826779366, -0.0015726955607533455], "cos_apical_negg": [0.45896533131599426, 0.11752668023109436, 0.11397884786128998, -0.021005259826779366, -0.0015726955607533455], "cos_Ac_negg": [0.45896533131599426, 0.11752668023109436, 0.11397884786128998, -0.021005259826779366, -0.0015726955607533455], "r_norm": [4.455600261688232, 4.548205852508545, 4.370980739593506, 4.54124116897583, 4.506948947906494]}, {"step": 1800, "epoch": 4, "train_loss": 1.900954008102417, "cos_r_negg": [0.4544016420841217, 0.12058914452791214, 0.0907316505908966, 0.004329792223870754, -0.01692706160247326], "cos_apical_negg": [0.4544016420841217, 0.12058914452791214, 0.0907316505908966, 0.004329792223870754, -0.01692706160247326], "cos_Ac_negg": [0.4544016420841217, 0.12058914452791214, 0.0907316505908966, 0.004329792223870754, -0.01692706160247326], "r_norm": [4.269615173339844, 4.376248359680176, 4.222572326660156, 4.397613525390625, 4.338914394378662]}, {"step": 1850, "epoch": 4, "train_loss": 2.0307748317718506, "cos_r_negg": [0.41999250650405884, 0.09498739242553711, 0.10850699245929718, -0.021689094603061676, -0.001999327912926674], "cos_apical_negg": [0.41999250650405884, 0.09498739242553711, 0.10850699245929718, -0.021689094603061676, -0.001999327912926674], "cos_Ac_negg": [0.41999250650405884, 0.09498739242553711, 0.10850699245929718, -0.021689094603061676, -0.001999327912926674], "r_norm": [4.295953273773193, 4.40447473526001, 4.233804702758789, 4.386629104614258, 4.339050769805908]}, {"step": 1900, "epoch": 4, "train_loss": 2.1206107139587402, "cos_r_negg": [0.4552866518497467, 0.10399805009365082, 0.090946726500988, 0.03233446180820465, -0.007052425295114517], "cos_apical_negg": [0.4552866518497467, 0.10399805009365082, 0.090946726500988, 0.03233446180820465, -0.007052425295114517], "cos_Ac_negg": [0.4552866518497467, 0.10399805009365082, 0.090946726500988, 0.03233446180820465, -0.007052425295114517], "r_norm": [4.392158508300781, 4.489231109619141, 4.322844982147217, 4.518752098083496, 4.479241371154785]}, {"step": 1950, "epoch": 4, "train_loss": 1.8200335502624512, "cos_r_negg": [0.45830392837524414, 0.11294873058795929, 0.09417818486690521, 0.00523030012845993, -0.002278326079249382], "cos_apical_negg": [0.45830392837524414, 0.11294873058795929, 0.09417818486690521, 0.00523030012845993, -0.002278326079249382], "cos_Ac_negg": [0.45830392837524414, 0.11294873058795929, 0.09417818486690521, 0.00523030012845993, -0.002278326079249382], "r_norm": [4.34342098236084, 4.452343463897705, 4.280623435974121, 4.46250057220459, 4.4194135665893555]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3461, "test_loss": 2.06573994140625}, {"step": 2000, "epoch": 5, "train_loss": 2.1945414543151855, "cos_r_negg": [0.4305030107498169, 0.12197031080722809, 0.11547620594501495, 0.07091359794139862, -0.01070883497595787], "cos_apical_negg": [0.4305030107498169, 0.12197031080722809, 0.11547620594501495, 0.07091359794139862, -0.01070883497595787], "cos_Ac_negg": [0.4305030107498169, 0.12197031080722809, 0.11547620594501495, 0.07091359794139862, -0.01070883497595787], "r_norm": [4.212655067443848, 4.311587810516357, 4.165003776550293, 4.338957786560059, 4.294765472412109]}, {"step": 2050, "epoch": 5, "train_loss": 2.278049945831299, "cos_r_negg": [0.45156553387641907, 0.12111733853816986, 0.09392178058624268, 0.02194727212190628, -0.04370226711034775], "cos_apical_negg": [0.45156553387641907, 0.12111733853816986, 0.09392178058624268, 0.02194727212190628, -0.04370226711034775], "cos_Ac_negg": [0.45156553387641907, 0.12111733853816986, 0.09392178058624268, 0.02194727212190628, -0.04370226711034775], "r_norm": [4.306017875671387, 4.4024810791015625, 4.251796722412109, 4.426778793334961, 4.378070831298828]}, {"step": 2100, "epoch": 5, "train_loss": 2.2468600273132324, "cos_r_negg": [0.4327886700630188, 0.11156731843948364, 0.12619422376155853, -0.005110291298478842, -0.03526811674237251], "cos_apical_negg": [0.4327886700630188, 0.11156731843948364, 0.12619422376155853, -0.005110291298478842, -0.03526811674237251], "cos_Ac_negg": [0.4327886700630188, 0.11156731843948364, 0.12619422376155853, -0.005110291298478842, -0.03526811674237251], "r_norm": [4.384007453918457, 4.479257583618164, 4.314879894256592, 4.500481605529785, 4.438918590545654]}, {"step": 2150, "epoch": 5, "train_loss": 2.1827759742736816, "cos_r_negg": [0.4714197814464569, 0.12399556487798691, 0.09936021268367767, 0.008968879468739033, -0.021851811558008194], "cos_apical_negg": [0.4714197814464569, 0.12399556487798691, 0.09936021268367767, 0.008968879468739033, -0.021851811558008194], "cos_Ac_negg": [0.4714197814464569, 0.12399556487798691, 0.09936021268367767, 0.008968879468739033, -0.021851811558008194], "r_norm": [4.325812339782715, 4.427687644958496, 4.254086494445801, 4.436647891998291, 4.386898517608643]}, {"step": 2200, "epoch": 5, "train_loss": 2.127307176589966, "cos_r_negg": [0.4536387622356415, 0.14343127608299255, 0.07805386185646057, -0.010273179039359093, -0.029382988810539246], "cos_apical_negg": [0.4536387622356415, 0.14343127608299255, 0.07805386185646057, -0.010273179039359093, -0.029382988810539246], "cos_Ac_negg": [0.4536387622356415, 0.14343127608299255, 0.07805386185646057, -0.010273179039359093, -0.029382988810539246], "r_norm": [4.288313865661621, 4.392513275146484, 4.241061210632324, 4.408774375915527, 4.364108085632324]}, {"step": 2250, "epoch": 5, "train_loss": 2.268393039703369, "cos_r_negg": [0.45084360241889954, 0.16024631261825562, 0.09582357108592987, -0.009398829191923141, 0.006152294110506773], "cos_apical_negg": [0.45084360241889954, 0.16024631261825562, 0.09582357108592987, -0.009398829191923141, 0.006152294110506773], "cos_Ac_negg": [0.45084360241889954, 0.16024631261825562, 0.09582357108592987, -0.009398829191923141, 0.006152294110506773], "r_norm": [4.4268951416015625, 4.531023979187012, 4.3626909255981445, 4.5376200675964355, 4.500306129455566]}, {"step": 2300, "epoch": 5, "train_loss": 2.082345962524414, "cos_r_negg": [0.4796622097492218, 0.16120147705078125, 0.1076580360531807, 0.05008501186966896, -0.03461167588829994], "cos_apical_negg": [0.4796622097492218, 0.16120147705078125, 0.1076580360531807, 0.05008501186966896, -0.03461167588829994], "cos_Ac_negg": [0.4796622097492218, 0.16120147705078125, 0.1076580360531807, 0.05008501186966896, -0.03461167588829994], "r_norm": [4.447420120239258, 4.548206329345703, 4.384686470031738, 4.561829090118408, 4.50665807723999]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3399, "test_loss": 2.1318724365234374}, {"step": 2350, "epoch": 6, "train_loss": 1.9867076873779297, "cos_r_negg": [0.46235191822052, 0.14435967803001404, 0.10029061883687973, 0.05886217951774597, -0.031093064695596695], "cos_apical_negg": [0.46235191822052, 0.14435967803001404, 0.10029061883687973, 0.05886217951774597, -0.031093064695596695], "cos_Ac_negg": [0.46235191822052, 0.14435967803001404, 0.10029061883687973, 0.05886217951774597, -0.031093064695596695], "r_norm": [4.3194684982299805, 4.402824401855469, 4.244956016540527, 4.422216415405273, 4.37628173828125]}, {"step": 2400, "epoch": 6, "train_loss": 1.8585302829742432, "cos_r_negg": [0.48895731568336487, 0.16134950518608093, 0.1232614517211914, 0.019625991582870483, -0.05694008991122246], "cos_apical_negg": [0.48895731568336487, 0.16134950518608093, 0.1232614517211914, 0.019625991582870483, -0.05694008991122246], "cos_Ac_negg": [0.48895731568336487, 0.16134950518608093, 0.1232614517211914, 0.019625991582870483, -0.05694008991122246], "r_norm": [4.314878940582275, 4.414655685424805, 4.251767635345459, 4.419068336486816, 4.378356456756592]}, {"step": 2450, "epoch": 6, "train_loss": 2.0272300243377686, "cos_r_negg": [0.4995515048503876, 0.13999737799167633, 0.1297813206911087, 0.03436402603983879, -0.012458620592951775], "cos_apical_negg": [0.4995515048503876, 0.13999737799167633, 0.1297813206911087, 0.03436402603983879, -0.012458620592951775], "cos_Ac_negg": [0.4995515048503876, 0.13999737799167633, 0.1297813206911087, 0.03436402603983879, -0.012458620592951775], "r_norm": [4.462340831756592, 4.559568405151367, 4.362035751342773, 4.544546604156494, 4.51790714263916]}, {"step": 2500, "epoch": 6, "train_loss": 2.0924081802368164, "cos_r_negg": [0.5061875581741333, 0.1696421205997467, 0.13092483580112457, 0.06532991677522659, 0.03650321811437607], "cos_apical_negg": [0.5061875581741333, 0.1696421205997467, 0.13092483580112457, 0.06532991677522659, 0.03650321811437607], "cos_Ac_negg": [0.5061875581741333, 0.1696421205997467, 0.13092483580112457, 0.06532991677522659, 0.03650321811437607], "r_norm": [4.183484077453613, 4.279010772705078, 4.11888313293457, 4.297389030456543, 4.252941131591797]}, {"step": 2550, "epoch": 6, "train_loss": 2.31242036819458, "cos_r_negg": [0.4428388178348541, 0.14402607083320618, 0.15151850879192352, 0.046501096338033676, 0.025362607091665268], "cos_apical_negg": [0.4428388178348541, 0.14402607083320618, 0.15151850879192352, 0.046501096338033676, 0.025362607091665268], "cos_Ac_negg": [0.4428388178348541, 0.14402607083320618, 0.15151850879192352, 0.046501096338033676, 0.025362607091665268], "r_norm": [4.256467342376709, 4.348973751068115, 4.182826042175293, 4.356067657470703, 4.321585178375244]}, {"step": 2600, "epoch": 6, "train_loss": 2.1256279945373535, "cos_r_negg": [0.47687745094299316, 0.16433671116828918, 0.1431395709514618, 0.04319405555725098, 0.003919477574527264], "cos_apical_negg": [0.47687745094299316, 0.16433671116828918, 0.1431395709514618, 0.04319405555725098, 0.003919477574527264], "cos_Ac_negg": [0.47687745094299316, 0.16433671116828918, 0.1431395709514618, 0.04319405555725098, 0.003919477574527264], "r_norm": [4.23349666595459, 4.327486038208008, 4.175378799438477, 4.337558269500732, 4.29540491104126]}, {"step": 2650, "epoch": 6, "train_loss": 1.91253662109375, "cos_r_negg": [0.4659782946109772, 0.16498909890651703, 0.13997510075569153, 0.03530358523130417, -0.0394667387008667], "cos_apical_negg": [0.4659782946109772, 0.16498909890651703, 0.13997510075569153, 0.03530358523130417, -0.0394667387008667], "cos_Ac_negg": [0.4659782946109772, 0.16498909890651703, 0.13997510075569153, 0.03530358523130417, -0.0394667387008667], "r_norm": [4.275526523590088, 4.356306076049805, 4.18898868560791, 4.369403839111328, 4.330684185028076]}, {"step": 2700, "epoch": 6, "train_loss": 1.8359266519546509, "cos_r_negg": [0.48961371183395386, 0.1411503553390503, 0.12231004238128662, 0.029331553727388382, -0.0037559764459729195], "cos_apical_negg": [0.48961371183395386, 0.1411503553390503, 0.12231004238128662, 0.029331553727388382, -0.0037559764459729195], "cos_Ac_negg": [0.48961371183395386, 0.1411503553390503, 0.12231004238128662, 0.029331553727388382, -0.0037559764459729195], "r_norm": [4.367911338806152, 4.488255500793457, 4.329301357269287, 4.493380546569824, 4.439377784729004]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3401, "test_loss": 2.1216994140625}, {"step": 2750, "epoch": 7, "train_loss": 2.2760872840881348, "cos_r_negg": [0.4600200653076172, 0.1256079226732254, 0.13801485300064087, 0.06377895176410675, -0.002497720764949918], "cos_apical_negg": [0.4600200653076172, 0.1256079226732254, 0.13801485300064087, 0.06377895176410675, -0.002497720764949918], "cos_Ac_negg": [0.4600200653076172, 0.1256079226732254, 0.13801485300064087, 0.06377895176410675, -0.002497720764949918], "r_norm": [4.232448577880859, 4.321702003479004, 4.161338806152344, 4.327507972717285, 4.303001880645752]}, {"step": 2800, "epoch": 7, "train_loss": 2.5769753456115723, "cos_r_negg": [0.5138067007064819, 0.16725848615169525, 0.1421809196472168, 0.06627006828784943, 0.036650650203228], "cos_apical_negg": [0.5138067007064819, 0.16725848615169525, 0.1421809196472168, 0.06627006828784943, 0.036650650203228], "cos_Ac_negg": [0.5138067007064819, 0.16725848615169525, 0.1421809196472168, 0.06627006828784943, 0.036650650203228], "r_norm": [4.1056413650512695, 4.203618049621582, 4.048553466796875, 4.2165985107421875, 4.171835422515869]}, {"step": 2850, "epoch": 7, "train_loss": 2.1621527671813965, "cos_r_negg": [0.4700733721256256, 0.1670173704624176, 0.132538303732872, 0.0651179775595665, -0.0009284205734729767], "cos_apical_negg": [0.4700733721256256, 0.1670173704624176, 0.132538303732872, 0.0651179775595665, -0.0009284205734729767], "cos_Ac_negg": [0.4700733721256256, 0.1670173704624176, 0.132538303732872, 0.0651179775595665, -0.0009284205734729767], "r_norm": [4.319000244140625, 4.422983169555664, 4.258398056030273, 4.429096221923828, 4.383059978485107]}, {"step": 2900, "epoch": 7, "train_loss": 2.0175745487213135, "cos_r_negg": [0.4769101142883301, 0.1820027083158493, 0.134617418050766, 0.10888001322746277, 0.027030616998672485], "cos_apical_negg": [0.4769101142883301, 0.1820027083158493, 0.134617418050766, 0.10888001322746277, 0.027030616998672485], "cos_Ac_negg": [0.4769101142883301, 0.1820027083158493, 0.134617418050766, 0.10888001322746277, 0.027030616998672485], "r_norm": [4.197101593017578, 4.291244983673096, 4.144451141357422, 4.312519073486328, 4.271306037902832]}, {"step": 2950, "epoch": 7, "train_loss": 2.009429693222046, "cos_r_negg": [0.44476446509361267, 0.1714940220117569, 0.13237115740776062, 0.07739508152008057, -0.006676496006548405], "cos_apical_negg": [0.44476446509361267, 0.1714940220117569, 0.13237115740776062, 0.07739508152008057, -0.006676496006548405], "cos_Ac_negg": [0.44476446509361267, 0.1714940220117569, 0.13237115740776062, 0.07739508152008057, -0.006676496006548405], "r_norm": [4.34444522857666, 4.447334289550781, 4.275840759277344, 4.460702896118164, 4.409223556518555]}, {"step": 3000, "epoch": 7, "train_loss": 2.0020318031311035, "cos_r_negg": [0.4651626646518707, 0.16993141174316406, 0.1387360394001007, 0.10660757124423981, 0.0476093590259552], "cos_apical_negg": [0.4651626646518707, 0.16993141174316406, 0.1387360394001007, 0.10660757124423981, 0.0476093590259552], "cos_Ac_negg": [0.4651626646518707, 0.16993141174316406, 0.1387360394001007, 0.10660757124423981, 0.0476093590259552], "r_norm": [4.282878875732422, 4.38372802734375, 4.227047920227051, 4.424739360809326, 4.349470138549805]}, {"step": 3050, "epoch": 7, "train_loss": 2.2863595485687256, "cos_r_negg": [0.43635082244873047, 0.17519456148147583, 0.16016685962677002, 0.08009035885334015, 0.04441116750240326], "cos_apical_negg": [0.43635082244873047, 0.17519456148147583, 0.16016685962677002, 0.08009035885334015, 0.04441116750240326], "cos_Ac_negg": [0.43635082244873047, 0.17519456148147583, 0.16016685962677002, 0.08009035885334015, 0.04441116750240326], "r_norm": [4.476506233215332, 4.567446708679199, 4.401969909667969, 4.567837715148926, 4.531786918640137]}, {"step": 3100, "epoch": 7, "train_loss": 1.8930494785308838, "cos_r_negg": [0.4817298948764801, 0.1849515438079834, 0.14148595929145813, 0.08817233145236969, 0.016308818012475967], "cos_apical_negg": [0.4817298948764801, 0.1849515438079834, 0.14148595929145813, 0.08817233145236969, 0.016308818012475967], "cos_Ac_negg": [0.4817298948764801, 0.1849515438079834, 0.14148595929145813, 0.08817233145236969, 0.016308818012475967], "r_norm": [4.25482177734375, 4.346360206604004, 4.187736511230469, 4.369184494018555, 4.322148323059082]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3404, "test_loss": 2.1102541137695314}, {"step": 3150, "epoch": 8, "train_loss": 2.14597749710083, "cos_r_negg": [0.4363935589790344, 0.19202901422977448, 0.1461241990327835, 0.07200556993484497, 0.04612627997994423], "cos_apical_negg": [0.4363935589790344, 0.19202901422977448, 0.1461241990327835, 0.07200556993484497, 0.04612627997994423], "cos_Ac_negg": [0.4363935589790344, 0.19202901422977448, 0.1461241990327835, 0.07200556993484497, 0.04612627997994423], "r_norm": [4.401420593261719, 4.544371128082275, 4.3842363357543945, 4.549763202667236, 4.504199504852295]}, {"step": 3200, "epoch": 8, "train_loss": 1.9397270679473877, "cos_r_negg": [0.4790608882904053, 0.19574934244155884, 0.16340568661689758, 0.11447543650865555, 0.0012663891538977623], "cos_apical_negg": [0.4790608882904053, 0.19574934244155884, 0.16340568661689758, 0.11447543650865555, 0.0012663891538977623], "cos_Ac_negg": [0.4790608882904053, 0.19574934244155884, 0.16340568661689758, 0.11447543650865555, 0.0012663891538977623], "r_norm": [4.252793788909912, 4.347659111022949, 4.1934003829956055, 4.360989570617676, 4.312384605407715]}, {"step": 3250, "epoch": 8, "train_loss": 2.006413698196411, "cos_r_negg": [0.4718742370605469, 0.1883169710636139, 0.1406182050704956, 0.07455414533615112, 0.034579720348119736], "cos_apical_negg": [0.4718742370605469, 0.1883169710636139, 0.1406182050704956, 0.07455414533615112, 0.034579720348119736], "cos_Ac_negg": [0.4718742370605469, 0.1883169710636139, 0.1406182050704956, 0.07455414533615112, 0.034579720348119736], "r_norm": [4.2517170906066895, 4.361227035522461, 4.1965651512146, 4.3742523193359375, 4.330565452575684]}, {"step": 3300, "epoch": 8, "train_loss": 2.2864890098571777, "cos_r_negg": [0.4716702103614807, 0.19308361411094666, 0.1597142070531845, 0.10896904021501541, 0.04357573017477989], "cos_apical_negg": [0.4716702103614807, 0.19308361411094666, 0.1597142070531845, 0.10896904021501541, 0.04357573017477989], "cos_Ac_negg": [0.4716702103614807, 0.19308361411094666, 0.1597142070531845, 0.10896904021501541, 0.04357573017477989], "r_norm": [4.354876518249512, 4.46016788482666, 4.291415214538574, 4.464062690734863, 4.413395881652832]}, {"step": 3350, "epoch": 8, "train_loss": 2.130049467086792, "cos_r_negg": [0.46429580450057983, 0.21849963068962097, 0.16625192761421204, 0.13067924976348877, 0.034144554287195206], "cos_apical_negg": [0.46429580450057983, 0.21849963068962097, 0.16625192761421204, 0.13067924976348877, 0.034144554287195206], "cos_Ac_negg": [0.46429580450057983, 0.21849963068962097, 0.16625192761421204, 0.13067924976348877, 0.034144554287195206], "r_norm": [4.180326461791992, 4.275704383850098, 4.127374649047852, 4.287397384643555, 4.250937461853027]}, {"step": 3400, "epoch": 8, "train_loss": 2.0717830657958984, "cos_r_negg": [0.48064541816711426, 0.20441104471683502, 0.15715835988521576, 0.06345556676387787, 0.03414303436875343], "cos_apical_negg": [0.48064541816711426, 0.20441104471683502, 0.15715835988521576, 0.06345556676387787, 0.03414303436875343], "cos_Ac_negg": [0.48064541816711426, 0.20441104471683502, 0.15715835988521576, 0.06345556676387787, 0.03414303436875343], "r_norm": [4.277340888977051, 4.364363193511963, 4.2080793380737305, 4.381374835968018, 4.342475891113281]}, {"step": 3450, "epoch": 8, "train_loss": 1.8391574621200562, "cos_r_negg": [0.4642215371131897, 0.1981523036956787, 0.13962623476982117, 0.07352177798748016, 0.0026448925491422415], "cos_apical_negg": [0.4642215371131897, 0.1981523036956787, 0.13962623476982117, 0.07352177798748016, 0.0026448925491422415], "cos_Ac_negg": [0.4642215371131897, 0.1981523036956787, 0.13962623476982117, 0.07352177798748016, 0.0026448925491422415], "r_norm": [4.229154586791992, 4.326757431030273, 4.166943550109863, 4.329726219177246, 4.292929649353027]}, {"step": 3500, "epoch": 8, "train_loss": 1.9932286739349365, "cos_r_negg": [0.42872875928878784, 0.20175474882125854, 0.15175969898700714, 0.09515666961669922, 0.05434158444404602], "cos_apical_negg": [0.42872875928878784, 0.20175474882125854, 0.15175969898700714, 0.09515666961669922, 0.05434158444404602], "cos_Ac_negg": [0.42872875928878784, 0.20175474882125854, 0.15175969898700714, 0.09515666961669922, 0.05434158444404602], "r_norm": [4.162409782409668, 4.263067245483398, 4.111544609069824, 4.286389350891113, 4.232994079589844]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3415, "test_loss": 2.0779001708984377}, {"step": 3550, "epoch": 9, "train_loss": 1.8110177516937256, "cos_r_negg": [0.4365919232368469, 0.22483134269714355, 0.16439276933670044, 0.08874480426311493, 0.07340556383132935], "cos_apical_negg": [0.4365919232368469, 0.22483134269714355, 0.16439276933670044, 0.08874480426311493, 0.07340556383132935], "cos_Ac_negg": [0.4365919232368469, 0.22483134269714355, 0.16439276933670044, 0.08874480426311493, 0.07340556383132935], "r_norm": [4.3928327560424805, 4.500590801239014, 4.324154853820801, 4.481679916381836, 4.4523444175720215]}, {"step": 3600, "epoch": 9, "train_loss": 1.6993329524993896, "cos_r_negg": [0.46492862701416016, 0.19712421298027039, 0.16046035289764404, 0.07650194317102432, 0.0551699697971344], "cos_apical_negg": [0.46492862701416016, 0.19712421298027039, 0.16046035289764404, 0.07650194317102432, 0.0551699697971344], "cos_Ac_negg": [0.46492862701416016, 0.19712421298027039, 0.16046035289764404, 0.07650194317102432, 0.0551699697971344], "r_norm": [4.32403039932251, 4.44481086730957, 4.269890785217285, 4.437806129455566, 4.390960693359375]}, {"step": 3650, "epoch": 9, "train_loss": 1.8513649702072144, "cos_r_negg": [0.48238605260849, 0.22383883595466614, 0.17634743452072144, 0.09404328465461731, 0.04093277454376221], "cos_apical_negg": [0.48238605260849, 0.22383883595466614, 0.17634743452072144, 0.09404328465461731, 0.04093277454376221], "cos_Ac_negg": [0.48238605260849, 0.22383883595466614, 0.17634743452072144, 0.09404328465461731, 0.04093277454376221], "r_norm": [4.341329574584961, 4.4496965408325195, 4.29531192779541, 4.461922645568848, 4.432343006134033]}, {"step": 3700, "epoch": 9, "train_loss": 1.8752552270889282, "cos_r_negg": [0.5217070579528809, 0.199705109000206, 0.12124654650688171, 0.09660407155752182, 0.029684046283364296], "cos_apical_negg": [0.5217070579528809, 0.199705109000206, 0.12124654650688171, 0.09660407155752182, 0.029684046283364296], "cos_Ac_negg": [0.5217070579528809, 0.199705109000206, 0.12124654650688171, 0.09660407155752182, 0.029684046283364296], "r_norm": [4.239180564880371, 4.3443121910095215, 4.1687421798706055, 4.335432529449463, 4.3010711669921875]}, {"step": 3750, "epoch": 9, "train_loss": 1.857042908668518, "cos_r_negg": [0.4433068037033081, 0.1912207156419754, 0.11951333284378052, 0.10250259935855865, 0.03170422464609146], "cos_apical_negg": [0.4433068037033081, 0.1912207156419754, 0.11951333284378052, 0.10250259935855865, 0.03170422464609146], "cos_Ac_negg": [0.4433068037033081, 0.1912207156419754, 0.11951333284378052, 0.10250259935855865, 0.03170422464609146], "r_norm": [4.455323219299316, 4.552280426025391, 4.3888726234436035, 4.563710689544678, 4.5443596839904785]}, {"step": 3800, "epoch": 9, "train_loss": 2.1096935272216797, "cos_r_negg": [0.4770834147930145, 0.1952311396598816, 0.17587724328041077, 0.09255391359329224, 0.00528080714866519], "cos_apical_negg": [0.4770834147930145, 0.1952311396598816, 0.17587724328041077, 0.09255391359329224, 0.00528080714866519], "cos_Ac_negg": [0.4770834147930145, 0.1952311396598816, 0.17587724328041077, 0.09255391359329224, 0.00528080714866519], "r_norm": [4.3379902839660645, 4.449936866760254, 4.281063079833984, 4.456258773803711, 4.405559539794922]}, {"step": 3850, "epoch": 9, "train_loss": 2.045386552810669, "cos_r_negg": [0.4848385751247406, 0.1905301809310913, 0.1346563994884491, 0.10912076383829117, 0.04525548219680786], "cos_apical_negg": [0.4848385751247406, 0.1905301809310913, 0.1346563994884491, 0.10912076383829117, 0.04525548219680786], "cos_Ac_negg": [0.4848385751247406, 0.1905301809310913, 0.1346563994884491, 0.10912076383829117, 0.04525548219680786], "r_norm": [4.316316604614258, 4.422590255737305, 4.255744934082031, 4.420413017272949, 4.388009071350098]}, {"step": 3900, "epoch": 9, "train_loss": 1.9914288520812988, "cos_r_negg": [0.489996999502182, 0.19986850023269653, 0.15711021423339844, 0.11124715954065323, 0.04808430373668671], "cos_apical_negg": [0.489996999502182, 0.19986850023269653, 0.15711021423339844, 0.11124715954065323, 0.04808430373668671], "cos_Ac_negg": [0.489996999502182, 0.19986850023269653, 0.15711021423339844, 0.11124715954065323, 0.04808430373668671], "r_norm": [4.1617045402526855, 4.258885383605957, 4.100374221801758, 4.268293380737305, 4.227934837341309]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3554, "test_loss": 2.09237109375}, {"step": 3950, "epoch": 10, "train_loss": 1.700843334197998, "cos_r_negg": [0.4801715314388275, 0.185384601354599, 0.15706829726696014, 0.09530389308929443, 0.046259865164756775], "cos_apical_negg": [0.4801715314388275, 0.185384601354599, 0.15706829726696014, 0.09530389308929443, 0.046259865164756775], "cos_Ac_negg": [0.4801715314388275, 0.185384601354599, 0.15706829726696014, 0.09530389308929443, 0.046259865164756775], "r_norm": [4.241053581237793, 4.3591718673706055, 4.2029900550842285, 4.375169277191162, 4.336523532867432]}, {"step": 4000, "epoch": 10, "train_loss": 1.8675627708435059, "cos_r_negg": [0.46732717752456665, 0.17592790722846985, 0.1671348214149475, 0.05663800239562988, 0.06754940748214722], "cos_apical_negg": [0.46732717752456665, 0.17592790722846985, 0.1671348214149475, 0.05663800239562988, 0.06754940748214722], "cos_Ac_negg": [0.46732717752456665, 0.17592790722846985, 0.1671348214149475, 0.05663800239562988, 0.06754940748214722], "r_norm": [4.2913737297058105, 4.385679244995117, 4.236028671264648, 4.418125152587891, 4.366971969604492]}, {"step": 4050, "epoch": 10, "train_loss": 1.7847821712493896, "cos_r_negg": [0.43092602491378784, 0.19250576198101044, 0.14030331373214722, 0.07110902667045593, 0.1118411123752594], "cos_apical_negg": [0.43092602491378784, 0.19250576198101044, 0.14030331373214722, 0.07110902667045593, 0.1118411123752594], "cos_Ac_negg": [0.43092602491378784, 0.19250576198101044, 0.14030331373214722, 0.07110902667045593, 0.1118411123752594], "r_norm": [4.2267889976501465, 4.324649810791016, 4.175930976867676, 4.347506999969482, 4.3099045753479]}, {"step": 4100, "epoch": 10, "train_loss": 2.3225669860839844, "cos_r_negg": [0.4702465534210205, 0.23596978187561035, 0.171647846698761, 0.09256894886493683, 0.10094746202230453], "cos_apical_negg": [0.4702465534210205, 0.23596978187561035, 0.171647846698761, 0.09256894886493683, 0.10094746202230453], "cos_Ac_negg": [0.4702465534210205, 0.23596978187561035, 0.171647846698761, 0.09256894886493683, 0.10094746202230453], "r_norm": [4.384185314178467, 4.490133762359619, 4.32136344909668, 4.495469093322754, 4.458950042724609]}, {"step": 4150, "epoch": 10, "train_loss": 1.7390756607055664, "cos_r_negg": [0.4507650136947632, 0.24593043327331543, 0.16649383306503296, 0.12074513733386993, 0.06210143491625786], "cos_apical_negg": [0.4507650136947632, 0.24593043327331543, 0.16649383306503296, 0.12074513733386993, 0.06210143491625786], "cos_Ac_negg": [0.4507650136947632, 0.24593043327331543, 0.16649383306503296, 0.12074513733386993, 0.06210143491625786], "r_norm": [4.317475318908691, 4.405383110046387, 4.246344566345215, 4.414203643798828, 4.367772102355957]}, {"step": 4200, "epoch": 10, "train_loss": 2.1552748680114746, "cos_r_negg": [0.42480093240737915, 0.24584969878196716, 0.18900066614151, 0.097987599670887, 0.06332071125507355], "cos_apical_negg": [0.42480093240737915, 0.24584969878196716, 0.18900066614151, 0.097987599670887, 0.06332071125507355], "cos_Ac_negg": [0.42480093240737915, 0.24584969878196716, 0.18900066614151, 0.097987599670887, 0.06332071125507355], "r_norm": [4.430022239685059, 4.533321380615234, 4.349992752075195, 4.523812294006348, 4.48294734954834]}, {"step": 4250, "epoch": 10, "train_loss": 2.014547348022461, "cos_r_negg": [0.47145217657089233, 0.23770874738693237, 0.18349191546440125, 0.13409046828746796, 0.07447416335344315], "cos_apical_negg": [0.47145217657089233, 0.23770874738693237, 0.18349191546440125, 0.13409046828746796, 0.07447416335344315], "cos_Ac_negg": [0.47145217657089233, 0.23770874738693237, 0.18349191546440125, 0.13409046828746796, 0.07447416335344315], "r_norm": [4.170694351196289, 4.274467468261719, 4.111098289489746, 4.288354396820068, 4.245038032531738]}, {"step": 4300, "epoch": 10, "train_loss": 1.9603843688964844, "cos_r_negg": [0.4197060465812683, 0.22759941220283508, 0.17632363736629486, 0.09591294825077057, 0.07601883262395859], "cos_apical_negg": [0.4197060465812683, 0.22759941220283508, 0.17632363736629486, 0.09591294825077057, 0.07601883262395859], "cos_Ac_negg": [0.4197060465812683, 0.22759941220283508, 0.17632363736629486, 0.09591294825077057, 0.07601883262395859], "r_norm": [4.254810333251953, 4.358654975891113, 4.189794540405273, 4.365076065063477, 4.328163146972656]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3539, "test_loss": 2.088038708496094}, {"step": 4350, "epoch": 11, "train_loss": 1.7221282720565796, "cos_r_negg": [0.4909009337425232, 0.2586894929409027, 0.21538300812244415, 0.11878110468387604, 0.0956249013543129], "cos_apical_negg": [0.4909009337425232, 0.2586894929409027, 0.21538300812244415, 0.11878110468387604, 0.0956249013543129], "cos_Ac_negg": [0.4909009337425232, 0.2586894929409027, 0.21538300812244415, 0.11878110468387604, 0.0956249013543129], "r_norm": [4.22824764251709, 4.3325514793396, 4.1698384284973145, 4.335949420928955, 4.285644054412842]}, {"step": 4400, "epoch": 11, "train_loss": 2.132103443145752, "cos_r_negg": [0.4780092239379883, 0.23144912719726562, 0.222026526927948, 0.09940408170223236, 0.12257136404514313], "cos_apical_negg": [0.4780092239379883, 0.23144912719726562, 0.222026526927948, 0.09940408170223236, 0.12257136404514313], "cos_Ac_negg": [0.4780092239379883, 0.23144912719726562, 0.222026526927948, 0.09940408170223236, 0.12257136404514313], "r_norm": [4.1807732582092285, 4.275456428527832, 4.1069231033325195, 4.285243988037109, 4.25277853012085]}, {"step": 4450, "epoch": 11, "train_loss": 2.4104907512664795, "cos_r_negg": [0.4478192627429962, 0.21147599816322327, 0.1908842772245407, 0.11889688670635223, 0.09851185977458954], "cos_apical_negg": [0.4478192627429962, 0.21147599816322327, 0.1908842772245407, 0.11889688670635223, 0.09851185977458954], "cos_Ac_negg": [0.4478192627429962, 0.21147599816322327, 0.1908842772245407, 0.11889688670635223, 0.09851185977458954], "r_norm": [4.277475357055664, 4.39775276184082, 4.232968807220459, 4.400899887084961, 4.353652477264404]}, {"step": 4500, "epoch": 11, "train_loss": 2.1200644969940186, "cos_r_negg": [0.4554429054260254, 0.22056280076503754, 0.18513818085193634, 0.11207707226276398, 0.10559599101543427], "cos_apical_negg": [0.4554429054260254, 0.22056280076503754, 0.18513818085193634, 0.11207707226276398, 0.10559599101543427], "cos_Ac_negg": [0.4554429054260254, 0.22056280076503754, 0.18513818085193634, 0.11207707226276398, 0.10559599101543427], "r_norm": [4.225099086761475, 4.3202409744262695, 4.162675857543945, 4.315793037414551, 4.289575576782227]}, {"step": 4550, "epoch": 11, "train_loss": 1.892228364944458, "cos_r_negg": [0.46799129247665405, 0.23703992366790771, 0.19573362171649933, 0.08828487247228622, 0.08159353584051132], "cos_apical_negg": [0.46799129247665405, 0.23703992366790771, 0.19573362171649933, 0.08828487247228622, 0.08159353584051132], "cos_Ac_negg": [0.46799129247665405, 0.23703992366790771, 0.19573362171649933, 0.08828487247228622, 0.08159353584051132], "r_norm": [4.177695274353027, 4.263172149658203, 4.10141658782959, 4.276954650878906, 4.244568347930908]}, {"step": 4600, "epoch": 11, "train_loss": 1.9169723987579346, "cos_r_negg": [0.4566800594329834, 0.22786873579025269, 0.2156091034412384, 0.10084329545497894, 0.07331150025129318], "cos_apical_negg": [0.4566800594329834, 0.22786873579025269, 0.2156091034412384, 0.10084329545497894, 0.07331150025129318], "cos_Ac_negg": [0.4566800594329834, 0.22786873579025269, 0.2156091034412384, 0.10084329545497894, 0.07331150025129318], "r_norm": [4.1517486572265625, 4.251485824584961, 4.100610256195068, 4.25675106048584, 4.211236000061035]}, {"step": 4650, "epoch": 11, "train_loss": 1.8623971939086914, "cos_r_negg": [0.4460628032684326, 0.23131757974624634, 0.2170710414648056, 0.09866882115602493, 0.09653297066688538], "cos_apical_negg": [0.4460628032684326, 0.23131757974624634, 0.2170710414648056, 0.09866882115602493, 0.09653297066688538], "cos_Ac_negg": [0.4460628032684326, 0.23131757974624634, 0.2170710414648056, 0.09866882115602493, 0.09653297066688538], "r_norm": [4.179671764373779, 4.259971618652344, 4.105815887451172, 4.266235828399658, 4.229808330535889]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3185, "test_loss": 2.1937928466796874}, {"step": 4700, "epoch": 12, "train_loss": 1.9672303199768066, "cos_r_negg": [0.46470555663108826, 0.23074379563331604, 0.22988498210906982, 0.10286068916320801, 0.07347586750984192], "cos_apical_negg": [0.46470555663108826, 0.23074379563331604, 0.22988498210906982, 0.10286068916320801, 0.07347586750984192], "cos_Ac_negg": [0.46470555663108826, 0.23074379563331604, 0.22988498210906982, 0.10286068916320801, 0.07347586750984192], "r_norm": [4.350100040435791, 4.446727752685547, 4.279684066772461, 4.4705305099487305, 4.427367687225342]}, {"step": 4750, "epoch": 12, "train_loss": 1.9167916774749756, "cos_r_negg": [0.4742574095726013, 0.2419489622116089, 0.22058889269828796, 0.10359851270914078, 0.09766416251659393], "cos_apical_negg": [0.4742574095726013, 0.2419489622116089, 0.22058889269828796, 0.10359851270914078, 0.09766416251659393], "cos_Ac_negg": [0.4742574095726013, 0.2419489622116089, 0.22058889269828796, 0.10359851270914078, 0.09766416251659393], "r_norm": [4.242229461669922, 4.335872650146484, 4.1715898513793945, 4.34269905090332, 4.323939323425293]}, {"step": 4800, "epoch": 12, "train_loss": 1.7974618673324585, "cos_r_negg": [0.4776855707168579, 0.24946674704551697, 0.22035938501358032, 0.1628563553094864, 0.062099888920784], "cos_apical_negg": [0.4776855707168579, 0.24946674704551697, 0.22035938501358032, 0.1628563553094864, 0.062099888920784], "cos_Ac_negg": [0.4776855707168579, 0.24946674704551697, 0.22035938501358032, 0.1628563553094864, 0.062099888920784], "r_norm": [4.321276664733887, 4.411777019500732, 4.248422622680664, 4.417627811431885, 4.396486759185791]}, {"step": 4850, "epoch": 12, "train_loss": 1.7955281734466553, "cos_r_negg": [0.48602479696273804, 0.23035305738449097, 0.20419393479824066, 0.14817412197589874, 0.07497850060462952], "cos_apical_negg": [0.48602479696273804, 0.23035305738449097, 0.20419393479824066, 0.14817412197589874, 0.07497850060462952], "cos_Ac_negg": [0.48602479696273804, 0.23035305738449097, 0.20419393479824066, 0.14817412197589874, 0.07497850060462952], "r_norm": [4.258747100830078, 4.362259864807129, 4.206049919128418, 4.372875690460205, 4.3289265632629395]}, {"step": 4900, "epoch": 12, "train_loss": 1.947771430015564, "cos_r_negg": [0.4917433559894562, 0.24710175395011902, 0.22212207317352295, 0.15133875608444214, 0.07805806398391724], "cos_apical_negg": [0.4917433559894562, 0.24710175395011902, 0.22212207317352295, 0.15133875608444214, 0.07805806398391724], "cos_Ac_negg": [0.4917433559894562, 0.24710175395011902, 0.22212207317352295, 0.15133875608444214, 0.07805806398391724], "r_norm": [4.4392852783203125, 4.542339324951172, 4.39424991607666, 4.5579657554626465, 4.513258934020996]}, {"step": 4950, "epoch": 12, "train_loss": 1.7975916862487793, "cos_r_negg": [0.4518159031867981, 0.2415570765733719, 0.22149288654327393, 0.14304813742637634, 0.06295650452375412], "cos_apical_negg": [0.4518159031867981, 0.2415570765733719, 0.22149288654327393, 0.14304813742637634, 0.06295650452375412], "cos_Ac_negg": [0.4518159031867981, 0.2415570765733719, 0.22149288654327393, 0.14304813742637634, 0.06295650452375412], "r_norm": [4.29738712310791, 4.395047187805176, 4.225507736206055, 4.392192363739014, 4.351371765136719]}, {"step": 5000, "epoch": 12, "train_loss": 1.8960644006729126, "cos_r_negg": [0.4496185779571533, 0.2538869380950928, 0.2201227843761444, 0.09771944582462311, 0.05988307297229767], "cos_apical_negg": [0.4496185779571533, 0.2538869380950928, 0.2201227843761444, 0.09771944582462311, 0.05988307297229767], "cos_Ac_negg": [0.4496185779571533, 0.2538869380950928, 0.2201227843761444, 0.09771944582462311, 0.05988307297229767], "r_norm": [4.329120635986328, 4.423913955688477, 4.266914367675781, 4.448084831237793, 4.396339416503906]}, {"step": 5050, "epoch": 12, "train_loss": 1.9595142602920532, "cos_r_negg": [0.42901769280433655, 0.2370520532131195, 0.19815829396247864, 0.08005484193563461, 0.09183916449546814], "cos_apical_negg": [0.42901769280433655, 0.2370520532131195, 0.19815829396247864, 0.08005484193563461, 0.09183916449546814], "cos_Ac_negg": [0.42901769280433655, 0.2370520532131195, 0.19815829396247864, 0.08005484193563461, 0.09183916449546814], "r_norm": [4.247215270996094, 4.353875160217285, 4.188015937805176, 4.353087902069092, 4.31243896484375]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.351, "test_loss": 2.0956263916015625}, {"step": 5100, "epoch": 13, "train_loss": 1.7734956741333008, "cos_r_negg": [0.4321909248828888, 0.22860845923423767, 0.21251675486564636, 0.10858439654111862, 0.10456491261720657], "cos_apical_negg": [0.4321909248828888, 0.22860845923423767, 0.21251675486564636, 0.10858439654111862, 0.10456491261720657], "cos_Ac_negg": [0.4321909248828888, 0.22860845923423767, 0.21251675486564636, 0.10858439654111862, 0.10456491261720657], "r_norm": [4.220160484313965, 4.305868625640869, 4.152259349822998, 4.314720153808594, 4.280426979064941]}, {"step": 5150, "epoch": 13, "train_loss": 1.8974545001983643, "cos_r_negg": [0.4602661728858948, 0.2418871819972992, 0.20752595365047455, 0.14111608266830444, 0.09312926232814789], "cos_apical_negg": [0.4602661728858948, 0.2418871819972992, 0.20752595365047455, 0.14111608266830444, 0.09312926232814789], "cos_Ac_negg": [0.4602661728858948, 0.2418871819972992, 0.20752595365047455, 0.14111608266830444, 0.09312926232814789], "r_norm": [4.238037109375, 4.344269275665283, 4.185443878173828, 4.360259056091309, 4.305601596832275]}, {"step": 5200, "epoch": 13, "train_loss": 1.9981987476348877, "cos_r_negg": [0.4527181386947632, 0.26323163509368896, 0.21695739030838013, 0.1280720829963684, 0.0926542580127716], "cos_apical_negg": [0.4527181386947632, 0.26323163509368896, 0.21695739030838013, 0.1280720829963684, 0.0926542580127716], "cos_Ac_negg": [0.4527181386947632, 0.26323163509368896, 0.21695739030838013, 0.1280720829963684, 0.0926542580127716], "r_norm": [4.408473968505859, 4.508732795715332, 4.347187042236328, 4.518009662628174, 4.474208831787109]}, {"step": 5250, "epoch": 13, "train_loss": 1.742393970489502, "cos_r_negg": [0.46293726563453674, 0.26696205139160156, 0.2055075615644455, 0.12812986969947815, 0.10296693444252014], "cos_apical_negg": [0.46293726563453674, 0.26696205139160156, 0.2055075615644455, 0.12812986969947815, 0.10296693444252014], "cos_Ac_negg": [0.46293726563453674, 0.26696205139160156, 0.2055075615644455, 0.12812986969947815, 0.10296693444252014], "r_norm": [4.2531514167785645, 4.347084045410156, 4.183992862701416, 4.3616132736206055, 4.31827449798584]}, {"step": 5300, "epoch": 13, "train_loss": 1.8612301349639893, "cos_r_negg": [0.4312921464443207, 0.285327672958374, 0.2169211059808731, 0.15034173429012299, 0.07832811772823334], "cos_apical_negg": [0.4312921464443207, 0.285327672958374, 0.2169211059808731, 0.15034173429012299, 0.07832811772823334], "cos_Ac_negg": [0.4312921464443207, 0.285327672958374, 0.2169211059808731, 0.15034173429012299, 0.07832811772823334], "r_norm": [4.136147499084473, 4.229074478149414, 4.067212104797363, 4.237449645996094, 4.201541900634766]}, {"step": 5350, "epoch": 13, "train_loss": 1.7423205375671387, "cos_r_negg": [0.43882784247398376, 0.24751049280166626, 0.2250809669494629, 0.1268037110567093, 0.09080897271633148], "cos_apical_negg": [0.43882784247398376, 0.24751049280166626, 0.2250809669494629, 0.1268037110567093, 0.09080897271633148], "cos_Ac_negg": [0.43882784247398376, 0.24751049280166626, 0.2250809669494629, 0.1268037110567093, 0.09080897271633148], "r_norm": [4.255762100219727, 4.348103046417236, 4.186024188995361, 4.369345664978027, 4.314743518829346]}, {"step": 5400, "epoch": 13, "train_loss": 2.2524631023406982, "cos_r_negg": [0.4784644842147827, 0.251199871301651, 0.2068088799715042, 0.11805807054042816, 0.08828768134117126], "cos_apical_negg": [0.4784644842147827, 0.251199871301651, 0.2068088799715042, 0.11805807054042816, 0.08828768134117126], "cos_Ac_negg": [0.4784644842147827, 0.251199871301651, 0.2068088799715042, 0.11805807054042816, 0.08828768134117126], "r_norm": [4.225914478302002, 4.331179618835449, 4.171426773071289, 4.331918716430664, 4.290218353271484]}, {"step": 5450, "epoch": 13, "train_loss": 1.9125688076019287, "cos_r_negg": [0.4369650185108185, 0.22810718417167664, 0.21452029049396515, 0.09535204619169235, 0.07907487452030182], "cos_apical_negg": [0.4369650185108185, 0.22810718417167664, 0.21452029049396515, 0.09535204619169235, 0.07907487452030182], "cos_Ac_negg": [0.4369650185108185, 0.22810718417167664, 0.21452029049396515, 0.09535204619169235, 0.07907487452030182], "r_norm": [4.168787002563477, 4.269111633300781, 4.111698150634766, 4.2780961990356445, 4.237793922424316]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3494, "test_loss": 2.1055547119140625}, {"step": 5500, "epoch": 14, "train_loss": 1.9490745067596436, "cos_r_negg": [0.4811289310455322, 0.2604455053806305, 0.2019556760787964, 0.1340091973543167, 0.06547622382640839], "cos_apical_negg": [0.4811289310455322, 0.2604455053806305, 0.2019556760787964, 0.1340091973543167, 0.06547622382640839], "cos_Ac_negg": [0.4811289310455322, 0.2604455053806305, 0.2019556760787964, 0.1340091973543167, 0.06547622382640839], "r_norm": [4.045654773712158, 4.1338348388671875, 3.9832115173339844, 4.15450382232666, 4.10875129699707]}, {"step": 5550, "epoch": 14, "train_loss": 1.768874168395996, "cos_r_negg": [0.45982447266578674, 0.28362804651260376, 0.2053748071193695, 0.1256006956100464, 0.06937867403030396], "cos_apical_negg": [0.45982447266578674, 0.28362804651260376, 0.2053748071193695, 0.1256006956100464, 0.06937867403030396], "cos_Ac_negg": [0.45982447266578674, 0.28362804651260376, 0.2053748071193695, 0.1256006956100464, 0.06937867403030396], "r_norm": [4.181595802307129, 4.279659271240234, 4.133766174316406, 4.294339179992676, 4.2574849128723145]}, {"step": 5600, "epoch": 14, "train_loss": 2.0902047157287598, "cos_r_negg": [0.46420952677726746, 0.26526349782943726, 0.22725850343704224, 0.1511024683713913, 0.0994354635477066], "cos_apical_negg": [0.46420952677726746, 0.26526349782943726, 0.22725850343704224, 0.1511024683713913, 0.0994354635477066], "cos_Ac_negg": [0.46420952677726746, 0.26526349782943726, 0.22725850343704224, 0.1511024683713913, 0.0994354635477066], "r_norm": [4.397363662719727, 4.503591060638428, 4.343874931335449, 4.510678291320801, 4.4742655754089355]}, {"step": 5650, "epoch": 14, "train_loss": 1.980208396911621, "cos_r_negg": [0.4149772822856903, 0.2779805362224579, 0.24150170385837555, 0.13639956712722778, 0.07455325126647949], "cos_apical_negg": [0.4149772822856903, 0.2779805362224579, 0.24150170385837555, 0.13639956712722778, 0.07455325126647949], "cos_Ac_negg": [0.4149772822856903, 0.2779805362224579, 0.24150170385837555, 0.13639956712722778, 0.07455325126647949], "r_norm": [4.267887115478516, 4.360125541687012, 4.199652671813965, 4.367585182189941, 4.338635444641113]}, {"step": 5700, "epoch": 14, "train_loss": 1.8864030838012695, "cos_r_negg": [0.4217575788497925, 0.27092260122299194, 0.24645140767097473, 0.1440013349056244, 0.08741606771945953], "cos_apical_negg": [0.4217575788497925, 0.27092260122299194, 0.24645140767097473, 0.1440013349056244, 0.08741606771945953], "cos_Ac_negg": [0.4217575788497925, 0.27092260122299194, 0.24645140767097473, 0.1440013349056244, 0.08741606771945953], "r_norm": [4.234484672546387, 4.3480706214904785, 4.196270942687988, 4.363000392913818, 4.312565326690674]}, {"step": 5750, "epoch": 14, "train_loss": 1.8577079772949219, "cos_r_negg": [0.46342065930366516, 0.2942655682563782, 0.22769568860530853, 0.14004896581172943, 0.08493851125240326], "cos_apical_negg": [0.46342065930366516, 0.2942655682563782, 0.22769568860530853, 0.14004896581172943, 0.08493851125240326], "cos_Ac_negg": [0.46342065930366516, 0.2942655682563782, 0.22769568860530853, 0.14004896581172943, 0.08493851125240326], "r_norm": [4.234801769256592, 4.338196754455566, 4.161252975463867, 4.333286285400391, 4.295577526092529]}, {"step": 5800, "epoch": 14, "train_loss": 2.3438854217529297, "cos_r_negg": [0.44030600786209106, 0.29182347655296326, 0.23121461272239685, 0.16455262899398804, 0.08629526197910309], "cos_apical_negg": [0.44030600786209106, 0.29182347655296326, 0.23121461272239685, 0.16455262899398804, 0.08629526197910309], "cos_Ac_negg": [0.44030600786209106, 0.29182347655296326, 0.23121461272239685, 0.16455262899398804, 0.08629526197910309], "r_norm": [4.216437339782715, 4.322784423828125, 4.167716026306152, 4.326573848724365, 4.2901201248168945]}, {"step": 5850, "epoch": 14, "train_loss": 2.1227879524230957, "cos_r_negg": [0.46085360646247864, 0.28627458214759827, 0.2400382161140442, 0.16799971461296082, 0.10093222558498383], "cos_apical_negg": [0.46085360646247864, 0.28627458214759827, 0.2400382161140442, 0.16799971461296082, 0.10093222558498383], "cos_Ac_negg": [0.46085360646247864, 0.28627458214759827, 0.2400382161140442, 0.16799971461296082, 0.10093222558498383], "r_norm": [4.2979936599731445, 4.3975396156311035, 4.224843978881836, 4.390517234802246, 4.361044883728027]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3632, "test_loss": 2.013710107421875}, {"step": 5900, "epoch": 15, "train_loss": 1.8299202919006348, "cos_r_negg": [0.4564460217952728, 0.2760096788406372, 0.24932073056697845, 0.17566803097724915, 0.13728414475917816], "cos_apical_negg": [0.4564460217952728, 0.2760096788406372, 0.24932073056697845, 0.17566803097724915, 0.13728414475917816], "cos_Ac_negg": [0.4564460217952728, 0.2760096788406372, 0.24932073056697845, 0.17566803097724915, 0.13728414475917816], "r_norm": [4.325074195861816, 4.450155258178711, 4.278256416320801, 4.439973831176758, 4.401491165161133]}, {"step": 5950, "epoch": 15, "train_loss": 2.011124610900879, "cos_r_negg": [0.4037485718727112, 0.2706889808177948, 0.23379471898078918, 0.18755999207496643, 0.1173330545425415], "cos_apical_negg": [0.4037485718727112, 0.2706889808177948, 0.23379471898078918, 0.18755999207496643, 0.1173330545425415], "cos_Ac_negg": [0.4037485718727112, 0.2706889808177948, 0.23379471898078918, 0.18755999207496643, 0.1173330545425415], "r_norm": [4.199247360229492, 4.300498008728027, 4.139989852905273, 4.300695419311523, 4.266679763793945]}, {"step": 6000, "epoch": 15, "train_loss": 2.054050922393799, "cos_r_negg": [0.4315049648284912, 0.2812393307685852, 0.2305665910243988, 0.1797429770231247, 0.1341848224401474], "cos_apical_negg": [0.4315049648284912, 0.2812393307685852, 0.2305665910243988, 0.1797429770231247, 0.1341848224401474], "cos_Ac_negg": [0.4315049648284912, 0.2812393307685852, 0.2305665910243988, 0.1797429770231247, 0.1341848224401474], "r_norm": [4.310764789581299, 4.408178806304932, 4.244058132171631, 4.416930198669434, 4.365662574768066]}, {"step": 6050, "epoch": 15, "train_loss": 1.9014942646026611, "cos_r_negg": [0.45698282122612, 0.3054778575897217, 0.21651691198349, 0.15665292739868164, 0.09310568869113922], "cos_apical_negg": [0.45698282122612, 0.3054778575897217, 0.21651691198349, 0.15665292739868164, 0.09310568869113922], "cos_Ac_negg": [0.45698282122612, 0.3054778575897217, 0.21651691198349, 0.15665292739868164, 0.09310568869113922], "r_norm": [4.45741605758667, 4.563650131225586, 4.394258499145508, 4.559913635253906, 4.520708084106445]}, {"step": 6100, "epoch": 15, "train_loss": 2.0823395252227783, "cos_r_negg": [0.4389358162879944, 0.2872510850429535, 0.2367180585861206, 0.18964454531669617, 0.11914101988077164], "cos_apical_negg": [0.4389358162879944, 0.2872510850429535, 0.2367180585861206, 0.18964454531669617, 0.11914101988077164], "cos_Ac_negg": [0.4389358162879944, 0.2872510850429535, 0.2367180585861206, 0.18964454531669617, 0.11914101988077164], "r_norm": [4.341621398925781, 4.436163425445557, 4.271427154541016, 4.453570365905762, 4.404763698577881]}, {"step": 6150, "epoch": 15, "train_loss": 2.0388576984405518, "cos_r_negg": [0.408926784992218, 0.28015124797821045, 0.22170096635818481, 0.20211800932884216, 0.10828009247779846], "cos_apical_negg": [0.408926784992218, 0.28015124797821045, 0.22170096635818481, 0.20211800932884216, 0.10828009247779846], "cos_Ac_negg": [0.408926784992218, 0.28015124797821045, 0.22170096635818481, 0.20211800932884216, 0.10828009247779846], "r_norm": [4.1137800216674805, 4.208786487579346, 4.058698654174805, 4.231248378753662, 4.182733535766602]}, {"step": 6200, "epoch": 15, "train_loss": 2.081838369369507, "cos_r_negg": [0.4612831771373749, 0.2894045114517212, 0.22301261126995087, 0.17743344604969025, 0.12264598906040192], "cos_apical_negg": [0.4612831771373749, 0.2894045114517212, 0.22301261126995087, 0.17743344604969025, 0.12264598906040192], "cos_Ac_negg": [0.4612831771373749, 0.2894045114517212, 0.22301261126995087, 0.17743344604969025, 0.12264598906040192], "r_norm": [4.416522979736328, 4.518096446990967, 4.348411560058594, 4.524406909942627, 4.492851257324219]}, {"step": 6250, "epoch": 15, "train_loss": 2.197031021118164, "cos_r_negg": [0.46256059408187866, 0.2977091073989868, 0.21669316291809082, 0.16303379833698273, 0.11846236884593964], "cos_apical_negg": [0.46256059408187866, 0.2977091073989868, 0.21669316291809082, 0.16303379833698273, 0.11846236884593964], "cos_Ac_negg": [0.46256059408187866, 0.2977091073989868, 0.21669316291809082, 0.16303379833698273, 0.11846236884593964], "r_norm": [4.325571060180664, 4.4246506690979, 4.261508941650391, 4.441604137420654, 4.403385639190674]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3582, "test_loss": 2.048948547363281}, {"step": 6300, "epoch": 16, "train_loss": 2.3016653060913086, "cos_r_negg": [0.42792999744415283, 0.2829843759536743, 0.25128331780433655, 0.15867871046066284, 0.0858314111828804], "cos_apical_negg": [0.42792999744415283, 0.2829843759536743, 0.25128331780433655, 0.15867871046066284, 0.0858314111828804], "cos_Ac_negg": [0.42792999744415283, 0.2829843759536743, 0.25128331780433655, 0.15867871046066284, 0.0858314111828804], "r_norm": [4.2565107345581055, 4.3636016845703125, 4.2048258781433105, 4.359827041625977, 4.326722145080566]}, {"step": 6350, "epoch": 16, "train_loss": 1.760486125946045, "cos_r_negg": [0.4445997178554535, 0.29194319248199463, 0.2621830701828003, 0.15567439794540405, 0.13104933500289917], "cos_apical_negg": [0.4445997178554535, 0.29194319248199463, 0.2621830701828003, 0.15567439794540405, 0.13104933500289917], "cos_Ac_negg": [0.4445997178554535, 0.29194319248199463, 0.2621830701828003, 0.15567439794540405, 0.13104933500289917], "r_norm": [4.212264537811279, 4.309562683105469, 4.165274620056152, 4.337285995483398, 4.292351722717285]}, {"step": 6400, "epoch": 16, "train_loss": 1.9887876510620117, "cos_r_negg": [0.4643893837928772, 0.282016396522522, 0.24082191288471222, 0.16517499089241028, 0.08605919033288956], "cos_apical_negg": [0.4643893837928772, 0.282016396522522, 0.24082191288471222, 0.16517499089241028, 0.08605919033288956], "cos_Ac_negg": [0.4643893837928772, 0.282016396522522, 0.24082191288471222, 0.16517499089241028, 0.08605919033288956], "r_norm": [4.174027442932129, 4.274601936340332, 4.124378204345703, 4.278707504272461, 4.249975204467773]}, {"step": 6450, "epoch": 16, "train_loss": 1.8939054012298584, "cos_r_negg": [0.41521579027175903, 0.29641878604888916, 0.2605856955051422, 0.18286818265914917, 0.12485158443450928], "cos_apical_negg": [0.41521579027175903, 0.29641878604888916, 0.2605856955051422, 0.18286818265914917, 0.12485158443450928], "cos_Ac_negg": [0.41521579027175903, 0.29641878604888916, 0.2605856955051422, 0.18286818265914917, 0.12485158443450928], "r_norm": [4.178047180175781, 4.281972885131836, 4.115940093994141, 4.2865753173828125, 4.252711296081543]}, {"step": 6500, "epoch": 16, "train_loss": 2.2657079696655273, "cos_r_negg": [0.4652438759803772, 0.3110039234161377, 0.2685374915599823, 0.1571558713912964, 0.10212156921625137], "cos_apical_negg": [0.4652438759803772, 0.3110039234161377, 0.2685374915599823, 0.1571558713912964, 0.10212156921625137], "cos_Ac_negg": [0.4652438759803772, 0.3110039234161377, 0.2685374915599823, 0.1571558713912964, 0.10212156921625137], "r_norm": [4.2065911293029785, 4.302116870880127, 4.128437042236328, 4.302696228027344, 4.26096773147583]}, {"step": 6550, "epoch": 16, "train_loss": 1.8105424642562866, "cos_r_negg": [0.41137444972991943, 0.294899582862854, 0.2494005560874939, 0.13683363795280457, 0.10353507846593857], "cos_apical_negg": [0.41137444972991943, 0.294899582862854, 0.2494005560874939, 0.13683363795280457, 0.10353507846593857], "cos_Ac_negg": [0.41137444972991943, 0.294899582862854, 0.2494005560874939, 0.13683363795280457, 0.10353507846593857], "r_norm": [4.193349361419678, 4.310722351074219, 4.146738529205322, 4.316135406494141, 4.270322799682617]}, {"step": 6600, "epoch": 16, "train_loss": 1.79926598072052, "cos_r_negg": [0.42461901903152466, 0.31515732407569885, 0.2535276710987091, 0.1279599815607071, 0.10597644001245499], "cos_apical_negg": [0.42461901903152466, 0.31515732407569885, 0.2535276710987091, 0.1279599815607071, 0.10597644001245499], "cos_Ac_negg": [0.42461901903152466, 0.31515732407569885, 0.2535276710987091, 0.1279599815607071, 0.10597644001245499], "r_norm": [4.119676113128662, 4.2238006591796875, 4.0707316398620605, 4.232257843017578, 4.1927571296691895]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.373, "test_loss": 2.033947119140625}, {"step": 6650, "epoch": 17, "train_loss": 2.1124446392059326, "cos_r_negg": [0.4129933714866638, 0.3117777705192566, 0.2745562791824341, 0.15295612812042236, 0.11861985176801682], "cos_apical_negg": [0.4129933714866638, 0.3117777705192566, 0.2745562791824341, 0.15295612812042236, 0.11861985176801682], "cos_Ac_negg": [0.4129933714866638, 0.3117777705192566, 0.2745562791824341, 0.15295612812042236, 0.11861985176801682], "r_norm": [4.240846633911133, 4.337090969085693, 4.174347400665283, 4.334948539733887, 4.295106887817383]}, {"step": 6700, "epoch": 17, "train_loss": 2.1594252586364746, "cos_r_negg": [0.4427363872528076, 0.30079084634780884, 0.24130114912986755, 0.14127129316329956, 0.11998172104358673], "cos_apical_negg": [0.4427363872528076, 0.30079084634780884, 0.24130114912986755, 0.14127129316329956, 0.11998172104358673], "cos_Ac_negg": [0.4427363872528076, 0.30079084634780884, 0.24130114912986755, 0.14127129316329956, 0.11998172104358673], "r_norm": [4.237624645233154, 4.354612350463867, 4.191688537597656, 4.371009826660156, 4.322111129760742]}, {"step": 6750, "epoch": 17, "train_loss": 2.034360885620117, "cos_r_negg": [0.45011231303215027, 0.3159417510032654, 0.25505387783050537, 0.14631763100624084, 0.12264758348464966], "cos_apical_negg": [0.45011231303215027, 0.3159417510032654, 0.25505387783050537, 0.14631763100624084, 0.12264758348464966], "cos_Ac_negg": [0.45011231303215027, 0.3159417510032654, 0.25505387783050537, 0.14631763100624084, 0.12264758348464966], "r_norm": [4.193333148956299, 4.288643836975098, 4.121419906616211, 4.292072296142578, 4.257384300231934]}, {"step": 6800, "epoch": 17, "train_loss": 1.822998046875, "cos_r_negg": [0.4241516590118408, 0.32198840379714966, 0.26345232129096985, 0.14038151502609253, 0.12635964155197144], "cos_apical_negg": [0.4241516590118408, 0.32198840379714966, 0.26345232129096985, 0.14038151502609253, 0.12635964155197144], "cos_Ac_negg": [0.4241516590118408, 0.32198840379714966, 0.26345232129096985, 0.14038151502609253, 0.12635964155197144], "r_norm": [4.206599235534668, 4.315699577331543, 4.136719703674316, 4.311587333679199, 4.267876625061035]}, {"step": 6850, "epoch": 17, "train_loss": 2.029132843017578, "cos_r_negg": [0.4403403401374817, 0.3258732855319977, 0.23088544607162476, 0.160039022564888, 0.09958068281412125], "cos_apical_negg": [0.4403403401374817, 0.3258732855319977, 0.23088544607162476, 0.160039022564888, 0.09958068281412125], "cos_Ac_negg": [0.4403403401374817, 0.3258732855319977, 0.23088544607162476, 0.160039022564888, 0.09958068281412125], "r_norm": [4.36130952835083, 4.491668701171875, 4.318072319030762, 4.488602638244629, 4.427950859069824]}, {"step": 6900, "epoch": 17, "train_loss": 1.768011450767517, "cos_r_negg": [0.45601215958595276, 0.32580530643463135, 0.22705310583114624, 0.1733475923538208, 0.10270965099334717], "cos_apical_negg": [0.45601215958595276, 0.32580530643463135, 0.22705310583114624, 0.1733475923538208, 0.10270965099334717], "cos_Ac_negg": [0.45601215958595276, 0.32580530643463135, 0.22705310583114624, 0.1733475923538208, 0.10270965099334717], "r_norm": [4.267956733703613, 4.37540340423584, 4.217043876647949, 4.379242897033691, 4.348024845123291]}, {"step": 6950, "epoch": 17, "train_loss": 1.8080205917358398, "cos_r_negg": [0.4482734799385071, 0.3255026340484619, 0.23544412851333618, 0.15613168478012085, 0.0922292172908783], "cos_apical_negg": [0.4482734799385071, 0.3255026340484619, 0.23544412851333618, 0.15613168478012085, 0.0922292172908783], "cos_Ac_negg": [0.4482734799385071, 0.3255026340484619, 0.23544412851333618, 0.15613168478012085, 0.0922292172908783], "r_norm": [4.2132768630981445, 4.324563026428223, 4.162321090698242, 4.3382415771484375, 4.283605098724365]}, {"step": 7000, "epoch": 17, "train_loss": 1.9084752798080444, "cos_r_negg": [0.3910517990589142, 0.32459473609924316, 0.24078121781349182, 0.18818868696689606, 0.10483299195766449], "cos_apical_negg": [0.3910517990589142, 0.32459473609924316, 0.24078121781349182, 0.18818868696689606, 0.10483299195766449], "cos_Ac_negg": [0.3910517990589142, 0.32459473609924316, 0.24078121781349182, 0.18818868696689606, 0.10483299195766449], "r_norm": [4.24927282333374, 4.36937952041626, 4.216843605041504, 4.38306999206543, 4.338890075683594]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3576, "test_loss": 2.1960188720703124}, {"step": 7050, "epoch": 18, "train_loss": 1.790759801864624, "cos_r_negg": [0.4364118278026581, 0.3085957169532776, 0.25455695390701294, 0.19777755439281464, 0.13205674290657043], "cos_apical_negg": [0.4364118278026581, 0.3085957169532776, 0.25455695390701294, 0.19777755439281464, 0.13205674290657043], "cos_Ac_negg": [0.4364118278026581, 0.3085957169532776, 0.25455695390701294, 0.19777755439281464, 0.13205674290657043], "r_norm": [4.1609344482421875, 4.250094413757324, 4.0945963859558105, 4.2537031173706055, 4.2265496253967285]}, {"step": 7100, "epoch": 18, "train_loss": 1.9234285354614258, "cos_r_negg": [0.45074862241744995, 0.3437748849391937, 0.26540374755859375, 0.18636521697044373, 0.13544881343841553], "cos_apical_negg": [0.45074862241744995, 0.3437748849391937, 0.26540374755859375, 0.18636521697044373, 0.13544881343841553], "cos_Ac_negg": [0.45074862241744995, 0.3437748849391937, 0.26540374755859375, 0.18636521697044373, 0.13544881343841553], "r_norm": [4.285848617553711, 4.403874397277832, 4.242205619812012, 4.42048978805542, 4.367915630340576]}, {"step": 7150, "epoch": 18, "train_loss": 2.1552834510803223, "cos_r_negg": [0.4587329924106598, 0.3397253751754761, 0.27569305896759033, 0.18457680940628052, 0.13408540189266205], "cos_apical_negg": [0.4587329924106598, 0.3397253751754761, 0.27569305896759033, 0.18457680940628052, 0.13408540189266205], "cos_Ac_negg": [0.4587329924106598, 0.3397253751754761, 0.27569305896759033, 0.18457680940628052, 0.13408540189266205], "r_norm": [4.299312591552734, 4.394498348236084, 4.2297773361206055, 4.399477958679199, 4.367053985595703]}, {"step": 7200, "epoch": 18, "train_loss": 1.821100115776062, "cos_r_negg": [0.45918628573417664, 0.35761868953704834, 0.25863149762153625, 0.17657113075256348, 0.12914225459098816], "cos_apical_negg": [0.45918628573417664, 0.35761868953704834, 0.25863149762153625, 0.17657113075256348, 0.12914225459098816], "cos_Ac_negg": [0.45918628573417664, 0.35761868953704834, 0.25863149762153625, 0.17657113075256348, 0.12914225459098816], "r_norm": [4.148022651672363, 4.24711799621582, 4.0723748207092285, 4.238591194152832, 4.207780838012695]}, {"step": 7250, "epoch": 18, "train_loss": 1.9154165983200073, "cos_r_negg": [0.459624707698822, 0.33301177620887756, 0.23062624037265778, 0.19683191180229187, 0.11429625749588013], "cos_apical_negg": [0.459624707698822, 0.33301177620887756, 0.23062624037265778, 0.19683191180229187, 0.11429625749588013], "cos_Ac_negg": [0.459624707698822, 0.33301177620887756, 0.23062624037265778, 0.19683191180229187, 0.11429625749588013], "r_norm": [4.187477111816406, 4.288374423980713, 4.136995315551758, 4.303803443908691, 4.263091087341309]}, {"step": 7300, "epoch": 18, "train_loss": 2.0729005336761475, "cos_r_negg": [0.43227940797805786, 0.3235207200050354, 0.23147767782211304, 0.17526155710220337, 0.17010632157325745], "cos_apical_negg": [0.43227940797805786, 0.3235207200050354, 0.23147767782211304, 0.17526155710220337, 0.17010632157325745], "cos_Ac_negg": [0.43227940797805786, 0.3235207200050354, 0.23147767782211304, 0.17526155710220337, 0.17010632157325745], "r_norm": [4.080244064331055, 4.174556732177734, 4.028895378112793, 4.195272445678711, 4.156794548034668]}, {"step": 7350, "epoch": 18, "train_loss": 1.7795474529266357, "cos_r_negg": [0.42961910367012024, 0.3276852071285248, 0.25944119691848755, 0.16176137328147888, 0.16832810640335083], "cos_apical_negg": [0.42961910367012024, 0.3276852071285248, 0.25944119691848755, 0.16176137328147888, 0.16832810640335083], "cos_Ac_negg": [0.42961910367012024, 0.3276852071285248, 0.25944119691848755, 0.16176137328147888, 0.16832810640335083], "r_norm": [4.168562889099121, 4.27174186706543, 4.107734203338623, 4.271240234375, 4.240662097930908]}, {"step": 7400, "epoch": 18, "train_loss": 1.8629610538482666, "cos_r_negg": [0.440560519695282, 0.33137643337249756, 0.2598264217376709, 0.1539584994316101, 0.11258567869663239], "cos_apical_negg": [0.440560519695282, 0.33137643337249756, 0.2598264217376709, 0.1539584994316101, 0.11258567869663239], "cos_Ac_negg": [0.440560519695282, 0.33137643337249756, 0.2598264217376709, 0.1539584994316101, 0.11258567869663239], "r_norm": [4.262524604797363, 4.366855621337891, 4.2046308517456055, 4.365077972412109, 4.33406925201416]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3453, "test_loss": 2.135144689941406}, {"step": 7450, "epoch": 19, "train_loss": 1.6086534261703491, "cos_r_negg": [0.40662863850593567, 0.34013718366622925, 0.26771026849746704, 0.16245588660240173, 0.1334783434867859], "cos_apical_negg": [0.40662863850593567, 0.34013718366622925, 0.26771026849746704, 0.16245588660240173, 0.1334783434867859], "cos_Ac_negg": [0.40662863850593567, 0.34013718366622925, 0.26771026849746704, 0.16245588660240173, 0.1334783434867859], "r_norm": [4.18278694152832, 4.281435966491699, 4.125269889831543, 4.29282808303833, 4.244150161743164]}, {"step": 7500, "epoch": 19, "train_loss": 1.708793044090271, "cos_r_negg": [0.4211636185646057, 0.3403369188308716, 0.23814372718334198, 0.18643292784690857, 0.1674984097480774], "cos_apical_negg": [0.4211636185646057, 0.3403369188308716, 0.23814372718334198, 0.18643292784690857, 0.1674984097480774], "cos_Ac_negg": [0.4211636185646057, 0.3403369188308716, 0.23814372718334198, 0.18643292784690857, 0.1674984097480774], "r_norm": [4.1465606689453125, 4.246424674987793, 4.088254451751709, 4.251091003417969, 4.233126640319824]}, {"step": 7550, "epoch": 19, "train_loss": 1.8934593200683594, "cos_r_negg": [0.432121217250824, 0.32336586713790894, 0.2623536288738251, 0.15450087189674377, 0.14789098501205444], "cos_apical_negg": [0.432121217250824, 0.32336586713790894, 0.2623536288738251, 0.15450087189674377, 0.14789098501205444], "cos_Ac_negg": [0.432121217250824, 0.32336586713790894, 0.2623536288738251, 0.15450087189674377, 0.14789098501205444], "r_norm": [4.379487991333008, 4.474388122558594, 4.292999267578125, 4.468061923980713, 4.445221900939941]}, {"step": 7600, "epoch": 19, "train_loss": 1.9330183267593384, "cos_r_negg": [0.4654898941516876, 0.34848925471305847, 0.2631864547729492, 0.18315869569778442, 0.1700918823480606], "cos_apical_negg": [0.4654898941516876, 0.34848925471305847, 0.2631864547729492, 0.18315869569778442, 0.1700918823480606], "cos_Ac_negg": [0.4654898941516876, 0.34848925471305847, 0.2631864547729492, 0.18315869569778442, 0.1700918823480606], "r_norm": [4.078604698181152, 4.170389175415039, 4.0227460861206055, 4.1730852127075195, 4.128647804260254]}, {"step": 7650, "epoch": 19, "train_loss": 1.7053210735321045, "cos_r_negg": [0.4529866576194763, 0.32004314661026, 0.2294216901063919, 0.1854747086763382, 0.18464700877666473], "cos_apical_negg": [0.4529866576194763, 0.32004314661026, 0.2294216901063919, 0.1854747086763382, 0.18464700877666473], "cos_Ac_negg": [0.4529866576194763, 0.32004314661026, 0.2294216901063919, 0.1854747086763382, 0.18464700877666473], "r_norm": [4.096799850463867, 4.201536178588867, 4.045536041259766, 4.212301731109619, 4.175052642822266]}, {"step": 7700, "epoch": 19, "train_loss": 1.7153717279434204, "cos_r_negg": [0.44275692105293274, 0.32675206661224365, 0.28037911653518677, 0.1877046525478363, 0.16816365718841553], "cos_apical_negg": [0.44275692105293274, 0.32675206661224365, 0.28037911653518677, 0.1877046525478363, 0.16816365718841553], "cos_Ac_negg": [0.44275692105293274, 0.32675206661224365, 0.28037911653518677, 0.1877046525478363, 0.16816365718841553], "r_norm": [4.24928092956543, 4.350564002990723, 4.193086624145508, 4.362490177154541, 4.309055328369141]}, {"step": 7750, "epoch": 19, "train_loss": 2.079694986343384, "cos_r_negg": [0.4694339632987976, 0.3217199444770813, 0.3052683472633362, 0.18658661842346191, 0.16495193541049957], "cos_apical_negg": [0.4694339632987976, 0.3217199444770813, 0.3052683472633362, 0.18658661842346191, 0.16495193541049957], "cos_Ac_negg": [0.4694339632987976, 0.3217199444770813, 0.3052683472633362, 0.18658661842346191, 0.16495193541049957], "r_norm": [4.086337089538574, 4.192087650299072, 4.040292263031006, 4.208232402801514, 4.1585588455200195]}, {"step": 7800, "epoch": 19, "train_loss": 1.6931164264678955, "cos_r_negg": [0.4375455975532532, 0.3330616354942322, 0.2606998383998871, 0.18782168626785278, 0.16177403926849365], "cos_apical_negg": [0.4375455975532532, 0.3330616354942322, 0.2606998383998871, 0.18782168626785278, 0.16177403926849365], "cos_Ac_negg": [0.4375455975532532, 0.3330616354942322, 0.2606998383998871, 0.18782168626785278, 0.16177403926849365], "r_norm": [4.070055961608887, 4.177919387817383, 4.022078037261963, 4.185862064361572, 4.138011932373047]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3827, "test_loss": 2.0696569702148437}, {"step": 7850, "epoch": 20, "train_loss": 1.7340574264526367, "cos_r_negg": [0.4672186076641083, 0.32276004552841187, 0.2721405029296875, 0.20698131620883942, 0.14468145370483398], "cos_apical_negg": [0.4672186076641083, 0.32276004552841187, 0.2721405029296875, 0.20698131620883942, 0.14468145370483398], "cos_Ac_negg": [0.4672186076641083, 0.32276004552841187, 0.2721405029296875, 0.20698131620883942, 0.14468145370483398], "r_norm": [4.332744598388672, 4.446716785430908, 4.283123016357422, 4.441679954528809, 4.41211462020874]}, {"step": 7900, "epoch": 20, "train_loss": 1.8267812728881836, "cos_r_negg": [0.4255006015300751, 0.34106549620628357, 0.27697867155075073, 0.18530303239822388, 0.1592361181974411], "cos_apical_negg": [0.4255006015300751, 0.34106549620628357, 0.27697867155075073, 0.18530303239822388, 0.1592361181974411], "cos_Ac_negg": [0.4255006015300751, 0.34106549620628357, 0.27697867155075073, 0.18530303239822388, 0.1592361181974411], "r_norm": [4.22707462310791, 4.335979461669922, 4.180213451385498, 4.339170455932617, 4.292667388916016]}, {"step": 7950, "epoch": 20, "train_loss": 1.8135147094726562, "cos_r_negg": [0.44321343302726746, 0.32882100343704224, 0.29428720474243164, 0.1979021430015564, 0.18724554777145386], "cos_apical_negg": [0.44321343302726746, 0.32882100343704224, 0.29428720474243164, 0.1979021430015564, 0.18724554777145386], "cos_Ac_negg": [0.44321343302726746, 0.32882100343704224, 0.29428720474243164, 0.1979021430015564, 0.18724554777145386], "r_norm": [4.14906644821167, 4.245965003967285, 4.084000110626221, 4.249990940093994, 4.2083845138549805]}, {"step": 8000, "epoch": 20, "train_loss": 1.841460943222046, "cos_r_negg": [0.4306202530860901, 0.33077287673950195, 0.2940831780433655, 0.1975109875202179, 0.17151817679405212], "cos_apical_negg": [0.4306202530860901, 0.33077287673950195, 0.2940831780433655, 0.1975109875202179, 0.17151817679405212], "cos_Ac_negg": [0.4306202530860901, 0.33077287673950195, 0.2940831780433655, 0.1975109875202179, 0.17151817679405212], "r_norm": [4.182360649108887, 4.285304069519043, 4.136960983276367, 4.306867599487305, 4.2530364990234375]}, {"step": 8050, "epoch": 20, "train_loss": 1.7329471111297607, "cos_r_negg": [0.4211963415145874, 0.3393467366695404, 0.29875868558883667, 0.19431918859481812, 0.16920900344848633], "cos_apical_negg": [0.4211963415145874, 0.3393467366695404, 0.29875868558883667, 0.19431918859481812, 0.16920900344848633], "cos_Ac_negg": [0.4211963415145874, 0.3393467366695404, 0.29875868558883667, 0.19431918859481812, 0.16920900344848633], "r_norm": [4.147623062133789, 4.248833656311035, 4.096763610839844, 4.262363433837891, 4.220663070678711]}, {"step": 8100, "epoch": 20, "train_loss": 1.4640378952026367, "cos_r_negg": [0.4469383955001831, 0.325147807598114, 0.304073691368103, 0.1899278163909912, 0.1666332483291626], "cos_apical_negg": [0.4469383955001831, 0.325147807598114, 0.304073691368103, 0.1899278163909912, 0.1666332483291626], "cos_Ac_negg": [0.4469383955001831, 0.325147807598114, 0.304073691368103, 0.1899278163909912, 0.1666332483291626], "r_norm": [4.214189529418945, 4.315106391906738, 4.154367446899414, 4.329928398132324, 4.295628070831299]}, {"step": 8150, "epoch": 20, "train_loss": 1.8056772947311401, "cos_r_negg": [0.4186091721057892, 0.3230363130569458, 0.29360759258270264, 0.19595561921596527, 0.14876003563404083], "cos_apical_negg": [0.4186091721057892, 0.3230363130569458, 0.29360759258270264, 0.19595561921596527, 0.14876003563404083], "cos_Ac_negg": [0.4186091721057892, 0.3230363130569458, 0.29360759258270264, 0.19595561921596527, 0.14876003563404083], "r_norm": [4.215091705322266, 4.302342891693115, 4.1391143798828125, 4.316851615905762, 4.262932777404785]}, {"step": 8200, "epoch": 20, "train_loss": 1.6352870464324951, "cos_r_negg": [0.419675350189209, 0.3588792085647583, 0.2886391878128052, 0.1862279623746872, 0.1535293161869049], "cos_apical_negg": [0.419675350189209, 0.3588792085647583, 0.2886391878128052, 0.1862279623746872, 0.1535293161869049], "cos_Ac_negg": [0.419675350189209, 0.3588792085647583, 0.2886391878128052, 0.1862279623746872, 0.1535293161869049], "r_norm": [4.193652153015137, 4.28483772277832, 4.11602258682251, 4.291443347930908, 4.252711296081543]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.3802, "test_loss": 2.003296643066406}, {"step": 8250, "epoch": 21, "train_loss": 1.7224133014678955, "cos_r_negg": [0.4266187250614166, 0.3635147213935852, 0.2871568202972412, 0.20065321028232574, 0.1504519283771515], "cos_apical_negg": [0.4266187250614166, 0.3635147213935852, 0.2871568202972412, 0.20065321028232574, 0.1504519283771515], "cos_Ac_negg": [0.4266187250614166, 0.3635147213935852, 0.2871568202972412, 0.20065321028232574, 0.1504519283771515], "r_norm": [4.23227596282959, 4.320785045623779, 4.152141571044922, 4.316731929779053, 4.284300327301025]}, {"step": 8300, "epoch": 21, "train_loss": 2.1366372108459473, "cos_r_negg": [0.44680890440940857, 0.38037633895874023, 0.28354179859161377, 0.19682303071022034, 0.15993285179138184], "cos_apical_negg": [0.44680890440940857, 0.38037633895874023, 0.28354179859161377, 0.19682303071022034, 0.15993285179138184], "cos_Ac_negg": [0.44680890440940857, 0.38037633895874023, 0.28354179859161377, 0.19682303071022034, 0.15993285179138184], "r_norm": [4.156246185302734, 4.254464626312256, 4.095060348510742, 4.260640621185303, 4.221816062927246]}, {"step": 8350, "epoch": 21, "train_loss": 1.6120147705078125, "cos_r_negg": [0.41572305560112, 0.37206313014030457, 0.29588836431503296, 0.21766582131385803, 0.16075286269187927], "cos_apical_negg": [0.41572305560112, 0.37206313014030457, 0.29588836431503296, 0.21766582131385803, 0.16075286269187927], "cos_Ac_negg": [0.41572305560112, 0.37206313014030457, 0.29588836431503296, 0.21766582131385803, 0.16075286269187927], "r_norm": [4.140170574188232, 4.242932319641113, 4.089858055114746, 4.247776031494141, 4.2036638259887695]}, {"step": 8400, "epoch": 21, "train_loss": 1.6919965744018555, "cos_r_negg": [0.4222579002380371, 0.36754289269447327, 0.3100982904434204, 0.23917299509048462, 0.1541888415813446], "cos_apical_negg": [0.4222579002380371, 0.36754289269447327, 0.3100982904434204, 0.23917299509048462, 0.1541888415813446], "cos_Ac_negg": [0.4222579002380371, 0.36754289269447327, 0.3100982904434204, 0.23917299509048462, 0.1541888415813446], "r_norm": [4.1390814781188965, 4.225741386413574, 4.059951305389404, 4.228957653045654, 4.201492786407471]}, {"step": 8450, "epoch": 21, "train_loss": 1.5013574361801147, "cos_r_negg": [0.44982296228408813, 0.3621986508369446, 0.31031620502471924, 0.21142436563968658, 0.15075823664665222], "cos_apical_negg": [0.44982296228408813, 0.3621986508369446, 0.31031620502471924, 0.21142436563968658, 0.15075823664665222], "cos_Ac_negg": [0.44982296228408813, 0.3621986508369446, 0.31031620502471924, 0.21142436563968658, 0.15075823664665222], "r_norm": [4.067279815673828, 4.147421836853027, 4.004732608795166, 4.167722702026367, 4.131838798522949]}, {"step": 8500, "epoch": 21, "train_loss": 1.7825171947479248, "cos_r_negg": [0.3859128952026367, 0.36559975147247314, 0.2953665852546692, 0.22795259952545166, 0.19159989058971405], "cos_apical_negg": [0.3859128952026367, 0.36559975147247314, 0.2953665852546692, 0.22795259952545166, 0.19159989058971405], "cos_Ac_negg": [0.3859128952026367, 0.36559975147247314, 0.2953665852546692, 0.22795259952545166, 0.19159989058971405], "r_norm": [4.072200298309326, 4.1702399253845215, 4.0132737159729, 4.181970119476318, 4.144598960876465]}, {"step": 8550, "epoch": 21, "train_loss": 1.865814447402954, "cos_r_negg": [0.4358319938182831, 0.34738993644714355, 0.2845851182937622, 0.22011779248714447, 0.19309307634830475], "cos_apical_negg": [0.4358319938182831, 0.34738993644714355, 0.2845851182937622, 0.22011779248714447, 0.19309307634830475], "cos_Ac_negg": [0.4358319938182831, 0.34738993644714355, 0.2845851182937622, 0.22011779248714447, 0.19309307634830475], "r_norm": [4.198309421539307, 4.300884246826172, 4.150352954864502, 4.305100917816162, 4.270314693450928]}, {"step": 8600, "epoch": 21, "train_loss": 2.1043002605438232, "cos_r_negg": [0.41925087571144104, 0.3456510901451111, 0.3155112862586975, 0.19668163359165192, 0.17283779382705688], "cos_apical_negg": [0.41925087571144104, 0.3456510901451111, 0.3155112862586975, 0.19668163359165192, 0.17283779382705688], "cos_Ac_negg": [0.41925087571144104, 0.3456510901451111, 0.3155112862586975, 0.19668163359165192, 0.17283779382705688], "r_norm": [4.214659690856934, 4.321778297424316, 4.158176422119141, 4.32863712310791, 4.292847156524658]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.369, "test_loss": 2.075440661621094}, {"step": 8650, "epoch": 22, "train_loss": 1.6882846355438232, "cos_r_negg": [0.42046308517456055, 0.37707990407943726, 0.3012503981590271, 0.21812817454338074, 0.1728338897228241], "cos_apical_negg": [0.42046308517456055, 0.37707990407943726, 0.3012503981590271, 0.21812817454338074, 0.1728338897228241], "cos_Ac_negg": [0.42046308517456055, 0.37707990407943726, 0.3012503981590271, 0.21812817454338074, 0.1728338897228241], "r_norm": [4.1495537757873535, 4.2521772384643555, 4.088682651519775, 4.2433671951293945, 4.21263313293457]}, {"step": 8700, "epoch": 22, "train_loss": 1.8045992851257324, "cos_r_negg": [0.4351324439048767, 0.3627967834472656, 0.317821741104126, 0.20656126737594604, 0.21927842497825623], "cos_apical_negg": [0.4351324439048767, 0.3627967834472656, 0.317821741104126, 0.20656126737594604, 0.21927842497825623], "cos_Ac_negg": [0.4351324439048767, 0.3627967834472656, 0.317821741104126, 0.20656126737594604, 0.21927842497825623], "r_norm": [4.058889865875244, 4.149197578430176, 3.992180585861206, 4.153155326843262, 4.118610382080078]}, {"step": 8750, "epoch": 22, "train_loss": 1.7480649948120117, "cos_r_negg": [0.45301541686058044, 0.3834526240825653, 0.3178133964538574, 0.20675435662269592, 0.16988307237625122], "cos_apical_negg": [0.45301541686058044, 0.3834526240825653, 0.3178133964538574, 0.20675435662269592, 0.16988307237625122], "cos_Ac_negg": [0.45301541686058044, 0.3834526240825653, 0.3178133964538574, 0.20675435662269592, 0.16988307237625122], "r_norm": [4.114129066467285, 4.216329574584961, 4.054357051849365, 4.223474502563477, 4.182175159454346]}, {"step": 8800, "epoch": 22, "train_loss": 1.748037338256836, "cos_r_negg": [0.39068588614463806, 0.35401421785354614, 0.3283586800098419, 0.2295723557472229, 0.1925799399614334], "cos_apical_negg": [0.39068588614463806, 0.35401421785354614, 0.3283586800098419, 0.2295723557472229, 0.1925799399614334], "cos_Ac_negg": [0.39068588614463806, 0.35401421785354614, 0.3283586800098419, 0.2295723557472229, 0.1925799399614334], "r_norm": [4.158120155334473, 4.287337779998779, 4.124890327453613, 4.286806583404541, 4.244479179382324]}, {"step": 8850, "epoch": 22, "train_loss": 1.5575922727584839, "cos_r_negg": [0.42434850335121155, 0.37613165378570557, 0.3226037919521332, 0.21173346042633057, 0.1698470413684845], "cos_apical_negg": [0.42434850335121155, 0.37613165378570557, 0.3226037919521332, 0.21173346042633057, 0.1698470413684845], "cos_Ac_negg": [0.42434850335121155, 0.37613165378570557, 0.3226037919521332, 0.21173346042633057, 0.1698470413684845], "r_norm": [4.025383949279785, 4.127643585205078, 3.9722068309783936, 4.139280319213867, 4.10552453994751]}, {"step": 8900, "epoch": 22, "train_loss": 1.7992950677871704, "cos_r_negg": [0.4442562162876129, 0.3635140657424927, 0.30043524503707886, 0.2146967202425003, 0.1642790287733078], "cos_apical_negg": [0.4442562162876129, 0.3635140657424927, 0.30043524503707886, 0.2146967202425003, 0.1642790287733078], "cos_Ac_negg": [0.4442562162876129, 0.3635140657424927, 0.30043524503707886, 0.2146967202425003, 0.1642790287733078], "r_norm": [4.291277885437012, 4.380410671234131, 4.202052593231201, 4.367724418640137, 4.344820022583008]}, {"step": 8950, "epoch": 22, "train_loss": 1.6647968292236328, "cos_r_negg": [0.4527543783187866, 0.34695130586624146, 0.2913215160369873, 0.203368678689003, 0.18053565919399261], "cos_apical_negg": [0.4527543783187866, 0.34695130586624146, 0.2913215160369873, 0.203368678689003, 0.18053565919399261], "cos_Ac_negg": [0.4527543783187866, 0.34695130586624146, 0.2913215160369873, 0.203368678689003, 0.18053565919399261], "r_norm": [4.102984428405762, 4.195792198181152, 4.035010814666748, 4.212860107421875, 4.165820598602295]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.379, "test_loss": 2.0670818237304687}, {"step": 9000, "epoch": 23, "train_loss": 1.6523916721343994, "cos_r_negg": [0.4372115135192871, 0.3603096306324005, 0.29491186141967773, 0.22332799434661865, 0.1838589310646057], "cos_apical_negg": [0.4372115135192871, 0.3603096306324005, 0.29491186141967773, 0.22332799434661865, 0.1838589310646057], "cos_Ac_negg": [0.4372115135192871, 0.3603096306324005, 0.29491186141967773, 0.22332799434661865, 0.1838589310646057], "r_norm": [4.113536834716797, 4.202334880828857, 4.038839340209961, 4.211484432220459, 4.180657863616943]}, {"step": 9050, "epoch": 23, "train_loss": 1.7156668901443481, "cos_r_negg": [0.4316679835319519, 0.37647485733032227, 0.3101266324520111, 0.21868067979812622, 0.1592024862766266], "cos_apical_negg": [0.4316679835319519, 0.37647485733032227, 0.3101266324520111, 0.21868067979812622, 0.1592024862766266], "cos_Ac_negg": [0.4316679835319519, 0.37647485733032227, 0.3101266324520111, 0.21868067979812622, 0.1592024862766266], "r_norm": [4.086153984069824, 4.19602632522583, 4.0441789627075195, 4.210599899291992, 4.159051895141602]}, {"step": 9100, "epoch": 23, "train_loss": 1.774850845336914, "cos_r_negg": [0.43612247705459595, 0.36569154262542725, 0.30254337191581726, 0.22416970133781433, 0.17537064850330353], "cos_apical_negg": [0.43612247705459595, 0.36569154262542725, 0.30254337191581726, 0.22416970133781433, 0.17537064850330353], "cos_Ac_negg": [0.43612247705459595, 0.36569154262542725, 0.30254337191581726, 0.22416970133781433, 0.17537064850330353], "r_norm": [3.9912474155426025, 4.089084625244141, 3.939640522003174, 4.092839241027832, 4.065896034240723]}, {"step": 9150, "epoch": 23, "train_loss": 1.9290624856948853, "cos_r_negg": [0.4825242757797241, 0.3679081201553345, 0.31165245175361633, 0.19782491028308868, 0.17613515257835388], "cos_apical_negg": [0.4825242757797241, 0.3679081201553345, 0.31165245175361633, 0.19782491028308868, 0.17613515257835388], "cos_Ac_negg": [0.4825242757797241, 0.3679081201553345, 0.31165245175361633, 0.19782491028308868, 0.17613515257835388], "r_norm": [4.0671186447143555, 4.178874969482422, 4.019116401672363, 4.190473556518555, 4.143315315246582]}, {"step": 9200, "epoch": 23, "train_loss": 1.8602590560913086, "cos_r_negg": [0.4195670485496521, 0.37066954374313354, 0.29418662190437317, 0.2280379980802536, 0.19464772939682007], "cos_apical_negg": [0.4195670485496521, 0.37066954374313354, 0.29418662190437317, 0.2280379980802536, 0.19464772939682007], "cos_Ac_negg": [0.4195670485496521, 0.37066954374313354, 0.29418662190437317, 0.2280379980802536, 0.19464772939682007], "r_norm": [4.09232234954834, 4.189925193786621, 4.035602569580078, 4.209320545196533, 4.168739318847656]}, {"step": 9250, "epoch": 23, "train_loss": 1.871891736984253, "cos_r_negg": [0.4204951822757721, 0.35489457845687866, 0.29946643114089966, 0.22098171710968018, 0.1856236457824707], "cos_apical_negg": [0.4204951822757721, 0.35489457845687866, 0.29946643114089966, 0.22098171710968018, 0.1856236457824707], "cos_Ac_negg": [0.4204951822757721, 0.35489457845687866, 0.29946643114089966, 0.22098171710968018, 0.1856236457824707], "r_norm": [4.234760284423828, 4.341268539428711, 4.194859504699707, 4.372061252593994, 4.320764541625977]}, {"step": 9300, "epoch": 23, "train_loss": 1.5862623453140259, "cos_r_negg": [0.42382192611694336, 0.37732312083244324, 0.3034805953502655, 0.21428824961185455, 0.2364276647567749], "cos_apical_negg": [0.42382192611694336, 0.37732312083244324, 0.3034805953502655, 0.21428824961185455, 0.2364276647567749], "cos_Ac_negg": [0.42382192611694336, 0.37732312083244324, 0.3034805953502655, 0.21428824961185455, 0.2364276647567749], "r_norm": [4.081573009490967, 4.181796073913574, 4.033774375915527, 4.1934027671813965, 4.15049409866333]}, {"step": 9350, "epoch": 23, "train_loss": 1.7015689611434937, "cos_r_negg": [0.41838565468788147, 0.38760221004486084, 0.32126718759536743, 0.24150197207927704, 0.2045445591211319], "cos_apical_negg": [0.41838565468788147, 0.38760221004486084, 0.32126718759536743, 0.24150197207927704, 0.2045445591211319], "cos_Ac_negg": [0.41838565468788147, 0.38760221004486084, 0.32126718759536743, 0.24150197207927704, 0.2045445591211319], "r_norm": [4.242455005645752, 4.349743843078613, 4.1724700927734375, 4.346592903137207, 4.321430683135986]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3809, "test_loss": 1.9786606811523437}, {"step": 9400, "epoch": 24, "train_loss": 1.5711544752120972, "cos_r_negg": [0.4087188243865967, 0.3698880970478058, 0.3042064905166626, 0.22499136626720428, 0.17585855722427368], "cos_apical_negg": [0.4087188243865967, 0.3698880970478058, 0.3042064905166626, 0.22499136626720428, 0.17585855722427368], "cos_Ac_negg": [0.4087188243865967, 0.3698880970478058, 0.3042064905166626, 0.22499136626720428, 0.17585855722427368], "r_norm": [4.133498668670654, 4.248089790344238, 4.079491138458252, 4.254518508911133, 4.216919898986816]}, {"step": 9450, "epoch": 24, "train_loss": 1.6890004873275757, "cos_r_negg": [0.4384661912918091, 0.3958688974380493, 0.3091878294944763, 0.2261553704738617, 0.19431890547275543], "cos_apical_negg": [0.4384661912918091, 0.3958688974380493, 0.3091878294944763, 0.2261553704738617, 0.19431890547275543], "cos_Ac_negg": [0.4384661912918091, 0.3958688974380493, 0.3091878294944763, 0.2261553704738617, 0.19431890547275543], "r_norm": [4.161042213439941, 4.2478179931640625, 4.0899553298950195, 4.253687381744385, 4.2100348472595215]}, {"step": 9500, "epoch": 24, "train_loss": 1.8649588823318481, "cos_r_negg": [0.44167089462280273, 0.3884632885456085, 0.31272444128990173, 0.2113911509513855, 0.1992255449295044], "cos_apical_negg": [0.44167089462280273, 0.3884632885456085, 0.31272444128990173, 0.2113911509513855, 0.1992255449295044], "cos_Ac_negg": [0.44167089462280273, 0.3884632885456085, 0.31272444128990173, 0.2113911509513855, 0.1992255449295044], "r_norm": [4.03950309753418, 4.150636672973633, 3.989530563354492, 4.159409523010254, 4.113274574279785]}, {"step": 9550, "epoch": 24, "train_loss": 1.7331632375717163, "cos_r_negg": [0.46723800897598267, 0.3917776346206665, 0.3216790556907654, 0.23867172002792358, 0.21680375933647156], "cos_apical_negg": [0.46723800897598267, 0.3917776346206665, 0.3216790556907654, 0.23867172002792358, 0.21680375933647156], "cos_Ac_negg": [0.46723800897598267, 0.3917776346206665, 0.3216790556907654, 0.23867172002792358, 0.21680375933647156], "r_norm": [4.27199125289917, 4.408045768737793, 4.259944915771484, 4.42176628112793, 4.371131896972656]}, {"step": 9600, "epoch": 24, "train_loss": 2.082365036010742, "cos_r_negg": [0.4245137572288513, 0.3856743574142456, 0.32684722542762756, 0.23820146918296814, 0.19109919667243958], "cos_apical_negg": [0.4245137572288513, 0.3856743574142456, 0.32684722542762756, 0.23820146918296814, 0.19109919667243958], "cos_Ac_negg": [0.4245137572288513, 0.3856743574142456, 0.32684722542762756, 0.23820146918296814, 0.19109919667243958], "r_norm": [3.9708034992218018, 4.065566062927246, 3.9150891304016113, 4.078397274017334, 4.049041271209717]}, {"step": 9650, "epoch": 24, "train_loss": 1.6370831727981567, "cos_r_negg": [0.46938854455947876, 0.37620455026626587, 0.3140590488910675, 0.22505134344100952, 0.17831461131572723], "cos_apical_negg": [0.46938854455947876, 0.37620455026626587, 0.3140590488910675, 0.22505134344100952, 0.17831461131572723], "cos_Ac_negg": [0.46938854455947876, 0.37620455026626587, 0.3140590488910675, 0.22505134344100952, 0.17831461131572723], "r_norm": [3.989847421646118, 4.088654518127441, 3.933342933654785, 4.091692924499512, 4.064178943634033]}, {"step": 9700, "epoch": 24, "train_loss": 1.9899518489837646, "cos_r_negg": [0.4444604516029358, 0.3641376495361328, 0.30455636978149414, 0.22589778900146484, 0.20253559947013855], "cos_apical_negg": [0.4444604516029358, 0.3641376495361328, 0.30455636978149414, 0.22589778900146484, 0.20253559947013855], "cos_Ac_negg": [0.4444604516029358, 0.3641376495361328, 0.30455636978149414, 0.22589778900146484, 0.20253559947013855], "r_norm": [4.266204833984375, 4.36572265625, 4.204093933105469, 4.384535789489746, 4.340444087982178]}, {"step": 9750, "epoch": 24, "train_loss": 1.604048490524292, "cos_r_negg": [0.41285133361816406, 0.3753616511821747, 0.2920539379119873, 0.2038494348526001, 0.19685281813144684], "cos_apical_negg": [0.41285133361816406, 0.3753616511821747, 0.2920539379119873, 0.2038494348526001, 0.19685281813144684], "cos_Ac_negg": [0.41285133361816406, 0.3753616511821747, 0.2920539379119873, 0.2038494348526001, 0.19685281813144684], "r_norm": [4.174583435058594, 4.260772705078125, 4.107097148895264, 4.264527320861816, 4.230023384094238]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3706, "test_loss": 2.0114175048828127}], "final": {"test_acc": 0.3706, "test_loss": 2.0114175048828127, "wall_s": 22.171207904815674, "cos_r_negg": [0.4365357756614685, 0.37876951694488525, 0.30545011162757874, 0.22488032281398773, 0.19544848799705505], "cos_apical_negg": [0.4365357756614685, 0.37876951694488525, 0.30545011162757874, 0.22488032281398773, 0.19544848799705505], "cos_Ac_negg": [0.4365357756614685, 0.37876951694488525, 0.30545011162757874, 0.22488032281398773, 0.19544848799705505]}}
|
