{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2724270820617676, "cos_r_negg": [-0.02110942080616951, -0.011285152286291122, -0.003369362326338887, 0.020921271294355392, 0.004564683884382248], "cos_apical_negg": [-0.02110942080616951, -0.011285152286291122, -0.003369362326338887, 0.020921271294355392, 0.004564683884382248], "cos_Ac_negg": [-0.02110942080616951, -0.011285152286291122, -0.003369362326338887, 0.020921271294355392, 0.004564683884382248], "r_norm": [4.763265132904053, 4.786518096923828, 4.666616916656494, 4.683651924133301, 4.748244285583496]}, {"step": 50, "epoch": 0, "train_loss": 0.7894985675811768, "cos_r_negg": [0.28277063369750977, 0.227949857711792, 0.2353956550359726, 0.18871547281742096, 0.19729231297969818], "cos_apical_negg": [0.28277063369750977, 0.227949857711792, 0.2353956550359726, 0.18871547281742096, 0.19729231297969818], "cos_Ac_negg": [0.28277063369750977, 0.227949857711792, 0.2353956550359726, 0.18871547281742096, 0.19729231297969818], "r_norm": [2.143986225128174, 2.1584887504577637, 2.1033599376678467, 1.9969984292984009, 2.0746283531188965]}, {"step": 100, "epoch": 0, "train_loss": 0.716770350933075, "cos_r_negg": [0.29901543259620667, 0.25462377071380615, 0.27205049991607666, 0.21682271361351013, 0.1258780062198639], "cos_apical_negg": [0.29901543259620667, 0.25462377071380615, 0.27205049991607666, 0.21682271361351013, 0.1258780062198639], "cos_Ac_negg": [0.29901543259620667, 0.25462377071380615, 0.27205049991607666, 0.21682271361351013, 0.1258780062198639], "r_norm": [1.9470654726028442, 1.9855008125305176, 1.920620322227478, 1.8235745429992676, 1.8974864482879639]}, {"step": 150, "epoch": 0, "train_loss": 0.6381340026855469, "cos_r_negg": [0.34991806745529175, 0.30606168508529663, 0.2960132956504822, 0.2747251093387604, 0.13474421203136444], "cos_apical_negg": [0.34991806745529175, 0.30606168508529663, 0.2960132956504822, 0.2747251093387604, 0.13474421203136444], "cos_Ac_negg": [0.34991806745529175, 0.30606168508529663, 0.2960132956504822, 0.2747251093387604, 0.13474421203136444], "r_norm": [1.7358874082565308, 1.7604846954345703, 1.7078962326049805, 1.615234613418579, 1.6908961534500122]}, {"step": 200, "epoch": 0, "train_loss": 0.7011884450912476, "cos_r_negg": [0.363746702671051, 0.3252585530281067, 0.31930112838745117, 0.2824109196662903, 0.13836392760276794], "cos_apical_negg": [0.363746702671051, 0.3252585530281067, 0.31930112838745117, 0.2824109196662903, 0.13836392760276794], "cos_Ac_negg": [0.363746702671051, 0.3252585530281067, 0.31930112838745117, 0.2824109196662903, 0.13836392760276794], "r_norm": [1.7113271951675415, 1.740134835243225, 1.6851506233215332, 1.6105577945709229, 1.6689014434814453]}, {"step": 250, "epoch": 0, "train_loss": 0.5865645408630371, "cos_r_negg": [0.3796257972717285, 0.32673925161361694, 0.3439820110797882, 0.29003119468688965, 0.1330481767654419], "cos_apical_negg": [0.3796257972717285, 0.32673925161361694, 0.3439820110797882, 0.29003119468688965, 0.1330481767654419], "cos_Ac_negg": [0.3796257972717285, 0.32673925161361694, 0.3439820110797882, 0.29003119468688965, 0.1330481767654419], "r_norm": [1.5745333433151245, 1.5977051258087158, 1.549336314201355, 1.4668960571289062, 1.5287847518920898]}, {"step": 300, "epoch": 0, "train_loss": 0.8900902271270752, "cos_r_negg": [0.41021621227264404, 0.35347357392311096, 0.35793715715408325, 0.2918662130832672, 0.15067026019096375], "cos_apical_negg": [0.41021621227264404, 0.35347357392311096, 0.35793715715408325, 0.2918662130832672, 0.15067026019096375], "cos_Ac_negg": [0.41021621227264404, 0.35347357392311096, 0.35793715715408325, 0.2918662130832672, 0.15067026019096375], "r_norm": [1.4501926898956299, 1.4712035655975342, 1.4225833415985107, 1.3576589822769165, 1.4133273363113403]}, {"step": 350, "epoch": 0, "train_loss": 0.5127886533737183, "cos_r_negg": [0.37485480308532715, 0.3172215521335602, 0.33649742603302, 0.29198765754699707, 0.15929166972637177], "cos_apical_negg": [0.37485480308532715, 0.3172215521335602, 0.33649742603302, 0.29198765754699707, 0.15929166972637177], "cos_Ac_negg": [0.37485480308532715, 0.3172215521335602, 0.33649742603302, 0.29198765754699707, 0.15929166972637177], "r_norm": [1.432061791419983, 1.4551353454589844, 1.4085898399353027, 1.3356077671051025, 1.3925344944000244]}, {"step": 400, "epoch": 0, "train_loss": 0.6016824245452881, "cos_r_negg": [0.41050347685813904, 0.3408847153186798, 0.3619265854358673, 0.3169980049133301, 0.12854747474193573], "cos_apical_negg": [0.41050347685813904, 0.3408847153186798, 0.3619265854358673, 0.3169980049133301, 0.12854747474193573], "cos_Ac_negg": [0.41050347685813904, 0.3408847153186798, 0.3619265854358673, 0.3169980049133301, 0.12854747474193573], "r_norm": [1.5951566696166992, 1.615472674369812, 1.569916844367981, 1.475223183631897, 1.540493130683899]}, {"step": 450, "epoch": 0, "train_loss": 0.5556653141975403, "cos_r_negg": [0.40125277638435364, 0.36469924449920654, 0.36929434537887573, 0.3635082244873047, 0.1278342604637146], "cos_apical_negg": [0.40125277638435364, 0.36469924449920654, 0.36929434537887573, 0.3635082244873047, 0.1278342604637146], "cos_Ac_negg": [0.40125277638435364, 0.36469924449920654, 0.36929434537887573, 0.3635082244873047, 0.1278342604637146], "r_norm": [1.5227367877960205, 1.5398428440093994, 1.4988749027252197, 1.4080727100372314, 1.4701793193817139]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8151, "test_loss": 0.5810977111816407}, {"step": 500, "epoch": 1, "train_loss": 0.4170776903629303, "cos_r_negg": [0.3907086253166199, 0.3338841199874878, 0.3442029058933258, 0.30544719099998474, 0.08085007220506668], "cos_apical_negg": [0.3907086253166199, 0.3338841199874878, 0.3442029058933258, 0.30544719099998474, 0.08085007220506668], "cos_Ac_negg": [0.3907086253166199, 0.3338841199874878, 0.3442029058933258, 0.30544719099998474, 0.08085007220506668], "r_norm": [1.4445734024047852, 1.463692307472229, 1.420203447341919, 1.3469356298446655, 1.4044770002365112]}, {"step": 550, "epoch": 1, "train_loss": 0.729020357131958, "cos_r_negg": [0.39399367570877075, 0.35935699939727783, 0.3858047425746918, 0.3380187749862671, 0.12582746148109436], "cos_apical_negg": [0.39399367570877075, 0.35935699939727783, 0.3858047425746918, 0.3380187749862671, 0.12582746148109436], "cos_Ac_negg": [0.39399367570877075, 0.35935699939727783, 0.3858047425746918, 0.3380187749862671, 0.12582746148109436], "r_norm": [1.4839067459106445, 1.5051045417785645, 1.4633618593215942, 1.3728413581848145, 1.440045952796936]}, {"step": 600, "epoch": 1, "train_loss": 0.6473497152328491, "cos_r_negg": [0.38743218779563904, 0.35618263483047485, 0.3573172688484192, 0.31550848484039307, 0.08523566275835037], "cos_apical_negg": [0.38743218779563904, 0.35618263483047485, 0.3573172688484192, 0.31550848484039307, 0.08523566275835037], "cos_Ac_negg": [0.38743218779563904, 0.35618263483047485, 0.3573172688484192, 0.31550848484039307, 0.08523566275835037], "r_norm": [1.489698886871338, 1.506103515625, 1.4592037200927734, 1.3735573291778564, 1.4408406019210815]}, {"step": 650, "epoch": 1, "train_loss": 0.6450141072273254, "cos_r_negg": [0.40152543783187866, 0.348046213388443, 0.32187730073928833, 0.2937748432159424, 0.11547212302684784], "cos_apical_negg": [0.40152543783187866, 0.348046213388443, 0.32187730073928833, 0.2937748432159424, 0.11547212302684784], "cos_Ac_negg": [0.40152543783187866, 0.348046213388443, 0.32187730073928833, 0.2937748432159424, 0.11547212302684784], "r_norm": [1.5271153450012207, 1.544621467590332, 1.4995925426483154, 1.4073998928070068, 1.4744740724563599]}, {"step": 700, "epoch": 1, "train_loss": 0.3791740834712982, "cos_r_negg": [0.42894068360328674, 0.3911685645580292, 0.3530643880367279, 0.31611621379852295, 0.1026718020439148], "cos_apical_negg": [0.42894068360328674, 0.3911685645580292, 0.3530643880367279, 0.31611621379852295, 0.1026718020439148], "cos_Ac_negg": [0.42894068360328674, 0.3911685645580292, 0.3530643880367279, 0.31611621379852295, 0.1026718020439148], "r_norm": [1.4436218738555908, 1.4615752696990967, 1.422851800918579, 1.333359718322754, 1.3923320770263672]}, {"step": 750, "epoch": 1, "train_loss": 0.4903847873210907, "cos_r_negg": [0.42291536927223206, 0.4090675413608551, 0.35553714632987976, 0.3484695255756378, 0.12902715802192688], "cos_apical_negg": [0.42291536927223206, 0.4090675413608551, 0.35553714632987976, 0.3484695255756378, 0.12902715802192688], "cos_Ac_negg": [0.42291536927223206, 0.4090675413608551, 0.35553714632987976, 0.3484695255756378, 0.12902715802192688], "r_norm": [1.383232593536377, 1.4029138088226318, 1.3588759899139404, 1.284369707107544, 1.3457105159759521]}, {"step": 800, "epoch": 1, "train_loss": 0.590867817401886, "cos_r_negg": [0.4245132803916931, 0.40610700845718384, 0.3823840022087097, 0.3513590693473816, 0.14249630272388458], "cos_apical_negg": [0.4245132803916931, 0.40610700845718384, 0.3823840022087097, 0.3513590693473816, 0.14249630272388458], "cos_Ac_negg": [0.4245132803916931, 0.40610700845718384, 0.3823840022087097, 0.3513590693473816, 0.14249630272388458], "r_norm": [1.5920002460479736, 1.6165549755096436, 1.5711426734924316, 1.4651250839233398, 1.5341150760650635]}, {"step": 850, "epoch": 1, "train_loss": 0.3568858206272125, "cos_r_negg": [0.403006374835968, 0.39474940299987793, 0.3722783923149109, 0.3416220545768738, 0.10244353115558624], "cos_apical_negg": [0.403006374835968, 0.39474940299987793, 0.3722783923149109, 0.3416220545768738, 0.10244353115558624], "cos_Ac_negg": [0.403006374835968, 0.39474940299987793, 0.3722783923149109, 0.3416220545768738, 0.10244353115558624], "r_norm": [1.2993251085281372, 1.318002700805664, 1.2783392667770386, 1.201517105102539, 1.256996750831604]}, {"step": 900, "epoch": 1, "train_loss": 0.475757896900177, "cos_r_negg": [0.43179208040237427, 0.40862947702407837, 0.393136203289032, 0.3814481496810913, 0.13579806685447693], "cos_apical_negg": [0.43179208040237427, 0.40862947702407837, 0.393136203289032, 0.3814481496810913, 0.13579806685447693], "cos_Ac_negg": [0.43179208040237427, 0.40862947702407837, 0.393136203289032, 0.3814481496810913, 0.13579806685447693], "r_norm": [1.390047311782837, 1.4019778966903687, 1.361750841140747, 1.2769243717193604, 1.3377556800842285]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8402, "test_loss": 0.46039319763183595}, {"step": 950, "epoch": 2, "train_loss": 0.3238205313682556, "cos_r_negg": [0.4212748408317566, 0.40899229049682617, 0.39094796776771545, 0.38645505905151367, 0.14642591774463654], "cos_apical_negg": [0.4212748408317566, 0.40899229049682617, 0.39094796776771545, 0.38645505905151367, 0.14642591774463654], "cos_Ac_negg": [0.4212748408317566, 0.40899229049682617, 0.39094796776771545, 0.38645505905151367, 0.14642591774463654], "r_norm": [1.3526890277862549, 1.3736380338668823, 1.3316991329193115, 1.2567174434661865, 1.3108564615249634]}, {"step": 1000, "epoch": 2, "train_loss": 0.4276791214942932, "cos_r_negg": [0.41273924708366394, 0.4148985743522644, 0.37783509492874146, 0.3775371015071869, 0.16619203984737396], "cos_apical_negg": [0.41273924708366394, 0.4148985743522644, 0.37783509492874146, 0.3775371015071869, 0.16619203984737396], "cos_Ac_negg": [0.41273924708366394, 0.4148985743522644, 0.37783509492874146, 0.3775371015071869, 0.16619203984737396], "r_norm": [1.3807952404022217, 1.3973357677459717, 1.3571957349777222, 1.2734339237213135, 1.3337953090667725]}, {"step": 1050, "epoch": 2, "train_loss": 0.3432461619377136, "cos_r_negg": [0.46998947858810425, 0.43886274099349976, 0.4132422208786011, 0.4103027582168579, 0.15627866983413696], "cos_apical_negg": [0.46998947858810425, 0.43886274099349976, 0.4132422208786011, 0.4103027582168579, 0.15627866983413696], "cos_Ac_negg": [0.46998947858810425, 0.43886274099349976, 0.4132422208786011, 0.4103027582168579, 0.15627866983413696], "r_norm": [1.3489353656768799, 1.3695625066757202, 1.3275704383850098, 1.2443416118621826, 1.3016345500946045]}, {"step": 1100, "epoch": 2, "train_loss": 0.3515135645866394, "cos_r_negg": [0.41873985528945923, 0.380653440952301, 0.35791903734207153, 0.3443360924720764, 0.11064565181732178], "cos_apical_negg": [0.41873985528945923, 0.380653440952301, 0.35791903734207153, 0.3443360924720764, 0.11064565181732178], "cos_Ac_negg": [0.41873985528945923, 0.380653440952301, 0.35791903734207153, 0.3443360924720764, 0.11064565181732178], "r_norm": [1.3509747982025146, 1.3644835948944092, 1.326722502708435, 1.2461833953857422, 1.3028618097305298]}, {"step": 1150, "epoch": 2, "train_loss": 0.5154058337211609, "cos_r_negg": [0.44437354803085327, 0.43741798400878906, 0.3984261751174927, 0.3975107669830322, 0.14919838309288025], "cos_apical_negg": [0.44437354803085327, 0.43741798400878906, 0.3984261751174927, 0.3975107669830322, 0.14919838309288025], "cos_Ac_negg": [0.44437354803085327, 0.43741798400878906, 0.3984261751174927, 0.3975107669830322, 0.14919838309288025], "r_norm": [1.2703566551208496, 1.2803103923797607, 1.2441767454147339, 1.1715275049209595, 1.228795051574707]}, {"step": 1200, "epoch": 2, "train_loss": 0.6006340384483337, "cos_r_negg": [0.4322510361671448, 0.407856285572052, 0.3906365633010864, 0.3689049482345581, 0.10243246704339981], "cos_apical_negg": [0.4322510361671448, 0.407856285572052, 0.3906365633010864, 0.3689049482345581, 0.10243246704339981], "cos_Ac_negg": [0.4322510361671448, 0.407856285572052, 0.3906365633010864, 0.3689049482345581, 0.10243246704339981], "r_norm": [1.4603769779205322, 1.4783143997192383, 1.4322211742401123, 1.3440091609954834, 1.4072352647781372]}, {"step": 1250, "epoch": 2, "train_loss": 0.34525632858276367, "cos_r_negg": [0.45483070611953735, 0.4171733856201172, 0.3981431722640991, 0.39467012882232666, 0.12095598876476288], "cos_apical_negg": [0.45483070611953735, 0.4171733856201172, 0.3981431722640991, 0.39467012882232666, 0.12095598876476288], "cos_Ac_negg": [0.45483070611953735, 0.4171733856201172, 0.3981431722640991, 0.39467012882232666, 0.12095598876476288], "r_norm": [1.3940751552581787, 1.4096136093139648, 1.3683868646621704, 1.2838233709335327, 1.3457701206207275]}, {"step": 1300, "epoch": 2, "train_loss": 0.38062015175819397, "cos_r_negg": [0.46767985820770264, 0.42748358845710754, 0.4255525469779968, 0.3905150592327118, 0.121332548558712], "cos_apical_negg": [0.46767985820770264, 0.42748358845710754, 0.4255525469779968, 0.3905150592327118, 0.121332548558712], "cos_Ac_negg": [0.46767985820770264, 0.42748358845710754, 0.4255525469779968, 0.3905150592327118, 0.121332548558712], "r_norm": [1.2551190853118896, 1.2756048440933228, 1.2345904111862183, 1.1633336544036865, 1.2170119285583496]}, {"step": 1350, "epoch": 2, "train_loss": 0.31583496928215027, "cos_r_negg": [0.46224015951156616, 0.4087979197502136, 0.38311126828193665, 0.388882040977478, 0.11119753122329712], "cos_apical_negg": [0.46224015951156616, 0.4087979197502136, 0.38311126828193665, 0.388882040977478, 0.11119753122329712], "cos_Ac_negg": [0.46224015951156616, 0.4087979197502136, 0.38311126828193665, 0.388882040977478, 0.11119753122329712], "r_norm": [1.2435489892959595, 1.2601571083068848, 1.2234225273132324, 1.1512081623077393, 1.202318787574768]}, {"step": 1400, "epoch": 2, "train_loss": 0.5849025249481201, "cos_r_negg": [0.41334375739097595, 0.407028466463089, 0.3863574266433716, 0.4014380872249603, 0.11481799185276031], "cos_apical_negg": [0.41334375739097595, 0.407028466463089, 0.3863574266433716, 0.4014380872249603, 0.11481799185276031], "cos_Ac_negg": [0.41334375739097595, 0.407028466463089, 0.3863574266433716, 0.4014380872249603, 0.11481799185276031], "r_norm": [1.2565544843673706, 1.2805283069610596, 1.2360682487487793, 1.175165057182312, 1.2213753461837769]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8427, "test_loss": 0.45875201416015626}, {"step": 1450, "epoch": 3, "train_loss": 0.760103702545166, "cos_r_negg": [0.4551216959953308, 0.42165225744247437, 0.41388076543807983, 0.4157533645629883, 0.16640818119049072], "cos_apical_negg": [0.4551216959953308, 0.42165225744247437, 0.41388076543807983, 0.4157533645629883, 0.16640818119049072], "cos_Ac_negg": [0.4551216959953308, 0.42165225744247437, 0.41388076543807983, 0.4157533645629883, 0.16640818119049072], "r_norm": [1.4003854990005493, 1.4168262481689453, 1.3758502006530762, 1.2919182777404785, 1.3452558517456055]}, {"step": 1500, "epoch": 3, "train_loss": 0.5246716737747192, "cos_r_negg": [0.4535379707813263, 0.444993257522583, 0.43013495206832886, 0.43033987283706665, 0.13247889280319214], "cos_apical_negg": [0.4535379707813263, 0.444993257522583, 0.43013495206832886, 0.43033987283706665, 0.13247889280319214], "cos_Ac_negg": [0.4535379707813263, 0.444993257522583, 0.43013495206832886, 0.43033987283706665, 0.13247889280319214], "r_norm": [1.3779925107955933, 1.3924598693847656, 1.3532241582870483, 1.265285849571228, 1.3242578506469727]}, {"step": 1550, "epoch": 3, "train_loss": 0.3943752348423004, "cos_r_negg": [0.40599456429481506, 0.3842592239379883, 0.35156872868537903, 0.3886781930923462, 0.10193560272455215], "cos_apical_negg": [0.40599456429481506, 0.3842592239379883, 0.35156872868537903, 0.3886781930923462, 0.10193560272455215], "cos_Ac_negg": [0.40599456429481506, 0.3842592239379883, 0.35156872868537903, 0.3886781930923462, 0.10193560272455215], "r_norm": [1.246607780456543, 1.2563912868499756, 1.222224235534668, 1.1436132192611694, 1.1988375186920166]}, {"step": 1600, "epoch": 3, "train_loss": 0.32468900084495544, "cos_r_negg": [0.4199942648410797, 0.4080159366130829, 0.3660584092140198, 0.3878031373023987, 0.1270516812801361], "cos_apical_negg": [0.4199942648410797, 0.4080159366130829, 0.3660584092140198, 0.3878031373023987, 0.1270516812801361], "cos_Ac_negg": [0.4199942648410797, 0.4080159366130829, 0.3660584092140198, 0.3878031373023987, 0.1270516812801361], "r_norm": [1.3589122295379639, 1.3721284866333008, 1.334594488143921, 1.2480469942092896, 1.3053772449493408]}, {"step": 1650, "epoch": 3, "train_loss": 0.4721715450286865, "cos_r_negg": [0.40759098529815674, 0.38501930236816406, 0.348901629447937, 0.3755435347557068, 0.11211854219436646], "cos_apical_negg": [0.40759098529815674, 0.38501930236816406, 0.348901629447937, 0.3755435347557068, 0.11211854219436646], "cos_Ac_negg": [0.40759098529815674, 0.38501930236816406, 0.348901629447937, 0.3755435347557068, 0.11211854219436646], "r_norm": [1.2253148555755615, 1.2400333881378174, 1.2061512470245361, 1.1259434223175049, 1.1813803911209106]}, {"step": 1700, "epoch": 3, "train_loss": 0.5175477266311646, "cos_r_negg": [0.41914817690849304, 0.39279818534851074, 0.36732757091522217, 0.40419039130210876, 0.10562428086996078], "cos_apical_negg": [0.41914817690849304, 0.39279818534851074, 0.36732757091522217, 0.40419039130210876, 0.10562428086996078], "cos_Ac_negg": [0.41914817690849304, 0.39279818534851074, 0.36732757091522217, 0.40419039130210876, 0.10562428086996078], "r_norm": [1.3581043481826782, 1.3717231750488281, 1.337157964706421, 1.2473560571670532, 1.3036152124404907]}, {"step": 1750, "epoch": 3, "train_loss": 0.5045688152313232, "cos_r_negg": [0.4374885559082031, 0.43876731395721436, 0.39718472957611084, 0.42545562982559204, 0.1246032565832138], "cos_apical_negg": [0.4374885559082031, 0.43876731395721436, 0.39718472957611084, 0.42545562982559204, 0.1246032565832138], "cos_Ac_negg": [0.4374885559082031, 0.43876731395721436, 0.39718472957611084, 0.42545562982559204, 0.1246032565832138], "r_norm": [1.2820155620574951, 1.2991236448287964, 1.2595832347869873, 1.1892114877700806, 1.2403117418289185]}, {"step": 1800, "epoch": 3, "train_loss": 0.38343021273612976, "cos_r_negg": [0.43693846464157104, 0.4259716868400574, 0.3929157853126526, 0.4016191363334656, 0.09904669225215912], "cos_apical_negg": [0.43693846464157104, 0.4259716868400574, 0.3929157853126526, 0.4016191363334656, 0.09904669225215912], "cos_Ac_negg": [0.43693846464157104, 0.4259716868400574, 0.3929157853126526, 0.4016191363334656, 0.09904669225215912], "r_norm": [1.2601569890975952, 1.280710220336914, 1.242539882659912, 1.1698229312896729, 1.219106912612915]}, {"step": 1850, "epoch": 3, "train_loss": 0.4580022394657135, "cos_r_negg": [0.40668654441833496, 0.4185221791267395, 0.3892989158630371, 0.40337294340133667, 0.09363509714603424], "cos_apical_negg": [0.40668654441833496, 0.4185221791267395, 0.3892989158630371, 0.40337294340133667, 0.09363509714603424], "cos_Ac_negg": [0.40668654441833496, 0.4185221791267395, 0.3892989158630371, 0.40337294340133667, 0.09363509714603424], "r_norm": [1.2585331201553345, 1.272306203842163, 1.2354495525360107, 1.1638422012329102, 1.2185487747192383]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8483, "test_loss": 0.43968499450683596}, {"step": 1900, "epoch": 4, "train_loss": 0.30985480546951294, "cos_r_negg": [0.4411230981349945, 0.444723904132843, 0.42643144726753235, 0.4141012728214264, 0.11569872498512268], "cos_apical_negg": [0.4411230981349945, 0.444723904132843, 0.42643144726753235, 0.4141012728214264, 0.11569872498512268], "cos_Ac_negg": [0.4411230981349945, 0.444723904132843, 0.42643144726753235, 0.4141012728214264, 0.11569872498512268], "r_norm": [1.152496337890625, 1.1681227684020996, 1.1335906982421875, 1.064822793006897, 1.1104027032852173]}, {"step": 1950, "epoch": 4, "train_loss": 0.7616400718688965, "cos_r_negg": [0.42265433073043823, 0.4260868430137634, 0.40432530641555786, 0.40288877487182617, 0.11273133754730225], "cos_apical_negg": [0.42265433073043823, 0.4260868430137634, 0.40432530641555786, 0.40288877487182617, 0.11273133754730225], "cos_Ac_negg": [0.42265433073043823, 0.4260868430137634, 0.40432530641555786, 0.40288877487182617, 0.11273133754730225], "r_norm": [1.2631123065948486, 1.277026891708374, 1.2410603761672974, 1.173658847808838, 1.223983645439148]}, {"step": 2000, "epoch": 4, "train_loss": 0.4229755103588104, "cos_r_negg": [0.4487604796886444, 0.43959879875183105, 0.4243222177028656, 0.4092806279659271, 0.08808095753192902], "cos_apical_negg": [0.4487604796886444, 0.43959879875183105, 0.4243222177028656, 0.4092806279659271, 0.08808095753192902], "cos_Ac_negg": [0.4487604796886444, 0.43959879875183105, 0.4243222177028656, 0.4092806279659271, 0.08808095753192902], "r_norm": [1.392693281173706, 1.4089385271072388, 1.371253490447998, 1.2785533666610718, 1.338854193687439]}, {"step": 2050, "epoch": 4, "train_loss": 0.4000351130962372, "cos_r_negg": [0.42668452858924866, 0.4316054582595825, 0.40180861949920654, 0.42709383368492126, 0.09665539860725403], "cos_apical_negg": [0.42668452858924866, 0.4316054582595825, 0.40180861949920654, 0.42709383368492126, 0.09665539860725403], "cos_Ac_negg": [0.42668452858924866, 0.4316054582595825, 0.40180861949920654, 0.42709383368492126, 0.09665539860725403], "r_norm": [1.1862599849700928, 1.1978754997253418, 1.1636154651641846, 1.0962555408477783, 1.1432263851165771]}, {"step": 2100, "epoch": 4, "train_loss": 0.38873884081840515, "cos_r_negg": [0.40890395641326904, 0.4132545590400696, 0.3808460235595703, 0.3964546024799347, 0.07701820135116577], "cos_apical_negg": [0.40890395641326904, 0.4132545590400696, 0.3808460235595703, 0.3964546024799347, 0.07701820135116577], "cos_Ac_negg": [0.40890395641326904, 0.4132545590400696, 0.3808460235595703, 0.3964546024799347, 0.07701820135116577], "r_norm": [1.203650712966919, 1.215381145477295, 1.1812688112258911, 1.1083590984344482, 1.1563915014266968]}, {"step": 2150, "epoch": 4, "train_loss": 0.34904372692108154, "cos_r_negg": [0.4256107211112976, 0.44545525312423706, 0.40624117851257324, 0.422578364610672, 0.11400580406188965], "cos_apical_negg": [0.4256107211112976, 0.44545525312423706, 0.40624117851257324, 0.422578364610672, 0.11400580406188965], "cos_Ac_negg": [0.4256107211112976, 0.44545525312423706, 0.40624117851257324, 0.422578364610672, 0.11400580406188965], "r_norm": [1.1739031076431274, 1.1877458095550537, 1.1559808254241943, 1.0900039672851562, 1.1376285552978516]}, {"step": 2200, "epoch": 4, "train_loss": 0.3800036609172821, "cos_r_negg": [0.4415813684463501, 0.4359191656112671, 0.3972219228744507, 0.36705857515335083, 0.10386347770690918], "cos_apical_negg": [0.4415813684463501, 0.4359191656112671, 0.3972219228744507, 0.36705857515335083, 0.10386347770690918], "cos_Ac_negg": [0.4415813684463501, 0.4359191656112671, 0.3972219228744507, 0.36705857515335083, 0.10386347770690918], "r_norm": [1.3185067176818848, 1.3289709091186523, 1.2935450077056885, 1.2082157135009766, 1.2637403011322021]}, {"step": 2250, "epoch": 4, "train_loss": 0.27596336603164673, "cos_r_negg": [0.4327799081802368, 0.44023752212524414, 0.41094309091567993, 0.3595987558364868, 0.12396889925003052], "cos_apical_negg": [0.4327799081802368, 0.44023752212524414, 0.41094309091567993, 0.3595987558364868, 0.12396889925003052], "cos_Ac_negg": [0.4327799081802368, 0.44023752212524414, 0.41094309091567993, 0.3595987558364868, 0.12396889925003052], "r_norm": [1.1490423679351807, 1.1628623008728027, 1.1289393901824951, 1.0605099201202393, 1.104262113571167]}, {"step": 2300, "epoch": 4, "train_loss": 0.1849593222141266, "cos_r_negg": [0.4541516900062561, 0.4546629786491394, 0.4324283301830292, 0.43291887640953064, 0.13706879317760468], "cos_apical_negg": [0.4541516900062561, 0.4546629786491394, 0.4324283301830292, 0.43291887640953064, 0.13706879317760468], "cos_Ac_negg": [0.4541516900062561, 0.4546629786491394, 0.4324283301830292, 0.43291887640953064, 0.13706879317760468], "r_norm": [1.166323184967041, 1.1842453479766846, 1.1488821506500244, 1.081676721572876, 1.1321369409561157]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8435, "test_loss": 0.4836320831298828}, {"step": 2350, "epoch": 5, "train_loss": 0.26917755603790283, "cos_r_negg": [0.3942909836769104, 0.39779046177864075, 0.37734752893447876, 0.3917277753353119, 0.08663562685251236], "cos_apical_negg": [0.3942909836769104, 0.39779046177864075, 0.37734752893447876, 0.3917277753353119, 0.08663562685251236], "cos_Ac_negg": [0.3942909836769104, 0.39779046177864075, 0.37734752893447876, 0.3917277753353119, 0.08663562685251236], "r_norm": [1.2349218130111694, 1.242748737335205, 1.2113292217254639, 1.1346088647842407, 1.184355616569519]}, {"step": 2400, "epoch": 5, "train_loss": 0.3655564785003662, "cos_r_negg": [0.4297245144844055, 0.4058634638786316, 0.38142961263656616, 0.39159339666366577, 0.1043357104063034], "cos_apical_negg": [0.4297245144844055, 0.4058634638786316, 0.38142961263656616, 0.39159339666366577, 0.1043357104063034], "cos_Ac_negg": [0.4297245144844055, 0.4058634638786316, 0.38142961263656616, 0.39159339666366577, 0.1043357104063034], "r_norm": [1.2548874616622925, 1.2673659324645996, 1.2361721992492676, 1.1537730693817139, 1.2060846090316772]}, {"step": 2450, "epoch": 5, "train_loss": 0.35306084156036377, "cos_r_negg": [0.40743276476860046, 0.3892553448677063, 0.3703206181526184, 0.375153124332428, 0.11258821934461594], "cos_apical_negg": [0.40743276476860046, 0.3892553448677063, 0.3703206181526184, 0.375153124332428, 0.11258821934461594], "cos_Ac_negg": [0.40743276476860046, 0.3892553448677063, 0.3703206181526184, 0.375153124332428, 0.11258821934461594], "r_norm": [1.2260606288909912, 1.2377393245697021, 1.2058703899383545, 1.1308891773223877, 1.1793582439422607]}, {"step": 2500, "epoch": 5, "train_loss": 0.4045262634754181, "cos_r_negg": [0.3968377113342285, 0.38934266567230225, 0.3778752088546753, 0.3770408034324646, 0.10548122227191925], "cos_apical_negg": [0.3968377113342285, 0.38934266567230225, 0.3778752088546753, 0.3770408034324646, 0.10548122227191925], "cos_Ac_negg": [0.3968377113342285, 0.38934266567230225, 0.3778752088546753, 0.3770408034324646, 0.10548122227191925], "r_norm": [1.2946462631225586, 1.31196928024292, 1.2759826183319092, 1.1948192119598389, 1.2463730573654175]}, {"step": 2550, "epoch": 5, "train_loss": 0.38697171211242676, "cos_r_negg": [0.38576626777648926, 0.3909974992275238, 0.3708972930908203, 0.36327552795410156, 0.11007921397686005], "cos_apical_negg": [0.38576626777648926, 0.3909974992275238, 0.3708972930908203, 0.36327552795410156, 0.11007921397686005], "cos_Ac_negg": [0.38576626777648926, 0.3909974992275238, 0.3708972930908203, 0.36327552795410156, 0.11007921397686005], "r_norm": [1.2046293020248413, 1.2162470817565918, 1.182215690612793, 1.1126618385314941, 1.1574220657348633]}, {"step": 2600, "epoch": 5, "train_loss": 0.41316014528274536, "cos_r_negg": [0.43342354893684387, 0.44223982095718384, 0.416252076625824, 0.411202073097229, 0.1310214102268219], "cos_apical_negg": [0.43342354893684387, 0.44223982095718384, 0.416252076625824, 0.411202073097229, 0.1310214102268219], "cos_Ac_negg": [0.43342354893684387, 0.44223982095718384, 0.416252076625824, 0.411202073097229, 0.1310214102268219], "r_norm": [1.220372200012207, 1.2374248504638672, 1.2023663520812988, 1.1252292394638062, 1.1749484539031982]}, {"step": 2650, "epoch": 5, "train_loss": 0.29543012380599976, "cos_r_negg": [0.40048855543136597, 0.40266746282577515, 0.3955015540122986, 0.36103034019470215, 0.1076635867357254], "cos_apical_negg": [0.40048855543136597, 0.40266746282577515, 0.3955015540122986, 0.36103034019470215, 0.1076635867357254], "cos_Ac_negg": [0.40048855543136597, 0.40266746282577515, 0.3955015540122986, 0.36103034019470215, 0.1076635867357254], "r_norm": [1.2548637390136719, 1.2741992473602295, 1.2349436283111572, 1.1586207151412964, 1.211022973060608]}, {"step": 2700, "epoch": 5, "train_loss": 0.24482852220535278, "cos_r_negg": [0.40865227580070496, 0.3920570909976959, 0.36763858795166016, 0.35379499197006226, 0.10826633870601654], "cos_apical_negg": [0.40865227580070496, 0.3920570909976959, 0.36763858795166016, 0.35379499197006226, 0.10826633870601654], "cos_Ac_negg": [0.40865227580070496, 0.3920570909976959, 0.36763858795166016, 0.35379499197006226, 0.10826633870601654], "r_norm": [1.1412009000778198, 1.1547536849975586, 1.1218125820159912, 1.0559687614440918, 1.1011886596679688]}, {"step": 2750, "epoch": 5, "train_loss": 0.4447992146015167, "cos_r_negg": [0.38642317056655884, 0.3961692452430725, 0.3782894015312195, 0.37977203726768494, 0.10607270896434784], "cos_apical_negg": [0.38642317056655884, 0.3961692452430725, 0.3782894015312195, 0.37977203726768494, 0.10607270896434784], "cos_Ac_negg": [0.38642317056655884, 0.3961692452430725, 0.3782894015312195, 0.37977203726768494, 0.10607270896434784], "r_norm": [1.214376449584961, 1.2248730659484863, 1.191086769104004, 1.117665410041809, 1.1671369075775146]}, {"step": 2800, "epoch": 5, "train_loss": 0.4282028079032898, "cos_r_negg": [0.3858855068683624, 0.4060027301311493, 0.3768572211265564, 0.37799564003944397, 0.10089111328125], "cos_apical_negg": [0.3858855068683624, 0.4060027301311493, 0.3768572211265564, 0.37799564003944397, 0.10089111328125], "cos_Ac_negg": [0.3858855068683624, 0.4060027301311493, 0.3768572211265564, 0.37799564003944397, 0.10089111328125], "r_norm": [1.175420880317688, 1.1886911392211914, 1.1553635597229004, 1.0840058326721191, 1.130831241607666]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8485, "test_loss": 0.4422311828613281}, {"step": 2850, "epoch": 6, "train_loss": 0.24703100323677063, "cos_r_negg": [0.4105246663093567, 0.40790802240371704, 0.3761528730392456, 0.38398855924606323, 0.13411930203437805], "cos_apical_negg": [0.4105246663093567, 0.40790802240371704, 0.3761528730392456, 0.38398855924606323, 0.13411930203437805], "cos_Ac_negg": [0.4105246663093567, 0.40790802240371704, 0.3761528730392456, 0.38398855924606323, 0.13411930203437805], "r_norm": [1.2010236978530884, 1.2084957361221313, 1.1806739568710327, 1.1069328784942627, 1.149726152420044]}, {"step": 2900, "epoch": 6, "train_loss": 0.29730224609375, "cos_r_negg": [0.4097951650619507, 0.4142155051231384, 0.38995546102523804, 0.3818697929382324, 0.12302640080451965], "cos_apical_negg": [0.4097951650619507, 0.4142155051231384, 0.38995546102523804, 0.3818697929382324, 0.12302640080451965], "cos_Ac_negg": [0.4097951650619507, 0.4142155051231384, 0.38995546102523804, 0.3818697929382324, 0.12302640080451965], "r_norm": [1.2792189121246338, 1.2929145097732544, 1.2580597400665283, 1.1782166957855225, 1.2305681705474854]}, {"step": 2950, "epoch": 6, "train_loss": 0.23864708840847015, "cos_r_negg": [0.45097142457962036, 0.46222010254859924, 0.4371379613876343, 0.43245792388916016, 0.1372721940279007], "cos_apical_negg": [0.45097142457962036, 0.46222010254859924, 0.4371379613876343, 0.43245792388916016, 0.1372721940279007], "cos_Ac_negg": [0.45097142457962036, 0.46222010254859924, 0.4371379613876343, 0.43245792388916016, 0.1372721940279007], "r_norm": [1.1133317947387695, 1.1232118606567383, 1.0927162170410156, 1.0218117237091064, 1.0680116415023804]}, {"step": 3000, "epoch": 6, "train_loss": 0.42563289403915405, "cos_r_negg": [0.4314292371273041, 0.443217933177948, 0.41042429208755493, 0.41117656230926514, 0.1235898956656456], "cos_apical_negg": [0.4314292371273041, 0.443217933177948, 0.41042429208755493, 0.41117656230926514, 0.1235898956656456], "cos_Ac_negg": [0.4314292371273041, 0.443217933177948, 0.41042429208755493, 0.41117656230926514, 0.1235898956656456], "r_norm": [1.1566214561462402, 1.1692932844161987, 1.1379786729812622, 1.0668330192565918, 1.1138067245483398]}, {"step": 3050, "epoch": 6, "train_loss": 0.4463072717189789, "cos_r_negg": [0.39520248770713806, 0.42036762833595276, 0.3959691524505615, 0.40509146451950073, 0.1329439878463745], "cos_apical_negg": [0.39520248770713806, 0.42036762833595276, 0.3959691524505615, 0.40509146451950073, 0.1329439878463745], "cos_Ac_negg": [0.39520248770713806, 0.42036762833595276, 0.3959691524505615, 0.40509146451950073, 0.1329439878463745], "r_norm": [1.0394601821899414, 1.0560110807418823, 1.0253496170043945, 0.9580613374710083, 1.0015718936920166]}, {"step": 3100, "epoch": 6, "train_loss": 0.4021015167236328, "cos_r_negg": [0.4204697012901306, 0.4345090389251709, 0.3925936818122864, 0.40397530794143677, 0.145931214094162], "cos_apical_negg": [0.4204697012901306, 0.4345090389251709, 0.3925936818122864, 0.40397530794143677, 0.145931214094162], "cos_Ac_negg": [0.4204697012901306, 0.4345090389251709, 0.3925936818122864, 0.40397530794143677, 0.145931214094162], "r_norm": [1.2869852781295776, 1.2977854013442993, 1.2651368379592896, 1.180227518081665, 1.2347917556762695]}, {"step": 3150, "epoch": 6, "train_loss": 0.40634194016456604, "cos_r_negg": [0.41607776284217834, 0.42036473751068115, 0.38044092059135437, 0.39636948704719543, 0.11884760856628418], "cos_apical_negg": [0.41607776284217834, 0.42036473751068115, 0.38044092059135437, 0.39636948704719543, 0.11884760856628418], "cos_Ac_negg": [0.41607776284217834, 0.42036473751068115, 0.38044092059135437, 0.39636948704719543, 0.11884760856628418], "r_norm": [1.1214139461517334, 1.1349520683288574, 1.1041419506072998, 1.032315731048584, 1.0783677101135254]}, {"step": 3200, "epoch": 6, "train_loss": 0.21163280308246613, "cos_r_negg": [0.42062675952911377, 0.44975370168685913, 0.4331211447715759, 0.4339214563369751, 0.15399134159088135], "cos_apical_negg": [0.42062675952911377, 0.44975370168685913, 0.4331211447715759, 0.4339214563369751, 0.15399134159088135], "cos_Ac_negg": [0.42062675952911377, 0.44975370168685913, 0.4331211447715759, 0.4339214563369751, 0.15399134159088135], "r_norm": [1.0819700956344604, 1.0961971282958984, 1.0653254985809326, 0.9998530149459839, 1.0433318614959717]}, {"step": 3250, "epoch": 6, "train_loss": 0.2763962745666504, "cos_r_negg": [0.41655242443084717, 0.4494929313659668, 0.41181251406669617, 0.41889750957489014, 0.17622047662734985], "cos_apical_negg": [0.41655242443084717, 0.4494929313659668, 0.41181251406669617, 0.41889750957489014, 0.17622047662734985], "cos_Ac_negg": [0.41655242443084717, 0.4494929313659668, 0.41181251406669617, 0.41889750957489014, 0.17622047662734985], "r_norm": [1.0689656734466553, 1.082342505455017, 1.0519237518310547, 0.9875673055648804, 1.030098795890808]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8339, "test_loss": 0.5131896057128906}, {"step": 3300, "epoch": 7, "train_loss": 0.3374609053134918, "cos_r_negg": [0.44418126344680786, 0.45448601245880127, 0.42165055871009827, 0.42052510380744934, 0.17276841402053833], "cos_apical_negg": [0.44418126344680786, 0.45448601245880127, 0.42165055871009827, 0.42052510380744934, 0.17276841402053833], "cos_Ac_negg": [0.44418126344680786, 0.45448601245880127, 0.42165055871009827, 0.42052510380744934, 0.17276841402053833], "r_norm": [1.1570110321044922, 1.1689059734344482, 1.1364094018936157, 1.0613038539886475, 1.1148035526275635]}, {"step": 3350, "epoch": 7, "train_loss": 0.33579596877098083, "cos_r_negg": [0.4459616541862488, 0.47839194536209106, 0.45503419637680054, 0.4434170424938202, 0.19367331266403198], "cos_apical_negg": [0.4459616541862488, 0.47839194536209106, 0.45503419637680054, 0.4434170424938202, 0.19367331266403198], "cos_Ac_negg": [0.4459616541862488, 0.47839194536209106, 0.45503419637680054, 0.4434170424938202, 0.19367331266403198], "r_norm": [1.1564545631408691, 1.1683273315429688, 1.1358716487884521, 1.0703483819961548, 1.1163458824157715]}, {"step": 3400, "epoch": 7, "train_loss": 0.3571189045906067, "cos_r_negg": [0.41744449734687805, 0.4628584086894989, 0.44790124893188477, 0.4363827109336853, 0.17019784450531006], "cos_apical_negg": [0.41744449734687805, 0.4628584086894989, 0.44790124893188477, 0.4363827109336853, 0.17019784450531006], "cos_Ac_negg": [0.41744449734687805, 0.4628584086894989, 0.44790124893188477, 0.4363827109336853, 0.17019784450531006], "r_norm": [1.0795283317565918, 1.0882315635681152, 1.058732271194458, 0.9914921522140503, 1.0341572761535645]}, {"step": 3450, "epoch": 7, "train_loss": 0.46646857261657715, "cos_r_negg": [0.4291783571243286, 0.4703754186630249, 0.4508679509162903, 0.45457392930984497, 0.1570195108652115], "cos_apical_negg": [0.4291783571243286, 0.4703754186630249, 0.4508679509162903, 0.45457392930984497, 0.1570195108652115], "cos_Ac_negg": [0.4291783571243286, 0.4703754186630249, 0.4508679509162903, 0.45457392930984497, 0.1570195108652115], "r_norm": [1.086330533027649, 1.099702000617981, 1.0661375522613525, 1.0062005519866943, 1.049218773841858]}, {"step": 3500, "epoch": 7, "train_loss": 0.39530813694000244, "cos_r_negg": [0.40985992550849915, 0.4526103734970093, 0.4149838387966156, 0.42241305112838745, 0.14876672625541687], "cos_apical_negg": [0.40985992550849915, 0.4526103734970093, 0.4149838387966156, 0.42241305112838745, 0.14876672625541687], "cos_Ac_negg": [0.40985992550849915, 0.4526103734970093, 0.4149838387966156, 0.42241305112838745, 0.14876672625541687], "r_norm": [1.116356372833252, 1.12727952003479, 1.0966415405273438, 1.025769829750061, 1.0693261623382568]}, {"step": 3550, "epoch": 7, "train_loss": 0.348816454410553, "cos_r_negg": [0.42815881967544556, 0.4699970483779907, 0.43939024209976196, 0.43094882369041443, 0.15389852225780487], "cos_apical_negg": [0.42815881967544556, 0.4699970483779907, 0.43939024209976196, 0.43094882369041443, 0.15389852225780487], "cos_Ac_negg": [0.42815881967544556, 0.4699970483779907, 0.43939024209976196, 0.43094882369041443, 0.15389852225780487], "r_norm": [1.0770221948623657, 1.0898243188858032, 1.059887170791626, 0.9922611713409424, 1.0369327068328857]}, {"step": 3600, "epoch": 7, "train_loss": 0.24981620907783508, "cos_r_negg": [0.4503121078014374, 0.46442723274230957, 0.4329688549041748, 0.3979462683200836, 0.14726758003234863], "cos_apical_negg": [0.4503121078014374, 0.46442723274230957, 0.4329688549041748, 0.3979462683200836, 0.14726758003234863], "cos_Ac_negg": [0.4503121078014374, 0.46442723274230957, 0.4329688549041748, 0.3979462683200836, 0.14726758003234863], "r_norm": [1.1849348545074463, 1.2077124118804932, 1.1685795783996582, 1.1074857711791992, 1.151594877243042]}, {"step": 3650, "epoch": 7, "train_loss": 0.444466769695282, "cos_r_negg": [0.46113765239715576, 0.46825307607650757, 0.44846802949905396, 0.4202204942703247, 0.153849259018898], "cos_apical_negg": [0.46113765239715576, 0.46825307607650757, 0.44846802949905396, 0.4202204942703247, 0.153849259018898], "cos_Ac_negg": [0.46113765239715576, 0.46825307607650757, 0.44846802949905396, 0.4202204942703247, 0.153849259018898], "r_norm": [1.146032452583313, 1.1608171463012695, 1.1288096904754639, 1.0507144927978516, 1.1023856401443481]}, {"step": 3700, "epoch": 7, "train_loss": 0.3361331820487976, "cos_r_negg": [0.41304177045822144, 0.4266618490219116, 0.4005405306816101, 0.387214720249176, 0.12748992443084717], "cos_apical_negg": [0.41304177045822144, 0.4266618490219116, 0.4005405306816101, 0.387214720249176, 0.12748992443084717], "cos_Ac_negg": [0.41304177045822144, 0.4266618490219116, 0.4005405306816101, 0.387214720249176, 0.12748992443084717], "r_norm": [1.3148057460784912, 1.3275049924850464, 1.2920739650726318, 1.2019808292388916, 1.260657548904419]}, {"step": 3750, "epoch": 7, "train_loss": 0.42511239647865295, "cos_r_negg": [0.42507433891296387, 0.4334591031074524, 0.41807347536087036, 0.41046425700187683, 0.14648273587226868], "cos_apical_negg": [0.42507433891296387, 0.4334591031074524, 0.41807347536087036, 0.41046425700187683, 0.14648273587226868], "cos_Ac_negg": [0.42507433891296387, 0.4334591031074524, 0.41807347536087036, 0.41046425700187683, 0.14648273587226868], "r_norm": [1.078291893005371, 1.0936552286148071, 1.0601102113723755, 0.9947734475135803, 1.0414305925369263]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8609, "test_loss": 0.41218083801269534}, {"step": 3800, "epoch": 8, "train_loss": 0.2529258131980896, "cos_r_negg": [0.4289291799068451, 0.4299831986427307, 0.39730989933013916, 0.40069952607154846, 0.13532358407974243], "cos_apical_negg": [0.4289291799068451, 0.4299831986427307, 0.39730989933013916, 0.40069952607154846, 0.13532358407974243], "cos_Ac_negg": [0.4289291799068451, 0.4299831986427307, 0.39730989933013916, 0.40069952607154846, 0.13532358407974243], "r_norm": [1.09390389919281, 1.1074259281158447, 1.0753870010375977, 1.0123236179351807, 1.0541601181030273]}, {"step": 3850, "epoch": 8, "train_loss": 0.3573797941207886, "cos_r_negg": [0.449381947517395, 0.46878623962402344, 0.4493629038333893, 0.4434216320514679, 0.2004508078098297], "cos_apical_negg": [0.449381947517395, 0.46878623962402344, 0.4493629038333893, 0.4434216320514679, 0.2004508078098297], "cos_Ac_negg": [0.449381947517395, 0.46878623962402344, 0.4493629038333893, 0.4434216320514679, 0.2004508078098297], "r_norm": [1.0804897546768188, 1.094660997390747, 1.062217116355896, 0.9972563982009888, 1.0419602394104004]}, {"step": 3900, "epoch": 8, "train_loss": 0.28960639238357544, "cos_r_negg": [0.43437182903289795, 0.4643279016017914, 0.4517902731895447, 0.4409361481666565, 0.18033036589622498], "cos_apical_negg": [0.43437182903289795, 0.4643279016017914, 0.4517902731895447, 0.4409361481666565, 0.18033036589622498], "cos_Ac_negg": [0.43437182903289795, 0.4643279016017914, 0.4517902731895447, 0.4409361481666565, 0.18033036589622498], "r_norm": [1.1760485172271729, 1.1954739093780518, 1.156768798828125, 1.0855543613433838, 1.1375877857208252]}, {"step": 3950, "epoch": 8, "train_loss": 0.383656769990921, "cos_r_negg": [0.4368366003036499, 0.4662662148475647, 0.4483504891395569, 0.45468229055404663, 0.19520066678524017], "cos_apical_negg": [0.4368366003036499, 0.4662662148475647, 0.4483504891395569, 0.45468229055404663, 0.19520066678524017], "cos_Ac_negg": [0.4368366003036499, 0.4662662148475647, 0.4483504891395569, 0.45468229055404663, 0.19520066678524017], "r_norm": [1.0484778881072998, 1.063442587852478, 1.032318353652954, 0.9678410291671753, 1.0125373601913452]}, {"step": 4000, "epoch": 8, "train_loss": 0.4442695379257202, "cos_r_negg": [0.4599496126174927, 0.46869003772735596, 0.42907392978668213, 0.4199712872505188, 0.20879630744457245], "cos_apical_negg": [0.4599496126174927, 0.46869003772735596, 0.42907392978668213, 0.4199712872505188, 0.20879630744457245], "cos_Ac_negg": [0.4599496126174927, 0.46869003772735596, 0.42907392978668213, 0.4199712872505188, 0.20879630744457245], "r_norm": [1.2629467248916626, 1.2807146310806274, 1.2410016059875488, 1.1657315492630005, 1.2197608947753906]}, {"step": 4050, "epoch": 8, "train_loss": 0.31993693113327026, "cos_r_negg": [0.41888174414634705, 0.4411415457725525, 0.42671912908554077, 0.4135041832923889, 0.2033197581768036], "cos_apical_negg": [0.41888174414634705, 0.4411415457725525, 0.42671912908554077, 0.4135041832923889, 0.2033197581768036], "cos_Ac_negg": [0.41888174414634705, 0.4411415457725525, 0.42671912908554077, 0.4135041832923889, 0.2033197581768036], "r_norm": [1.0844078063964844, 1.0984001159667969, 1.0651785135269165, 1.00101637840271, 1.0494794845581055]}, {"step": 4100, "epoch": 8, "train_loss": 0.262382447719574, "cos_r_negg": [0.4255238175392151, 0.43951690196990967, 0.41530805826187134, 0.4114839434623718, 0.20333506166934967], "cos_apical_negg": [0.4255238175392151, 0.43951690196990967, 0.41530805826187134, 0.4114839434623718, 0.20333506166934967], "cos_Ac_negg": [0.4255238175392151, 0.43951690196990967, 0.41530805826187134, 0.4114839434623718, 0.20333506166934967], "r_norm": [1.1185424327850342, 1.1355488300323486, 1.1015024185180664, 1.0289053916931152, 1.0765693187713623]}, {"step": 4150, "epoch": 8, "train_loss": 0.2653622329235077, "cos_r_negg": [0.4124397337436676, 0.4470863938331604, 0.4285523593425751, 0.41491299867630005, 0.18798038363456726], "cos_apical_negg": [0.4124397337436676, 0.4470863938331604, 0.4285523593425751, 0.41491299867630005, 0.18798038363456726], "cos_Ac_negg": [0.4124397337436676, 0.4470863938331604, 0.4285523593425751, 0.41491299867630005, 0.18798038363456726], "r_norm": [1.0678601264953613, 1.0794720649719238, 1.0490111112594604, 0.9825546741485596, 1.0291345119476318]}, {"step": 4200, "epoch": 8, "train_loss": 0.40993738174438477, "cos_r_negg": [0.4560047388076782, 0.4623531103134155, 0.4312388300895691, 0.41681405901908875, 0.18975764513015747], "cos_apical_negg": [0.4560047388076782, 0.4623531103134155, 0.4312388300895691, 0.41681405901908875, 0.18975764513015747], "cos_Ac_negg": [0.4560047388076782, 0.4623531103134155, 0.4312388300895691, 0.41681405901908875, 0.18975764513015747], "r_norm": [1.2866896390914917, 1.3045786619186401, 1.262396216392517, 1.1912178993225098, 1.2462966442108154]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8357, "test_loss": 0.5368804382324219}, {"step": 4250, "epoch": 9, "train_loss": 0.1909191608428955, "cos_r_negg": [0.4441911578178406, 0.42964550852775574, 0.4215998649597168, 0.40999165177345276, 0.19419752061367035], "cos_apical_negg": [0.4441911578178406, 0.42964550852775574, 0.4215998649597168, 0.40999165177345276, 0.19419752061367035], "cos_Ac_negg": [0.4441911578178406, 0.42964550852775574, 0.4215998649597168, 0.40999165177345276, 0.19419752061367035], "r_norm": [1.1413135528564453, 1.1544947624206543, 1.120704174041748, 1.0512571334838867, 1.0993975400924683]}, {"step": 4300, "epoch": 9, "train_loss": 0.2083844244480133, "cos_r_negg": [0.45212313532829285, 0.443767786026001, 0.4307299852371216, 0.4144062399864197, 0.218046173453331], "cos_apical_negg": [0.45212313532829285, 0.443767786026001, 0.4307299852371216, 0.4144062399864197, 0.218046173453331], "cos_Ac_negg": [0.45212313532829285, 0.443767786026001, 0.4307299852371216, 0.4144062399864197, 0.218046173453331], "r_norm": [1.0558154582977295, 1.0735986232757568, 1.0383683443069458, 0.9822530746459961, 1.0261476039886475]}, {"step": 4350, "epoch": 9, "train_loss": 0.2173534631729126, "cos_r_negg": [0.4494248032569885, 0.4486747980117798, 0.4286142885684967, 0.43456244468688965, 0.1793210506439209], "cos_apical_negg": [0.4494248032569885, 0.4486747980117798, 0.4286142885684967, 0.43456244468688965, 0.1793210506439209], "cos_Ac_negg": [0.4494248032569885, 0.4486747980117798, 0.4286142885684967, 0.43456244468688965, 0.1793210506439209], "r_norm": [1.1497206687927246, 1.1615147590637207, 1.1296279430389404, 1.0611294507980347, 1.103332757949829]}, {"step": 4400, "epoch": 9, "train_loss": 0.29328757524490356, "cos_r_negg": [0.41406387090682983, 0.4427318871021271, 0.43408575654029846, 0.4311125576496124, 0.2046903371810913], "cos_apical_negg": [0.41406387090682983, 0.4427318871021271, 0.43408575654029846, 0.4311125576496124, 0.2046903371810913], "cos_Ac_negg": [0.41406387090682983, 0.4427318871021271, 0.43408575654029846, 0.4311125576496124, 0.2046903371810913], "r_norm": [1.194631576538086, 1.2076421976089478, 1.1745326519012451, 1.103628158569336, 1.1499595642089844]}, {"step": 4450, "epoch": 9, "train_loss": 0.1925506591796875, "cos_r_negg": [0.43075841665267944, 0.43912750482559204, 0.4104469418525696, 0.41466158628463745, 0.1767144650220871], "cos_apical_negg": [0.43075841665267944, 0.43912750482559204, 0.4104469418525696, 0.41466158628463745, 0.1767144650220871], "cos_Ac_negg": [0.43075841665267944, 0.43912750482559204, 0.4104469418525696, 0.41466158628463745, 0.1767144650220871], "r_norm": [1.1186736822128296, 1.1295167207717896, 1.098517894744873, 1.0241038799285889, 1.0746965408325195]}, {"step": 4500, "epoch": 9, "train_loss": 0.4387384057044983, "cos_r_negg": [0.4264451563358307, 0.4222680330276489, 0.41381359100341797, 0.4011017382144928, 0.15554487705230713], "cos_apical_negg": [0.4264451563358307, 0.4222680330276489, 0.41381359100341797, 0.4011017382144928, 0.15554487705230713], "cos_Ac_negg": [0.4264451563358307, 0.4222680330276489, 0.41381359100341797, 0.4011017382144928, 0.15554487705230713], "r_norm": [1.154233694076538, 1.162126898765564, 1.1315172910690308, 1.0587363243103027, 1.1071228981018066]}, {"step": 4550, "epoch": 9, "train_loss": 0.21251416206359863, "cos_r_negg": [0.4229062497615814, 0.4495718777179718, 0.446520060300827, 0.4290691614151001, 0.18926933407783508], "cos_apical_negg": [0.4229062497615814, 0.4495718777179718, 0.446520060300827, 0.4290691614151001, 0.18926933407783508], "cos_Ac_negg": [0.4229062497615814, 0.4495718777179718, 0.446520060300827, 0.4290691614151001, 0.18926933407783508], "r_norm": [1.1282627582550049, 1.1414463520050049, 1.1098761558532715, 1.03409743309021, 1.085159182548523]}, {"step": 4600, "epoch": 9, "train_loss": 0.2812279760837555, "cos_r_negg": [0.427002489566803, 0.45576170086860657, 0.42180073261260986, 0.4022846221923828, 0.17601421475410461], "cos_apical_negg": [0.427002489566803, 0.45576170086860657, 0.42180073261260986, 0.4022846221923828, 0.17601421475410461], "cos_Ac_negg": [0.427002489566803, 0.45576170086860657, 0.42180073261260986, 0.4022846221923828, 0.17601421475410461], "r_norm": [1.1227608919143677, 1.140392541885376, 1.1051126718521118, 1.0368717908859253, 1.084742784500122]}, {"step": 4650, "epoch": 9, "train_loss": 0.36403337121009827, "cos_r_negg": [0.4088224470615387, 0.43153631687164307, 0.3999466001987457, 0.3929746150970459, 0.16244447231292725], "cos_apical_negg": [0.4088224470615387, 0.43153631687164307, 0.3999466001987457, 0.3929746150970459, 0.16244447231292725], "cos_Ac_negg": [0.4088224470615387, 0.43153631687164307, 0.3999466001987457, 0.3929746150970459, 0.16244447231292725], "r_norm": [1.1403290033340454, 1.1578068733215332, 1.1211271286010742, 1.053208351135254, 1.1005651950836182]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8596, "test_loss": 0.4321096893310547}, {"step": 4700, "epoch": 10, "train_loss": 0.3262917995452881, "cos_r_negg": [0.42307302355766296, 0.4306109547615051, 0.41189080476760864, 0.39726734161376953, 0.16599437594413757], "cos_apical_negg": [0.42307302355766296, 0.4306109547615051, 0.41189080476760864, 0.39726734161376953, 0.16599437594413757], "cos_Ac_negg": [0.42307302355766296, 0.4306109547615051, 0.41189080476760864, 0.39726734161376953, 0.16599437594413757], "r_norm": [1.1887056827545166, 1.2023451328277588, 1.1654208898544312, 1.0942388772964478, 1.144564151763916]}, {"step": 4750, "epoch": 10, "train_loss": 0.31013917922973633, "cos_r_negg": [0.4410665035247803, 0.4697449803352356, 0.43695464730262756, 0.42315974831581116, 0.17870935797691345], "cos_apical_negg": [0.4410665035247803, 0.4697449803352356, 0.43695464730262756, 0.42315974831581116, 0.17870935797691345], "cos_Ac_negg": [0.4410665035247803, 0.4697449803352356, 0.43695464730262756, 0.42315974831581116, 0.17870935797691345], "r_norm": [0.9910330772399902, 1.0051367282867432, 0.9753366708755493, 0.916098952293396, 0.9562307596206665]}, {"step": 4800, "epoch": 10, "train_loss": 0.31403741240501404, "cos_r_negg": [0.44257065653800964, 0.4718018174171448, 0.4493694305419922, 0.43432971835136414, 0.2063802182674408], "cos_apical_negg": [0.44257065653800964, 0.4718018174171448, 0.4493694305419922, 0.43432971835136414, 0.2063802182674408], "cos_Ac_negg": [0.44257065653800964, 0.4718018174171448, 0.4493694305419922, 0.43432971835136414, 0.2063802182674408], "r_norm": [0.9899718165397644, 1.0034024715423584, 0.9728348851203918, 0.915127158164978, 0.955130934715271]}, {"step": 4850, "epoch": 10, "train_loss": 0.3464467525482178, "cos_r_negg": [0.45392370223999023, 0.45788103342056274, 0.4250604510307312, 0.4387796223163605, 0.20723621547222137], "cos_apical_negg": [0.45392370223999023, 0.45788103342056274, 0.4250604510307312, 0.4387796223163605, 0.20723621547222137], "cos_Ac_negg": [0.45392370223999023, 0.45788103342056274, 0.4250604510307312, 0.4387796223163605, 0.20723621547222137], "r_norm": [0.998400092124939, 1.0104894638061523, 0.9830433130264282, 0.9252811670303345, 0.9641460180282593]}, {"step": 4900, "epoch": 10, "train_loss": 0.24364346265792847, "cos_r_negg": [0.4270370602607727, 0.4632428288459778, 0.4382276237010956, 0.44067034125328064, 0.18333342671394348], "cos_apical_negg": [0.4270370602607727, 0.4632428288459778, 0.4382276237010956, 0.44067034125328064, 0.18333342671394348], "cos_Ac_negg": [0.4270370602607727, 0.4632428288459778, 0.4382276237010956, 0.44067034125328064, 0.18333342671394348], "r_norm": [1.0782103538513184, 1.0945825576782227, 1.0580899715423584, 0.9998834133148193, 1.046325922012329]}, {"step": 4950, "epoch": 10, "train_loss": 0.285873144865036, "cos_r_negg": [0.4292874336242676, 0.4494340419769287, 0.4301448464393616, 0.4104864001274109, 0.1730319857597351], "cos_apical_negg": [0.4292874336242676, 0.4494340419769287, 0.4301448464393616, 0.4104864001274109, 0.1730319857597351], "cos_Ac_negg": [0.4292874336242676, 0.4494340419769287, 0.4301448464393616, 0.4104864001274109, 0.1730319857597351], "r_norm": [1.0861175060272217, 1.0995287895202637, 1.0669440031051636, 1.003297209739685, 1.0498201847076416]}, {"step": 5000, "epoch": 10, "train_loss": 0.257172554731369, "cos_r_negg": [0.4304462671279907, 0.4390243589878082, 0.421942800283432, 0.41791021823883057, 0.17669913172721863], "cos_apical_negg": [0.4304462671279907, 0.4390243589878082, 0.421942800283432, 0.41791021823883057, 0.17669913172721863], "cos_Ac_negg": [0.4304462671279907, 0.4390243589878082, 0.421942800283432, 0.41791021823883057, 0.17669913172721863], "r_norm": [1.092210292816162, 1.1063413619995117, 1.0719599723815918, 1.004117488861084, 1.0539805889129639]}, {"step": 5050, "epoch": 10, "train_loss": 0.4526969790458679, "cos_r_negg": [0.42297664284706116, 0.44159430265426636, 0.42082083225250244, 0.4100632965564728, 0.1737835854291916], "cos_apical_negg": [0.42297664284706116, 0.44159430265426636, 0.42082083225250244, 0.4100632965564728, 0.1737835854291916], "cos_Ac_negg": [0.42297664284706116, 0.44159430265426636, 0.42082083225250244, 0.4100632965564728, 0.1737835854291916], "r_norm": [1.1125695705413818, 1.1304099559783936, 1.096311330795288, 1.0267856121063232, 1.0739459991455078]}, {"step": 5100, "epoch": 10, "train_loss": 0.17335695028305054, "cos_r_negg": [0.4498719573020935, 0.4576604962348938, 0.44444137811660767, 0.4086341857910156, 0.15097516775131226], "cos_apical_negg": [0.4498719573020935, 0.4576604962348938, 0.44444137811660767, 0.4086341857910156, 0.15097516775131226], "cos_Ac_negg": [0.4498719573020935, 0.4576604962348938, 0.44444137811660767, 0.4086341857910156, 0.15097516775131226], "r_norm": [1.2182447910308838, 1.2327238321304321, 1.1986589431762695, 1.1164519786834717, 1.1712920665740967]}, {"step": 5150, "epoch": 10, "train_loss": 0.32745808362960815, "cos_r_negg": [0.44364020228385925, 0.4575313329696655, 0.431782066822052, 0.41138529777526855, 0.15707606077194214], "cos_apical_negg": [0.44364020228385925, 0.4575313329696655, 0.431782066822052, 0.41138529777526855, 0.15707606077194214], "cos_Ac_negg": [0.44364020228385925, 0.4575313329696655, 0.431782066822052, 0.41138529777526855, 0.15707606077194214], "r_norm": [1.0571107864379883, 1.0763521194458008, 1.0421355962753296, 0.9820000529289246, 1.0256141424179077]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.87, "test_loss": 0.3998233917236328}, {"step": 5200, "epoch": 11, "train_loss": 0.31554877758026123, "cos_r_negg": [0.43346497416496277, 0.4448169469833374, 0.4138893783092499, 0.39222413301467896, 0.16964107751846313], "cos_apical_negg": [0.43346497416496277, 0.4448169469833374, 0.4138893783092499, 0.39222413301467896, 0.16964107751846313], "cos_Ac_negg": [0.43346497416496277, 0.4448169469833374, 0.4138893783092499, 0.39222413301467896, 0.16964107751846313], "r_norm": [1.1658990383148193, 1.1747097969055176, 1.1433782577514648, 1.0704827308654785, 1.1218156814575195]}, {"step": 5250, "epoch": 11, "train_loss": 0.12135196477174759, "cos_r_negg": [0.4529728293418884, 0.4554141163825989, 0.43289822340011597, 0.43787628412246704, 0.19810882210731506], "cos_apical_negg": [0.4529728293418884, 0.4554141163825989, 0.43289822340011597, 0.43787628412246704, 0.19810882210731506], "cos_Ac_negg": [0.4529728293418884, 0.4554141163825989, 0.43289822340011597, 0.43787628412246704, 0.19810882210731506], "r_norm": [1.1195545196533203, 1.1308156251907349, 1.1005730628967285, 1.0358132123947144, 1.078196406364441]}, {"step": 5300, "epoch": 11, "train_loss": 0.34315308928489685, "cos_r_negg": [0.41968563199043274, 0.4247998893260956, 0.3864937424659729, 0.3752443194389343, 0.18595875799655914], "cos_apical_negg": [0.41968563199043274, 0.4247998893260956, 0.3864937424659729, 0.3752443194389343, 0.18595875799655914], "cos_Ac_negg": [0.41968563199043274, 0.4247998893260956, 0.3864937424659729, 0.3752443194389343, 0.18595875799655914], "r_norm": [1.107450246810913, 1.123546838760376, 1.0866693258285522, 1.025334119796753, 1.0721418857574463]}, {"step": 5350, "epoch": 11, "train_loss": 0.2910592555999756, "cos_r_negg": [0.4476413130760193, 0.4619707465171814, 0.4437597095966339, 0.42367783188819885, 0.16686522960662842], "cos_apical_negg": [0.4476413130760193, 0.4619707465171814, 0.4437597095966339, 0.42367783188819885, 0.16686522960662842], "cos_Ac_negg": [0.4476413130760193, 0.4619707465171814, 0.4437597095966339, 0.42367783188819885, 0.16686522960662842], "r_norm": [1.237976312637329, 1.2592706680297852, 1.2208398580551147, 1.1443407535552979, 1.1936328411102295]}, {"step": 5400, "epoch": 11, "train_loss": 0.3617928624153137, "cos_r_negg": [0.41740232706069946, 0.4478107988834381, 0.4072561264038086, 0.38028228282928467, 0.17480051517486572], "cos_apical_negg": [0.41740232706069946, 0.4478107988834381, 0.4072561264038086, 0.38028228282928467, 0.17480051517486572], "cos_Ac_negg": [0.41740232706069946, 0.4478107988834381, 0.4072561264038086, 0.38028228282928467, 0.17480051517486572], "r_norm": [1.1426764726638794, 1.1517081260681152, 1.1211833953857422, 1.0468567609786987, 1.0969958305358887]}, {"step": 5450, "epoch": 11, "train_loss": 0.37040725350379944, "cos_r_negg": [0.39590534567832947, 0.4200212061405182, 0.4072645604610443, 0.41405439376831055, 0.1778232902288437], "cos_apical_negg": [0.39590534567832947, 0.4200212061405182, 0.4072645604610443, 0.41405439376831055, 0.1778232902288437], "cos_Ac_negg": [0.39590534567832947, 0.4200212061405182, 0.4072645604610443, 0.41405439376831055, 0.1778232902288437], "r_norm": [1.073189377784729, 1.0893983840942383, 1.0556548833847046, 0.9888533353805542, 1.0338140726089478]}, {"step": 5500, "epoch": 11, "train_loss": 0.3416018784046173, "cos_r_negg": [0.41068392992019653, 0.4163070321083069, 0.41228097677230835, 0.4164741039276123, 0.1523139476776123], "cos_apical_negg": [0.41068392992019653, 0.4163070321083069, 0.41228097677230835, 0.4164741039276123, 0.1523139476776123], "cos_Ac_negg": [0.41068392992019653, 0.4163070321083069, 0.41228097677230835, 0.4164741039276123, 0.1523139476776123], "r_norm": [1.0721435546875, 1.0912214517593384, 1.058091163635254, 0.9928436279296875, 1.038041114807129]}, {"step": 5550, "epoch": 11, "train_loss": 0.42250168323516846, "cos_r_negg": [0.4374673068523407, 0.43744590878486633, 0.4346594512462616, 0.43380752205848694, 0.1966898888349533], "cos_apical_negg": [0.4374673068523407, 0.43744590878486633, 0.4346594512462616, 0.43380752205848694, 0.1966898888349533], "cos_Ac_negg": [0.4374673068523407, 0.43744590878486633, 0.4346594512462616, 0.43380752205848694, 0.1966898888349533], "r_norm": [0.9565913677215576, 0.9743549823760986, 0.943884015083313, 0.8900481462478638, 0.9289836883544922]}, {"step": 5600, "epoch": 11, "train_loss": 0.2192569375038147, "cos_r_negg": [0.4802176356315613, 0.49161678552627563, 0.46018725633621216, 0.451090544462204, 0.20606042444705963], "cos_apical_negg": [0.4802176356315613, 0.49161678552627563, 0.46018725633621216, 0.451090544462204, 0.20606042444705963], "cos_Ac_negg": [0.4802176356315613, 0.49161678552627563, 0.46018725633621216, 0.451090544462204, 0.20606042444705963], "r_norm": [1.0888240337371826, 1.1037052869796753, 1.0681921243667603, 1.0074729919433594, 1.052337646484375]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8676, "test_loss": 0.4063799041748047}, {"step": 5650, "epoch": 12, "train_loss": 0.2565608620643616, "cos_r_negg": [0.45129406452178955, 0.4703940153121948, 0.43623074889183044, 0.4481164216995239, 0.20594355463981628], "cos_apical_negg": [0.45129406452178955, 0.4703940153121948, 0.43623074889183044, 0.4481164216995239, 0.20594355463981628], "cos_Ac_negg": [0.45129406452178955, 0.4703940153121948, 0.43623074889183044, 0.4481164216995239, 0.20594355463981628], "r_norm": [1.0972850322723389, 1.112766981124878, 1.079758882522583, 1.0147981643676758, 1.0565755367279053]}, {"step": 5700, "epoch": 12, "train_loss": 0.3081224262714386, "cos_r_negg": [0.40641194581985474, 0.429570734500885, 0.4290323257446289, 0.3910028636455536, 0.19364655017852783], "cos_apical_negg": [0.40641194581985474, 0.429570734500885, 0.4290323257446289, 0.3910028636455536, 0.19364655017852783], "cos_Ac_negg": [0.40641194581985474, 0.429570734500885, 0.4290323257446289, 0.3910028636455536, 0.19364655017852783], "r_norm": [1.0030395984649658, 1.020297646522522, 0.9876291751861572, 0.9288398027420044, 0.9695209264755249]}, {"step": 5750, "epoch": 12, "train_loss": 0.45745447278022766, "cos_r_negg": [0.4356781244277954, 0.44907593727111816, 0.4377676546573639, 0.42006537318229675, 0.21517914533615112], "cos_apical_negg": [0.4356781244277954, 0.44907593727111816, 0.4377676546573639, 0.42006537318229675, 0.21517914533615112], "cos_Ac_negg": [0.4356781244277954, 0.44907593727111816, 0.4377676546573639, 0.42006537318229675, 0.21517914533615112], "r_norm": [0.9968284368515015, 1.0108931064605713, 0.9804003238677979, 0.9190036058425903, 0.9605636596679688]}, {"step": 5800, "epoch": 12, "train_loss": 0.2630683481693268, "cos_r_negg": [0.45242074131965637, 0.4647996425628662, 0.4541686773300171, 0.42788878083229065, 0.21541334688663483], "cos_apical_negg": [0.45242074131965637, 0.4647996425628662, 0.4541686773300171, 0.42788878083229065, 0.21541334688663483], "cos_Ac_negg": [0.45242074131965637, 0.4647996425628662, 0.4541686773300171, 0.42788878083229065, 0.21541334688663483], "r_norm": [1.0849401950836182, 1.0992456674575806, 1.0668106079101562, 0.996475338935852, 1.0433522462844849]}, {"step": 5850, "epoch": 12, "train_loss": 0.34449148178100586, "cos_r_negg": [0.4447082579135895, 0.47417986392974854, 0.45379936695098877, 0.42594677209854126, 0.2102949619293213], "cos_apical_negg": [0.4447082579135895, 0.47417986392974854, 0.45379936695098877, 0.42594677209854126, 0.2102949619293213], "cos_Ac_negg": [0.4447082579135895, 0.47417986392974854, 0.45379936695098877, 0.42594677209854126, 0.2102949619293213], "r_norm": [0.9903037548065186, 1.0064445734024048, 0.9754974246025085, 0.9175109267234802, 0.957290530204773]}, {"step": 5900, "epoch": 12, "train_loss": 0.3674919605255127, "cos_r_negg": [0.452371746301651, 0.46627146005630493, 0.43194663524627686, 0.40246665477752686, 0.18403691053390503], "cos_apical_negg": [0.452371746301651, 0.46627146005630493, 0.43194663524627686, 0.40246665477752686, 0.18403691053390503], "cos_Ac_negg": [0.452371746301651, 0.46627146005630493, 0.43194663524627686, 0.40246665477752686, 0.18403691053390503], "r_norm": [1.119248867034912, 1.1370329856872559, 1.1029229164123535, 1.0322359800338745, 1.0805824995040894]}, {"step": 5950, "epoch": 12, "train_loss": 0.3278239965438843, "cos_r_negg": [0.4433276057243347, 0.4566236734390259, 0.4299502372741699, 0.38922256231307983, 0.16889430582523346], "cos_apical_negg": [0.4433276057243347, 0.4566236734390259, 0.4299502372741699, 0.38922256231307983, 0.16889430582523346], "cos_Ac_negg": [0.4433276057243347, 0.4566236734390259, 0.4299502372741699, 0.38922256231307983, 0.16889430582523346], "r_norm": [1.13163423538208, 1.146897315979004, 1.112689733505249, 1.042525053024292, 1.0892832279205322]}, {"step": 6000, "epoch": 12, "train_loss": 0.2061438411474228, "cos_r_negg": [0.4420415163040161, 0.4507180154323578, 0.43561506271362305, 0.3968074917793274, 0.1851205974817276], "cos_apical_negg": [0.4420415163040161, 0.4507180154323578, 0.43561506271362305, 0.3968074917793274, 0.1851205974817276], "cos_Ac_negg": [0.4420415163040161, 0.4507180154323578, 0.43561506271362305, 0.3968074917793274, 0.1851205974817276], "r_norm": [1.0449920892715454, 1.0612499713897705, 1.0291950702667236, 0.9663422107696533, 1.009055495262146]}, {"step": 6050, "epoch": 12, "train_loss": 0.19806747138500214, "cos_r_negg": [0.4308095872402191, 0.43987348675727844, 0.4053708016872406, 0.37326866388320923, 0.18007832765579224], "cos_apical_negg": [0.4308095872402191, 0.43987348675727844, 0.4053708016872406, 0.37326866388320923, 0.18007832765579224], "cos_Ac_negg": [0.4308095872402191, 0.43987348675727844, 0.4053708016872406, 0.37326866388320923, 0.18007832765579224], "r_norm": [1.0464140176773071, 1.0611553192138672, 1.0279207229614258, 0.9687763452529907, 1.0114898681640625]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8654, "test_loss": 0.42026925048828123}, {"step": 6100, "epoch": 13, "train_loss": 0.3474492132663727, "cos_r_negg": [0.4257703125476837, 0.44542014598846436, 0.43591201305389404, 0.39622965455055237, 0.15907946228981018], "cos_apical_negg": [0.4257703125476837, 0.44542014598846436, 0.43591201305389404, 0.39622965455055237, 0.15907946228981018], "cos_Ac_negg": [0.4257703125476837, 0.44542014598846436, 0.43591201305389404, 0.39622965455055237, 0.15907946228981018], "r_norm": [1.0024033784866333, 1.015342116355896, 0.9858464002609253, 0.9240880608558655, 0.9663349390029907]}, {"step": 6150, "epoch": 13, "train_loss": 0.229300856590271, "cos_r_negg": [0.4114672541618347, 0.4232150614261627, 0.4148455262184143, 0.3967517018318176, 0.16115088760852814], "cos_apical_negg": [0.4114672541618347, 0.4232150614261627, 0.4148455262184143, 0.3967517018318176, 0.16115088760852814], "cos_Ac_negg": [0.4114672541618347, 0.4232150614261627, 0.4148455262184143, 0.3967517018318176, 0.16115088760852814], "r_norm": [0.9840593338012695, 0.9985283613204956, 0.9690326452255249, 0.9102345705032349, 0.9507236480712891]}, {"step": 6200, "epoch": 13, "train_loss": 0.2680814266204834, "cos_r_negg": [0.43645793199539185, 0.4377932548522949, 0.4085243046283722, 0.38200753927230835, 0.1632670760154724], "cos_apical_negg": [0.43645793199539185, 0.4377932548522949, 0.4085243046283722, 0.38200753927230835, 0.1632670760154724], "cos_Ac_negg": [0.43645793199539185, 0.4377932548522949, 0.4085243046283722, 0.38200753927230835, 0.1632670760154724], "r_norm": [1.1168365478515625, 1.1298027038574219, 1.0968289375305176, 1.0200862884521484, 1.0715570449829102]}, {"step": 6250, "epoch": 13, "train_loss": 0.3781755566596985, "cos_r_negg": [0.4217260181903839, 0.4442005753517151, 0.4266323149204254, 0.3883809745311737, 0.19979886710643768], "cos_apical_negg": [0.4217260181903839, 0.4442005753517151, 0.4266323149204254, 0.3883809745311737, 0.19979886710643768], "cos_Ac_negg": [0.4217260181903839, 0.4442005753517151, 0.4266323149204254, 0.3883809745311737, 0.19979886710643768], "r_norm": [1.106116533279419, 1.1209276914596558, 1.086548089981079, 1.0237717628479004, 1.0698014497756958]}, {"step": 6300, "epoch": 13, "train_loss": 0.3291093111038208, "cos_r_negg": [0.4449115991592407, 0.46551501750946045, 0.4470699429512024, 0.4133939743041992, 0.18924014270305634], "cos_apical_negg": [0.4449115991592407, 0.46551501750946045, 0.4470699429512024, 0.4133939743041992, 0.18924014270305634], "cos_Ac_negg": [0.4449115991592407, 0.46551501750946045, 0.4470699429512024, 0.4133939743041992, 0.18924014270305634], "r_norm": [1.1371066570281982, 1.1502671241760254, 1.1155202388763428, 1.0471278429031372, 1.0953730344772339]}, {"step": 6350, "epoch": 13, "train_loss": 0.2392808049917221, "cos_r_negg": [0.4776645004749298, 0.4951052665710449, 0.47143787145614624, 0.4451802968978882, 0.22295641899108887], "cos_apical_negg": [0.4776645004749298, 0.4951052665710449, 0.47143787145614624, 0.4451802968978882, 0.22295641899108887], "cos_Ac_negg": [0.4776645004749298, 0.4951052665710449, 0.47143787145614624, 0.4451802968978882, 0.22295641899108887], "r_norm": [1.0758544206619263, 1.08878493309021, 1.0564930438995361, 0.9908063411712646, 1.0352482795715332]}, {"step": 6400, "epoch": 13, "train_loss": 0.261710524559021, "cos_r_negg": [0.446190744638443, 0.4787559509277344, 0.4551805257797241, 0.4104959964752197, 0.20940548181533813], "cos_apical_negg": [0.446190744638443, 0.4787559509277344, 0.4551805257797241, 0.4104959964752197, 0.20940548181533813], "cos_Ac_negg": [0.446190744638443, 0.4787559509277344, 0.4551805257797241, 0.4104959964752197, 0.20940548181533813], "r_norm": [1.0104957818984985, 1.024474859237671, 0.9936681389808655, 0.9327011108398438, 0.9739500284194946]}, {"step": 6450, "epoch": 13, "train_loss": 0.30814141035079956, "cos_r_negg": [0.42551934719085693, 0.4547197222709656, 0.4464263319969177, 0.3975847065448761, 0.22173495590686798], "cos_apical_negg": [0.42551934719085693, 0.4547197222709656, 0.4464263319969177, 0.3975847065448761, 0.22173495590686798], "cos_Ac_negg": [0.42551934719085693, 0.4547197222709656, 0.4464263319969177, 0.3975847065448761, 0.22173495590686798], "r_norm": [1.2080318927764893, 1.224953532218933, 1.189550518989563, 1.1093225479125977, 1.1636757850646973]}, {"step": 6500, "epoch": 13, "train_loss": 0.22154755890369415, "cos_r_negg": [0.4151143431663513, 0.4288409948348999, 0.42003321647644043, 0.3882209360599518, 0.21566462516784668], "cos_apical_negg": [0.4151143431663513, 0.4288409948348999, 0.42003321647644043, 0.3882209360599518, 0.21566462516784668], "cos_Ac_negg": [0.4151143431663513, 0.4288409948348999, 0.42003321647644043, 0.3882209360599518, 0.21566462516784668], "r_norm": [1.0967984199523926, 1.1179087162017822, 1.080291986465454, 1.0216007232666016, 1.064740538597107]}, {"step": 6550, "epoch": 13, "train_loss": 0.3192485272884369, "cos_r_negg": [0.4299023151397705, 0.4595993161201477, 0.44952481985092163, 0.404285192489624, 0.19517096877098083], "cos_apical_negg": [0.4299023151397705, 0.4595993161201477, 0.44952481985092163, 0.404285192489624, 0.19517096877098083], "cos_Ac_negg": [0.4299023151397705, 0.4595993161201477, 0.44952481985092163, 0.404285192489624, 0.19517096877098083], "r_norm": [1.0505754947662354, 1.0676072835922241, 1.0360709428787231, 0.9740542769432068, 1.011404037475586]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.854, "test_loss": 0.43358473510742185}, {"step": 6600, "epoch": 14, "train_loss": 0.32746633887290955, "cos_r_negg": [0.41394591331481934, 0.4320392608642578, 0.4282383918762207, 0.39485523104667664, 0.18554803729057312], "cos_apical_negg": [0.41394591331481934, 0.4320392608642578, 0.4282383918762207, 0.39485523104667664, 0.18554803729057312], "cos_Ac_negg": [0.41394591331481934, 0.4320392608642578, 0.4282383918762207, 0.39485523104667664, 0.18554803729057312], "r_norm": [1.1029367446899414, 1.1189764738082886, 1.0836119651794434, 1.0131915807724, 1.0629361867904663]}, {"step": 6650, "epoch": 14, "train_loss": 0.43115589022636414, "cos_r_negg": [0.420245885848999, 0.42510294914245605, 0.4125387966632843, 0.384357213973999, 0.17761066555976868], "cos_apical_negg": [0.420245885848999, 0.42510294914245605, 0.4125387966632843, 0.384357213973999, 0.17761066555976868], "cos_Ac_negg": [0.420245885848999, 0.42510294914245605, 0.4125387966632843, 0.384357213973999, 0.17761066555976868], "r_norm": [1.0370426177978516, 1.0529698133468628, 1.0188791751861572, 0.958908200263977, 1.0022493600845337]}, {"step": 6700, "epoch": 14, "train_loss": 0.2640780508518219, "cos_r_negg": [0.44849735498428345, 0.4490964412689209, 0.44223645329475403, 0.41264790296554565, 0.1962634176015854], "cos_apical_negg": [0.44849735498428345, 0.4490964412689209, 0.44223645329475403, 0.41264790296554565, 0.1962634176015854], "cos_Ac_negg": [0.44849735498428345, 0.4490964412689209, 0.44223645329475403, 0.41264790296554565, 0.1962634176015854], "r_norm": [1.0990484952926636, 1.106972336769104, 1.0761624574661255, 1.0083508491516113, 1.0559420585632324]}, {"step": 6750, "epoch": 14, "train_loss": 0.32748475670814514, "cos_r_negg": [0.4674786925315857, 0.4610419273376465, 0.44690197706222534, 0.41864871978759766, 0.1794605553150177], "cos_apical_negg": [0.4674786925315857, 0.4610419273376465, 0.44690197706222534, 0.41864871978759766, 0.1794605553150177], "cos_Ac_negg": [0.4674786925315857, 0.4610419273376465, 0.44690197706222534, 0.41864871978759766, 0.1794605553150177], "r_norm": [1.0947067737579346, 1.1083804368972778, 1.0783448219299316, 1.0069959163665771, 1.053328037261963]}, {"step": 6800, "epoch": 14, "train_loss": 0.201354518532753, "cos_r_negg": [0.46191561222076416, 0.46199336647987366, 0.45046931505203247, 0.4214251935482025, 0.19423191249370575], "cos_apical_negg": [0.46191561222076416, 0.46199336647987366, 0.45046931505203247, 0.4214251935482025, 0.19423191249370575], "cos_Ac_negg": [0.46191561222076416, 0.46199336647987366, 0.45046931505203247, 0.4214251935482025, 0.19423191249370575], "r_norm": [1.0081946849822998, 1.0239230394363403, 0.9918983578681946, 0.9328891038894653, 0.9739065170288086]}, {"step": 6850, "epoch": 14, "train_loss": 0.22378557920455933, "cos_r_negg": [0.42187628149986267, 0.4317248463630676, 0.4149935245513916, 0.39241284132003784, 0.19971415400505066], "cos_apical_negg": [0.42187628149986267, 0.4317248463630676, 0.4149935245513916, 0.39241284132003784, 0.19971415400505066], "cos_Ac_negg": [0.42187628149986267, 0.4317248463630676, 0.4149935245513916, 0.39241284132003784, 0.19971415400505066], "r_norm": [1.2320265769958496, 1.2408685684204102, 1.2049270868301392, 1.12782621383667, 1.1827001571655273]}, {"step": 6900, "epoch": 14, "train_loss": 0.28523871302604675, "cos_r_negg": [0.43215128779411316, 0.43804022669792175, 0.43251198530197144, 0.4112311601638794, 0.1953015923500061], "cos_apical_negg": [0.43215128779411316, 0.43804022669792175, 0.43251198530197144, 0.4112311601638794, 0.1953015923500061], "cos_Ac_negg": [0.43215128779411316, 0.43804022669792175, 0.43251198530197144, 0.4112311601638794, 0.1953015923500061], "r_norm": [1.045019507408142, 1.0610885620117188, 1.0301008224487305, 0.9660385847091675, 1.0092382431030273]}, {"step": 6950, "epoch": 14, "train_loss": 0.2542704939842224, "cos_r_negg": [0.4153246581554413, 0.42018404603004456, 0.4151342809200287, 0.3764818608760834, 0.18332639336585999], "cos_apical_negg": [0.4153246581554413, 0.42018404603004456, 0.4151342809200287, 0.3764818608760834, 0.18332639336585999], "cos_Ac_negg": [0.4153246581554413, 0.42018404603004456, 0.4151342809200287, 0.3764818608760834, 0.18332639336585999], "r_norm": [1.004397988319397, 1.0141161680221558, 0.9876075983047485, 0.9226822257041931, 0.9646068215370178]}, {"step": 7000, "epoch": 14, "train_loss": 0.28969496488571167, "cos_r_negg": [0.4439380168914795, 0.44907429814338684, 0.43619248270988464, 0.3967529535293579, 0.21149364113807678], "cos_apical_negg": [0.4439380168914795, 0.44907429814338684, 0.43619248270988464, 0.3967529535293579, 0.21149364113807678], "cos_Ac_negg": [0.4439380168914795, 0.44907429814338684, 0.43619248270988464, 0.3967529535293579, 0.21149364113807678], "r_norm": [0.9900147318840027, 1.004085659980774, 0.9743958711624146, 0.9136632680892944, 0.9559880495071411]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8681, "test_loss": 0.41054693603515624}, {"step": 7050, "epoch": 15, "train_loss": 0.29162299633026123, "cos_r_negg": [0.4392043352127075, 0.4468567371368408, 0.43690258264541626, 0.39820510149002075, 0.22977381944656372], "cos_apical_negg": [0.4392043352127075, 0.4468567371368408, 0.43690258264541626, 0.39820510149002075, 0.22977381944656372], "cos_Ac_negg": [0.4392043352127075, 0.4468567371368408, 0.43690258264541626, 0.39820510149002075, 0.22977381944656372], "r_norm": [1.0349618196487427, 1.04957914352417, 1.0173532962799072, 0.9564058780670166, 1.0005173683166504]}, {"step": 7100, "epoch": 15, "train_loss": 0.2512926459312439, "cos_r_negg": [0.4475034773349762, 0.4652639627456665, 0.43239474296569824, 0.3984362781047821, 0.21407505869865417], "cos_apical_negg": [0.4475034773349762, 0.4652639627456665, 0.43239474296569824, 0.3984362781047821, 0.21407505869865417], "cos_Ac_negg": [0.4475034773349762, 0.4652639627456665, 0.43239474296569824, 0.3984362781047821, 0.21407505869865417], "r_norm": [1.1910128593444824, 1.2037816047668457, 1.1674625873565674, 1.0892243385314941, 1.1401047706604004]}, {"step": 7150, "epoch": 15, "train_loss": 0.3375871777534485, "cos_r_negg": [0.41895222663879395, 0.42939305305480957, 0.4117776155471802, 0.38424497842788696, 0.18746629357337952], "cos_apical_negg": [0.41895222663879395, 0.42939305305480957, 0.4117776155471802, 0.38424497842788696, 0.18746629357337952], "cos_Ac_negg": [0.41895222663879395, 0.42939305305480957, 0.4117776155471802, 0.38424497842788696, 0.18746629357337952], "r_norm": [1.1286418437957764, 1.144040584564209, 1.108972430229187, 1.040144920349121, 1.0867244005203247]}, {"step": 7200, "epoch": 15, "train_loss": 0.25143641233444214, "cos_r_negg": [0.4454376697540283, 0.4503172039985657, 0.45032089948654175, 0.4192129969596863, 0.2223021537065506], "cos_apical_negg": [0.4454376697540283, 0.4503172039985657, 0.45032089948654175, 0.4192129969596863, 0.2223021537065506], "cos_Ac_negg": [0.4454376697540283, 0.4503172039985657, 0.45032089948654175, 0.4192129969596863, 0.2223021537065506], "r_norm": [1.083479881286621, 1.0920188426971436, 1.0613627433776855, 0.9914853572845459, 1.0396424531936646]}, {"step": 7250, "epoch": 15, "train_loss": 0.2952950894832611, "cos_r_negg": [0.4485047459602356, 0.44158685207366943, 0.43601787090301514, 0.41461092233657837, 0.2259710133075714], "cos_apical_negg": [0.4485047459602356, 0.44158685207366943, 0.43601787090301514, 0.41461092233657837, 0.2259710133075714], "cos_Ac_negg": [0.4485047459602356, 0.44158685207366943, 0.43601787090301514, 0.41461092233657837, 0.2259710133075714], "r_norm": [1.1362119913101196, 1.1500184535980225, 1.1167434453964233, 1.0469259023666382, 1.094682216644287]}, {"step": 7300, "epoch": 15, "train_loss": 0.23459506034851074, "cos_r_negg": [0.4340921640396118, 0.4366655647754669, 0.44110000133514404, 0.41624099016189575, 0.1961081475019455], "cos_apical_negg": [0.4340921640396118, 0.4366655647754669, 0.44110000133514404, 0.41624099016189575, 0.1961081475019455], "cos_Ac_negg": [0.4340921640396118, 0.4366655647754669, 0.44110000133514404, 0.41624099016189575, 0.1961081475019455], "r_norm": [1.0173251628875732, 1.032102346420288, 1.0004574060440063, 0.9378296732902527, 0.9820927381515503]}, {"step": 7350, "epoch": 15, "train_loss": 0.34869375824928284, "cos_r_negg": [0.4109129309654236, 0.4194430708885193, 0.40751224756240845, 0.39596596360206604, 0.18295398354530334], "cos_apical_negg": [0.4109129309654236, 0.4194430708885193, 0.40751224756240845, 0.39596596360206604, 0.18295398354530334], "cos_Ac_negg": [0.4109129309654236, 0.4194430708885193, 0.40751224756240845, 0.39596596360206604, 0.18295398354530334], "r_norm": [1.0826807022094727, 1.0978327989578247, 1.0649175643920898, 0.9996222257614136, 1.0421628952026367]}, {"step": 7400, "epoch": 15, "train_loss": 0.41213923692703247, "cos_r_negg": [0.43245431780815125, 0.4567846953868866, 0.43154022097587585, 0.41311466693878174, 0.20778359472751617], "cos_apical_negg": [0.43245431780815125, 0.4567846953868866, 0.43154022097587585, 0.41311466693878174, 0.20778359472751617], "cos_Ac_negg": [0.43245431780815125, 0.4567846953868866, 0.43154022097587585, 0.41311466693878174, 0.20778359472751617], "r_norm": [1.0568766593933105, 1.0694282054901123, 1.0370476245880127, 0.9726220965385437, 1.0167579650878906]}, {"step": 7450, "epoch": 15, "train_loss": 0.3234705626964569, "cos_r_negg": [0.43944400548934937, 0.449442058801651, 0.4253513813018799, 0.4080205261707306, 0.22857196629047394], "cos_apical_negg": [0.43944400548934937, 0.449442058801651, 0.4253513813018799, 0.4080205261707306, 0.22857196629047394], "cos_Ac_negg": [0.43944400548934937, 0.449442058801651, 0.4253513813018799, 0.4080205261707306, 0.22857196629047394], "r_norm": [1.138390302658081, 1.15263032913208, 1.121117353439331, 1.0499861240386963, 1.0946688652038574]}, {"step": 7500, "epoch": 15, "train_loss": 0.2448524385690689, "cos_r_negg": [0.4166232943534851, 0.4253862798213959, 0.40654733777046204, 0.4009060859680176, 0.18827733397483826], "cos_apical_negg": [0.4166232943534851, 0.4253862798213959, 0.40654733777046204, 0.4009060859680176, 0.18827733397483826], "cos_Ac_negg": [0.4166232943534851, 0.4253862798213959, 0.40654733777046204, 0.4009060859680176, 0.18827733397483826], "r_norm": [1.148845911026001, 1.1625885963439941, 1.132477045059204, 1.05632746219635, 1.101942777633667]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.862, "test_loss": 0.42255498962402344}, {"step": 7550, "epoch": 16, "train_loss": 0.2630419135093689, "cos_r_negg": [0.4171832203865051, 0.42579394578933716, 0.41922932863235474, 0.3954634368419647, 0.20807431638240814], "cos_apical_negg": [0.4171832203865051, 0.42579394578933716, 0.41922932863235474, 0.3954634368419647, 0.20807431638240814], "cos_Ac_negg": [0.4171832203865051, 0.42579394578933716, 0.41922932863235474, 0.3954634368419647, 0.20807431638240814], "r_norm": [1.0590553283691406, 1.0730336904525757, 1.0408830642700195, 0.9787536263465881, 1.0242795944213867]}, {"step": 7600, "epoch": 16, "train_loss": 0.4075103998184204, "cos_r_negg": [0.4475802779197693, 0.44845154881477356, 0.43468910455703735, 0.40606778860092163, 0.22971229255199432], "cos_apical_negg": [0.4475802779197693, 0.44845154881477356, 0.43468910455703735, 0.40606778860092163, 0.22971229255199432], "cos_Ac_negg": [0.4475802779197693, 0.44845154881477356, 0.43468910455703735, 0.40606778860092163, 0.22971229255199432], "r_norm": [0.9490706920623779, 0.9647402763366699, 0.9336005449295044, 0.8745613098144531, 0.916301965713501]}, {"step": 7650, "epoch": 16, "train_loss": 0.17934711277484894, "cos_r_negg": [0.4147951602935791, 0.42430901527404785, 0.4081360697746277, 0.3736465871334076, 0.18607613444328308], "cos_apical_negg": [0.4147951602935791, 0.42430901527404785, 0.4081360697746277, 0.3736465871334076, 0.18607613444328308], "cos_Ac_negg": [0.4147951602935791, 0.42430901527404785, 0.4081360697746277, 0.3736465871334076, 0.18607613444328308], "r_norm": [0.9846417903900146, 0.9993385076522827, 0.9693635106086731, 0.9098973274230957, 0.9504193067550659]}, {"step": 7700, "epoch": 16, "train_loss": 0.16716468334197998, "cos_r_negg": [0.4150788486003876, 0.42331477999687195, 0.4170960783958435, 0.38993576169013977, 0.20426200330257416], "cos_apical_negg": [0.4150788486003876, 0.42331477999687195, 0.4170960783958435, 0.38993576169013977, 0.20426200330257416], "cos_Ac_negg": [0.4150788486003876, 0.42331477999687195, 0.4170960783958435, 0.38993576169013977, 0.20426200330257416], "r_norm": [0.952869176864624, 0.9619512557983398, 0.9357936382293701, 0.874754786491394, 0.916790246963501]}, {"step": 7750, "epoch": 16, "train_loss": 0.3399387300014496, "cos_r_negg": [0.45066824555397034, 0.4514167308807373, 0.4285069406032562, 0.40115606784820557, 0.22235426306724548], "cos_apical_negg": [0.45066824555397034, 0.4514167308807373, 0.4285069406032562, 0.40115606784820557, 0.22235426306724548], "cos_Ac_negg": [0.45066824555397034, 0.4514167308807373, 0.4285069406032562, 0.40115606784820557, 0.22235426306724548], "r_norm": [1.0075429677963257, 1.0216583013534546, 0.9922680854797363, 0.9306024312973022, 0.9717611074447632]}, {"step": 7800, "epoch": 16, "train_loss": 0.244728684425354, "cos_r_negg": [0.4273951053619385, 0.4330374002456665, 0.41045835614204407, 0.3936423063278198, 0.2141525149345398], "cos_apical_negg": [0.4273951053619385, 0.4330374002456665, 0.41045835614204407, 0.3936423063278198, 0.2141525149345398], "cos_Ac_negg": [0.4273951053619385, 0.4330374002456665, 0.41045835614204407, 0.3936423063278198, 0.2141525149345398], "r_norm": [1.1950550079345703, 1.21224045753479, 1.1754965782165527, 1.0970556735992432, 1.148757815361023]}, {"step": 7850, "epoch": 16, "train_loss": 0.2667044401168823, "cos_r_negg": [0.39782071113586426, 0.4159439504146576, 0.4020939767360687, 0.3828396797180176, 0.19466888904571533], "cos_apical_negg": [0.39782071113586426, 0.4159439504146576, 0.4020939767360687, 0.3828396797180176, 0.19466888904571533], "cos_Ac_negg": [0.39782071113586426, 0.4159439504146576, 0.4020939767360687, 0.3828396797180176, 0.19466888904571533], "r_norm": [1.0097966194152832, 1.024041771888733, 0.9933724999427795, 0.9315654635429382, 0.9760841727256775]}, {"step": 7900, "epoch": 16, "train_loss": 0.13878905773162842, "cos_r_negg": [0.41271066665649414, 0.42377769947052, 0.4178036153316498, 0.4038578271865845, 0.20690803229808807], "cos_apical_negg": [0.41271066665649414, 0.42377769947052, 0.4178036153316498, 0.4038578271865845, 0.20690803229808807], "cos_Ac_negg": [0.41271066665649414, 0.42377769947052, 0.4178036153316498, 0.4038578271865845, 0.20690803229808807], "r_norm": [1.1905696392059326, 1.2119548320770264, 1.1755790710449219, 1.1000125408172607, 1.1490064859390259]}, {"step": 7950, "epoch": 16, "train_loss": 0.2120467871427536, "cos_r_negg": [0.43526172637939453, 0.4285293221473694, 0.40860337018966675, 0.38986173272132874, 0.16873440146446228], "cos_apical_negg": [0.43526172637939453, 0.4285293221473694, 0.40860337018966675, 0.38986173272132874, 0.16873440146446228], "cos_Ac_negg": [0.43526172637939453, 0.4285293221473694, 0.40860337018966675, 0.38986173272132874, 0.16873440146446228], "r_norm": [1.0140143632888794, 1.02694833278656, 0.9980544447898865, 0.9362353682518005, 0.9784902930259705]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8713, "test_loss": 0.3980779876708984}, {"step": 8000, "epoch": 17, "train_loss": 0.263383686542511, "cos_r_negg": [0.4479867219924927, 0.448421448469162, 0.4321376085281372, 0.38566678762435913, 0.20759615302085876], "cos_apical_negg": [0.4479867219924927, 0.448421448469162, 0.4321376085281372, 0.38566678762435913, 0.20759615302085876], "cos_Ac_negg": [0.4479867219924927, 0.448421448469162, 0.4321376085281372, 0.38566678762435913, 0.20759615302085876], "r_norm": [1.030447006225586, 1.0404497385025024, 1.0106737613677979, 0.9451957941055298, 0.9906133413314819]}, {"step": 8050, "epoch": 17, "train_loss": 0.18808282911777496, "cos_r_negg": [0.43852686882019043, 0.4259931147098541, 0.4093506336212158, 0.3864288926124573, 0.1868315190076828], "cos_apical_negg": [0.43852686882019043, 0.4259931147098541, 0.4093506336212158, 0.3864288926124573, 0.1868315190076828], "cos_Ac_negg": [0.43852686882019043, 0.4259931147098541, 0.4093506336212158, 0.3864288926124573, 0.1868315190076828], "r_norm": [1.116769552230835, 1.1293349266052246, 1.0952506065368652, 1.028086543083191, 1.0753610134124756]}, {"step": 8100, "epoch": 17, "train_loss": 0.25175240635871887, "cos_r_negg": [0.4241519570350647, 0.4298485815525055, 0.4072571396827698, 0.39799046516418457, 0.1977846324443817], "cos_apical_negg": [0.4241519570350647, 0.4298485815525055, 0.4072571396827698, 0.39799046516418457, 0.1977846324443817], "cos_Ac_negg": [0.4241519570350647, 0.4298485815525055, 0.4072571396827698, 0.39799046516418457, 0.1977846324443817], "r_norm": [1.0552449226379395, 1.0731130838394165, 1.0394477844238281, 0.9809757471084595, 1.0241801738739014]}, {"step": 8150, "epoch": 17, "train_loss": 0.2646426856517792, "cos_r_negg": [0.4352009892463684, 0.44423991441726685, 0.41669750213623047, 0.4012419283390045, 0.19986768066883087], "cos_apical_negg": [0.4352009892463684, 0.44423991441726685, 0.41669750213623047, 0.4012419283390045, 0.19986768066883087], "cos_Ac_negg": [0.4352009892463684, 0.44423991441726685, 0.41669750213623047, 0.4012419283390045, 0.19986768066883087], "r_norm": [1.082690715789795, 1.0946565866470337, 1.064036250114441, 0.9987438917160034, 1.045651912689209]}, {"step": 8200, "epoch": 17, "train_loss": 0.20995792746543884, "cos_r_negg": [0.4036126136779785, 0.41134193539619446, 0.40251362323760986, 0.39800161123275757, 0.19281169772148132], "cos_apical_negg": [0.4036126136779785, 0.41134193539619446, 0.40251362323760986, 0.39800161123275757, 0.19281169772148132], "cos_Ac_negg": [0.4036126136779785, 0.41134193539619446, 0.40251362323760986, 0.39800161123275757, 0.19281169772148132], "r_norm": [1.0563422441482544, 1.0678846836090088, 1.036255121231079, 0.9733580350875854, 1.0178098678588867]}, {"step": 8250, "epoch": 17, "train_loss": 0.3103335499763489, "cos_r_negg": [0.4391992688179016, 0.4335922598838806, 0.4174979329109192, 0.39823412895202637, 0.19781805574893951], "cos_apical_negg": [0.4391992688179016, 0.4335922598838806, 0.4174979329109192, 0.39823412895202637, 0.19781805574893951], "cos_Ac_negg": [0.4391992688179016, 0.4335922598838806, 0.4174979329109192, 0.39823412895202637, 0.19781805574893951], "r_norm": [0.9730021357536316, 0.9865164160728455, 0.9563186168670654, 0.9023739099502563, 0.9413578510284424]}, {"step": 8300, "epoch": 17, "train_loss": 0.22881756722927094, "cos_r_negg": [0.4177388548851013, 0.4284203052520752, 0.40883463621139526, 0.3926312029361725, 0.1890823245048523], "cos_apical_negg": [0.4177388548851013, 0.4284203052520752, 0.40883463621139526, 0.3926312029361725, 0.1890823245048523], "cos_Ac_negg": [0.4177388548851013, 0.4284203052520752, 0.40883463621139526, 0.3926312029361725, 0.1890823245048523], "r_norm": [1.159147024154663, 1.1721086502075195, 1.141440749168396, 1.0612850189208984, 1.1129043102264404]}, {"step": 8350, "epoch": 17, "train_loss": 0.23706313967704773, "cos_r_negg": [0.41265997290611267, 0.42124080657958984, 0.40467509627342224, 0.3674449622631073, 0.17328564822673798], "cos_apical_negg": [0.41265997290611267, 0.42124080657958984, 0.40467509627342224, 0.3674449622631073, 0.17328564822673798], "cos_Ac_negg": [0.41265997290611267, 0.42124080657958984, 0.40467509627342224, 0.3674449622631073, 0.17328564822673798], "r_norm": [1.0295984745025635, 1.0411478281021118, 1.0121700763702393, 0.9541771411895752, 0.9957184791564941]}, {"step": 8400, "epoch": 17, "train_loss": 0.5963648557662964, "cos_r_negg": [0.42488154768943787, 0.4367121160030365, 0.4035605192184448, 0.3950680196285248, 0.21246930956840515], "cos_apical_negg": [0.42488154768943787, 0.4367121160030365, 0.4035605192184448, 0.3950680196285248, 0.21246930956840515], "cos_Ac_negg": [0.42488154768943787, 0.4367121160030365, 0.4035605192184448, 0.3950680196285248, 0.21246930956840515], "r_norm": [1.0230538845062256, 1.0373214483261108, 1.0079114437103271, 0.9421073794364929, 0.9855523109436035]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8713, "test_loss": 0.42933079223632814}, {"step": 8450, "epoch": 18, "train_loss": 0.22135917842388153, "cos_r_negg": [0.41180309653282166, 0.406724750995636, 0.3921000361442566, 0.3745086193084717, 0.19029957056045532], "cos_apical_negg": [0.41180309653282166, 0.406724750995636, 0.3921000361442566, 0.3745086193084717, 0.19029957056045532], "cos_Ac_negg": [0.41180309653282166, 0.406724750995636, 0.3921000361442566, 0.3745086193084717, 0.19029957056045532], "r_norm": [1.0005145072937012, 1.0151655673980713, 0.9846436977386475, 0.9301018118858337, 0.9689392447471619]}, {"step": 8500, "epoch": 18, "train_loss": 0.20000049471855164, "cos_r_negg": [0.4361128807067871, 0.43405330181121826, 0.41590169072151184, 0.3960365056991577, 0.21700076758861542], "cos_apical_negg": [0.4361128807067871, 0.43405330181121826, 0.41590169072151184, 0.3960365056991577, 0.21700076758861542], "cos_Ac_negg": [0.4361128807067871, 0.43405330181121826, 0.41590169072151184, 0.3960365056991577, 0.21700076758861542], "r_norm": [1.0822234153747559, 1.0960609912872314, 1.0631988048553467, 0.9984543323516846, 1.0421411991119385]}, {"step": 8550, "epoch": 18, "train_loss": 0.3078276515007019, "cos_r_negg": [0.44798368215560913, 0.44459056854248047, 0.4295875132083893, 0.4103541374206543, 0.2006763517856598], "cos_apical_negg": [0.44798368215560913, 0.44459056854248047, 0.4295875132083893, 0.4103541374206543, 0.2006763517856598], "cos_Ac_negg": [0.44798368215560913, 0.44459056854248047, 0.4295875132083893, 0.4103541374206543, 0.2006763517856598], "r_norm": [1.1804182529449463, 1.201169729232788, 1.1641279458999634, 1.0877304077148438, 1.1399134397506714]}, {"step": 8600, "epoch": 18, "train_loss": 0.22364908456802368, "cos_r_negg": [0.4270152151584625, 0.42326411604881287, 0.41222095489501953, 0.3915329575538635, 0.18736761808395386], "cos_apical_negg": [0.4270152151584625, 0.42326411604881287, 0.41222095489501953, 0.3915329575538635, 0.18736761808395386], "cos_Ac_negg": [0.4270152151584625, 0.42326411604881287, 0.41222095489501953, 0.3915329575538635, 0.18736761808395386], "r_norm": [1.0371358394622803, 1.0507938861846924, 1.0201398134231567, 0.9594688415527344, 1.0018327236175537]}, {"step": 8650, "epoch": 18, "train_loss": 0.10233163833618164, "cos_r_negg": [0.422505259513855, 0.4302813410758972, 0.40086179971694946, 0.3953356146812439, 0.19946204125881195], "cos_apical_negg": [0.422505259513855, 0.4302813410758972, 0.40086179971694946, 0.3953356146812439, 0.19946204125881195], "cos_Ac_negg": [0.422505259513855, 0.4302813410758972, 0.40086179971694946, 0.3953356146812439, 0.19946204125881195], "r_norm": [1.2019071578979492, 1.215032696723938, 1.1819512844085693, 1.1025276184082031, 1.15427827835083]}, {"step": 8700, "epoch": 18, "train_loss": 0.2736314535140991, "cos_r_negg": [0.42482680082321167, 0.4250187873840332, 0.40023529529571533, 0.3849222660064697, 0.1928577721118927], "cos_apical_negg": [0.42482680082321167, 0.4250187873840332, 0.40023529529571533, 0.3849222660064697, 0.1928577721118927], "cos_Ac_negg": [0.42482680082321167, 0.4250187873840332, 0.40023529529571533, 0.3849222660064697, 0.1928577721118927], "r_norm": [1.0387940406799316, 1.0595403909683228, 1.023457646369934, 0.9659832715988159, 1.0085079669952393]}, {"step": 8750, "epoch": 18, "train_loss": 0.30232352018356323, "cos_r_negg": [0.43235892057418823, 0.43295857310295105, 0.41057953238487244, 0.40309983491897583, 0.21294164657592773], "cos_apical_negg": [0.43235892057418823, 0.43295857310295105, 0.41057953238487244, 0.40309983491897583, 0.21294164657592773], "cos_Ac_negg": [0.43235892057418823, 0.43295857310295105, 0.41057953238487244, 0.40309983491897583, 0.21294164657592773], "r_norm": [1.102988600730896, 1.12044358253479, 1.0845143795013428, 1.01796555519104, 1.0666395425796509]}, {"step": 8800, "epoch": 18, "train_loss": 0.11773519963026047, "cos_r_negg": [0.4099394679069519, 0.4144679307937622, 0.39397966861724854, 0.3855971097946167, 0.19148573279380798], "cos_apical_negg": [0.4099394679069519, 0.4144679307937622, 0.39397966861724854, 0.3855971097946167, 0.19148573279380798], "cos_Ac_negg": [0.4099394679069519, 0.4144679307937622, 0.39397966861724854, 0.3855971097946167, 0.19148573279380798], "r_norm": [1.1156439781188965, 1.131073236465454, 1.0952012538909912, 1.0317485332489014, 1.079385757446289]}, {"step": 8850, "epoch": 18, "train_loss": 0.21418076753616333, "cos_r_negg": [0.3917618691921234, 0.4009106159210205, 0.3627481460571289, 0.354936420917511, 0.18475763499736786], "cos_apical_negg": [0.3917618691921234, 0.4009106159210205, 0.3627481460571289, 0.354936420917511, 0.18475763499736786], "cos_Ac_negg": [0.3917618691921234, 0.4009106159210205, 0.3627481460571289, 0.354936420917511, 0.18475763499736786], "r_norm": [1.142275333404541, 1.1543292999267578, 1.1202462911605835, 1.0514780282974243, 1.0994830131530762]}, {"step": 8900, "epoch": 18, "train_loss": 0.21180127561092377, "cos_r_negg": [0.4233229160308838, 0.4367521107196808, 0.40338271856307983, 0.38796448707580566, 0.2055756151676178], "cos_apical_negg": [0.4233229160308838, 0.4367521107196808, 0.40338271856307983, 0.38796448707580566, 0.2055756151676178], "cos_Ac_negg": [0.4233229160308838, 0.4367521107196808, 0.40338271856307983, 0.38796448707580566, 0.2055756151676178], "r_norm": [1.1115585565567017, 1.1281421184539795, 1.0942225456237793, 1.0207613706588745, 1.0733312368392944]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.874, "test_loss": 0.4103180358886719}, {"step": 8950, "epoch": 19, "train_loss": 0.26066380739212036, "cos_r_negg": [0.44296571612358093, 0.460446298122406, 0.4293892979621887, 0.4103701114654541, 0.23131513595581055], "cos_apical_negg": [0.44296571612358093, 0.460446298122406, 0.4293892979621887, 0.4103701114654541, 0.23131513595581055], "cos_Ac_negg": [0.44296571612358093, 0.460446298122406, 0.4293892979621887, 0.4103701114654541, 0.23131513595581055], "r_norm": [1.0756967067718506, 1.092106819152832, 1.0589232444763184, 0.9917868375778198, 1.0391769409179688]}, {"step": 9000, "epoch": 19, "train_loss": 0.3176972270011902, "cos_r_negg": [0.4003768563270569, 0.4098026156425476, 0.38166189193725586, 0.36181455850601196, 0.17648610472679138], "cos_apical_negg": [0.4003768563270569, 0.4098026156425476, 0.38166189193725586, 0.36181455850601196, 0.17648610472679138], "cos_Ac_negg": [0.4003768563270569, 0.4098026156425476, 0.38166189193725586, 0.36181455850601196, 0.17648610472679138], "r_norm": [1.0272184610366821, 1.041987657546997, 1.0104950666427612, 0.9446907043457031, 0.9910076856613159]}, {"step": 9050, "epoch": 19, "train_loss": 0.23410362005233765, "cos_r_negg": [0.41642045974731445, 0.43274715542793274, 0.41307783126831055, 0.3964943289756775, 0.20712339878082275], "cos_apical_negg": [0.41642045974731445, 0.43274715542793274, 0.41307783126831055, 0.3964943289756775, 0.20712339878082275], "cos_Ac_negg": [0.41642045974731445, 0.43274715542793274, 0.41307783126831055, 0.3964943289756775, 0.20712339878082275], "r_norm": [1.0767086744308472, 1.0972437858581543, 1.063389778137207, 0.9925293922424316, 1.041586995124817]}, {"step": 9100, "epoch": 19, "train_loss": 0.2257416993379593, "cos_r_negg": [0.41537246108055115, 0.42018353939056396, 0.39003831148147583, 0.40269893407821655, 0.21541500091552734], "cos_apical_negg": [0.41537246108055115, 0.42018353939056396, 0.39003831148147583, 0.40269893407821655, 0.21541500091552734], "cos_Ac_negg": [0.41537246108055115, 0.42018353939056396, 0.39003831148147583, 0.40269893407821655, 0.21541500091552734], "r_norm": [0.9619876146316528, 0.9808973073959351, 0.9486621022224426, 0.8934047222137451, 0.9349392652511597]}, {"step": 9150, "epoch": 19, "train_loss": 0.22262153029441833, "cos_r_negg": [0.4361990690231323, 0.44218945503234863, 0.4182772636413574, 0.40701353549957275, 0.2180781364440918], "cos_apical_negg": [0.4361990690231323, 0.44218945503234863, 0.4182772636413574, 0.40701353549957275, 0.2180781364440918], "cos_Ac_negg": [0.4361990690231323, 0.44218945503234863, 0.4182772636413574, 0.40701353549957275, 0.2180781364440918], "r_norm": [0.8987133502960205, 0.9111902117729187, 0.8852484822273254, 0.8298448324203491, 0.8690246939659119]}, {"step": 9200, "epoch": 19, "train_loss": 0.15731023252010345, "cos_r_negg": [0.4233780801296234, 0.44617795944213867, 0.43604743480682373, 0.41076919436454773, 0.24000954627990723], "cos_apical_negg": [0.4233780801296234, 0.44617795944213867, 0.43604743480682373, 0.41076919436454773, 0.24000954627990723], "cos_Ac_negg": [0.4233780801296234, 0.44617795944213867, 0.43604743480682373, 0.41076919436454773, 0.24000954627990723], "r_norm": [0.9962501525878906, 1.013134479522705, 0.9795699119567871, 0.9215686917304993, 0.9645733833312988]}, {"step": 9250, "epoch": 19, "train_loss": 0.1997663378715515, "cos_r_negg": [0.3986685574054718, 0.416666179895401, 0.395720899105072, 0.3944278955459595, 0.2018006592988968], "cos_apical_negg": [0.3986685574054718, 0.416666179895401, 0.395720899105072, 0.3944278955459595, 0.2018006592988968], "cos_Ac_negg": [0.3986685574054718, 0.416666179895401, 0.395720899105072, 0.3944278955459595, 0.2018006592988968], "r_norm": [0.9773356318473816, 0.9922629594802856, 0.9626560211181641, 0.900669276714325, 0.9459638595581055]}, {"step": 9300, "epoch": 19, "train_loss": 0.1970030963420868, "cos_r_negg": [0.4211355745792389, 0.42180439829826355, 0.4087163805961609, 0.39273393154144287, 0.21633023023605347], "cos_apical_negg": [0.4211355745792389, 0.42180439829826355, 0.4087163805961609, 0.39273393154144287, 0.21633023023605347], "cos_Ac_negg": [0.4211355745792389, 0.42180439829826355, 0.4087163805961609, 0.39273393154144287, 0.21633023023605347], "r_norm": [1.0572783946990967, 1.0750608444213867, 1.0394562482833862, 0.9789600372314453, 1.022219181060791]}, {"step": 9350, "epoch": 19, "train_loss": 0.3334645926952362, "cos_r_negg": [0.41217267513275146, 0.4126841723918915, 0.3908149302005768, 0.3904506266117096, 0.21984389424324036], "cos_apical_negg": [0.41217267513275146, 0.4126841723918915, 0.3908149302005768, 0.3904506266117096, 0.21984389424324036], "cos_Ac_negg": [0.41217267513275146, 0.4126841723918915, 0.3908149302005768, 0.3904506266117096, 0.21984389424324036], "r_norm": [1.0004163980484009, 1.0147604942321777, 0.9841384887695312, 0.9241043329238892, 0.9669424295425415]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8659, "test_loss": 0.4347966583251953}], "final": {"test_acc": 0.8659, "test_loss": 0.4347966583251953, "wall_s": 21.383962869644165, "cos_r_negg": [0.3816066086292267, 0.4042317271232605, 0.3762710988521576, 0.35217025876045227, 0.19836772978305817], "cos_apical_negg": [0.3816066086292267, 0.4042317271232605, 0.3762710988521576, 0.35217025876045227, 0.19836772978305817], "cos_Ac_negg": [0.3816066086292267, 0.4042317271232605, 0.3762710988521576, 0.35217025876045227, 0.19836772978305817]}}