results/deepres_cifar10_sdil_d10_s2.json


1

{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d10_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5071754455566406, "cos_r_negg": [-0.0031174742616713047, 0.016229066997766495, 0.020341206341981888, 0.04321257025003433, 0.024757537990808487, 0.010979318991303444, 0.029976869001984596, -0.008801573887467384, -0.009405117481946945, 0.03087235800921917], "cos_apical_negg": [-0.0031174742616713047, 0.016229066997766495, 0.020341206341981888, 0.04321257025003433, 0.024757537990808487, 0.010979318991303444, 0.029976869001984596, -0.008801573887467384, -0.009405117481946945, 0.03087235800921917], "cos_Ac_negg": [-0.0031174742616713047, 0.016229066997766495, 0.020341206341981888, 0.04321257025003433, 0.024757537990808487, 0.010979318991303444, 0.029976869001984596, -0.008801573887467384, -0.009405117481946945, 0.03087235800921917], "r_norm": [4.979062080383301, 4.960965156555176, 4.8505401611328125, 5.045966148376465, 5.038695812225342, 4.879708290100098, 5.043834686279297, 4.871130466461182, 5.010150909423828, 4.894737720489502], "ldr": {"dL_sdil": 0.0241549015045166, "dL_bp": -0.38945984840393066, "ratio": -0.062021544976991305}}, {"step": 50, "epoch": 0, "train_loss": 2.0829925537109375, "cos_r_negg": [0.20442640781402588, -0.029665125533938408, -0.009212322533130646, -0.02960812672972679, -0.006331394426524639, -0.016643885523080826, -0.043123554438352585, -0.036923833191394806, -0.014601469971239567, -0.023816686123609543], "cos_apical_negg": [0.20442640781402588, -0.029665125533938408, -0.009212322533130646, -0.02960812672972679, -0.006331394426524639, -0.016643885523080826, -0.043123554438352585, -0.036923833191394806, -0.014601469971239567, -0.023816686123609543], "cos_Ac_negg": [0.20442640781402588, -0.029665125533938408, -0.009212322533130646, -0.02960812672972679, -0.006331394426524639, -0.016643885523080826, -0.043123554438352585, -0.036923833191394806, -0.014601469971239567, -0.023816686123609543], "r_norm": [4.498209476470947, 4.510054588317871, 4.3705902099609375, 4.584251880645752, 4.546134948730469, 4.406312465667725, 4.527230262756348, 4.413275718688965, 4.537436485290527, 4.405758857727051]}, {"step": 100, "epoch": 0, "train_loss": 1.9796266555786133, "cos_r_negg": [0.29647284746170044, -0.029030198231339455, -0.023281101137399673, -0.01752975955605507, -0.03425584360957146, -0.047617748379707336, -0.06256520748138428, -0.016589831560850143, -0.019595429301261902, -0.02616727165877819], "cos_apical_negg": [0.29647284746170044, -0.029030198231339455, -0.023281101137399673, -0.01752975955605507, -0.03425584360957146, -0.047617748379707336, -0.06256520748138428, -0.016589831560850143, -0.019595429301261902, -0.02616727165877819], "cos_Ac_negg": [0.29647284746170044, -0.029030198231339455, -0.023281101137399673, -0.01752975955605507, -0.03425584360957146, -0.047617748379707336, -0.06256520748138428, -0.016589831560850143, -0.019595429301261902, -0.02616727165877819], "r_norm": [4.241337299346924, 4.25071907043457, 4.126655578613281, 4.312551498413086, 4.286795616149902, 4.151585578918457, 4.273319244384766, 4.149493217468262, 4.273197174072266, 4.1441450119018555]}, {"step": 150, "epoch": 0, "train_loss": 2.0029945373535156, "cos_r_negg": [0.33807772397994995, -0.013658242300152779, -0.019967950880527496, -0.004908607341349125, -0.0271652452647686, -0.03289678692817688, -0.05233629047870636, -0.021917182952165604, -0.049248479306697845, -0.013973565772175789], "cos_apical_negg": [0.33807772397994995, -0.013658242300152779, -0.019967950880527496, -0.004908607341349125, -0.0271652452647686, -0.03289678692817688, -0.05233629047870636, -0.021917182952165604, -0.049248479306697845, -0.013973565772175789], "cos_Ac_negg": [0.33807772397994995, -0.013658242300152779, -0.019967950880527496, -0.004908607341349125, -0.0271652452647686, -0.03289678692817688, -0.05233629047870636, -0.021917182952165604, -0.049248479306697845, -0.013973565772175789], "r_norm": [4.134927272796631, 4.136143684387207, 4.018853664398193, 4.198703765869141, 4.176549434661865, 4.041423797607422, 4.157750129699707, 4.050476551055908, 4.147298812866211, 4.043959617614746]}, {"step": 200, "epoch": 0, "train_loss": 1.8739420175552368, "cos_r_negg": [0.3722546696662903, -0.0034160008653998375, -0.008471458218991756, -0.014335505664348602, -0.005484599620103836, -0.0331994891166687, -0.0316336452960968, -0.05290091782808304, -0.03703771531581879, -0.0125662200152874], "cos_apical_negg": [0.3722546696662903, -0.0034160008653998375, -0.008471458218991756, -0.014335505664348602, -0.005484599620103836, -0.0331994891166687, -0.0316336452960968, -0.05290091782808304, -0.03703771531581879, -0.0125662200152874], "cos_Ac_negg": [0.3722546696662903, -0.0034160008653998375, -0.008471458218991756, -0.014335505664348602, -0.005484599620103836, -0.0331994891166687, -0.0316336452960968, -0.05290091782808304, -0.03703771531581879, -0.0125662200152874], "r_norm": [3.9492366313934326, 3.9504847526550293, 3.8301572799682617, 4.014869689941406, 3.9860236644744873, 3.8580009937286377, 3.973358154296875, 3.866255283355713, 3.969726800918579, 3.8596866130828857]}, {"step": 250, "epoch": 0, "train_loss": 2.0005533695220947, "cos_r_negg": [0.39292824268341064, 0.008084163069725037, -0.0022439872846007347, -0.0012842660071328282, -0.019228417426347733, -0.024710679426789284, -0.027478720992803574, -0.04514516890048981, -0.05390821024775505, -0.007277505937963724], "cos_apical_negg": [0.39292824268341064, 0.008084163069725037, -0.0022439872846007347, -0.0012842660071328282, -0.019228417426347733, -0.024710679426789284, -0.027478720992803574, -0.04514516890048981, -0.05390821024775505, -0.007277505937963724], "cos_Ac_negg": [0.39292824268341064, 0.008084163069725037, -0.0022439872846007347, -0.0012842660071328282, -0.019228417426347733, -0.024710679426789284, -0.027478720992803574, -0.04514516890048981, -0.05390821024775505, -0.007277505937963724], "r_norm": [4.034205436706543, 4.011205673217773, 3.9035348892211914, 4.069767475128174, 4.058122634887695, 3.9278810024261475, 4.0355658531188965, 3.9382822513580322, 4.037240028381348, 3.919905185699463], "ldr": {"dL_sdil": -0.08684229850769043, "dL_bp": -0.08423686027526855, "ratio": 1.030929906740444}}, {"step": 300, "epoch": 0, "train_loss": 1.7193565368652344, "cos_r_negg": [0.39691081643104553, 0.010742866434156895, 0.006792291067540646, 0.025197433307766914, -0.021486077457666397, -0.019577577710151672, -0.05092927813529968, -0.04794438183307648, -0.0604826919734478, 0.018442977219820023], "cos_apical_negg": [0.39691081643104553, 0.010742866434156895, 0.006792291067540646, 0.025197433307766914, -0.021486077457666397, -0.019577577710151672, -0.05092927813529968, -0.04794438183307648, -0.0604826919734478, 0.018442977219820023], "cos_Ac_negg": [0.39691081643104553, 0.010742866434156895, 0.006792291067540646, 0.025197433307766914, -0.021486077457666397, -0.019577577710151672, -0.05092927813529968, -0.04794438183307648, -0.0604826919734478, 0.018442977219820023], "r_norm": [3.829036235809326, 3.812911033630371, 3.6984643936157227, 3.865318536758423, 3.843149423599243, 3.7262518405914307, 3.838918685913086, 3.72749662399292, 3.8200154304504395, 3.7224464416503906]}, {"step": 350, "epoch": 0, "train_loss": 2.2335267066955566, "cos_r_negg": [0.42293819785118103, 0.00809913408011198, 0.0005870824679732323, 0.01614355854690075, -0.008095117285847664, -0.026711881160736084, -0.05005582422018051, -0.06323836743831635, -0.06426432728767395, 0.01306593231856823], "cos_apical_negg": [0.42293819785118103, 0.00809913408011198, 0.0005870824679732323, 0.01614355854690075, -0.008095117285847664, -0.026711881160736084, -0.05005582422018051, -0.06323836743831635, -0.06426432728767395, 0.01306593231856823], "cos_Ac_negg": [0.42293819785118103, 0.00809913408011198, 0.0005870824679732323, 0.01614355854690075, -0.008095117285847664, -0.026711881160736084, -0.05005582422018051, -0.06323836743831635, -0.06426432728767395, 0.01306593231856823], "r_norm": [3.7092573642730713, 3.6926093101501465, 3.5925557613372803, 3.741744041442871, 3.7317652702331543, 3.6225178241729736, 3.72041654586792, 3.618645191192627, 3.717959403991699, 3.61606502532959]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3662, "test_loss": 1.8490768676757812}, {"step": 400, "epoch": 1, "train_loss": 1.8466984033584595, "cos_r_negg": [0.472967267036438, 0.029379624873399734, 0.012820634059607983, 0.031311020255088806, -0.000991287874057889, 0.00983339548110962, -0.012603236362338066, -0.0837106928229332, -0.04206237941980362, 0.012609850615262985], "cos_apical_negg": [0.472967267036438, 0.029379624873399734, 0.012820634059607983, 0.031311020255088806, -0.000991287874057889, 0.00983339548110962, -0.012603236362338066, -0.0837106928229332, -0.04206237941980362, 0.012609850615262985], "cos_Ac_negg": [0.472967267036438, 0.029379624873399734, 0.012820634059607983, 0.031311020255088806, -0.000991287874057889, 0.00983339548110962, -0.012603236362338066, -0.0837106928229332, -0.04206237941980362, 0.012609850615262985], "r_norm": [3.5923941135406494, 3.5653297901153564, 3.4701597690582275, 3.6190009117126465, 3.602212429046631, 3.489049196243286, 3.5938820838928223, 3.4932985305786133, 3.585134744644165, 3.491765260696411]}, {"step": 450, "epoch": 1, "train_loss": 1.9041383266448975, "cos_r_negg": [0.4923439025878906, 0.03274412825703621, 0.0316426120698452, 0.03869558498263359, 0.015025030821561813, 0.03612969070672989, -0.006511068437248468, -0.049014054238796234, -0.03622332960367203, -0.00394026655703783], "cos_apical_negg": [0.4923439025878906, 0.03274412825703621, 0.0316426120698452, 0.03869558498263359, 0.015025030821561813, 0.03612969070672989, -0.006511068437248468, -0.049014054238796234, -0.03622332960367203, -0.00394026655703783], "cos_Ac_negg": [0.4923439025878906, 0.03274412825703621, 0.0316426120698452, 0.03869558498263359, 0.015025030821561813, 0.03612969070672989, -0.006511068437248468, -0.049014054238796234, -0.03622332960367203, -0.00394026655703783], "r_norm": [3.555387258529663, 3.520357131958008, 3.421200752258301, 3.573432207107544, 3.550997734069824, 3.4512062072753906, 3.5482306480407715, 3.448833703994751, 3.5462961196899414, 3.4487905502319336]}, {"step": 500, "epoch": 1, "train_loss": 1.7631793022155762, "cos_r_negg": [0.5143492817878723, 0.029406722635030746, 0.044434987008571625, 0.05358921363949776, 0.031510382890701294, 0.032918013632297516, 0.010244164615869522, -0.03685304522514343, -0.02166016772389412, 0.018666420131921768], "cos_apical_negg": [0.5143492817878723, 0.029406722635030746, 0.044434987008571625, 0.05358921363949776, 0.031510382890701294, 0.032918013632297516, 0.010244164615869522, -0.03685304522514343, -0.02166016772389412, 0.018666420131921768], "cos_Ac_negg": [0.5143492817878723, 0.029406722635030746, 0.044434987008571625, 0.05358921363949776, 0.031510382890701294, 0.032918013632297516, 0.010244164615869522, -0.03685304522514343, -0.02166016772389412, 0.018666420131921768], "r_norm": [3.474236249923706, 3.4228110313415527, 3.335728168487549, 3.4820199012756348, 3.464315414428711, 3.3631439208984375, 3.454181671142578, 3.3640222549438477, 3.448294162750244, 3.3573107719421387], "ldr": {"dL_sdil": -0.03284049034118652, "dL_bp": -0.02984023094177246, "ratio": 1.1005441078947578}}, {"step": 550, "epoch": 1, "train_loss": 1.8657052516937256, "cos_r_negg": [0.5199868679046631, 0.03239858150482178, 0.05259393900632858, 0.07408935576677322, 0.049745067954063416, 0.056292399764060974, 0.0021951920352876186, -0.0025821179151535034, -0.04812343418598175, 0.06781888008117676], "cos_apical_negg": [0.5199868679046631, 0.03239858150482178, 0.05259393900632858, 0.07408935576677322, 0.049745067954063416, 0.056292399764060974, 0.0021951920352876186, -0.0025821179151535034, -0.04812343418598175, 0.06781888008117676], "cos_Ac_negg": [0.5199868679046631, 0.03239858150482178, 0.05259393900632858, 0.07408935576677322, 0.049745067954063416, 0.056292399764060974, 0.0021951920352876186, -0.0025821179151535034, -0.04812343418598175, 0.06781888008117676], "r_norm": [3.434055805206299, 3.3859729766845703, 3.286954879760742, 3.4340262413024902, 3.4228177070617676, 3.3155643939971924, 3.41192364692688, 3.316436290740967, 3.402413845062256, 3.317854166030884]}, {"step": 600, "epoch": 1, "train_loss": 1.711562991142273, "cos_r_negg": [0.5339736938476562, 0.05433575063943863, 0.06187480688095093, 0.09060563147068024, 0.06087924912571907, 0.04694994166493416, 0.007521152496337891, -0.0002156267873942852, -0.01143757626414299, 0.0733177661895752], "cos_apical_negg": [0.5339736938476562, 0.05433575063943863, 0.06187480688095093, 0.09060563147068024, 0.06087924912571907, 0.04694994166493416, 0.007521152496337891, -0.0002156267873942852, -0.01143757626414299, 0.0733177661895752], "cos_Ac_negg": [0.5339736938476562, 0.05433575063943863, 0.06187480688095093, 0.09060563147068024, 0.06087924912571907, 0.04694994166493416, 0.007521152496337891, -0.0002156267873942852, -0.01143757626414299, 0.0733177661895752], "r_norm": [3.2906441688537598, 3.2383856773376465, 3.152783155441284, 3.290461778640747, 3.271817684173584, 3.176145553588867, 3.2634613513946533, 3.1722731590270996, 3.2504849433898926, 3.1704628467559814]}, {"step": 650, "epoch": 1, "train_loss": 1.8327796459197998, "cos_r_negg": [0.5278728008270264, 0.0498509407043457, 0.08943486213684082, 0.08071565628051758, 0.07284566760063171, 0.06599198281764984, 0.017628587782382965, 0.011169277131557465, -0.0045989155769348145, 0.057916510850191116], "cos_apical_negg": [0.5278728008270264, 0.0498509407043457, 0.08943486213684082, 0.08071565628051758, 0.07284566760063171, 0.06599198281764984, 0.017628587782382965, 0.011169277131557465, -0.0045989155769348145, 0.057916510850191116], "cos_Ac_negg": [0.5278728008270264, 0.0498509407043457, 0.08943486213684082, 0.08071565628051758, 0.07284566760063171, 0.06599198281764984, 0.017628587782382965, 0.011169277131557465, -0.0045989155769348145, 0.057916510850191116], "r_norm": [3.2782459259033203, 3.213258743286133, 3.1316428184509277, 3.2621729373931885, 3.2506115436553955, 3.154496669769287, 3.2337307929992676, 3.1495046615600586, 3.223606586456299, 3.14703369140625]}, {"step": 700, "epoch": 1, "train_loss": 1.959729790687561, "cos_r_negg": [0.5280269384384155, 0.05600346624851227, 0.10070733726024628, 0.07655149698257446, 0.07792249321937561, 0.05631960183382034, 0.025979027152061462, 0.0010325601324439049, 0.0014310521073639393, 0.034355051815509796], "cos_apical_negg": [0.5280269384384155, 0.05600346624851227, 0.10070733726024628, 0.07655149698257446, 0.07792249321937561, 0.05631960183382034, 0.025979027152061462, 0.0010325601324439049, 0.0014310521073639393, 0.034355051815509796], "cos_Ac_negg": [0.5280269384384155, 0.05600346624851227, 0.10070733726024628, 0.07655149698257446, 0.07792249321937561, 0.05631960183382034, 0.025979027152061462, 0.0010325601324439049, 0.0014310521073639393, 0.034355051815509796], "r_norm": [3.144069194793701, 3.0814170837402344, 2.994999408721924, 3.12992525100708, 3.110088348388672, 3.015472173690796, 3.094728469848633, 3.0118937492370605, 3.091019868850708, 3.0222902297973633]}, {"step": 750, "epoch": 1, "train_loss": 1.84720778465271, "cos_r_negg": [0.5519076585769653, 0.0764099508523941, 0.09830118715763092, 0.07752610743045807, 0.07523569464683533, 0.07018546760082245, 0.04322226345539093, 0.015972841531038284, 0.014046486467123032, 0.05078047513961792], "cos_apical_negg": [0.5519076585769653, 0.0764099508523941, 0.09830118715763092, 0.07752610743045807, 0.07523569464683533, 0.07018546760082245, 0.04322226345539093, 0.015972841531038284, 0.014046486467123032, 0.05078047513961792], "cos_Ac_negg": [0.5519076585769653, 0.0764099508523941, 0.09830118715763092, 0.07752610743045807, 0.07523569464683533, 0.07018546760082245, 0.04322226345539093, 0.015972841531038284, 0.014046486467123032, 0.05078047513961792], "r_norm": [3.078815221786499, 3.0066275596618652, 2.9283623695373535, 3.055875062942505, 3.04378080368042, 2.9453938007354736, 3.030467987060547, 2.9449167251586914, 3.016768455505371, 2.9470136165618896], "ldr": {"dL_sdil": -0.04542362689971924, "dL_bp": -0.04237556457519531, "ratio": 1.0719297159832561}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3914, "test_loss": 1.8125559204101562}, {"step": 800, "epoch": 2, "train_loss": 1.8686604499816895, "cos_r_negg": [0.5421135425567627, 0.08606373518705368, 0.07653741538524628, 0.07944238930940628, 0.08798572421073914, 0.09250176697969437, 0.030104156583547592, 0.0019913967698812485, 0.016638092696666718, 0.05674995854496956], "cos_apical_negg": [0.5421135425567627, 0.08606373518705368, 0.07653741538524628, 0.07944238930940628, 0.08798572421073914, 0.09250176697969437, 0.030104156583547592, 0.0019913967698812485, 0.016638092696666718, 0.05674995854496956], "cos_Ac_negg": [0.5421135425567627, 0.08606373518705368, 0.07653741538524628, 0.07944238930940628, 0.08798572421073914, 0.09250176697969437, 0.030104156583547592, 0.0019913967698812485, 0.016638092696666718, 0.05674995854496956], "r_norm": [3.162946939468384, 3.079946517944336, 3.0068373680114746, 3.136981964111328, 3.1146159172058105, 3.0202178955078125, 3.100433826446533, 3.0160868167877197, 3.0830159187316895, 3.0160884857177734]}, {"step": 850, "epoch": 2, "train_loss": 1.7076051235198975, "cos_r_negg": [0.5473450422286987, 0.10516504943370819, 0.11069470643997192, 0.1052878201007843, 0.08469679951667786, 0.09721122682094574, 0.03848208859562874, -0.008982435800135136, 0.042967282235622406, 0.06482352316379547], "cos_apical_negg": [0.5473450422286987, 0.10516504943370819, 0.11069470643997192, 0.1052878201007843, 0.08469679951667786, 0.09721122682094574, 0.03848208859562874, -0.008982435800135136, 0.042967282235622406, 0.06482352316379547], "cos_Ac_negg": [0.5473450422286987, 0.10516504943370819, 0.11069470643997192, 0.1052878201007843, 0.08469679951667786, 0.09721122682094574, 0.03848208859562874, -0.008982435800135136, 0.042967282235622406, 0.06482352316379547], "r_norm": [2.9645042419433594, 2.8801558017730713, 2.8081307411193848, 2.931459426879883, 2.9167566299438477, 2.824867010116577, 2.9010884761810303, 2.823951244354248, 2.893465518951416, 2.8302221298217773]}, {"step": 900, "epoch": 2, "train_loss": 1.7079747915267944, "cos_r_negg": [0.5604128837585449, 0.11443279683589935, 0.13793742656707764, 0.11826847493648529, 0.09568367898464203, 0.10592558234930038, 0.05463096499443054, 0.021065030246973038, 0.06425421684980392, 0.08181989938020706], "cos_apical_negg": [0.5604128837585449, 0.11443279683589935, 0.13793742656707764, 0.11826847493648529, 0.09568367898464203, 0.10592558234930038, 0.05463096499443054, 0.021065030246973038, 0.06425421684980392, 0.08181989938020706], "cos_Ac_negg": [0.5604128837585449, 0.11443279683589935, 0.13793742656707764, 0.11826847493648529, 0.09568367898464203, 0.10592558234930038, 0.05463096499443054, 0.021065030246973038, 0.06425421684980392, 0.08181989938020706], "r_norm": [2.9520304203033447, 2.8622376918792725, 2.786485195159912, 2.9041359424591064, 2.8947339057922363, 2.804713726043701, 2.8789994716644287, 2.801743268966675, 2.8647961616516113, 2.8032891750335693]}, {"step": 950, "epoch": 2, "train_loss": 1.4968582391738892, "cos_r_negg": [0.5455553531646729, 0.10549530386924744, 0.1450965851545334, 0.125776469707489, 0.1088135838508606, 0.12221521139144897, 0.06042061373591423, 0.024902887642383575, 0.08716336637735367, 0.08553777635097504], "cos_apical_negg": [0.5455553531646729, 0.10549530386924744, 0.1450965851545334, 0.125776469707489, 0.1088135838508606, 0.12221521139144897, 0.06042061373591423, 0.024902887642383575, 0.08716336637735367, 0.08553777635097504], "cos_Ac_negg": [0.5455553531646729, 0.10549530386924744, 0.1450965851545334, 0.125776469707489, 0.1088135838508606, 0.12221521139144897, 0.06042061373591423, 0.024902887642383575, 0.08716336637735367, 0.08553777635097504], "r_norm": [2.8230719566345215, 2.7280657291412354, 2.660060167312622, 2.7759456634521484, 2.760288715362549, 2.678342580795288, 2.747624635696411, 2.673058271408081, 2.7421562671661377, 2.674940586090088]}, {"step": 1000, "epoch": 2, "train_loss": 1.687849521636963, "cos_r_negg": [0.5683387517929077, 0.11963477730751038, 0.12633556127548218, 0.12395269423723221, 0.10990935564041138, 0.1305547058582306, 0.07314112782478333, 0.01888793706893921, 0.09298869967460632, 0.10776349902153015], "cos_apical_negg": [0.5683387517929077, 0.11963477730751038, 0.12633556127548218, 0.12395269423723221, 0.10990935564041138, 0.1305547058582306, 0.07314112782478333, 0.01888793706893921, 0.09298869967460632, 0.10776349902153015], "cos_Ac_negg": [0.5683387517929077, 0.11963477730751038, 0.12633556127548218, 0.12395269423723221, 0.10990935564041138, 0.1305547058582306, 0.07314112782478333, 0.01888793706893921, 0.09298869967460632, 0.10776349902153015], "r_norm": [2.7351696491241455, 2.6366312503814697, 2.5690743923187256, 2.6816232204437256, 2.6649327278137207, 2.586116313934326, 2.6534621715545654, 2.5778119564056396, 2.649569272994995, 2.5846452713012695], "ldr": {"dL_sdil": -0.03576493263244629, "dL_bp": -0.032750606536865234, "ratio": 1.0920387868904968}}, {"step": 1050, "epoch": 2, "train_loss": 1.9446582794189453, "cos_r_negg": [0.5567061305046082, 0.12193616479635239, 0.14959582686424255, 0.11919315904378891, 0.11330291628837585, 0.14767034351825714, 0.07634890079498291, 0.02554001286625862, 0.08999750018119812, 0.12876766920089722], "cos_apical_negg": [0.5567061305046082, 0.12193616479635239, 0.14959582686424255, 0.11919315904378891, 0.11330291628837585, 0.14767034351825714, 0.07634890079498291, 0.02554001286625862, 0.08999750018119812, 0.12876766920089722], "cos_Ac_negg": [0.5567061305046082, 0.12193616479635239, 0.14959582686424255, 0.11919315904378891, 0.11330291628837585, 0.14767034351825714, 0.07634890079498291, 0.02554001286625862, 0.08999750018119812, 0.12876766920089722], "r_norm": [2.703460216522217, 2.5985708236694336, 2.5325303077697754, 2.6396267414093018, 2.627800941467285, 2.547276020050049, 2.613417625427246, 2.5412206649780273, 2.608515977859497, 2.5464367866516113]}, {"step": 1100, "epoch": 2, "train_loss": 1.619195818901062, "cos_r_negg": [0.5700401663780212, 0.13803857564926147, 0.1672416776418686, 0.11979489028453827, 0.14015930891036987, 0.15355321764945984, 0.08595458418130875, 0.04917735606431961, 0.10306068509817123, 0.1330096423625946], "cos_apical_negg": [0.5700401663780212, 0.13803857564926147, 0.1672416776418686, 0.11979489028453827, 0.14015930891036987, 0.15355321764945984, 0.08595458418130875, 0.04917735606431961, 0.10306068509817123, 0.1330096423625946], "cos_Ac_negg": [0.5700401663780212, 0.13803857564926147, 0.1672416776418686, 0.11979489028453827, 0.14015930891036987, 0.15355321764945984, 0.08595458418130875, 0.04917735606431961, 0.10306068509817123, 0.1330096423625946], "r_norm": [2.733729839324951, 2.6182475090026855, 2.5525379180908203, 2.6606922149658203, 2.6488585472106934, 2.564270496368408, 2.628753185272217, 2.554598808288574, 2.6243951320648193, 2.5609617233276367]}, {"step": 1150, "epoch": 2, "train_loss": 1.6387536525726318, "cos_r_negg": [0.5643113851547241, 0.1674014925956726, 0.1896173357963562, 0.15147849917411804, 0.12583912909030914, 0.14700812101364136, 0.09684355556964874, 0.038852863013744354, 0.10904271900653839, 0.1189405769109726], "cos_apical_negg": [0.5643113851547241, 0.1674014925956726, 0.1896173357963562, 0.15147849917411804, 0.12583912909030914, 0.14700812101364136, 0.09684355556964874, 0.038852863013744354, 0.10904271900653839, 0.1189405769109726], "cos_Ac_negg": [0.5643113851547241, 0.1674014925956726, 0.1896173357963562, 0.15147849917411804, 0.12583912909030914, 0.14700812101364136, 0.09684355556964874, 0.038852863013744354, 0.10904271900653839, 0.1189405769109726], "r_norm": [2.71764874458313, 2.5896286964416504, 2.5323519706726074, 2.633286714553833, 2.6242594718933105, 2.538233518600464, 2.60599422454834, 2.5297014713287354, 2.5999417304992676, 2.538590908050537]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3923, "test_loss": 1.7756172119140625}, {"step": 1200, "epoch": 3, "train_loss": 1.7725533246994019, "cos_r_negg": [0.5776405334472656, 0.17357634007930756, 0.2177457958459854, 0.19018244743347168, 0.14003399014472961, 0.1463916301727295, 0.11149480193853378, 0.05340886861085892, 0.11251728981733322, 0.12788555026054382], "cos_apical_negg": [0.5776405334472656, 0.17357634007930756, 0.2177457958459854, 0.19018244743347168, 0.14003399014472961, 0.1463916301727295, 0.11149480193853378, 0.05340886861085892, 0.11251728981733322, 0.12788555026054382], "cos_Ac_negg": [0.5776405334472656, 0.17357634007930756, 0.2177457958459854, 0.19018244743347168, 0.14003399014472961, 0.1463916301727295, 0.11149480193853378, 0.05340886861085892, 0.11251728981733322, 0.12788555026054382], "r_norm": [2.5826263427734375, 2.4614293575286865, 2.4004111289978027, 2.501662254333496, 2.49448299407959, 2.4122376441955566, 2.4732487201690674, 2.4047651290893555, 2.467890739440918, 2.4113473892211914]}, {"step": 1250, "epoch": 3, "train_loss": 1.5702872276306152, "cos_r_negg": [0.6026211977005005, 0.18195538222789764, 0.22620996832847595, 0.2021448314189911, 0.152522474527359, 0.15211006999015808, 0.1409703940153122, 0.0595441535115242, 0.11807382106781006, 0.13025572896003723], "cos_apical_negg": [0.6026211977005005, 0.18195538222789764, 0.22620996832847595, 0.2021448314189911, 0.152522474527359, 0.15211006999015808, 0.1409703940153122, 0.0595441535115242, 0.11807382106781006, 0.13025572896003723], "cos_Ac_negg": [0.6026211977005005, 0.18195538222789764, 0.22620996832847595, 0.2021448314189911, 0.152522474527359, 0.15211006999015808, 0.1409703940153122, 0.0595441535115242, 0.11807382106781006, 0.13025572896003723], "r_norm": [2.554586410522461, 2.429917573928833, 2.3669586181640625, 2.470858573913574, 2.453097343444824, 2.37589693069458, 2.436143636703491, 2.36519718170166, 2.4249587059020996, 2.375645160675049], "ldr": {"dL_sdil": -0.039293766021728516, "dL_bp": -0.036623239517211914, "ratio": 1.0729189044912733}}, {"step": 1300, "epoch": 3, "train_loss": 1.5752613544464111, "cos_r_negg": [0.6014986038208008, 0.18248364329338074, 0.22150474786758423, 0.1954958736896515, 0.16363483667373657, 0.15558114647865295, 0.15182560682296753, 0.059808164834976196, 0.13629907369613647, 0.14132732152938843], "cos_apical_negg": [0.6014986038208008, 0.18248364329338074, 0.22150474786758423, 0.1954958736896515, 0.16363483667373657, 0.15558114647865295, 0.15182560682296753, 0.059808164834976196, 0.13629907369613647, 0.14132732152938843], "cos_Ac_negg": [0.6014986038208008, 0.18248364329338074, 0.22150474786758423, 0.1954958736896515, 0.16363483667373657, 0.15558114647865295, 0.15182560682296753, 0.059808164834976196, 0.13629907369613647, 0.14132732152938843], "r_norm": [2.5591299533843994, 2.422567367553711, 2.368149995803833, 2.466128349304199, 2.451154947280884, 2.371434211730957, 2.4303946495056152, 2.3594517707824707, 2.4250431060791016, 2.369845390319824]}, {"step": 1350, "epoch": 3, "train_loss": 1.6641039848327637, "cos_r_negg": [0.6083839535713196, 0.19194701313972473, 0.22308790683746338, 0.20036351680755615, 0.17387762665748596, 0.18562428653240204, 0.1643422693014145, 0.05905958637595177, 0.1376642882823944, 0.15818217396736145], "cos_apical_negg": [0.6083839535713196, 0.19194701313972473, 0.22308790683746338, 0.20036351680755615, 0.17387762665748596, 0.18562428653240204, 0.1643422693014145, 0.05905958637595177, 0.1376642882823944, 0.15818217396736145], "cos_Ac_negg": [0.6083839535713196, 0.19194701313972473, 0.22308790683746338, 0.20036351680755615, 0.17387762665748596, 0.18562428653240204, 0.1643422693014145, 0.05905958637595177, 0.1376642882823944, 0.15818217396736145], "r_norm": [2.5185577869415283, 2.378124237060547, 2.3219051361083984, 2.4160666465759277, 2.4042623043060303, 2.3311123847961426, 2.392000675201416, 2.319658041000366, 2.382967472076416, 2.327131748199463]}, {"step": 1400, "epoch": 3, "train_loss": 1.6310166120529175, "cos_r_negg": [0.6179332137107849, 0.2153392881155014, 0.22527490556240082, 0.1993424892425537, 0.17309600114822388, 0.18302889168262482, 0.16364267468452454, 0.09317236393690109, 0.13756924867630005, 0.17680604755878448], "cos_apical_negg": [0.6179332137107849, 0.2153392881155014, 0.22527490556240082, 0.1993424892425537, 0.17309600114822388, 0.18302889168262482, 0.16364267468452454, 0.09317236393690109, 0.13756924867630005, 0.17680604755878448], "cos_Ac_negg": [0.6179332137107849, 0.2153392881155014, 0.22527490556240082, 0.1993424892425537, 0.17309600114822388, 0.18302889168262482, 0.16364267468452454, 0.09317236393690109, 0.13756924867630005, 0.17680604755878448], "r_norm": [2.4505696296691895, 2.3023171424865723, 2.24975848197937, 2.346797466278076, 2.3285069465637207, 2.257359027862549, 2.3149633407592773, 2.2485647201538086, 2.309884786605835, 2.2562341690063477]}, {"step": 1450, "epoch": 3, "train_loss": 1.6896196603775024, "cos_r_negg": [0.6355384588241577, 0.2282722145318985, 0.2379409372806549, 0.22257068753242493, 0.1946573257446289, 0.21207109093666077, 0.16818445920944214, 0.1094241514801979, 0.1383936107158661, 0.16943153738975525], "cos_apical_negg": [0.6355384588241577, 0.2282722145318985, 0.2379409372806549, 0.22257068753242493, 0.1946573257446289, 0.21207109093666077, 0.16818445920944214, 0.1094241514801979, 0.1383936107158661, 0.16943153738975525], "cos_Ac_negg": [0.6355384588241577, 0.2282722145318985, 0.2379409372806549, 0.22257068753242493, 0.1946573257446289, 0.21207109093666077, 0.16818445920944214, 0.1094241514801979, 0.1383936107158661, 0.16943153738975525], "r_norm": [2.4276461601257324, 2.27506685256958, 2.2245373725891113, 2.313133478164673, 2.3001902103424072, 2.2283740043640137, 2.278994560241699, 2.2120702266693115, 2.2713255882263184, 2.2239718437194824]}, {"step": 1500, "epoch": 3, "train_loss": 1.6797163486480713, "cos_r_negg": [0.6045571565628052, 0.227702796459198, 0.2391679286956787, 0.21658912301063538, 0.19327661395072937, 0.21462701261043549, 0.19047702848911285, 0.12163975834846497, 0.1582019329071045, 0.17591319978237152], "cos_apical_negg": [0.6045571565628052, 0.227702796459198, 0.2391679286956787, 0.21658912301063538, 0.19327661395072937, 0.21462701261043549, 0.19047702848911285, 0.12163975834846497, 0.1582019329071045, 0.17591319978237152], "cos_Ac_negg": [0.6045571565628052, 0.227702796459198, 0.2391679286956787, 0.21658912301063538, 0.19327661395072937, 0.21462701261043549, 0.19047702848911285, 0.12163975834846497, 0.1582019329071045, 0.17591319978237152], "r_norm": [2.3762197494506836, 2.223334312438965, 2.1790757179260254, 2.254603385925293, 2.245692253112793, 2.1866815090179443, 2.232081413269043, 2.1606223583221436, 2.2242698669433594, 2.17631196975708], "ldr": {"dL_sdil": -0.058725595474243164, "dL_bp": -0.0565185546875, "ratio": 1.039049844762419}}, {"step": 1550, "epoch": 3, "train_loss": 1.8957394361495972, "cos_r_negg": [0.622704267501831, 0.2434367835521698, 0.2511848211288452, 0.223431795835495, 0.19442814588546753, 0.221359983086586, 0.19511842727661133, 0.10848688334226608, 0.17550471425056458, 0.17545033991336823], "cos_apical_negg": [0.622704267501831, 0.2434367835521698, 0.2511848211288452, 0.223431795835495, 0.19442814588546753, 0.221359983086586, 0.19511842727661133, 0.10848688334226608, 0.17550471425056458, 0.17545033991336823], "cos_Ac_negg": [0.622704267501831, 0.2434367835521698, 0.2511848211288452, 0.223431795835495, 0.19442814588546753, 0.221359983086586, 0.19511842727661133, 0.10848688334226608, 0.17550471425056458, 0.17545033991336823], "r_norm": [2.3443856239318848, 2.188236713409424, 2.1357531547546387, 2.2200584411621094, 2.2064497470855713, 2.137366771697998, 2.186624050140381, 2.121443748474121, 2.1755192279815674, 2.1321911811828613]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4157, "test_loss": 1.727186669921875}, {"step": 1600, "epoch": 4, "train_loss": 1.5499436855316162, "cos_r_negg": [0.6147756576538086, 0.2311709225177765, 0.24882782995700836, 0.21516406536102295, 0.20689640939235687, 0.24177755415439606, 0.20728784799575806, 0.11932405829429626, 0.18007656931877136, 0.170927494764328], "cos_apical_negg": [0.6147756576538086, 0.2311709225177765, 0.24882782995700836, 0.21516406536102295, 0.20689640939235687, 0.24177755415439606, 0.20728784799575806, 0.11932405829429626, 0.18007656931877136, 0.170927494764328], "cos_Ac_negg": [0.6147756576538086, 0.2311709225177765, 0.24882782995700836, 0.21516406536102295, 0.20689640939235687, 0.24177755415439606, 0.20728784799575806, 0.11932405829429626, 0.18007656931877136, 0.170927494764328], "r_norm": [2.3532652854919434, 2.1877734661102295, 2.142205238342285, 2.2256197929382324, 2.2144079208374023, 2.140648365020752, 2.190387487411499, 2.123654842376709, 2.1819448471069336, 2.140362501144409]}, {"step": 1650, "epoch": 4, "train_loss": 1.6831295490264893, "cos_r_negg": [0.6406980752944946, 0.2395450323820114, 0.2688659131526947, 0.2279435098171234, 0.2299322485923767, 0.23977388441562653, 0.21485164761543274, 0.1192890852689743, 0.18555793166160583, 0.20741721987724304], "cos_apical_negg": [0.6406980752944946, 0.2395450323820114, 0.2688659131526947, 0.2279435098171234, 0.2299322485923767, 0.23977388441562653, 0.21485164761543274, 0.1192890852689743, 0.18555793166160583, 0.20741721987724304], "cos_Ac_negg": [0.6406980752944946, 0.2395450323820114, 0.2688659131526947, 0.2279435098171234, 0.2299322485923767, 0.23977388441562653, 0.21485164761543274, 0.1192890852689743, 0.18555793166160583, 0.20741721987724304], "r_norm": [2.3052730560302734, 2.133859872817993, 2.0878725051879883, 2.1658475399017334, 2.1558992862701416, 2.087167263031006, 2.1349644660949707, 2.069720983505249, 2.1263527870178223, 2.0783560276031494]}, {"step": 1700, "epoch": 4, "train_loss": 1.6364445686340332, "cos_r_negg": [0.6349061727523804, 0.25207915902137756, 0.25786733627319336, 0.22869423031806946, 0.23925566673278809, 0.2472166270017624, 0.20437999069690704, 0.13762712478637695, 0.18215632438659668, 0.20458000898361206], "cos_apical_negg": [0.6349061727523804, 0.25207915902137756, 0.25786733627319336, 0.22869423031806946, 0.23925566673278809, 0.2472166270017624, 0.20437999069690704, 0.13762712478637695, 0.18215632438659668, 0.20458000898361206], "cos_Ac_negg": [0.6349061727523804, 0.25207915902137756, 0.25786733627319336, 0.22869423031806946, 0.23925566673278809, 0.2472166270017624, 0.20437999069690704, 0.13762712478637695, 0.18215632438659668, 0.20458000898361206], "r_norm": [2.2265400886535645, 2.0554354190826416, 2.009671688079834, 2.088129997253418, 2.075222969055176, 2.0111780166625977, 2.055136203765869, 1.9860820770263672, 2.0450010299682617, 2.003891944885254]}, {"step": 1750, "epoch": 4, "train_loss": 1.564862847328186, "cos_r_negg": [0.6431736946105957, 0.257269024848938, 0.2775997817516327, 0.25968074798583984, 0.24756458401679993, 0.2535129487514496, 0.22298265993595123, 0.14961667358875275, 0.19705656170845032, 0.23205441236495972], "cos_apical_negg": [0.6431736946105957, 0.257269024848938, 0.2775997817516327, 0.25968074798583984, 0.24756458401679993, 0.2535129487514496, 0.22298265993595123, 0.14961667358875275, 0.19705656170845032, 0.23205441236495972], "cos_Ac_negg": [0.6431736946105957, 0.257269024848938, 0.2775997817516327, 0.25968074798583984, 0.24756458401679993, 0.2535129487514496, 0.22298265993595123, 0.14961667358875275, 0.19705656170845032, 0.23205441236495972], "r_norm": [2.2340710163116455, 2.0582902431488037, 2.013622283935547, 2.0928733348846436, 2.0783638954162598, 2.0114564895629883, 2.0519189834594727, 1.9852113723754883, 2.0489907264709473, 2.0061843395233154], "ldr": {"dL_sdil": -0.06045389175415039, "dL_bp": -0.05753779411315918, "ratio": 1.050681429240338}}, {"step": 1800, "epoch": 4, "train_loss": 1.3926784992218018, "cos_r_negg": [0.6558449864387512, 0.2748374342918396, 0.2874823808670044, 0.2408105731010437, 0.2467615008354187, 0.2589607834815979, 0.23423132300376892, 0.16380903124809265, 0.20283754169940948, 0.24066321551799774], "cos_apical_negg": [0.6558449864387512, 0.2748374342918396, 0.2874823808670044, 0.2408105731010437, 0.2467615008354187, 0.2589607834815979, 0.23423132300376892, 0.16380903124809265, 0.20283754169940948, 0.24066321551799774], "cos_Ac_negg": [0.6558449864387512, 0.2748374342918396, 0.2874823808670044, 0.2408105731010437, 0.2467615008354187, 0.2589607834815979, 0.23423132300376892, 0.16380903124809265, 0.20283754169940948, 0.24066321551799774], "r_norm": [2.1769955158233643, 1.9941285848617554, 1.9488966464996338, 2.021059513092041, 2.013331890106201, 1.9526047706604004, 1.9950975179672241, 1.9339979887008667, 1.9873197078704834, 1.9491019248962402]}, {"step": 1850, "epoch": 4, "train_loss": 1.6417591571807861, "cos_r_negg": [0.6504966020584106, 0.2654672861099243, 0.2987656891345978, 0.26712995767593384, 0.2463265359401703, 0.26491832733154297, 0.2536364197731018, 0.15798242390155792, 0.2186538726091385, 0.23954269289970398], "cos_apical_negg": [0.6504966020584106, 0.2654672861099243, 0.2987656891345978, 0.26712995767593384, 0.2463265359401703, 0.26491832733154297, 0.2536364197731018, 0.15798242390155792, 0.2186538726091385, 0.23954269289970398], "cos_Ac_negg": [0.6504966020584106, 0.2654672861099243, 0.2987656891345978, 0.26712995767593384, 0.2463265359401703, 0.26491832733154297, 0.2536364197731018, 0.15798242390155792, 0.2186538726091385, 0.23954269289970398], "r_norm": [2.1599926948547363, 1.9765363931655884, 1.9322090148925781, 1.9992345571517944, 1.9928157329559326, 1.9269198179244995, 1.9725806713104248, 1.9040347337722778, 1.9587938785552979, 1.9251656532287598]}, {"step": 1900, "epoch": 4, "train_loss": 1.5590853691101074, "cos_r_negg": [0.66986083984375, 0.2800392508506775, 0.31147968769073486, 0.27239590883255005, 0.2586197257041931, 0.28435251116752625, 0.2669302225112915, 0.17427100241184235, 0.24363651871681213, 0.2477814257144928], "cos_apical_negg": [0.66986083984375, 0.2800392508506775, 0.31147968769073486, 0.27239590883255005, 0.2586197257041931, 0.28435251116752625, 0.2669302225112915, 0.17427100241184235, 0.24363651871681213, 0.2477814257144928], "cos_Ac_negg": [0.66986083984375, 0.2800392508506775, 0.31147968769073486, 0.27239590883255005, 0.2586197257041931, 0.28435251116752625, 0.2669302225112915, 0.17427100241184235, 0.24363651871681213, 0.2477814257144928], "r_norm": [2.0857632160186768, 1.9009226560592651, 1.857425570487976, 1.9292021989822388, 1.9180660247802734, 1.85441255569458, 1.8970612287521362, 1.831032395362854, 1.885880470275879, 1.8530821800231934]}, {"step": 1950, "epoch": 4, "train_loss": 1.490696668624878, "cos_r_negg": [0.6703259944915771, 0.29047641158103943, 0.3231869339942932, 0.2817826569080353, 0.2547948956489563, 0.2830020487308502, 0.2661494016647339, 0.17921334505081177, 0.2486981451511383, 0.25610360503196716], "cos_apical_negg": [0.6703259944915771, 0.29047641158103943, 0.3231869339942932, 0.2817826569080353, 0.2547948956489563, 0.2830020487308502, 0.2661494016647339, 0.17921334505081177, 0.2486981451511383, 0.25610360503196716], "cos_Ac_negg": [0.6703259944915771, 0.29047641158103943, 0.3231869339942932, 0.2817826569080353, 0.2547948956489563, 0.2830020487308502, 0.2661494016647339, 0.17921334505081177, 0.2486981451511383, 0.25610360503196716], "r_norm": [2.096263885498047, 1.9034136533737183, 1.86238431930542, 1.9319435358047485, 1.9221311807632446, 1.8554257154464722, 1.8987382650375366, 1.8353526592254639, 1.8865207433700562, 1.8539867401123047]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4054, "test_loss": 1.7636687622070313}, {"step": 2000, "epoch": 5, "train_loss": 1.3706488609313965, "cos_r_negg": [0.6771678924560547, 0.2967260479927063, 0.3320797383785248, 0.28331732749938965, 0.27131330966949463, 0.29212427139282227, 0.26931214332580566, 0.18792441487312317, 0.25249069929122925, 0.25976866483688354], "cos_apical_negg": [0.6771678924560547, 0.2967260479927063, 0.3320797383785248, 0.28331732749938965, 0.27131330966949463, 0.29212427139282227, 0.26931214332580566, 0.18792441487312317, 0.25249069929122925, 0.25976866483688354], "cos_Ac_negg": [0.6771678924560547, 0.2967260479927063, 0.3320797383785248, 0.28331732749938965, 0.27131330966949463, 0.29212427139282227, 0.26931214332580566, 0.18792441487312317, 0.25249069929122925, 0.25976866483688354], "r_norm": [2.023597240447998, 1.8248493671417236, 1.788309097290039, 1.8566298484802246, 1.8467211723327637, 1.7855541706085205, 1.8246253728866577, 1.7635326385498047, 1.8134543895721436, 1.780326008796692], "ldr": {"dL_sdil": -0.046669840812683105, "dL_bp": -0.04482245445251465, "ratio": 1.041215644764068}}, {"step": 2050, "epoch": 5, "train_loss": 1.4414732456207275, "cos_r_negg": [0.6831055879592896, 0.3130369782447815, 0.3316829204559326, 0.3048187494277954, 0.2922820448875427, 0.3038487732410431, 0.2833714187145233, 0.22657063603401184, 0.2609739899635315, 0.26092734932899475], "cos_apical_negg": [0.6831055879592896, 0.3130369782447815, 0.3316829204559326, 0.3048187494277954, 0.2922820448875427, 0.3038487732410431, 0.2833714187145233, 0.22657063603401184, 0.2609739899635315, 0.26092734932899475], "cos_Ac_negg": [0.6831055879592896, 0.3130369782447815, 0.3316829204559326, 0.3048187494277954, 0.2922820448875427, 0.3038487732410431, 0.2833714187145233, 0.22657063603401184, 0.2609739899635315, 0.26092734932899475], "r_norm": [2.020425319671631, 1.8169349431991577, 1.7804615497589111, 1.8494280576705933, 1.8333461284637451, 1.7748359441757202, 1.8149032592773438, 1.7477490901947021, 1.8022100925445557, 1.7653231620788574]}, {"step": 2100, "epoch": 5, "train_loss": 1.5662906169891357, "cos_r_negg": [0.6837562918663025, 0.31693583726882935, 0.3460875153541565, 0.3118733763694763, 0.3045569360256195, 0.31525999307632446, 0.29392099380493164, 0.23042726516723633, 0.2732202410697937, 0.2750968337059021], "cos_apical_negg": [0.6837562918663025, 0.31693583726882935, 0.3460875153541565, 0.3118733763694763, 0.3045569360256195, 0.31525999307632446, 0.29392099380493164, 0.23042726516723633, 0.2732202410697937, 0.2750968337059021], "cos_Ac_negg": [0.6837562918663025, 0.31693583726882935, 0.3460875153541565, 0.3118733763694763, 0.3045569360256195, 0.31525999307632446, 0.29392099380493164, 0.23042726516723633, 0.2732202410697937, 0.2750968337059021], "r_norm": [1.9986917972564697, 1.7910665273666382, 1.754118800163269, 1.8228776454925537, 1.8078083992004395, 1.7484629154205322, 1.789807677268982, 1.7252670526504517, 1.7798235416412354, 1.7440681457519531]}, {"step": 2150, "epoch": 5, "train_loss": 1.5483403205871582, "cos_r_negg": [0.6816316246986389, 0.332785964012146, 0.3436785340309143, 0.313055157661438, 0.3129890561103821, 0.322827011346817, 0.2957558035850525, 0.2184266448020935, 0.2815132737159729, 0.3020053505897522], "cos_apical_negg": [0.6816316246986389, 0.332785964012146, 0.3436785340309143, 0.313055157661438, 0.3129890561103821, 0.322827011346817, 0.2957558035850525, 0.2184266448020935, 0.2815132737159729, 0.3020053505897522], "cos_Ac_negg": [0.6816316246986389, 0.332785964012146, 0.3436785340309143, 0.313055157661438, 0.3129890561103821, 0.322827011346817, 0.2957558035850525, 0.2184266448020935, 0.2815132737159729, 0.3020053505897522], "r_norm": [1.9457488059997559, 1.7393542528152466, 1.705336093902588, 1.768265724182129, 1.7550081014633179, 1.7004263401031494, 1.7364211082458496, 1.6714718341827393, 1.7232692241668701, 1.6922836303710938]}, {"step": 2200, "epoch": 5, "train_loss": 1.708553671836853, "cos_r_negg": [0.6853744983673096, 0.3323158025741577, 0.36035770177841187, 0.32539457082748413, 0.31298828125, 0.32739877700805664, 0.31542083621025085, 0.2452460080385208, 0.28098201751708984, 0.2993175685405731], "cos_apical_negg": [0.6853744983673096, 0.3323158025741577, 0.36035770177841187, 0.32539457082748413, 0.31298828125, 0.32739877700805664, 0.31542083621025085, 0.2452460080385208, 0.28098201751708984, 0.2993175685405731], "cos_Ac_negg": [0.6853744983673096, 0.3323158025741577, 0.36035770177841187, 0.32539457082748413, 0.31298828125, 0.32739877700805664, 0.31542083621025085, 0.2452460080385208, 0.28098201751708984, 0.2993175685405731], "r_norm": [1.9898030757904053, 1.7700474262237549, 1.735056757926941, 1.7941306829452515, 1.7842390537261963, 1.726334810256958, 1.7661441564559937, 1.6960824728012085, 1.7523401975631714, 1.7216503620147705]}, {"step": 2250, "epoch": 5, "train_loss": 1.8089157342910767, "cos_r_negg": [0.6921689510345459, 0.32754677534103394, 0.3688090443611145, 0.34546881914138794, 0.31936681270599365, 0.33791086077690125, 0.32445958256721497, 0.24062903225421906, 0.29544952511787415, 0.2939252257347107], "cos_apical_negg": [0.6921689510345459, 0.32754677534103394, 0.3688090443611145, 0.34546881914138794, 0.31936681270599365, 0.33791086077690125, 0.32445958256721497, 0.24062903225421906, 0.29544952511787415, 0.2939252257347107], "cos_Ac_negg": [0.6921689510345459, 0.32754677534103394, 0.3688090443611145, 0.34546881914138794, 0.31936681270599365, 0.33791086077690125, 0.32445958256721497, 0.24062903225421906, 0.29544952511787415, 0.2939252257347107], "r_norm": [1.9296256303787231, 1.7108502388000488, 1.677101731300354, 1.7349469661712646, 1.722264289855957, 1.6670644283294678, 1.7030307054519653, 1.635575294494629, 1.6876565217971802, 1.6605175733566284], "ldr": {"dL_sdil": -0.04842543601989746, "dL_bp": -0.0474245548248291, "ratio": 1.021104704066602}}, {"step": 2300, "epoch": 5, "train_loss": 1.5680971145629883, "cos_r_negg": [0.6988943815231323, 0.33979812264442444, 0.3666319251060486, 0.33659231662750244, 0.3226955533027649, 0.359483540058136, 0.3479403257369995, 0.2628411650657654, 0.31693702936172485, 0.3190326988697052], "cos_apical_negg": [0.6988943815231323, 0.33979812264442444, 0.3666319251060486, 0.33659231662750244, 0.3226955533027649, 0.359483540058136, 0.3479403257369995, 0.2628411650657654, 0.31693702936172485, 0.3190326988697052], "cos_Ac_negg": [0.6988943815231323, 0.33979812264442444, 0.3666319251060486, 0.33659231662750244, 0.3226955533027649, 0.359483540058136, 0.3479403257369995, 0.2628411650657654, 0.31693702936172485, 0.3190326988697052], "r_norm": [1.8909457921981812, 1.674593210220337, 1.638505458831787, 1.6962647438049316, 1.6840317249298096, 1.633553147315979, 1.6655287742614746, 1.6007208824157715, 1.6514034271240234, 1.6221731901168823]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.42, "test_loss": 1.7401546020507812}, {"step": 2350, "epoch": 6, "train_loss": 1.4623018503189087, "cos_r_negg": [0.7040942907333374, 0.3517906665802002, 0.36921992897987366, 0.3521576523780823, 0.33471164107322693, 0.3709328770637512, 0.34928861260414124, 0.25317686796188354, 0.3275407552719116, 0.31903350353240967], "cos_apical_negg": [0.7040942907333374, 0.3517906665802002, 0.36921992897987366, 0.3521576523780823, 0.33471164107322693, 0.3709328770637512, 0.34928861260414124, 0.25317686796188354, 0.3275407552719116, 0.31903350353240967], "cos_Ac_negg": [0.7040942907333374, 0.3517906665802002, 0.36921992897987366, 0.3521576523780823, 0.33471164107322693, 0.3709328770637512, 0.34928861260414124, 0.25317686796188354, 0.3275407552719116, 0.31903350353240967], "r_norm": [1.9015986919403076, 1.6768388748168945, 1.6460026502609253, 1.6996451616287231, 1.6876416206359863, 1.6360924243927002, 1.6671292781829834, 1.597325086593628, 1.654536485671997, 1.6255536079406738]}, {"step": 2400, "epoch": 6, "train_loss": 1.3823446035385132, "cos_r_negg": [0.6955848932266235, 0.36044904589653015, 0.37307339906692505, 0.3663696348667145, 0.3526122272014618, 0.38032418489456177, 0.35215306282043457, 0.26998478174209595, 0.34515273571014404, 0.31943362951278687], "cos_apical_negg": [0.6955848932266235, 0.36044904589653015, 0.37307339906692505, 0.3663696348667145, 0.3526122272014618, 0.38032418489456177, 0.35215306282043457, 0.26998478174209595, 0.34515273571014404, 0.31943362951278687], "cos_Ac_negg": [0.6955848932266235, 0.36044904589653015, 0.37307339906692505, 0.3663696348667145, 0.3526122272014618, 0.38032418489456177, 0.35215306282043457, 0.26998478174209595, 0.34515273571014404, 0.31943362951278687], "r_norm": [1.8333072662353516, 1.6119986772537231, 1.5808119773864746, 1.6319630146026611, 1.6216036081314087, 1.5720765590667725, 1.6013647317886353, 1.5363821983337402, 1.5882102251052856, 1.5614597797393799]}, {"step": 2450, "epoch": 6, "train_loss": 1.3758089542388916, "cos_r_negg": [0.7095528244972229, 0.3833409547805786, 0.3818961977958679, 0.3857971429824829, 0.36884236335754395, 0.38314491510391235, 0.36056745052337646, 0.2918107211589813, 0.35631459951400757, 0.32468077540397644], "cos_apical_negg": [0.7095528244972229, 0.3833409547805786, 0.3818961977958679, 0.3857971429824829, 0.36884236335754395, 0.38314491510391235, 0.36056745052337646, 0.2918107211589813, 0.35631459951400757, 0.32468077540397644], "cos_Ac_negg": [0.7095528244972229, 0.3833409547805786, 0.3818961977958679, 0.3857971429824829, 0.36884236335754395, 0.38314491510391235, 0.36056745052337646, 0.2918107211589813, 0.35631459951400757, 0.32468077540397644], "r_norm": [1.8609447479248047, 1.6318076848983765, 1.5955246686935425, 1.650307059288025, 1.6374239921569824, 1.5883870124816895, 1.618841290473938, 1.5537145137786865, 1.6028891801834106, 1.5783236026763916]}, {"step": 2500, "epoch": 6, "train_loss": 1.521351933479309, "cos_r_negg": [0.7260720729827881, 0.4002305269241333, 0.40175706148147583, 0.3851433992385864, 0.3795012831687927, 0.40009188652038574, 0.3840735852718353, 0.29199039936065674, 0.3710154891014099, 0.35007545351982117], "cos_apical_negg": [0.7260720729827881, 0.4002305269241333, 0.40175706148147583, 0.3851433992385864, 0.3795012831687927, 0.40009188652038574, 0.3840735852718353, 0.29199039936065674, 0.3710154891014099, 0.35007545351982117], "cos_Ac_negg": [0.7260720729827881, 0.4002305269241333, 0.40175706148147583, 0.3851433992385864, 0.3795012831687927, 0.40009188652038574, 0.3840735852718353, 0.29199039936065674, 0.3710154891014099, 0.35007545351982117], "r_norm": [1.796799898147583, 1.5655988454818726, 1.534306287765503, 1.5871315002441406, 1.5723092555999756, 1.5266388654708862, 1.556664228439331, 1.4881618022918701, 1.5381762981414795, 1.5150363445281982], "ldr": {"dL_sdil": -0.044444918632507324, "dL_bp": -0.04393875598907471, "ratio": 1.0115197308626234}}, {"step": 2550, "epoch": 6, "train_loss": 1.4473305940628052, "cos_r_negg": [0.7153626680374146, 0.40581658482551575, 0.42665866017341614, 0.39911600947380066, 0.3774161636829376, 0.41321414709091187, 0.3867682218551636, 0.31535130739212036, 0.3700629472732544, 0.3582081198692322], "cos_apical_negg": [0.7153626680374146, 0.40581658482551575, 0.42665866017341614, 0.39911600947380066, 0.3774161636829376, 0.41321414709091187, 0.3867682218551636, 0.31535130739212036, 0.3700629472732544, 0.3582081198692322], "cos_Ac_negg": [0.7153626680374146, 0.40581658482551575, 0.42665866017341614, 0.39911600947380066, 0.3774161636829376, 0.41321414709091187, 0.3867682218551636, 0.31535130739212036, 0.3700629472732544, 0.3582081198692322], "r_norm": [1.838153600692749, 1.5954508781433105, 1.5624899864196777, 1.6129937171936035, 1.5999507904052734, 1.551914095878601, 1.5803399085998535, 1.514557957649231, 1.5622113943099976, 1.5384870767593384]}, {"step": 2600, "epoch": 6, "train_loss": 1.4995633363723755, "cos_r_negg": [0.7308633327484131, 0.41560298204421997, 0.42547571659088135, 0.411105215549469, 0.3998515009880066, 0.4167599380016327, 0.4029950797557831, 0.3215821087360382, 0.3885580897331238, 0.37360939383506775], "cos_apical_negg": [0.7308633327484131, 0.41560298204421997, 0.42547571659088135, 0.411105215549469, 0.3998515009880066, 0.4167599380016327, 0.4029950797557831, 0.3215821087360382, 0.3885580897331238, 0.37360939383506775], "cos_Ac_negg": [0.7308633327484131, 0.41560298204421997, 0.42547571659088135, 0.411105215549469, 0.3998515009880066, 0.4167599380016327, 0.4029950797557831, 0.3215821087360382, 0.3885580897331238, 0.37360939383506775], "r_norm": [1.7649133205413818, 1.5282808542251587, 1.4979064464569092, 1.547835111618042, 1.5303781032562256, 1.488008737564087, 1.51497220993042, 1.4469904899597168, 1.4986165761947632, 1.4741549491882324]}, {"step": 2650, "epoch": 6, "train_loss": 1.4235737323760986, "cos_r_negg": [0.7228975892066956, 0.41529062390327454, 0.434045672416687, 0.42231273651123047, 0.41685956716537476, 0.42605534195899963, 0.42195942997932434, 0.3472016453742981, 0.388580858707428, 0.39088499546051025], "cos_apical_negg": [0.7228975892066956, 0.41529062390327454, 0.434045672416687, 0.42231273651123047, 0.41685956716537476, 0.42605534195899963, 0.42195942997932434, 0.3472016453742981, 0.388580858707428, 0.39088499546051025], "cos_Ac_negg": [0.7228975892066956, 0.41529062390327454, 0.434045672416687, 0.42231273651123047, 0.41685956716537476, 0.42605534195899963, 0.42195942997932434, 0.3472016453742981, 0.388580858707428, 0.39088499546051025], "r_norm": [1.7514369487762451, 1.5115630626678467, 1.4811283349990845, 1.5281492471694946, 1.512991189956665, 1.4730324745178223, 1.4996603727340698, 1.433220624923706, 1.4799870252609253, 1.4598090648651123]}, {"step": 2700, "epoch": 6, "train_loss": 1.5480449199676514, "cos_r_negg": [0.7422391772270203, 0.4224610924720764, 0.45137107372283936, 0.4333226978778839, 0.417417973279953, 0.4212802052497864, 0.41612398624420166, 0.34747445583343506, 0.40388089418411255, 0.3973388373851776], "cos_apical_negg": [0.7422391772270203, 0.4224610924720764, 0.45137107372283936, 0.4333226978778839, 0.417417973279953, 0.4212802052497864, 0.41612398624420166, 0.34747445583343506, 0.40388089418411255, 0.3973388373851776], "cos_Ac_negg": [0.7422391772270203, 0.4224610924720764, 0.45137107372283936, 0.4333226978778839, 0.417417973279953, 0.4212802052497864, 0.41612398624420166, 0.34747445583343506, 0.40388089418411255, 0.3973388373851776], "r_norm": [1.7433124780654907, 1.4971680641174316, 1.4678728580474854, 1.5181858539581299, 1.5004066228866577, 1.4565045833587646, 1.4834744930267334, 1.4175777435302734, 1.4676501750946045, 1.4433224201202393]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4292, "test_loss": 1.7161533325195313}, {"step": 2750, "epoch": 7, "train_loss": 1.522401213645935, "cos_r_negg": [0.7295123338699341, 0.42958956956863403, 0.46691614389419556, 0.44850122928619385, 0.42238330841064453, 0.4430775046348572, 0.4245728850364685, 0.35518568754196167, 0.4120752513408661, 0.393157422542572], "cos_apical_negg": [0.7295123338699341, 0.42958956956863403, 0.46691614389419556, 0.44850122928619385, 0.42238330841064453, 0.4430775046348572, 0.4245728850364685, 0.35518568754196167, 0.4120752513408661, 0.393157422542572], "cos_Ac_negg": [0.7295123338699341, 0.42958956956863403, 0.46691614389419556, 0.44850122928619385, 0.42238330841064453, 0.4430775046348572, 0.4245728850364685, 0.35518568754196167, 0.4120752513408661, 0.393157422542572], "r_norm": [1.7160792350769043, 1.472069501876831, 1.444361686706543, 1.4868371486663818, 1.4729080200195312, 1.4325000047683716, 1.4575625658035278, 1.3925766944885254, 1.4394769668579102, 1.417452096939087], "ldr": {"dL_sdil": -0.0323491096496582, "dL_bp": -0.031874656677246094, "ratio": 1.0148849594590552}}, {"step": 2800, "epoch": 7, "train_loss": 1.572861909866333, "cos_r_negg": [0.7422580122947693, 0.44260603189468384, 0.4702472686767578, 0.4630696773529053, 0.44040679931640625, 0.45242249965667725, 0.4447183907032013, 0.37804681062698364, 0.42429304122924805, 0.40366071462631226], "cos_apical_negg": [0.7422580122947693, 0.44260603189468384, 0.4702472686767578, 0.4630696773529053, 0.44040679931640625, 0.45242249965667725, 0.4447183907032013, 0.37804681062698364, 0.42429304122924805, 0.40366071462631226], "cos_Ac_negg": [0.7422580122947693, 0.44260603189468384, 0.4702472686767578, 0.4630696773529053, 0.44040679931640625, 0.45242249965667725, 0.4447183907032013, 0.37804681062698364, 0.42429304122924805, 0.40366071462631226], "r_norm": [1.685173749923706, 1.439150094985962, 1.4129694700241089, 1.4538832902908325, 1.4424614906311035, 1.4018242359161377, 1.4246222972869873, 1.3605729341506958, 1.4049720764160156, 1.3836917877197266]}, {"step": 2850, "epoch": 7, "train_loss": 1.522111415863037, "cos_r_negg": [0.7426039576530457, 0.4569772779941559, 0.4816325902938843, 0.4654284715652466, 0.45114749670028687, 0.4670230448246002, 0.4576728343963623, 0.385200560092926, 0.4384717643260956, 0.4143180847167969], "cos_apical_negg": [0.7426039576530457, 0.4569772779941559, 0.4816325902938843, 0.4654284715652466, 0.45114749670028687, 0.4670230448246002, 0.4576728343963623, 0.385200560092926, 0.4384717643260956, 0.4143180847167969], "cos_Ac_negg": [0.7426039576530457, 0.4569772779941559, 0.4816325902938843, 0.4654284715652466, 0.45114749670028687, 0.4670230448246002, 0.4576728343963623, 0.385200560092926, 0.4384717643260956, 0.4143180847167969], "r_norm": [1.665987253189087, 1.4169700145721436, 1.3923672437667847, 1.434203863143921, 1.420498013496399, 1.379127025604248, 1.403770923614502, 1.3387351036071777, 1.3865509033203125, 1.3624398708343506]}, {"step": 2900, "epoch": 7, "train_loss": 1.4533077478408813, "cos_r_negg": [0.7491719126701355, 0.4671652913093567, 0.4947338104248047, 0.4718886613845825, 0.46274876594543457, 0.47415149211883545, 0.4636543393135071, 0.3786434531211853, 0.45841124653816223, 0.44206345081329346], "cos_apical_negg": [0.7491719126701355, 0.4671652913093567, 0.4947338104248047, 0.4718886613845825, 0.46274876594543457, 0.47415149211883545, 0.4636543393135071, 0.3786434531211853, 0.45841124653816223, 0.44206345081329346], "cos_Ac_negg": [0.7491719126701355, 0.4671652913093567, 0.4947338104248047, 0.4718886613845825, 0.46274876594543457, 0.47415149211883545, 0.4636543393135071, 0.3786434531211853, 0.45841124653816223, 0.44206345081329346], "r_norm": [1.6494359970092773, 1.3977453708648682, 1.372036337852478, 1.414780855178833, 1.3977065086364746, 1.3590352535247803, 1.3817775249481201, 1.320239543914795, 1.3633756637573242, 1.3456785678863525]}, {"step": 2950, "epoch": 7, "train_loss": 1.5240471363067627, "cos_r_negg": [0.7450469732284546, 0.47527146339416504, 0.4974885582923889, 0.4800819158554077, 0.46600958704948425, 0.48606887459754944, 0.4746161699295044, 0.393311083316803, 0.46129491925239563, 0.4447200894355774], "cos_apical_negg": [0.7450469732284546, 0.47527146339416504, 0.4974885582923889, 0.4800819158554077, 0.46600958704948425, 0.48606887459754944, 0.4746161699295044, 0.393311083316803, 0.46129491925239563, 0.4447200894355774], "cos_Ac_negg": [0.7450469732284546, 0.47527146339416504, 0.4974885582923889, 0.4800819158554077, 0.46600958704948425, 0.48606887459754944, 0.4746161699295044, 0.393311083316803, 0.46129491925239563, 0.4447200894355774], "r_norm": [1.6705150604248047, 1.411805272102356, 1.3867359161376953, 1.4252853393554688, 1.4120378494262695, 1.3710386753082275, 1.3913753032684326, 1.32682466506958, 1.3732761144638062, 1.3521616458892822]}, {"step": 3000, "epoch": 7, "train_loss": 1.5871338844299316, "cos_r_negg": [0.7491602301597595, 0.4955306947231293, 0.514411449432373, 0.49309515953063965, 0.47287485003471375, 0.4956132471561432, 0.4908762276172638, 0.41045495867729187, 0.4650888442993164, 0.4654281735420227], "cos_apical_negg": [0.7491602301597595, 0.4955306947231293, 0.514411449432373, 0.49309515953063965, 0.47287485003471375, 0.4956132471561432, 0.4908762276172638, 0.41045495867729187, 0.4650888442993164, 0.4654281735420227], "cos_Ac_negg": [0.7491602301597595, 0.4955306947231293, 0.514411449432373, 0.49309515953063965, 0.47287485003471375, 0.4956132471561432, 0.4908762276172638, 0.41045495867729187, 0.4650888442993164, 0.4654281735420227], "r_norm": [1.6512646675109863, 1.391563057899475, 1.3629615306854248, 1.4061431884765625, 1.387325406074524, 1.3486554622650146, 1.3714406490325928, 1.3029420375823975, 1.3520230054855347, 1.3292174339294434], "ldr": {"dL_sdil": -0.04894149303436279, "dL_bp": -0.04969131946563721, "ratio": 0.9849103135248212}}, {"step": 3050, "epoch": 7, "train_loss": 1.485975742340088, "cos_r_negg": [0.7531746029853821, 0.5010205507278442, 0.5209888219833374, 0.4970839023590088, 0.48862379789352417, 0.5033793449401855, 0.49590516090393066, 0.44282254576683044, 0.47534245252609253, 0.47067928314208984], "cos_apical_negg": [0.7531746029853821, 0.5010205507278442, 0.5209888219833374, 0.4970839023590088, 0.48862379789352417, 0.5033793449401855, 0.49590516090393066, 0.44282254576683044, 0.47534245252609253, 0.47067928314208984], "cos_Ac_negg": [0.7531746029853821, 0.5010205507278442, 0.5209888219833374, 0.4970839023590088, 0.48862379789352417, 0.5033793449401855, 0.49590516090393066, 0.44282254576683044, 0.47534245252609253, 0.47067928314208984], "r_norm": [1.679385781288147, 1.4092532396316528, 1.3845717906951904, 1.422031283378601, 1.4056310653686523, 1.3684947490692139, 1.388181447982788, 1.3226627111434937, 1.3676764965057373, 1.3473749160766602]}, {"step": 3100, "epoch": 7, "train_loss": 1.348603367805481, "cos_r_negg": [0.7641206979751587, 0.5026125907897949, 0.5371066331863403, 0.5086508393287659, 0.49633294343948364, 0.5214093923568726, 0.5118976831436157, 0.4523388743400574, 0.49238985776901245, 0.4898046851158142], "cos_apical_negg": [0.7641206979751587, 0.5026125907897949, 0.5371066331863403, 0.5086508393287659, 0.49633294343948364, 0.5214093923568726, 0.5118976831436157, 0.4523388743400574, 0.49238985776901245, 0.4898046851158142], "cos_Ac_negg": [0.7641206979751587, 0.5026125907897949, 0.5371066331863403, 0.5086508393287659, 0.49633294343948364, 0.5214093923568726, 0.5118976831436157, 0.4523388743400574, 0.49238985776901245, 0.4898046851158142], "r_norm": [1.6159393787384033, 1.354992389678955, 1.3301249742507935, 1.3669238090515137, 1.3500022888183594, 1.3137953281402588, 1.3324861526489258, 1.2692867517471313, 1.3136258125305176, 1.2927014827728271]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4316, "test_loss": 1.7635344360351564}, {"step": 3150, "epoch": 8, "train_loss": 1.3811140060424805, "cos_r_negg": [0.7554241418838501, 0.514581561088562, 0.5399538278579712, 0.515873372554779, 0.5079495906829834, 0.5313841700553894, 0.515615701675415, 0.45664095878601074, 0.4993220269680023, 0.49521759152412415], "cos_apical_negg": [0.7554241418838501, 0.514581561088562, 0.5399538278579712, 0.515873372554779, 0.5079495906829834, 0.5313841700553894, 0.515615701675415, 0.45664095878601074, 0.4993220269680023, 0.49521759152412415], "cos_Ac_negg": [0.7554241418838501, 0.514581561088562, 0.5399538278579712, 0.515873372554779, 0.5079495906829834, 0.5313841700553894, 0.515615701675415, 0.45664095878601074, 0.4993220269680023, 0.49521759152412415], "r_norm": [1.6385407447814941, 1.3668889999389648, 1.3451027870178223, 1.379073143005371, 1.3626329898834229, 1.3272488117218018, 1.347442388534546, 1.280957818031311, 1.3276729583740234, 1.3081424236297607]}, {"step": 3200, "epoch": 8, "train_loss": 1.3779314756393433, "cos_r_negg": [0.7600393891334534, 0.5242074131965637, 0.5434925556182861, 0.5276825428009033, 0.5227988362312317, 0.5361919403076172, 0.5254299640655518, 0.4720752537250519, 0.4996591806411743, 0.5083984136581421], "cos_apical_negg": [0.7600393891334534, 0.5242074131965637, 0.5434925556182861, 0.5276825428009033, 0.5227988362312317, 0.5361919403076172, 0.5254299640655518, 0.4720752537250519, 0.4996591806411743, 0.5083984136581421], "cos_Ac_negg": [0.7600393891334534, 0.5242074131965637, 0.5434925556182861, 0.5276825428009033, 0.5227988362312317, 0.5361919403076172, 0.5254299640655518, 0.4720752537250519, 0.4996591806411743, 0.5083984136581421], "r_norm": [1.6440496444702148, 1.3674530982971191, 1.3427001237869263, 1.3751165866851807, 1.3614120483398438, 1.32744562625885, 1.3451025485992432, 1.275850534439087, 1.320298671722412, 1.3018460273742676]}, {"step": 3250, "epoch": 8, "train_loss": 1.3533170223236084, "cos_r_negg": [0.7599397897720337, 0.5322610139846802, 0.5563124418258667, 0.5396798849105835, 0.5303295850753784, 0.5468349456787109, 0.5364917516708374, 0.4749695956707001, 0.5145779848098755, 0.5294561386108398], "cos_apical_negg": [0.7599397897720337, 0.5322610139846802, 0.5563124418258667, 0.5396798849105835, 0.5303295850753784, 0.5468349456787109, 0.5364917516708374, 0.4749695956707001, 0.5145779848098755, 0.5294561386108398], "cos_Ac_negg": [0.7599397897720337, 0.5322610139846802, 0.5563124418258667, 0.5396798849105835, 0.5303295850753784, 0.5468349456787109, 0.5364917516708374, 0.4749695956707001, 0.5145779848098755, 0.5294561386108398], "r_norm": [1.603057861328125, 1.332281231880188, 1.3078889846801758, 1.344254970550537, 1.3248240947723389, 1.2896286249160767, 1.307936429977417, 1.243278980255127, 1.287919521331787, 1.2699142694473267], "ldr": {"dL_sdil": -0.05592179298400879, "dL_bp": -0.05680954456329346, "ratio": 0.9843731966853634}}, {"step": 3300, "epoch": 8, "train_loss": 1.5324971675872803, "cos_r_negg": [0.7703895568847656, 0.5481660962104797, 0.5690463781356812, 0.5445460081100464, 0.5457308292388916, 0.5670652389526367, 0.5568373203277588, 0.4957500398159027, 0.5287557244300842, 0.5264847874641418], "cos_apical_negg": [0.7703895568847656, 0.5481660962104797, 0.5690463781356812, 0.5445460081100464, 0.5457308292388916, 0.5670652389526367, 0.5568373203277588, 0.4957500398159027, 0.5287557244300842, 0.5264847874641418], "cos_Ac_negg": [0.7703895568847656, 0.5481660962104797, 0.5690463781356812, 0.5445460081100464, 0.5457308292388916, 0.5670652389526367, 0.5568373203277588, 0.4957500398159027, 0.5287557244300842, 0.5264847874641418], "r_norm": [1.6342705488204956, 1.3542976379394531, 1.3296864032745361, 1.3615410327911377, 1.3458499908447266, 1.3087983131408691, 1.3248193264007568, 1.2634114027023315, 1.3044257164001465, 1.287244439125061]}, {"step": 3350, "epoch": 8, "train_loss": 1.352820634841919, "cos_r_negg": [0.7747395634651184, 0.5483869314193726, 0.5800999402999878, 0.5613143444061279, 0.5519758462905884, 0.5833731889724731, 0.5753711462020874, 0.5079800486564636, 0.5510417819023132, 0.5352246761322021], "cos_apical_negg": [0.7747395634651184, 0.5483869314193726, 0.5800999402999878, 0.5613143444061279, 0.5519758462905884, 0.5833731889724731, 0.5753711462020874, 0.5079800486564636, 0.5510417819023132, 0.5352246761322021], "cos_Ac_negg": [0.7747395634651184, 0.5483869314193726, 0.5800999402999878, 0.5613143444061279, 0.5519758462905884, 0.5833731889724731, 0.5753711462020874, 0.5079800486564636, 0.5510417819023132, 0.5352246761322021], "r_norm": [1.602710485458374, 1.3276463747024536, 1.303017497062683, 1.3357336521148682, 1.316906213760376, 1.2820438146591187, 1.298858880996704, 1.2343370914459229, 1.2780884504318237, 1.2608634233474731]}, {"step": 3400, "epoch": 8, "train_loss": 1.3924988508224487, "cos_r_negg": [0.7705931663513184, 0.5638638138771057, 0.5825567841529846, 0.5664840936660767, 0.5675709247589111, 0.5823726654052734, 0.582538366317749, 0.5143990516662598, 0.5674892663955688, 0.5541427135467529], "cos_apical_negg": [0.7705931663513184, 0.5638638138771057, 0.5825567841529846, 0.5664840936660767, 0.5675709247589111, 0.5823726654052734, 0.582538366317749, 0.5143990516662598, 0.5674892663955688, 0.5541427135467529], "cos_Ac_negg": [0.7705931663513184, 0.5638638138771057, 0.5825567841529846, 0.5664840936660767, 0.5675709247589111, 0.5823726654052734, 0.582538366317749, 0.5143990516662598, 0.5674892663955688, 0.5541427135467529], "r_norm": [1.600203037261963, 1.3206441402435303, 1.2964808940887451, 1.327277660369873, 1.310866117477417, 1.2757375240325928, 1.287198543548584, 1.2263236045837402, 1.2671527862548828, 1.2483417987823486]}, {"step": 3450, "epoch": 8, "train_loss": 1.2868404388427734, "cos_r_negg": [0.7745087742805481, 0.5687606334686279, 0.5917472243309021, 0.5766819715499878, 0.5768018960952759, 0.5891097187995911, 0.5936061143875122, 0.5372129678726196, 0.5776670575141907, 0.5644921660423279], "cos_apical_negg": [0.7745087742805481, 0.5687606334686279, 0.5917472243309021, 0.5766819715499878, 0.5768018960952759, 0.5891097187995911, 0.5936061143875122, 0.5372129678726196, 0.5776670575141907, 0.5644921660423279], "cos_Ac_negg": [0.7745087742805481, 0.5687606334686279, 0.5917472243309021, 0.5766819715499878, 0.5768018960952759, 0.5891097187995911, 0.5936061143875122, 0.5372129678726196, 0.5776670575141907, 0.5644921660423279], "r_norm": [1.5849710702896118, 1.3060379028320312, 1.2831286191940308, 1.3117632865905762, 1.2947827577590942, 1.260873556137085, 1.2762665748596191, 1.2111873626708984, 1.2547929286956787, 1.2373303174972534]}, {"step": 3500, "epoch": 8, "train_loss": 1.3306219577789307, "cos_r_negg": [0.7708784937858582, 0.5762500762939453, 0.5989474058151245, 0.5899735689163208, 0.5787990689277649, 0.595184326171875, 0.5861561298370361, 0.541958212852478, 0.5837110280990601, 0.5729029178619385], "cos_apical_negg": [0.7708784937858582, 0.5762500762939453, 0.5989474058151245, 0.5899735689163208, 0.5787990689277649, 0.595184326171875, 0.5861561298370361, 0.541958212852478, 0.5837110280990601, 0.5729029178619385], "cos_Ac_negg": [0.7708784937858582, 0.5762500762939453, 0.5989474058151245, 0.5899735689163208, 0.5787990689277649, 0.595184326171875, 0.5861561298370361, 0.541958212852478, 0.5837110280990601, 0.5729029178619385], "r_norm": [1.5706578493118286, 1.29398512840271, 1.268925666809082, 1.2972090244293213, 1.2798495292663574, 1.2492209672927856, 1.259958267211914, 1.1985194683074951, 1.2386658191680908, 1.2230823040008545], "ldr": {"dL_sdil": -0.05008852481842041, "dL_bp": -0.05151081085205078, "ratio": 0.9723885916353471}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4331, "test_loss": 1.7609679321289062}, {"step": 3550, "epoch": 9, "train_loss": 1.2355668544769287, "cos_r_negg": [0.7718358039855957, 0.5868011116981506, 0.6130802631378174, 0.6039203405380249, 0.5897393226623535, 0.6115157008171082, 0.5999847650527954, 0.5565096139907837, 0.5957776308059692, 0.587456464767456], "cos_apical_negg": [0.7718358039855957, 0.5868011116981506, 0.6130802631378174, 0.6039203405380249, 0.5897393226623535, 0.6115157008171082, 0.5999847650527954, 0.5565096139907837, 0.5957776308059692, 0.587456464767456], "cos_Ac_negg": [0.7718358039855957, 0.5868011116981506, 0.6130802631378174, 0.6039203405380249, 0.5897393226623535, 0.6115157008171082, 0.5999847650527954, 0.5565096139907837, 0.5957776308059692, 0.587456464767456], "r_norm": [1.6170481443405151, 1.3282212018966675, 1.305627465248108, 1.3296928405761719, 1.31473970413208, 1.2835133075714111, 1.2950199842453003, 1.2312954664230347, 1.2735090255737305, 1.2567216157913208]}, {"step": 3600, "epoch": 9, "train_loss": 1.2374241352081299, "cos_r_negg": [0.7835365533828735, 0.5983982086181641, 0.6206101179122925, 0.6051977872848511, 0.6046857237815857, 0.6217322945594788, 0.6107803583145142, 0.5631201267242432, 0.607634425163269, 0.600806713104248], "cos_apical_negg": [0.7835365533828735, 0.5983982086181641, 0.6206101179122925, 0.6051977872848511, 0.6046857237815857, 0.6217322945594788, 0.6107803583145142, 0.5631201267242432, 0.607634425163269, 0.600806713104248], "cos_Ac_negg": [0.7835365533828735, 0.5983982086181641, 0.6206101179122925, 0.6051977872848511, 0.6046857237815857, 0.6217322945594788, 0.6107803583145142, 0.5631201267242432, 0.607634425163269, 0.600806713104248], "r_norm": [1.5968847274780273, 1.3082293272018433, 1.2856231927871704, 1.3131465911865234, 1.2941457033157349, 1.2625789642333984, 1.2747533321380615, 1.2098973989486694, 1.2534496784210205, 1.232270359992981]}, {"step": 3650, "epoch": 9, "train_loss": 1.2645854949951172, "cos_r_negg": [0.7884117364883423, 0.6057443618774414, 0.6271494626998901, 0.619348406791687, 0.6099278926849365, 0.6261763572692871, 0.6223323345184326, 0.5829716920852661, 0.6090336441993713, 0.6121423840522766], "cos_apical_negg": [0.7884117364883423, 0.6057443618774414, 0.6271494626998901, 0.619348406791687, 0.6099278926849365, 0.6261763572692871, 0.6223323345184326, 0.5829716920852661, 0.6090336441993713, 0.6121423840522766], "cos_Ac_negg": [0.7884117364883423, 0.6057443618774414, 0.6271494626998901, 0.619348406791687, 0.6099278926849365, 0.6261763572692871, 0.6223323345184326, 0.5829716920852661, 0.6090336441993713, 0.6121423840522766], "r_norm": [1.5661792755126953, 1.2811675071716309, 1.262772560119629, 1.283729076385498, 1.2682381868362427, 1.2405836582183838, 1.2512502670288086, 1.186307430267334, 1.2283583879470825, 1.2083218097686768]}, {"step": 3700, "epoch": 9, "train_loss": 1.3048994541168213, "cos_r_negg": [0.7856490612030029, 0.6165022850036621, 0.6448413729667664, 0.6334754228591919, 0.6199221611022949, 0.6377816200256348, 0.6307768821716309, 0.5900493860244751, 0.6235870122909546, 0.6237897276878357], "cos_apical_negg": [0.7856490612030029, 0.6165022850036621, 0.6448413729667664, 0.6334754228591919, 0.6199221611022949, 0.6377816200256348, 0.6307768821716309, 0.5900493860244751, 0.6235870122909546, 0.6237897276878357], "cos_Ac_negg": [0.7856490612030029, 0.6165022850036621, 0.6448413729667664, 0.6334754228591919, 0.6199221611022949, 0.6377816200256348, 0.6307768821716309, 0.5900493860244751, 0.6235870122909546, 0.6237897276878357], "r_norm": [1.5732526779174805, 1.285506010055542, 1.2631680965423584, 1.2872964143753052, 1.2710604667663574, 1.2395634651184082, 1.248252511024475, 1.1907432079315186, 1.228088617324829, 1.2087416648864746]}, {"step": 3750, "epoch": 9, "train_loss": 1.2374775409698486, "cos_r_negg": [0.7836793065071106, 0.6308587789535522, 0.6469236612319946, 0.6403225064277649, 0.622515082359314, 0.648406445980072, 0.6451658606529236, 0.605994462966919, 0.6330230832099915, 0.644986629486084], "cos_apical_negg": [0.7836793065071106, 0.6308587789535522, 0.6469236612319946, 0.6403225064277649, 0.622515082359314, 0.648406445980072, 0.6451658606529236, 0.605994462966919, 0.6330230832099915, 0.644986629486084], "cos_Ac_negg": [0.7836793065071106, 0.6308587789535522, 0.6469236612319946, 0.6403225064277649, 0.622515082359314, 0.648406445980072, 0.6451658606529236, 0.605994462966919, 0.6330230832099915, 0.644986629486084], "r_norm": [1.5644181966781616, 1.274280071258545, 1.2546359300613403, 1.274275541305542, 1.2591545581817627, 1.23199462890625, 1.2382068634033203, 1.1814703941345215, 1.2169084548950195, 1.1994872093200684], "ldr": {"dL_sdil": -0.06654870510101318, "dL_bp": -0.06870317459106445, "ratio": 0.9686409033807373}}, {"step": 3800, "epoch": 9, "train_loss": 1.4224228858947754, "cos_r_negg": [0.796099066734314, 0.6300832033157349, 0.6535242199897766, 0.6515159010887146, 0.6347343325614929, 0.660093367099762, 0.6458648443222046, 0.6103492975234985, 0.6417995095252991, 0.6550103425979614], "cos_apical_negg": [0.796099066734314, 0.6300832033157349, 0.6535242199897766, 0.6515159010887146, 0.6347343325614929, 0.660093367099762, 0.6458648443222046, 0.6103492975234985, 0.6417995095252991, 0.6550103425979614], "cos_Ac_negg": [0.796099066734314, 0.6300832033157349, 0.6535242199897766, 0.6515159010887146, 0.6347343325614929, 0.660093367099762, 0.6458648443222046, 0.6103492975234985, 0.6417995095252991, 0.6550103425979614], "r_norm": [1.5272886753082275, 1.2462239265441895, 1.224745273590088, 1.2481884956359863, 1.2322678565979004, 1.2006683349609375, 1.2088139057159424, 1.1541215181350708, 1.186844825744629, 1.169539213180542]}, {"step": 3850, "epoch": 9, "train_loss": 1.2494282722473145, "cos_r_negg": [0.7918366193771362, 0.6440741419792175, 0.6599639058113098, 0.6613599061965942, 0.645240843296051, 0.6673648953437805, 0.6628110408782959, 0.6214603185653687, 0.6531066298484802, 0.665279746055603], "cos_apical_negg": [0.7918366193771362, 0.6440741419792175, 0.6599639058113098, 0.6613599061965942, 0.645240843296051, 0.6673648953437805, 0.6628110408782959, 0.6214603185653687, 0.6531066298484802, 0.665279746055603], "cos_Ac_negg": [0.7918366193771362, 0.6440741419792175, 0.6599639058113098, 0.6613599061965942, 0.645240843296051, 0.6673648953437805, 0.6628110408782959, 0.6214603185653687, 0.6531066298484802, 0.665279746055603], "r_norm": [1.5327301025390625, 1.2482056617736816, 1.228385329246521, 1.248361349105835, 1.2314362525939941, 1.204254388809204, 1.214156985282898, 1.1521458625793457, 1.1896626949310303, 1.1748782396316528]}, {"step": 3900, "epoch": 9, "train_loss": 1.2804625034332275, "cos_r_negg": [0.7865914702415466, 0.6500888466835022, 0.670814037322998, 0.6648567914962769, 0.6623730659484863, 0.6791550517082214, 0.6727637648582458, 0.6278886795043945, 0.6626487970352173, 0.6743461489677429], "cos_apical_negg": [0.7865914702415466, 0.6500888466835022, 0.670814037322998, 0.6648567914962769, 0.6623730659484863, 0.6791550517082214, 0.6727637648582458, 0.6278886795043945, 0.6626487970352173, 0.6743461489677429], "cos_Ac_negg": [0.7865914702415466, 0.6500888466835022, 0.670814037322998, 0.6648567914962769, 0.6623730659484863, 0.6791550517082214, 0.6727637648582458, 0.6278886795043945, 0.6626487970352173, 0.6743461489677429], "r_norm": [1.5605156421661377, 1.2706551551818848, 1.2523574829101562, 1.273860216140747, 1.2561581134796143, 1.2264647483825684, 1.2359027862548828, 1.1723990440368652, 1.2100437879562378, 1.1946206092834473]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4332, "test_loss": 1.7843046875}, {"step": 3950, "epoch": 10, "train_loss": 1.2435120344161987, "cos_r_negg": [0.8048349618911743, 0.6588804125785828, 0.6817162036895752, 0.6701996922492981, 0.6732783317565918, 0.6824692487716675, 0.6826422214508057, 0.6418704986572266, 0.663176417350769, 0.6796284914016724], "cos_apical_negg": [0.8048349618911743, 0.6588804125785828, 0.6817162036895752, 0.6701996922492981, 0.6732783317565918, 0.6824692487716675, 0.6826422214508057, 0.6418704986572266, 0.663176417350769, 0.6796284914016724], "cos_Ac_negg": [0.8048349618911743, 0.6588804125785828, 0.6817162036895752, 0.6701996922492981, 0.6732783317565918, 0.6824692487716675, 0.6826422214508057, 0.6418704986572266, 0.663176417350769, 0.6796284914016724], "r_norm": [1.5138176679611206, 1.2317479848861694, 1.2124271392822266, 1.2334322929382324, 1.2149510383605957, 1.1872789859771729, 1.1945292949676514, 1.1347730159759521, 1.172104835510254, 1.157616376876831]}, {"step": 4000, "epoch": 10, "train_loss": 1.147400140762329, "cos_r_negg": [0.7904667258262634, 0.6616953611373901, 0.6885956525802612, 0.673124372959137, 0.6794818043708801, 0.685646653175354, 0.6905083656311035, 0.6481119394302368, 0.6758368611335754, 0.6847578287124634], "cos_apical_negg": [0.7904667258262634, 0.6616953611373901, 0.6885956525802612, 0.673124372959137, 0.6794818043708801, 0.685646653175354, 0.6905083656311035, 0.6481119394302368, 0.6758368611335754, 0.6847578287124634], "cos_Ac_negg": [0.7904667258262634, 0.6616953611373901, 0.6885956525802612, 0.673124372959137, 0.6794818043708801, 0.685646653175354, 0.6905083656311035, 0.6481119394302368, 0.6758368611335754, 0.6847578287124634], "r_norm": [1.5358388423919678, 1.250976800918579, 1.2285007238388062, 1.2492916584014893, 1.2290290594100952, 1.2024235725402832, 1.2104904651641846, 1.1485730409622192, 1.1860002279281616, 1.1681222915649414], "ldr": {"dL_sdil": -0.04978489875793457, "dL_bp": -0.05341625213623047, "ratio": 0.9320178179286212}}, {"step": 4050, "epoch": 10, "train_loss": 1.1017146110534668, "cos_r_negg": [0.7931009531021118, 0.6741477251052856, 0.7006584405899048, 0.6848137378692627, 0.6856238842010498, 0.699896514415741, 0.7023444175720215, 0.6599385738372803, 0.6834405064582825, 0.6930794715881348], "cos_apical_negg": [0.7931009531021118, 0.6741477251052856, 0.7006584405899048, 0.6848137378692627, 0.6856238842010498, 0.699896514415741, 0.7023444175720215, 0.6599385738372803, 0.6834405064582825, 0.6930794715881348], "cos_Ac_negg": [0.7931009531021118, 0.6741477251052856, 0.7006584405899048, 0.6848137378692627, 0.6856238842010498, 0.699896514415741, 0.7023444175720215, 0.6599385738372803, 0.6834405064582825, 0.6930794715881348], "r_norm": [1.5394431352615356, 1.2510627508163452, 1.2291476726531982, 1.2501437664031982, 1.2296538352966309, 1.2039128541946411, 1.2110133171081543, 1.150416374206543, 1.1850918531417847, 1.168630599975586]}, {"step": 4100, "epoch": 10, "train_loss": 1.2913122177124023, "cos_r_negg": [0.8058710098266602, 0.6832674145698547, 0.7019275426864624, 0.6926503777503967, 0.6867585182189941, 0.7015864849090576, 0.7076418995857239, 0.6702992916107178, 0.6907581090927124, 0.6999889612197876], "cos_apical_negg": [0.8058710098266602, 0.6832674145698547, 0.7019275426864624, 0.6926503777503967, 0.6867585182189941, 0.7015864849090576, 0.7076418995857239, 0.6702992916107178, 0.6907581090927124, 0.6999889612197876], "cos_Ac_negg": [0.8058710098266602, 0.6832674145698547, 0.7019275426864624, 0.6926503777503967, 0.6867585182189941, 0.7015864849090576, 0.7076418995857239, 0.6702992916107178, 0.6907581090927124, 0.6999889612197876], "r_norm": [1.5296385288238525, 1.2434628009796143, 1.222388744354248, 1.239973783493042, 1.2213199138641357, 1.1959232091903687, 1.2014719247817993, 1.1410086154937744, 1.1739087104797363, 1.159557580947876]}, {"step": 4150, "epoch": 10, "train_loss": 1.313830852508545, "cos_r_negg": [0.7948766946792603, 0.6849074959754944, 0.7172539830207825, 0.7056679129600525, 0.6985664367675781, 0.7245966196060181, 0.7154433727264404, 0.6809777021408081, 0.7020164132118225, 0.7172279953956604], "cos_apical_negg": [0.7948766946792603, 0.6849074959754944, 0.7172539830207825, 0.7056679129600525, 0.6985664367675781, 0.7245966196060181, 0.7154433727264404, 0.6809777021408081, 0.7020164132118225, 0.7172279953956604], "cos_Ac_negg": [0.7948766946792603, 0.6849074959754944, 0.7172539830207825, 0.7056679129600525, 0.6985664367675781, 0.7245966196060181, 0.7154433727264404, 0.6809777021408081, 0.7020164132118225, 0.7172279953956604], "r_norm": [1.5929332971572876, 1.2959604263305664, 1.2760549783706665, 1.2916264533996582, 1.2705309391021729, 1.240563154220581, 1.2484123706817627, 1.1863577365875244, 1.2203937768936157, 1.2063498497009277]}, {"step": 4200, "epoch": 10, "train_loss": 1.2857062816619873, "cos_r_negg": [0.8026649951934814, 0.686381459236145, 0.7181519269943237, 0.7070597410202026, 0.7080247402191162, 0.7256526947021484, 0.7268021702766418, 0.692976713180542, 0.7195421457290649, 0.7199393510818481], "cos_apical_negg": [0.8026649951934814, 0.686381459236145, 0.7181519269943237, 0.7070597410202026, 0.7080247402191162, 0.7256526947021484, 0.7268021702766418, 0.692976713180542, 0.7195421457290649, 0.7199393510818481], "cos_Ac_negg": [0.8026649951934814, 0.686381459236145, 0.7181519269943237, 0.7070597410202026, 0.7080247402191162, 0.7256526947021484, 0.7268021702766418, 0.692976713180542, 0.7195421457290649, 0.7199393510818481], "r_norm": [1.5374764204025269, 1.250664234161377, 1.2310069799423218, 1.2444301843643188, 1.224668025970459, 1.200170874595642, 1.2055778503417969, 1.1457221508026123, 1.1793270111083984, 1.1612257957458496]}, {"step": 4250, "epoch": 10, "train_loss": 1.5183658599853516, "cos_r_negg": [0.8080804347991943, 0.6994619369506836, 0.7218669056892395, 0.7182642221450806, 0.7066857814788818, 0.7319871187210083, 0.7336349487304688, 0.7112138271331787, 0.7262492179870605, 0.7248501777648926], "cos_apical_negg": [0.8080804347991943, 0.6994619369506836, 0.7218669056892395, 0.7182642221450806, 0.7066857814788818, 0.7319871187210083, 0.7336349487304688, 0.7112138271331787, 0.7262492179870605, 0.7248501777648926], "cos_Ac_negg": [0.8080804347991943, 0.6994619369506836, 0.7218669056892395, 0.7182642221450806, 0.7066857814788818, 0.7319871187210083, 0.7336349487304688, 0.7112138271331787, 0.7262492179870605, 0.7248501777648926], "r_norm": [1.5486218929290771, 1.2594799995422363, 1.2392170429229736, 1.2533795833587646, 1.2332556247711182, 1.2077586650848389, 1.2135868072509766, 1.1516895294189453, 1.185903787612915, 1.1675407886505127], "ldr": {"dL_sdil": -0.06671702861785889, "dL_bp": -0.07036733627319336, "ratio": 0.9481249703532537}}, {"step": 4300, "epoch": 10, "train_loss": 1.0632017850875854, "cos_r_negg": [0.8076028823852539, 0.7033145427703857, 0.7267380356788635, 0.7235130071640015, 0.7176340818405151, 0.7372817397117615, 0.741168737411499, 0.7124968767166138, 0.7342358827590942, 0.7429033517837524], "cos_apical_negg": [0.8076028823852539, 0.7033145427703857, 0.7267380356788635, 0.7235130071640015, 0.7176340818405151, 0.7372817397117615, 0.741168737411499, 0.7124968767166138, 0.7342358827590942, 0.7429033517837524], "cos_Ac_negg": [0.8076028823852539, 0.7033145427703857, 0.7267380356788635, 0.7235130071640015, 0.7176340818405151, 0.7372817397117615, 0.741168737411499, 0.7124968767166138, 0.7342358827590942, 0.7429033517837524], "r_norm": [1.5143905878067017, 1.231128215789795, 1.2147505283355713, 1.2243494987487793, 1.205216646194458, 1.1810712814331055, 1.1861538887023926, 1.1254487037658691, 1.1580997705459595, 1.141533613204956]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4361, "test_loss": 1.7697701416015625}, {"step": 4350, "epoch": 11, "train_loss": 1.1679354906082153, "cos_r_negg": [0.7979613542556763, 0.70853191614151, 0.7360153198242188, 0.7296326756477356, 0.7295324206352234, 0.7468439340591431, 0.7475950717926025, 0.7223306894302368, 0.7392334938049316, 0.750947117805481], "cos_apical_negg": [0.7979613542556763, 0.70853191614151, 0.7360153198242188, 0.7296326756477356, 0.7295324206352234, 0.7468439340591431, 0.7475950717926025, 0.7223306894302368, 0.7392334938049316, 0.750947117805481], "cos_Ac_negg": [0.7979613542556763, 0.70853191614151, 0.7360153198242188, 0.7296326756477356, 0.7295324206352234, 0.7468439340591431, 0.7475950717926025, 0.7223306894302368, 0.7392334938049316, 0.750947117805481], "r_norm": [1.5619596242904663, 1.2686926126480103, 1.2522995471954346, 1.264230489730835, 1.2432221174240112, 1.2191781997680664, 1.2209875583648682, 1.1624553203582764, 1.1926679611206055, 1.1756421327590942]}, {"step": 4400, "epoch": 11, "train_loss": 1.2135350704193115, "cos_r_negg": [0.7949838638305664, 0.7179847955703735, 0.742964506149292, 0.7393416166305542, 0.7352937459945679, 0.7543208003044128, 0.7539217472076416, 0.726659893989563, 0.7481542825698853, 0.7598600387573242], "cos_apical_negg": [0.7949838638305664, 0.7179847955703735, 0.742964506149292, 0.7393416166305542, 0.7352937459945679, 0.7543208003044128, 0.7539217472076416, 0.726659893989563, 0.7481542825698853, 0.7598600387573242], "cos_Ac_negg": [0.7949838638305664, 0.7179847955703735, 0.742964506149292, 0.7393416166305542, 0.7352937459945679, 0.7543208003044128, 0.7539217472076416, 0.726659893989563, 0.7481542825698853, 0.7598600387573242], "r_norm": [1.5475223064422607, 1.2584253549575806, 1.242883324623108, 1.2527704238891602, 1.2328438758850098, 1.2070446014404297, 1.2109994888305664, 1.1529566049575806, 1.1824266910552979, 1.1675399541854858]}, {"step": 4450, "epoch": 11, "train_loss": 1.4029793739318848, "cos_r_negg": [0.8060096502304077, 0.7242226600646973, 0.7402098178863525, 0.7395395040512085, 0.7449738383293152, 0.760546088218689, 0.7600728273391724, 0.7324788570404053, 0.7570986151695251, 0.7630546689033508], "cos_apical_negg": [0.8060096502304077, 0.7242226600646973, 0.7402098178863525, 0.7395395040512085, 0.7449738383293152, 0.760546088218689, 0.7600728273391724, 0.7324788570404053, 0.7570986151695251, 0.7630546689033508], "cos_Ac_negg": [0.8060096502304077, 0.7242226600646973, 0.7402098178863525, 0.7395395040512085, 0.7449738383293152, 0.760546088218689, 0.7600728273391724, 0.7324788570404053, 0.7570986151695251, 0.7630546689033508], "r_norm": [1.566586971282959, 1.2762925624847412, 1.2571334838867188, 1.2680182456970215, 1.2464265823364258, 1.2215462923049927, 1.224104881286621, 1.1635942459106445, 1.1952542066574097, 1.1813645362854004]}, {"step": 4500, "epoch": 11, "train_loss": 1.1093332767486572, "cos_r_negg": [0.8065359592437744, 0.729119062423706, 0.7491896152496338, 0.7453481554985046, 0.7448505163192749, 0.7645161151885986, 0.7669236660003662, 0.7417119145393372, 0.760672390460968, 0.7660723328590393], "cos_apical_negg": [0.8065359592437744, 0.729119062423706, 0.7491896152496338, 0.7453481554985046, 0.7448505163192749, 0.7645161151885986, 0.7669236660003662, 0.7417119145393372, 0.760672390460968, 0.7660723328590393], "cos_Ac_negg": [0.8065359592437744, 0.729119062423706, 0.7491896152496338, 0.7453481554985046, 0.7448505163192749, 0.7645161151885986, 0.7669236660003662, 0.7417119145393372, 0.760672390460968, 0.7660723328590393], "r_norm": [1.563905119895935, 1.2731719017028809, 1.2556006908416748, 1.266890048980713, 1.243372917175293, 1.217501163482666, 1.221858263015747, 1.1610206365585327, 1.1911625862121582, 1.1784017086029053], "ldr": {"dL_sdil": -0.0642542839050293, "dL_bp": -0.06947731971740723, "ratio": 0.9248238729757832}}, {"step": 4550, "epoch": 11, "train_loss": 1.1377911567687988, "cos_r_negg": [0.8078614473342896, 0.731099009513855, 0.7522367238998413, 0.7520388960838318, 0.7605392336845398, 0.7736607193946838, 0.7745657563209534, 0.7483679056167603, 0.7713167071342468, 0.7779459953308105], "cos_apical_negg": [0.8078614473342896, 0.731099009513855, 0.7522367238998413, 0.7520388960838318, 0.7605392336845398, 0.7736607193946838, 0.7745657563209534, 0.7483679056167603, 0.7713167071342468, 0.7779459953308105], "cos_Ac_negg": [0.8078614473342896, 0.731099009513855, 0.7522367238998413, 0.7520388960838318, 0.7605392336845398, 0.7736607193946838, 0.7745657563209534, 0.7483679056167603, 0.7713167071342468, 0.7779459953308105], "r_norm": [1.5538644790649414, 1.2673990726470947, 1.2488542795181274, 1.257775902748108, 1.2358314990997314, 1.2098397016525269, 1.2131918668746948, 1.152315378189087, 1.1828210353851318, 1.168578863143921]}, {"step": 4600, "epoch": 11, "train_loss": 1.2313637733459473, "cos_r_negg": [0.8152250051498413, 0.7392278909683228, 0.7609180808067322, 0.7633137702941895, 0.762746274471283, 0.7786200046539307, 0.7833251953125, 0.7619202136993408, 0.7756845951080322, 0.7839488983154297], "cos_apical_negg": [0.8152250051498413, 0.7392278909683228, 0.7609180808067322, 0.7633137702941895, 0.762746274471283, 0.7786200046539307, 0.7833251953125, 0.7619202136993408, 0.7756845951080322, 0.7839488983154297], "cos_Ac_negg": [0.8152250051498413, 0.7392278909683228, 0.7609180808067322, 0.7633137702941895, 0.762746274471283, 0.7786200046539307, 0.7833251953125, 0.7619202136993408, 0.7756845951080322, 0.7839488983154297], "r_norm": [1.5599992275238037, 1.27152419090271, 1.2526743412017822, 1.26123046875, 1.2379662990570068, 1.2132065296173096, 1.2163915634155273, 1.1540968418121338, 1.187863826751709, 1.1710705757141113]}, {"step": 4650, "epoch": 11, "train_loss": 1.0262608528137207, "cos_r_negg": [0.8069667220115662, 0.7448779344558716, 0.7641807794570923, 0.7661670446395874, 0.768841564655304, 0.7752747535705566, 0.7927197813987732, 0.7667787075042725, 0.7836331129074097, 0.7888925075531006], "cos_apical_negg": [0.8069667220115662, 0.7448779344558716, 0.7641807794570923, 0.7661670446395874, 0.768841564655304, 0.7752747535705566, 0.7927197813987732, 0.7667787075042725, 0.7836331129074097, 0.7888925075531006], "cos_Ac_negg": [0.8069667220115662, 0.7448779344558716, 0.7641807794570923, 0.7661670446395874, 0.768841564655304, 0.7752747535705566, 0.7927197813987732, 0.7667787075042725, 0.7836331129074097, 0.7888925075531006], "r_norm": [1.5417752265930176, 1.2576708793640137, 1.240325689315796, 1.2491869926452637, 1.2257654666900635, 1.202553153038025, 1.203818917274475, 1.1446588039398193, 1.1735888719558716, 1.16111159324646]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4259, "test_loss": 1.8984248046875}, {"step": 4700, "epoch": 12, "train_loss": 0.9103531837463379, "cos_r_negg": [0.8162213563919067, 0.7487916946411133, 0.7656031250953674, 0.7665578126907349, 0.7715742588043213, 0.7808363437652588, 0.7936253547668457, 0.7769993543624878, 0.7888326644897461, 0.8000384569168091], "cos_apical_negg": [0.8162213563919067, 0.7487916946411133, 0.7656031250953674, 0.7665578126907349, 0.7715742588043213, 0.7808363437652588, 0.7936253547668457, 0.7769993543624878, 0.7888326644897461, 0.8000384569168091], "cos_Ac_negg": [0.8162213563919067, 0.7487916946411133, 0.7656031250953674, 0.7665578126907349, 0.7715742588043213, 0.7808363437652588, 0.7936253547668457, 0.7769993543624878, 0.7888326644897461, 0.8000384569168091], "r_norm": [1.5419079065322876, 1.258211612701416, 1.2400805950164795, 1.2484996318817139, 1.226240873336792, 1.2005374431610107, 1.202558994293213, 1.1454185247421265, 1.1735081672668457, 1.1611945629119873]}, {"step": 4750, "epoch": 12, "train_loss": 1.1558209657669067, "cos_r_negg": [0.8149441480636597, 0.7539580464363098, 0.7766156792640686, 0.7736958265304565, 0.7751082181930542, 0.78745037317276, 0.8005458116531372, 0.7826273441314697, 0.7986102104187012, 0.8072963953018188], "cos_apical_negg": [0.8149441480636597, 0.7539580464363098, 0.7766156792640686, 0.7736958265304565, 0.7751082181930542, 0.78745037317276, 0.8005458116531372, 0.7826273441314697, 0.7986102104187012, 0.8072963953018188], "cos_Ac_negg": [0.8149441480636597, 0.7539580464363098, 0.7766156792640686, 0.7736958265304565, 0.7751082181930542, 0.78745037317276, 0.8005458116531372, 0.7826273441314697, 0.7986102104187012, 0.8072963953018188], "r_norm": [1.5650873184204102, 1.2802985906600952, 1.263946533203125, 1.2701060771942139, 1.2477138042449951, 1.222446084022522, 1.22639000415802, 1.1701774597167969, 1.1932125091552734, 1.1845016479492188], "ldr": {"dL_sdil": -0.07214999198913574, "dL_bp": -0.07861042022705078, "ratio": 0.9178171517305802}}, {"step": 4800, "epoch": 12, "train_loss": 1.0545179843902588, "cos_r_negg": [0.8159409761428833, 0.7607251405715942, 0.7827185988426208, 0.7808246612548828, 0.7835354804992676, 0.7981101274490356, 0.812321126461029, 0.791716456413269, 0.806973934173584, 0.8111624717712402], "cos_apical_negg": [0.8159409761428833, 0.7607251405715942, 0.7827185988426208, 0.7808246612548828, 0.7835354804992676, 0.7981101274490356, 0.812321126461029, 0.791716456413269, 0.806973934173584, 0.8111624717712402], "cos_Ac_negg": [0.8159409761428833, 0.7607251405715942, 0.7827185988426208, 0.7808246612548828, 0.7835354804992676, 0.7981101274490356, 0.812321126461029, 0.791716456413269, 0.806973934173584, 0.8111624717712402], "r_norm": [1.569077491760254, 1.284134864807129, 1.2668746709823608, 1.2737009525299072, 1.249959111213684, 1.225646734237671, 1.2248036861419678, 1.1690447330474854, 1.1933629512786865, 1.1811437606811523]}, {"step": 4850, "epoch": 12, "train_loss": 1.0613682270050049, "cos_r_negg": [0.8239558935165405, 0.7649164199829102, 0.7859640121459961, 0.7851128578186035, 0.7917316555976868, 0.8006078004837036, 0.813603401184082, 0.7950360774993896, 0.8093942403793335, 0.8144809007644653], "cos_apical_negg": [0.8239558935165405, 0.7649164199829102, 0.7859640121459961, 0.7851128578186035, 0.7917316555976868, 0.8006078004837036, 0.813603401184082, 0.7950360774993896, 0.8093942403793335, 0.8144809007644653], "cos_Ac_negg": [0.8239558935165405, 0.7649164199829102, 0.7859640121459961, 0.7851128578186035, 0.7917316555976868, 0.8006078004837036, 0.813603401184082, 0.7950360774993896, 0.8093942403793335, 0.8144809007644653], "r_norm": [1.5749272108078003, 1.291256070137024, 1.2737667560577393, 1.27886962890625, 1.2563741207122803, 1.2291219234466553, 1.2313964366912842, 1.1744328737258911, 1.1989784240722656, 1.1876776218414307]}, {"step": 4900, "epoch": 12, "train_loss": 1.0244617462158203, "cos_r_negg": [0.8241745233535767, 0.7708207368850708, 0.7903752326965332, 0.7951712608337402, 0.801287829875946, 0.80802983045578, 0.8217474818229675, 0.802390456199646, 0.8189586400985718, 0.8234020471572876], "cos_apical_negg": [0.8241745233535767, 0.7708207368850708, 0.7903752326965332, 0.7951712608337402, 0.801287829875946, 0.80802983045578, 0.8217474818229675, 0.802390456199646, 0.8189586400985718, 0.8234020471572876], "cos_Ac_negg": [0.8241745233535767, 0.7708207368850708, 0.7903752326965332, 0.7951712608337402, 0.801287829875946, 0.80802983045578, 0.8217474818229675, 0.802390456199646, 0.8189586400985718, 0.8234020471572876], "r_norm": [1.543959140777588, 1.2680493593215942, 1.2516242265701294, 1.2563271522521973, 1.2331862449645996, 1.20790433883667, 1.2114711999893188, 1.1549123525619507, 1.1776578426361084, 1.1665655374526978]}, {"step": 4950, "epoch": 12, "train_loss": 0.9821452498435974, "cos_r_negg": [0.8186320066452026, 0.7739462852478027, 0.7980569005012512, 0.7988227605819702, 0.8050835132598877, 0.816990077495575, 0.8230493068695068, 0.8037039041519165, 0.8190588355064392, 0.8305237293243408], "cos_apical_negg": [0.8186320066452026, 0.7739462852478027, 0.7980569005012512, 0.7988227605819702, 0.8050835132598877, 0.816990077495575, 0.8230493068695068, 0.8037039041519165, 0.8190588355064392, 0.8305237293243408], "cos_Ac_negg": [0.8186320066452026, 0.7739462852478027, 0.7980569005012512, 0.7988227605819702, 0.8050835132598877, 0.816990077495575, 0.8230493068695068, 0.8037039041519165, 0.8190588355064392, 0.8305237293243408], "r_norm": [1.527392029762268, 1.2533142566680908, 1.2390127182006836, 1.2452378273010254, 1.220825433731079, 1.1938691139221191, 1.1963751316070557, 1.141588807106018, 1.163935661315918, 1.153996229171753]}, {"step": 5000, "epoch": 12, "train_loss": 1.1081273555755615, "cos_r_negg": [0.8138117790222168, 0.7759996056556702, 0.7987123727798462, 0.8022162318229675, 0.8055013418197632, 0.8224151134490967, 0.8291820287704468, 0.8062478303909302, 0.8256784677505493, 0.8346725702285767], "cos_apical_negg": [0.8138117790222168, 0.7759996056556702, 0.7987123727798462, 0.8022162318229675, 0.8055013418197632, 0.8224151134490967, 0.8291820287704468, 0.8062478303909302, 0.8256784677505493, 0.8346725702285767], "cos_Ac_negg": [0.8138117790222168, 0.7759996056556702, 0.7987123727798462, 0.8022162318229675, 0.8055013418197632, 0.8224151134490967, 0.8291820287704468, 0.8062478303909302, 0.8256784677505493, 0.8346725702285767], "r_norm": [1.5957459211349487, 1.3122562170028687, 1.2971727848052979, 1.2987146377563477, 1.2765707969665527, 1.2471108436584473, 1.2488144636154175, 1.1923747062683105, 1.2155077457427979, 1.2029600143432617], "ldr": {"dL_sdil": -0.06510448455810547, "dL_bp": -0.07244682312011719, "ratio": 0.8986520285390833}}, {"step": 5050, "epoch": 12, "train_loss": 1.0427777767181396, "cos_r_negg": [0.8244698643684387, 0.7789030075073242, 0.8015737533569336, 0.8070868253707886, 0.8078264594078064, 0.8216153383255005, 0.833441972732544, 0.8147580623626709, 0.8286566734313965, 0.8374043703079224], "cos_apical_negg": [0.8244698643684387, 0.7789030075073242, 0.8015737533569336, 0.8070868253707886, 0.8078264594078064, 0.8216153383255005, 0.833441972732544, 0.8147580623626709, 0.8286566734313965, 0.8374043703079224], "cos_Ac_negg": [0.8244698643684387, 0.7789030075073242, 0.8015737533569336, 0.8070868253707886, 0.8078264594078064, 0.8216153383255005, 0.833441972732544, 0.8147580623626709, 0.8286566734313965, 0.8374043703079224], "r_norm": [1.5965125560760498, 1.312442660331726, 1.2968472242355347, 1.2993701696395874, 1.2753143310546875, 1.2454161643981934, 1.2467727661132812, 1.1892571449279785, 1.2149860858917236, 1.2027379274368286]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4203, "test_loss": 1.9453783569335938}, {"step": 5100, "epoch": 13, "train_loss": 0.9132874608039856, "cos_r_negg": [0.8210299015045166, 0.7832609415054321, 0.8036854267120361, 0.8093015551567078, 0.8156510591506958, 0.8278707265853882, 0.8365588188171387, 0.8195391297340393, 0.8371782898902893, 0.8421652913093567], "cos_apical_negg": [0.8210299015045166, 0.7832609415054321, 0.8036854267120361, 0.8093015551567078, 0.8156510591506958, 0.8278707265853882, 0.8365588188171387, 0.8195391297340393, 0.8371782898902893, 0.8421652913093567], "cos_Ac_negg": [0.8210299015045166, 0.7832609415054321, 0.8036854267120361, 0.8093015551567078, 0.8156510591506958, 0.8278707265853882, 0.8365588188171387, 0.8195391297340393, 0.8371782898902893, 0.8421652913093567], "r_norm": [1.5717073678970337, 1.2948132753372192, 1.2789673805236816, 1.2805641889572144, 1.2566063404083252, 1.2302242517471313, 1.2315137386322021, 1.1753475666046143, 1.199026346206665, 1.1857757568359375]}, {"step": 5150, "epoch": 13, "train_loss": 0.9091825485229492, "cos_r_negg": [0.8137158751487732, 0.7862381935119629, 0.8054877519607544, 0.8087798357009888, 0.8118525743484497, 0.8311794996261597, 0.8381470441818237, 0.8288300037384033, 0.8388317227363586, 0.847531795501709], "cos_apical_negg": [0.8137158751487732, 0.7862381935119629, 0.8054877519607544, 0.8087798357009888, 0.8118525743484497, 0.8311794996261597, 0.8381470441818237, 0.8288300037384033, 0.8388317227363586, 0.847531795501709], "cos_Ac_negg": [0.8137158751487732, 0.7862381935119629, 0.8054877519607544, 0.8087798357009888, 0.8118525743484497, 0.8311794996261597, 0.8381470441818237, 0.8288300037384033, 0.8388317227363586, 0.847531795501709], "r_norm": [1.590148687362671, 1.307982087135315, 1.2919176816940308, 1.293387532234192, 1.2714077234268188, 1.2418771982192993, 1.2434580326080322, 1.1891474723815918, 1.2100706100463867, 1.2017462253570557]}, {"step": 5200, "epoch": 13, "train_loss": 0.9561342597007751, "cos_r_negg": [0.8280613422393799, 0.7911850810050964, 0.8119402527809143, 0.8145977854728699, 0.8222343921661377, 0.835012674331665, 0.8437738418579102, 0.8285707831382751, 0.8449300527572632, 0.8528666496276855], "cos_apical_negg": [0.8280613422393799, 0.7911850810050964, 0.8119402527809143, 0.8145977854728699, 0.8222343921661377, 0.835012674331665, 0.8437738418579102, 0.8285707831382751, 0.8449300527572632, 0.8528666496276855], "cos_Ac_negg": [0.8280613422393799, 0.7911850810050964, 0.8119402527809143, 0.8145977854728699, 0.8222343921661377, 0.835012674331665, 0.8437738418579102, 0.8285707831382751, 0.8449300527572632, 0.8528666496276855], "r_norm": [1.569696068763733, 1.294062852859497, 1.2783836126327515, 1.2777125835418701, 1.2582470178604126, 1.2293741703033447, 1.2316420078277588, 1.1775387525558472, 1.197587490081787, 1.1887133121490479]}, {"step": 5250, "epoch": 13, "train_loss": 1.0390719175338745, "cos_r_negg": [0.8238442540168762, 0.7966972589492798, 0.8191900253295898, 0.8240159153938293, 0.8272072672843933, 0.8403682708740234, 0.849587082862854, 0.835952877998352, 0.852557897567749, 0.8605630993843079], "cos_apical_negg": [0.8238442540168762, 0.7966972589492798, 0.8191900253295898, 0.8240159153938293, 0.8272072672843933, 0.8403682708740234, 0.849587082862854, 0.835952877998352, 0.852557897567749, 0.8605630993843079], "cos_Ac_negg": [0.8238442540168762, 0.7966972589492798, 0.8191900253295898, 0.8240159153938293, 0.8272072672843933, 0.8403682708740234, 0.849587082862854, 0.835952877998352, 0.852557897567749, 0.8605630993843079], "r_norm": [1.603034496307373, 1.3249907493591309, 1.3092767000198364, 1.3070399761199951, 1.2879849672317505, 1.2578175067901611, 1.258103609085083, 1.2042089700698853, 1.224261999130249, 1.2130720615386963], "ldr": {"dL_sdil": -0.05569124221801758, "dL_bp": -0.06682276725769043, "ratio": 0.8334171795557934}}, {"step": 5300, "epoch": 13, "train_loss": 1.06370210647583, "cos_r_negg": [0.8225714564323425, 0.7961831092834473, 0.8202484250068665, 0.8258218765258789, 0.8335793614387512, 0.8463168144226074, 0.8522511720657349, 0.8453408479690552, 0.8580971956253052, 0.8662230968475342], "cos_apical_negg": [0.8225714564323425, 0.7961831092834473, 0.8202484250068665, 0.8258218765258789, 0.8335793614387512, 0.8463168144226074, 0.8522511720657349, 0.8453408479690552, 0.8580971956253052, 0.8662230968475342], "cos_Ac_negg": [0.8225714564323425, 0.7961831092834473, 0.8202484250068665, 0.8258218765258789, 0.8335793614387512, 0.8463168144226074, 0.8522511720657349, 0.8453408479690552, 0.8580971956253052, 0.8662230968475342], "r_norm": [1.6543405055999756, 1.3692874908447266, 1.3534791469573975, 1.3495540618896484, 1.3309787511825562, 1.2986524105072021, 1.2958168983459473, 1.2427144050598145, 1.2621192932128906, 1.2512147426605225]}, {"step": 5350, "epoch": 13, "train_loss": 1.0779775381088257, "cos_r_negg": [0.8235501646995544, 0.7978731989860535, 0.823278546333313, 0.8285910487174988, 0.8355695009231567, 0.8439870476722717, 0.8543537259101868, 0.8463262319564819, 0.8590439558029175, 0.8687621355056763], "cos_apical_negg": [0.8235501646995544, 0.7978731989860535, 0.823278546333313, 0.8285910487174988, 0.8355695009231567, 0.8439870476722717, 0.8543537259101868, 0.8463262319564819, 0.8590439558029175, 0.8687621355056763], "cos_Ac_negg": [0.8235501646995544, 0.7978731989860535, 0.823278546333313, 0.8285910487174988, 0.8355695009231567, 0.8439870476722717, 0.8543537259101868, 0.8463262319564819, 0.8590439558029175, 0.8687621355056763], "r_norm": [1.5777060985565186, 1.3081607818603516, 1.2909122705459595, 1.2884745597839355, 1.2707583904266357, 1.2410105466842651, 1.2396867275238037, 1.1885550022125244, 1.2052422761917114, 1.195702314376831]}, {"step": 5400, "epoch": 13, "train_loss": 1.2951184511184692, "cos_r_negg": [0.8236517310142517, 0.8042377233505249, 0.8266074061393738, 0.8331766128540039, 0.8395372629165649, 0.8479942083358765, 0.8573876619338989, 0.8510735034942627, 0.8657304048538208, 0.8764757513999939], "cos_apical_negg": [0.8236517310142517, 0.8042377233505249, 0.8266074061393738, 0.8331766128540039, 0.8395372629165649, 0.8479942083358765, 0.8573876619338989, 0.8510735034942627, 0.8657304048538208, 0.8764757513999939], "cos_Ac_negg": [0.8236517310142517, 0.8042377233505249, 0.8266074061393738, 0.8331766128540039, 0.8395372629165649, 0.8479942083358765, 0.8573876619338989, 0.8510735034942627, 0.8657304048538208, 0.8764757513999939], "r_norm": [1.6087355613708496, 1.335280179977417, 1.319642186164856, 1.3153290748596191, 1.2975780963897705, 1.2658131122589111, 1.2658967971801758, 1.2125837802886963, 1.2308123111724854, 1.2196043729782104]}, {"step": 5450, "epoch": 13, "train_loss": 1.049389362335205, "cos_r_negg": [0.8246023654937744, 0.807339072227478, 0.8301130533218384, 0.8365836143493652, 0.8398460149765015, 0.8539308309555054, 0.8643922805786133, 0.8514063358306885, 0.8671912550926208, 0.8797935247421265], "cos_apical_negg": [0.8246023654937744, 0.807339072227478, 0.8301130533218384, 0.8365836143493652, 0.8398460149765015, 0.8539308309555054, 0.8643922805786133, 0.8514063358306885, 0.8671912550926208, 0.8797935247421265], "cos_Ac_negg": [0.8246023654937744, 0.807339072227478, 0.8301130533218384, 0.8365836143493652, 0.8398460149765015, 0.8539308309555054, 0.8643922805786133, 0.8514063358306885, 0.8671912550926208, 0.8797935247421265], "r_norm": [1.6264361143112183, 1.3539109230041504, 1.3394298553466797, 1.334973931312561, 1.3146846294403076, 1.281039834022522, 1.2847328186035156, 1.230360746383667, 1.2468780279159546, 1.2378830909729004]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4237, "test_loss": 1.967201611328125}, {"step": 5500, "epoch": 14, "train_loss": 0.8873913288116455, "cos_r_negg": [0.8182419538497925, 0.8121943473815918, 0.8309069871902466, 0.8414015173912048, 0.8453565835952759, 0.8564995527267456, 0.8678934574127197, 0.8567570447921753, 0.8741224408149719, 0.8830778002738953], "cos_apical_negg": [0.8182419538497925, 0.8121943473815918, 0.8309069871902466, 0.8414015173912048, 0.8453565835952759, 0.8564995527267456, 0.8678934574127197, 0.8567570447921753, 0.8741224408149719, 0.8830778002738953], "cos_Ac_negg": [0.8182419538497925, 0.8121943473815918, 0.8309069871902466, 0.8414015173912048, 0.8453565835952759, 0.8564995527267456, 0.8678934574127197, 0.8567570447921753, 0.8741224408149719, 0.8830778002738953], "r_norm": [1.629181981086731, 1.358030080795288, 1.344008207321167, 1.3369237184524536, 1.3182144165039062, 1.287299633026123, 1.288771152496338, 1.2339999675750732, 1.2518725395202637, 1.2403614521026611], "ldr": {"dL_sdil": -0.05721879005432129, "dL_bp": -0.0713815689086914, "ratio": 0.8015905356116982}}, {"step": 5550, "epoch": 14, "train_loss": 0.9309874773025513, "cos_r_negg": [0.8284003138542175, 0.8135777711868286, 0.8369149565696716, 0.8432971239089966, 0.8507610559463501, 0.861120343208313, 0.8685117363929749, 0.8564107418060303, 0.8765984773635864, 0.8847748041152954], "cos_apical_negg": [0.8284003138542175, 0.8135777711868286, 0.8369149565696716, 0.8432971239089966, 0.8507610559463501, 0.861120343208313, 0.8685117363929749, 0.8564107418060303, 0.8765984773635864, 0.8847748041152954], "cos_Ac_negg": [0.8284003138542175, 0.8135777711868286, 0.8369149565696716, 0.8432971239089966, 0.8507610559463501, 0.861120343208313, 0.8685117363929749, 0.8564107418060303, 0.8765984773635864, 0.8847748041152954], "r_norm": [1.5949095487594604, 1.3320705890655518, 1.3175376653671265, 1.3113954067230225, 1.2925955057144165, 1.262359619140625, 1.2628939151763916, 1.2111021280288696, 1.2274243831634521, 1.215853214263916]}, {"step": 5600, "epoch": 14, "train_loss": 0.9226442575454712, "cos_r_negg": [0.8218019008636475, 0.8140328526496887, 0.8387370109558105, 0.8420817255973816, 0.8473069667816162, 0.8599700331687927, 0.870025634765625, 0.8625401258468628, 0.8810557723045349, 0.8885257244110107], "cos_apical_negg": [0.8218019008636475, 0.8140328526496887, 0.8387370109558105, 0.8420817255973816, 0.8473069667816162, 0.8599700331687927, 0.870025634765625, 0.8625401258468628, 0.8810557723045349, 0.8885257244110107], "cos_Ac_negg": [0.8218019008636475, 0.8140328526496887, 0.8387370109558105, 0.8420817255973816, 0.8473069667816162, 0.8599700331687927, 0.870025634765625, 0.8625401258468628, 0.8810557723045349, 0.8885257244110107], "r_norm": [1.6338844299316406, 1.3655853271484375, 1.3506364822387695, 1.3433336019515991, 1.3245304822921753, 1.2944425344467163, 1.2933236360549927, 1.2409648895263672, 1.2572451829910278, 1.2455259561538696]}, {"step": 5650, "epoch": 14, "train_loss": 1.0074914693832397, "cos_r_negg": [0.8345575332641602, 0.8162776231765747, 0.837539792060852, 0.8458001017570496, 0.8515915870666504, 0.8645833730697632, 0.8729889392852783, 0.8685158491134644, 0.8821859359741211, 0.889307975769043], "cos_apical_negg": [0.8345575332641602, 0.8162776231765747, 0.837539792060852, 0.8458001017570496, 0.8515915870666504, 0.8645833730697632, 0.8729889392852783, 0.8685158491134644, 0.8821859359741211, 0.889307975769043], "cos_Ac_negg": [0.8345575332641602, 0.8162776231765747, 0.837539792060852, 0.8458001017570496, 0.8515915870666504, 0.8645833730697632, 0.8729889392852783, 0.8685158491134644, 0.8821859359741211, 0.889307975769043], "r_norm": [1.6535958051681519, 1.3860325813293457, 1.3672572374343872, 1.3597124814987183, 1.342088222503662, 1.310056447982788, 1.3113312721252441, 1.2565717697143555, 1.2730557918548584, 1.2592849731445312]}, {"step": 5700, "epoch": 14, "train_loss": 1.0150374174118042, "cos_r_negg": [0.8297849893569946, 0.8185619115829468, 0.8400471210479736, 0.848077654838562, 0.8544904589653015, 0.86716628074646, 0.874945878982544, 0.8702279329299927, 0.8836644887924194, 0.8925001621246338], "cos_apical_negg": [0.8297849893569946, 0.8185619115829468, 0.8400471210479736, 0.848077654838562, 0.8544904589653015, 0.86716628074646, 0.874945878982544, 0.8702279329299927, 0.8836644887924194, 0.8925001621246338], "cos_Ac_negg": [0.8297849893569946, 0.8185619115829468, 0.8400471210479736, 0.848077654838562, 0.8544904589653015, 0.86716628074646, 0.874945878982544, 0.8702279329299927, 0.8836644887924194, 0.8925001621246338], "r_norm": [1.6584700345993042, 1.3931159973144531, 1.3726650476455688, 1.3684238195419312, 1.3487926721572876, 1.3144900798797607, 1.314415693283081, 1.2615587711334229, 1.2769206762313843, 1.2648060321807861]}, {"step": 5750, "epoch": 14, "train_loss": 0.9856007695198059, "cos_r_negg": [0.8282808065414429, 0.8246065378189087, 0.8465467095375061, 0.8531200885772705, 0.862006425857544, 0.8732046484947205, 0.8818493485450745, 0.873713493347168, 0.889166533946991, 0.898131251335144], "cos_apical_negg": [0.8282808065414429, 0.8246065378189087, 0.8465467095375061, 0.8531200885772705, 0.862006425857544, 0.8732046484947205, 0.8818493485450745, 0.873713493347168, 0.889166533946991, 0.898131251335144], "cos_Ac_negg": [0.8282808065414429, 0.8246065378189087, 0.8465467095375061, 0.8531200885772705, 0.862006425857544, 0.8732046484947205, 0.8818493485450745, 0.873713493347168, 0.889166533946991, 0.898131251335144], "r_norm": [1.675730586051941, 1.4092803001403809, 1.390561580657959, 1.383817434310913, 1.365664005279541, 1.3313387632369995, 1.332137107849121, 1.2790026664733887, 1.2919213771820068, 1.2782399654388428], "ldr": {"dL_sdil": -0.06585359573364258, "dL_bp": -0.07993507385253906, "ratio": 0.8238385549643275}}, {"step": 5800, "epoch": 14, "train_loss": 1.1932001113891602, "cos_r_negg": [0.8279390931129456, 0.8247048258781433, 0.846108615398407, 0.855170726776123, 0.8570541143417358, 0.873824954032898, 0.8849592804908752, 0.8807173371315002, 0.8905097246170044, 0.9001327157020569], "cos_apical_negg": [0.8279390931129456, 0.8247048258781433, 0.846108615398407, 0.855170726776123, 0.8570541143417358, 0.873824954032898, 0.8849592804908752, 0.8807173371315002, 0.8905097246170044, 0.9001327157020569], "cos_Ac_negg": [0.8279390931129456, 0.8247048258781433, 0.846108615398407, 0.855170726776123, 0.8570541143417358, 0.873824954032898, 0.8849592804908752, 0.8807173371315002, 0.8905097246170044, 0.9001327157020569], "r_norm": [1.727570652961731, 1.4570715427398682, 1.4379329681396484, 1.4292371273040771, 1.4117183685302734, 1.3769547939300537, 1.3751399517059326, 1.3207051753997803, 1.333320140838623, 1.32150137424469]}, {"step": 5850, "epoch": 14, "train_loss": 0.8679041266441345, "cos_r_negg": [0.827727198600769, 0.8242971897125244, 0.8502650856971741, 0.8576476573944092, 0.8632537126541138, 0.8777430653572083, 0.884845495223999, 0.8776788711547852, 0.8957736492156982, 0.9036146402359009], "cos_apical_negg": [0.827727198600769, 0.8242971897125244, 0.8502650856971741, 0.8576476573944092, 0.8632537126541138, 0.8777430653572083, 0.884845495223999, 0.8776788711547852, 0.8957736492156982, 0.9036146402359009], "cos_Ac_negg": [0.827727198600769, 0.8242971897125244, 0.8502650856971741, 0.8576476573944092, 0.8632537126541138, 0.8777430653572083, 0.884845495223999, 0.8776788711547852, 0.8957736492156982, 0.9036146402359009], "r_norm": [1.6824088096618652, 1.4211609363555908, 1.4016947746276855, 1.3959180116653442, 1.3737047910690308, 1.3409459590911865, 1.34061861038208, 1.285923719406128, 1.298895001411438, 1.2874085903167725]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4138, "test_loss": 2.1261427734375}, {"step": 5900, "epoch": 15, "train_loss": 0.749437689781189, "cos_r_negg": [0.8280445337295532, 0.8324645757675171, 0.8528708219528198, 0.8630953431129456, 0.8674522638320923, 0.8835645914077759, 0.8902288675308228, 0.8878570199012756, 0.9016873836517334, 0.9065214991569519], "cos_apical_negg": [0.8280445337295532, 0.8324645757675171, 0.8528708219528198, 0.8630953431129456, 0.8674522638320923, 0.8835645914077759, 0.8902288675308228, 0.8878570199012756, 0.9016873836517334, 0.9065214991569519], "cos_Ac_negg": [0.8280445337295532, 0.8324645757675171, 0.8528708219528198, 0.8630953431129456, 0.8674522638320923, 0.8835645914077759, 0.8902288675308228, 0.8878570199012756, 0.9016873836517334, 0.9065214991569519], "r_norm": [1.656308650970459, 1.4012733697891235, 1.387239694595337, 1.3785507678985596, 1.3590912818908691, 1.3273193836212158, 1.327800989151001, 1.2713325023651123, 1.2856013774871826, 1.274713158607483]}, {"step": 5950, "epoch": 15, "train_loss": 0.8376166224479675, "cos_r_negg": [0.8355796337127686, 0.8298656344413757, 0.8549004793167114, 0.8654302358627319, 0.869544267654419, 0.8844029307365417, 0.8903114795684814, 0.8901532292366028, 0.9030662775039673, 0.9084367156028748], "cos_apical_negg": [0.8355796337127686, 0.8298656344413757, 0.8549004793167114, 0.8654302358627319, 0.869544267654419, 0.8844029307365417, 0.8903114795684814, 0.8901532292366028, 0.9030662775039673, 0.9084367156028748], "cos_Ac_negg": [0.8355796337127686, 0.8298656344413757, 0.8549004793167114, 0.8654302358627319, 0.869544267654419, 0.8844029307365417, 0.8903114795684814, 0.8901532292366028, 0.9030662775039673, 0.9084367156028748], "r_norm": [1.680450201034546, 1.4232573509216309, 1.4076815843582153, 1.398325800895691, 1.3803424835205078, 1.346651554107666, 1.3483397960662842, 1.292249083518982, 1.3049167394638062, 1.2934787273406982]}, {"step": 6000, "epoch": 15, "train_loss": 0.991916298866272, "cos_r_negg": [0.8317714333534241, 0.8319023847579956, 0.8542148470878601, 0.8631352186203003, 0.8674100637435913, 0.8844560384750366, 0.8917407989501953, 0.8885877728462219, 0.9028926491737366, 0.9093151092529297], "cos_apical_negg": [0.8317714333534241, 0.8319023847579956, 0.8542148470878601, 0.8631352186203003, 0.8674100637435913, 0.8844560384750366, 0.8917407989501953, 0.8885877728462219, 0.9028926491737366, 0.9093151092529297], "cos_Ac_negg": [0.8317714333534241, 0.8319023847579956, 0.8542148470878601, 0.8631352186203003, 0.8674100637435913, 0.8844560384750366, 0.8917407989501953, 0.8885877728462219, 0.9028926491737366, 0.9093151092529297], "r_norm": [1.6900538206100464, 1.432704210281372, 1.4160610437393188, 1.4064507484436035, 1.3882968425750732, 1.354327917098999, 1.3540377616882324, 1.298405408859253, 1.3095462322235107, 1.3000555038452148], "ldr": {"dL_sdil": -0.06397056579589844, "dL_bp": -0.08182096481323242, "ratio": 0.7818358771730453}}, {"step": 6050, "epoch": 15, "train_loss": 0.8894860744476318, "cos_r_negg": [0.8307062387466431, 0.834044873714447, 0.8563606142997742, 0.8676267862319946, 0.8712108135223389, 0.8864296674728394, 0.8949441909790039, 0.8910101652145386, 0.9092482924461365, 0.9114530682563782], "cos_apical_negg": [0.8307062387466431, 0.834044873714447, 0.8563606142997742, 0.8676267862319946, 0.8712108135223389, 0.8864296674728394, 0.8949441909790039, 0.8910101652145386, 0.9092482924461365, 0.9114530682563782], "cos_Ac_negg": [0.8307062387466431, 0.834044873714447, 0.8563606142997742, 0.8676267862319946, 0.8712108135223389, 0.8864296674728394, 0.8949441909790039, 0.8910101652145386, 0.9092482924461365, 0.9114530682563782], "r_norm": [1.740760087966919, 1.480054259300232, 1.4608192443847656, 1.450883388519287, 1.4323346614837646, 1.3980387449264526, 1.3974907398223877, 1.3418772220611572, 1.3529975414276123, 1.340877890586853]}, {"step": 6100, "epoch": 15, "train_loss": 0.9395047426223755, "cos_r_negg": [0.8345122337341309, 0.8350405097007751, 0.8589464426040649, 0.867215633392334, 0.8731722831726074, 0.8877807855606079, 0.8943830728530884, 0.8947210311889648, 0.9114851951599121, 0.9170209765434265], "cos_apical_negg": [0.8345122337341309, 0.8350405097007751, 0.8589464426040649, 0.867215633392334, 0.8731722831726074, 0.8877807855606079, 0.8943830728530884, 0.8947210311889648, 0.9114851951599121, 0.9170209765434265], "cos_Ac_negg": [0.8345122337341309, 0.8350405097007751, 0.8589464426040649, 0.867215633392334, 0.8731722831726074, 0.8877807855606079, 0.8943830728530884, 0.8947210311889648, 0.9114851951599121, 0.9170209765434265], "r_norm": [1.7679505348205566, 1.50583016872406, 1.4841296672821045, 1.47532057762146, 1.4535921812057495, 1.4187871217727661, 1.4170994758605957, 1.3604345321655273, 1.3701276779174805, 1.3591105937957764]}, {"step": 6150, "epoch": 15, "train_loss": 0.9775720834732056, "cos_r_negg": [0.826557993888855, 0.8387724161148071, 0.8611429929733276, 0.8702952861785889, 0.876049816608429, 0.8924692273139954, 0.8999864459037781, 0.8964976072311401, 0.9141271114349365, 0.9182145595550537], "cos_apical_negg": [0.826557993888855, 0.8387724161148071, 0.8611429929733276, 0.8702952861785889, 0.876049816608429, 0.8924692273139954, 0.8999864459037781, 0.8964976072311401, 0.9141271114349365, 0.9182145595550537], "cos_Ac_negg": [0.826557993888855, 0.8387724161148071, 0.8611429929733276, 0.8702952861785889, 0.876049816608429, 0.8924692273139954, 0.8999864459037781, 0.8964976072311401, 0.9141271114349365, 0.9182145595550537], "r_norm": [1.725171446800232, 1.4724290370941162, 1.45325767993927, 1.4445033073425293, 1.4229602813720703, 1.3870283365249634, 1.3874845504760742, 1.331350564956665, 1.3426659107208252, 1.3306069374084473]}, {"step": 6200, "epoch": 15, "train_loss": 1.0269174575805664, "cos_r_negg": [0.8246446847915649, 0.8369814157485962, 0.8589718341827393, 0.8706110715866089, 0.8787307143211365, 0.8917801380157471, 0.9008274078369141, 0.8964828252792358, 0.9134086966514587, 0.9205981492996216], "cos_apical_negg": [0.8246446847915649, 0.8369814157485962, 0.8589718341827393, 0.8706110715866089, 0.8787307143211365, 0.8917801380157471, 0.9008274078369141, 0.8964828252792358, 0.9134086966514587, 0.9205981492996216], "cos_Ac_negg": [0.8246446847915649, 0.8369814157485962, 0.8589718341827393, 0.8706110715866089, 0.8787307143211365, 0.8917801380157471, 0.9008274078369141, 0.8964828252792358, 0.9134086966514587, 0.9205981492996216], "r_norm": [1.8227894306182861, 1.5555176734924316, 1.5353764295578003, 1.526031732559204, 1.5035022497177124, 1.4642219543457031, 1.4613333940505981, 1.4054720401763916, 1.4161349534988403, 1.4029078483581543]}, {"step": 6250, "epoch": 15, "train_loss": 0.9669102430343628, "cos_r_negg": [0.8249186277389526, 0.8393372297286987, 0.8632105588912964, 0.8725036382675171, 0.8803527355194092, 0.8952409029006958, 0.9048190116882324, 0.8992006778717041, 0.9138197302818298, 0.9225143790245056], "cos_apical_negg": [0.8249186277389526, 0.8393372297286987, 0.8632105588912964, 0.8725036382675171, 0.8803527355194092, 0.8952409029006958, 0.9048190116882324, 0.8992006778717041, 0.9138197302818298, 0.9225143790245056], "cos_Ac_negg": [0.8249186277389526, 0.8393372297286987, 0.8632105588912964, 0.8725036382675171, 0.8803527355194092, 0.8952409029006958, 0.9048190116882324, 0.8992006778717041, 0.9138197302818298, 0.9225143790245056], "r_norm": [1.796826958656311, 1.537229061126709, 1.5162255764007568, 1.5079188346862793, 1.4854991436004639, 1.4468495845794678, 1.4482285976409912, 1.3908984661102295, 1.4011435508728027, 1.3882102966308594], "ldr": {"dL_sdil": -0.08394718170166016, "dL_bp": -0.10374593734741211, "ratio": 0.8091611473955628}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4279, "test_loss": 2.14066982421875}, {"step": 6300, "epoch": 16, "train_loss": 0.8193880319595337, "cos_r_negg": [0.8301489353179932, 0.8423873782157898, 0.8665039539337158, 0.874376118183136, 0.8817826509475708, 0.8937515020370483, 0.907076358795166, 0.90305495262146, 0.9176069498062134, 0.9247086048126221], "cos_apical_negg": [0.8301489353179932, 0.8423873782157898, 0.8665039539337158, 0.874376118183136, 0.8817826509475708, 0.8937515020370483, 0.907076358795166, 0.90305495262146, 0.9176069498062134, 0.9247086048126221], "cos_Ac_negg": [0.8301489353179932, 0.8423873782157898, 0.8665039539337158, 0.874376118183136, 0.8817826509475708, 0.8937515020370483, 0.907076358795166, 0.90305495262146, 0.9176069498062134, 0.9247086048126221], "r_norm": [1.8210939168930054, 1.557981252670288, 1.538423776626587, 1.5300827026367188, 1.507155179977417, 1.4687484502792358, 1.466904878616333, 1.4091867208480835, 1.418576717376709, 1.4059288501739502]}, {"step": 6350, "epoch": 16, "train_loss": 0.8026264309883118, "cos_r_negg": [0.8292953968048096, 0.8423510789871216, 0.8657172918319702, 0.8726664781570435, 0.8815133571624756, 0.8965762853622437, 0.9076447486877441, 0.9018962383270264, 0.9190225601196289, 0.9274988174438477], "cos_apical_negg": [0.8292953968048096, 0.8423510789871216, 0.8657172918319702, 0.8726664781570435, 0.8815133571624756, 0.8965762853622437, 0.9076447486877441, 0.9018962383270264, 0.9190225601196289, 0.9274988174438477], "cos_Ac_negg": [0.8292953968048096, 0.8423510789871216, 0.8657172918319702, 0.8726664781570435, 0.8815133571624756, 0.8965762853622437, 0.9076447486877441, 0.9018962383270264, 0.9190225601196289, 0.9274988174438477], "r_norm": [1.745304822921753, 1.4956021308898926, 1.4733049869537354, 1.4669691324234009, 1.4428763389587402, 1.4084833860397339, 1.4069080352783203, 1.3499019145965576, 1.3590160608291626, 1.3465490341186523]}, {"step": 6400, "epoch": 16, "train_loss": 0.9191062450408936, "cos_r_negg": [0.831153154373169, 0.844044029712677, 0.8696125745773315, 0.8745228052139282, 0.8846670389175415, 0.9003043174743652, 0.9085510969161987, 0.9064594507217407, 0.9195420742034912, 0.9298557043075562], "cos_apical_negg": [0.831153154373169, 0.844044029712677, 0.8696125745773315, 0.8745228052139282, 0.8846670389175415, 0.9003043174743652, 0.9085510969161987, 0.9064594507217407, 0.9195420742034912, 0.9298557043075562], "cos_Ac_negg": [0.831153154373169, 0.844044029712677, 0.8696125745773315, 0.8745228052139282, 0.8846670389175415, 0.9003043174743652, 0.9085510969161987, 0.9064594507217407, 0.9195420742034912, 0.9298557043075562], "r_norm": [1.7747535705566406, 1.5256397724151611, 1.5052425861358643, 1.4983651638031006, 1.4749921560287476, 1.4418175220489502, 1.441225528717041, 1.3803578615188599, 1.3919811248779297, 1.377781867980957]}, {"step": 6450, "epoch": 16, "train_loss": 0.8856726884841919, "cos_r_negg": [0.8314328193664551, 0.8455755710601807, 0.8711048364639282, 0.8773524761199951, 0.887475311756134, 0.9017428159713745, 0.9095221757888794, 0.9091850519180298, 0.9227705001831055, 0.9311276078224182], "cos_apical_negg": [0.8314328193664551, 0.8455755710601807, 0.8711048364639282, 0.8773524761199951, 0.887475311756134, 0.9017428159713745, 0.9095221757888794, 0.9091850519180298, 0.9227705001831055, 0.9311276078224182], "cos_Ac_negg": [0.8314328193664551, 0.8455755710601807, 0.8711048364639282, 0.8773524761199951, 0.887475311756134, 0.9017428159713745, 0.9095221757888794, 0.9091850519180298, 0.9227705001831055, 0.9311276078224182], "r_norm": [1.8091144561767578, 1.5578649044036865, 1.5373587608337402, 1.5280506610870361, 1.5055649280548096, 1.4739925861358643, 1.4696438312530518, 1.4099459648132324, 1.4190447330474854, 1.4049251079559326]}, {"step": 6500, "epoch": 16, "train_loss": 0.8292325139045715, "cos_r_negg": [0.8227354884147644, 0.8475070595741272, 0.871288537979126, 0.8792576789855957, 0.8873310089111328, 0.9021499156951904, 0.9124820828437805, 0.908998966217041, 0.9258003234863281, 0.9306302666664124], "cos_apical_negg": [0.8227354884147644, 0.8475070595741272, 0.871288537979126, 0.8792576789855957, 0.8873310089111328, 0.9021499156951904, 0.9124820828437805, 0.908998966217041, 0.9258003234863281, 0.9306302666664124], "cos_Ac_negg": [0.8227354884147644, 0.8475070595741272, 0.871288537979126, 0.8792576789855957, 0.8873310089111328, 0.9021499156951904, 0.9124820828437805, 0.908998966217041, 0.9258003234863281, 0.9306302666664124], "r_norm": [1.7755212783813477, 1.5334205627441406, 1.5135960578918457, 1.5049567222595215, 1.481209635734558, 1.4483494758605957, 1.4464695453643799, 1.3875179290771484, 1.3965251445770264, 1.382080078125], "ldr": {"dL_sdil": -0.07523751258850098, "dL_bp": -0.09834170341491699, "ratio": 0.7650621249772713}}, {"step": 6550, "epoch": 16, "train_loss": 0.7069781422615051, "cos_r_negg": [0.831085205078125, 0.8468828201293945, 0.8698433637619019, 0.8797303438186646, 0.8882999420166016, 0.90301513671875, 0.912395179271698, 0.9096477031707764, 0.9276391267776489, 0.9303144216537476], "cos_apical_negg": [0.831085205078125, 0.8468828201293945, 0.8698433637619019, 0.8797303438186646, 0.8882999420166016, 0.90301513671875, 0.912395179271698, 0.9096477031707764, 0.9276391267776489, 0.9303144216537476], "cos_Ac_negg": [0.831085205078125, 0.8468828201293945, 0.8698433637619019, 0.8797303438186646, 0.8882999420166016, 0.90301513671875, 0.912395179271698, 0.9096477031707764, 0.9276391267776489, 0.9303144216537476], "r_norm": [1.858349323272705, 1.6030182838439941, 1.5791926383972168, 1.5735397338867188, 1.544607400894165, 1.5099773406982422, 1.5065022706985474, 1.4465217590332031, 1.4547878503799438, 1.440176010131836]}, {"step": 6600, "epoch": 16, "train_loss": 0.9203009605407715, "cos_r_negg": [0.8279584646224976, 0.8478855490684509, 0.870402455329895, 0.8816224336624146, 0.8903958797454834, 0.9030537605285645, 0.9132949709892273, 0.9134712219238281, 0.9268184900283813, 0.9333294034004211], "cos_apical_negg": [0.8279584646224976, 0.8478855490684509, 0.870402455329895, 0.8816224336624146, 0.8903958797454834, 0.9030537605285645, 0.9132949709892273, 0.9134712219238281, 0.9268184900283813, 0.9333294034004211], "cos_Ac_negg": [0.8279584646224976, 0.8478855490684509, 0.870402455329895, 0.8816224336624146, 0.8903958797454834, 0.9030537605285645, 0.9132949709892273, 0.9134712219238281, 0.9268184900283813, 0.9333294034004211], "r_norm": [1.8044066429138184, 1.5622050762176514, 1.5405161380767822, 1.5336852073669434, 1.508011817932129, 1.4775131940841675, 1.4736132621765137, 1.4154694080352783, 1.4226183891296387, 1.4066483974456787]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4309, "test_loss": 2.2115357421875}, {"step": 6650, "epoch": 17, "train_loss": 0.7483491897583008, "cos_r_negg": [0.8233667016029358, 0.849377453327179, 0.8703038692474365, 0.8834146857261658, 0.8906126022338867, 0.9064648747444153, 0.9161186814308167, 0.9142680168151855, 0.9271037578582764, 0.9369323253631592], "cos_apical_negg": [0.8233667016029358, 0.849377453327179, 0.8703038692474365, 0.8834146857261658, 0.8906126022338867, 0.9064648747444153, 0.9161186814308167, 0.9142680168151855, 0.9271037578582764, 0.9369323253631592], "cos_Ac_negg": [0.8233667016029358, 0.849377453327179, 0.8703038692474365, 0.8834146857261658, 0.8906126022338867, 0.9064648747444153, 0.9161186814308167, 0.9142680168151855, 0.9271037578582764, 0.9369323253631592], "r_norm": [1.8178515434265137, 1.5733485221862793, 1.5498456954956055, 1.545153021812439, 1.5154101848602295, 1.4862842559814453, 1.4775645732879639, 1.4196488857269287, 1.4275450706481934, 1.4133927822113037]}, {"step": 6700, "epoch": 17, "train_loss": 0.746633768081665, "cos_r_negg": [0.8241969347000122, 0.8525113463401794, 0.8720579743385315, 0.8857065439224243, 0.8919229507446289, 0.9079182147979736, 0.91568922996521, 0.9175601005554199, 0.9313112497329712, 0.9383727312088013], "cos_apical_negg": [0.8241969347000122, 0.8525113463401794, 0.8720579743385315, 0.8857065439224243, 0.8919229507446289, 0.9079182147979736, 0.91568922996521, 0.9175601005554199, 0.9313112497329712, 0.9383727312088013], "cos_Ac_negg": [0.8241969347000122, 0.8525113463401794, 0.8720579743385315, 0.8857065439224243, 0.8919229507446289, 0.9079182147979736, 0.91568922996521, 0.9175601005554199, 0.9313112497329712, 0.9383727312088013], "r_norm": [1.7954425811767578, 1.5595767498016357, 1.5362966060638428, 1.531988263130188, 1.5013089179992676, 1.4702417850494385, 1.4654083251953125, 1.4086328744888306, 1.4166548252105713, 1.40034818649292]}, {"step": 6750, "epoch": 17, "train_loss": 0.7567358613014221, "cos_r_negg": [0.8283389806747437, 0.8561134934425354, 0.8750051856040955, 0.8880072832107544, 0.8951338529586792, 0.9098511338233948, 0.9190331697463989, 0.9199038743972778, 0.9320858120918274, 0.9420425891876221], "cos_apical_negg": [0.8283389806747437, 0.8561134934425354, 0.8750051856040955, 0.8880072832107544, 0.8951338529586792, 0.9098511338233948, 0.9190331697463989, 0.9199038743972778, 0.9320858120918274, 0.9420425891876221], "cos_Ac_negg": [0.8283389806747437, 0.8561134934425354, 0.8750051856040955, 0.8880072832107544, 0.8951338529586792, 0.9098511338233948, 0.9190331697463989, 0.9199038743972778, 0.9320858120918274, 0.9420425891876221], "r_norm": [1.8221431970596313, 1.584740400314331, 1.5606369972229004, 1.555030345916748, 1.524571418762207, 1.4956597089767456, 1.4917092323303223, 1.432511568069458, 1.4394373893737793, 1.422771692276001], "ldr": {"dL_sdil": -0.0808403491973877, "dL_bp": -0.10834121704101562, "ratio": 0.746164307594803}}, {"step": 6800, "epoch": 17, "train_loss": 0.5862345695495605, "cos_r_negg": [0.8243229985237122, 0.8568558692932129, 0.8752662539482117, 0.8890493512153625, 0.895197331905365, 0.9106950163841248, 0.9189596176147461, 0.9207057952880859, 0.9328570365905762, 0.9416025876998901], "cos_apical_negg": [0.8243229985237122, 0.8568558692932129, 0.8752662539482117, 0.8890493512153625, 0.895197331905365, 0.9106950163841248, 0.9189596176147461, 0.9207057952880859, 0.9328570365905762, 0.9416025876998901], "cos_Ac_negg": [0.8243229985237122, 0.8568558692932129, 0.8752662539482117, 0.8890493512153625, 0.895197331905365, 0.9106950163841248, 0.9189596176147461, 0.9207057952880859, 0.9328570365905762, 0.9416025876998901], "r_norm": [1.8469058275222778, 1.6093559265136719, 1.5842232704162598, 1.5786986351013184, 1.5481382608413696, 1.5165905952453613, 1.5113614797592163, 1.454134225845337, 1.4566264152526855, 1.4414125680923462]}, {"step": 6850, "epoch": 17, "train_loss": 0.8861182332038879, "cos_r_negg": [0.8301840424537659, 0.8559792041778564, 0.876212477684021, 0.8907608985900879, 0.8965093493461609, 0.9105175137519836, 0.9201231598854065, 0.9226895570755005, 0.9336189031600952, 0.9417262077331543], "cos_apical_negg": [0.8301840424537659, 0.8559792041778564, 0.876212477684021, 0.8907608985900879, 0.8965093493461609, 0.9105175137519836, 0.9201231598854065, 0.9226895570755005, 0.9336189031600952, 0.9417262077331543], "cos_Ac_negg": [0.8301840424537659, 0.8559792041778564, 0.876212477684021, 0.8907608985900879, 0.8965093493461609, 0.9105175137519836, 0.9201231598854065, 0.9226895570755005, 0.9336189031600952, 0.9417262077331543], "r_norm": [1.884903907775879, 1.645119309425354, 1.6178735494613647, 1.6122851371765137, 1.5813024044036865, 1.5498353242874146, 1.5438530445098877, 1.4857499599456787, 1.4889569282531738, 1.4718670845031738]}, {"step": 6900, "epoch": 17, "train_loss": 0.7751353979110718, "cos_r_negg": [0.8382302522659302, 0.8570197820663452, 0.8787996172904968, 0.8906564712524414, 0.8969061374664307, 0.9123242497444153, 0.922144889831543, 0.9252697229385376, 0.9352421164512634, 0.9450904130935669], "cos_apical_negg": [0.8382302522659302, 0.8570197820663452, 0.8787996172904968, 0.8906564712524414, 0.8969061374664307, 0.9123242497444153, 0.922144889831543, 0.9252697229385376, 0.9352421164512634, 0.9450904130935669], "cos_Ac_negg": [0.8382302522659302, 0.8570197820663452, 0.8787996172904968, 0.8906564712524414, 0.8969061374664307, 0.9123242497444153, 0.922144889831543, 0.9252697229385376, 0.9352421164512634, 0.9450904130935669], "r_norm": [1.868913173675537, 1.6340382099151611, 1.6092817783355713, 1.603874921798706, 1.5738940238952637, 1.54107666015625, 1.5362298488616943, 1.4782296419143677, 1.481012225151062, 1.4634380340576172]}, {"step": 6950, "epoch": 17, "train_loss": 0.7442561388015747, "cos_r_negg": [0.8341238498687744, 0.8583147525787354, 0.8795670866966248, 0.8928492665290833, 0.9001864194869995, 0.9168363213539124, 0.9249934554100037, 0.9292290210723877, 0.9366310834884644, 0.9462246298789978], "cos_apical_negg": [0.8341238498687744, 0.8583147525787354, 0.8795670866966248, 0.8928492665290833, 0.9001864194869995, 0.9168363213539124, 0.9249934554100037, 0.9292290210723877, 0.9366310834884644, 0.9462246298789978], "cos_Ac_negg": [0.8341238498687744, 0.8583147525787354, 0.8795670866966248, 0.8928492665290833, 0.9001864194869995, 0.9168363213539124, 0.9249934554100037, 0.9292290210723877, 0.9366310834884644, 0.9462246298789978], "r_norm": [1.8218822479248047, 1.5951818227767944, 1.5711250305175781, 1.5671284198760986, 1.5362001657485962, 1.5039596557617188, 1.4995146989822388, 1.4445217847824097, 1.444408655166626, 1.4280844926834106]}, {"step": 7000, "epoch": 17, "train_loss": 0.7284711599349976, "cos_r_negg": [0.8327993154525757, 0.8602762818336487, 0.878693163394928, 0.892048180103302, 0.9016574621200562, 0.9142457246780396, 0.9255795478820801, 0.9285335540771484, 0.9387259483337402, 0.9459061622619629], "cos_apical_negg": [0.8327993154525757, 0.8602762818336487, 0.878693163394928, 0.892048180103302, 0.9016574621200562, 0.9142457246780396, 0.9255795478820801, 0.9285335540771484, 0.9387259483337402, 0.9459061622619629], "cos_Ac_negg": [0.8327993154525757, 0.8602762818336487, 0.878693163394928, 0.892048180103302, 0.9016574621200562, 0.9142457246780396, 0.9255795478820801, 0.9285335540771484, 0.9387259483337402, 0.9459061622619629], "r_norm": [1.8666883707046509, 1.637987494468689, 1.6131916046142578, 1.608048677444458, 1.5780317783355713, 1.5461546182632446, 1.5407989025115967, 1.483062744140625, 1.4843237400054932, 1.4664472341537476], "ldr": {"dL_sdil": -0.0848085880279541, "dL_bp": -0.11589717864990234, "ratio": 0.7317571403885557}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4289, "test_loss": 2.329475634765625}, {"step": 7050, "epoch": 18, "train_loss": 0.5934032201766968, "cos_r_negg": [0.8316957950592041, 0.8598781824111938, 0.8799289464950562, 0.8924547433853149, 0.9019390940666199, 0.9178256392478943, 0.9263402819633484, 0.9279459118843079, 0.9375949501991272, 0.94614577293396], "cos_apical_negg": [0.8316957950592041, 0.8598781824111938, 0.8799289464950562, 0.8924547433853149, 0.9019390940666199, 0.9178256392478943, 0.9263402819633484, 0.9279459118843079, 0.9375949501991272, 0.94614577293396], "cos_Ac_negg": [0.8316957950592041, 0.8598781824111938, 0.8799289464950562, 0.8924547433853149, 0.9019390940666199, 0.9178256392478943, 0.9263402819633484, 0.9279459118843079, 0.9375949501991272, 0.94614577293396], "r_norm": [1.8513517379760742, 1.6263293027877808, 1.602109670639038, 1.597140908241272, 1.56964111328125, 1.5343300104141235, 1.5296401977539062, 1.472984790802002, 1.4727716445922852, 1.457279086112976]}, {"step": 7100, "epoch": 18, "train_loss": 0.8315023183822632, "cos_r_negg": [0.8271410465240479, 0.8562396764755249, 0.8795251846313477, 0.8933469653129578, 0.9010378122329712, 0.9167934656143188, 0.9272242188453674, 0.9294021129608154, 0.9389811754226685, 0.9472967386245728], "cos_apical_negg": [0.8271410465240479, 0.8562396764755249, 0.8795251846313477, 0.8933469653129578, 0.9010378122329712, 0.9167934656143188, 0.9272242188453674, 0.9294021129608154, 0.9389811754226685, 0.9472967386245728], "cos_Ac_negg": [0.8271410465240479, 0.8562396764755249, 0.8795251846313477, 0.8933469653129578, 0.9010378122329712, 0.9167934656143188, 0.9272242188453674, 0.9294021129608154, 0.9389811754226685, 0.9472967386245728], "r_norm": [1.9142789840698242, 1.6856783628463745, 1.6639788150787354, 1.658948540687561, 1.628240942955017, 1.5946636199951172, 1.588639736175537, 1.5295073986053467, 1.52907395362854, 1.5117319822311401]}, {"step": 7150, "epoch": 18, "train_loss": 0.6054482460021973, "cos_r_negg": [0.8257985711097717, 0.8579750657081604, 0.8803281784057617, 0.8934286832809448, 0.9029572606086731, 0.9174898862838745, 0.9280098080635071, 0.9300506114959717, 0.9404687881469727, 0.9500108957290649], "cos_apical_negg": [0.8257985711097717, 0.8579750657081604, 0.8803281784057617, 0.8934286832809448, 0.9029572606086731, 0.9174898862838745, 0.9280098080635071, 0.9300506114959717, 0.9404687881469727, 0.9500108957290649], "cos_Ac_negg": [0.8257985711097717, 0.8579750657081604, 0.8803281784057617, 0.8934286832809448, 0.9029572606086731, 0.9174898862838745, 0.9280098080635071, 0.9300506114959717, 0.9404687881469727, 0.9500108957290649], "r_norm": [1.944111704826355, 1.7147529125213623, 1.69352126121521, 1.6873818635940552, 1.6575214862823486, 1.6218273639678955, 1.6163302659988403, 1.5587615966796875, 1.5561943054199219, 1.5375878810882568]}, {"step": 7200, "epoch": 18, "train_loss": 0.6516788005828857, "cos_r_negg": [0.8286980986595154, 0.860034704208374, 0.8822965621948242, 0.8937486410140991, 0.902470588684082, 0.9184128046035767, 0.9287642240524292, 0.9306129217147827, 0.9414852857589722, 0.9510984420776367], "cos_apical_negg": [0.8286980986595154, 0.860034704208374, 0.8822965621948242, 0.8937486410140991, 0.902470588684082, 0.9184128046035767, 0.9287642240524292, 0.9306129217147827, 0.9414852857589722, 0.9510984420776367], "cos_Ac_negg": [0.8286980986595154, 0.860034704208374, 0.8822965621948242, 0.8937486410140991, 0.902470588684082, 0.9184128046035767, 0.9287642240524292, 0.9306129217147827, 0.9414852857589722, 0.9510984420776367], "r_norm": [1.9264823198318481, 1.6980539560317993, 1.675571322441101, 1.6697888374328613, 1.6390165090560913, 1.60475754737854, 1.5974757671356201, 1.539207935333252, 1.5386197566986084, 1.5183773040771484]}, {"step": 7250, "epoch": 18, "train_loss": 0.740851879119873, "cos_r_negg": [0.8305584788322449, 0.8607189655303955, 0.8842513561248779, 0.8967559337615967, 0.9049145579338074, 0.9220757484436035, 0.9285703301429749, 0.9320006966590881, 0.9443778991699219, 0.9528622627258301], "cos_apical_negg": [0.8305584788322449, 0.8607189655303955, 0.8842513561248779, 0.8967559337615967, 0.9049145579338074, 0.9220757484436035, 0.9285703301429749, 0.9320006966590881, 0.9443778991699219, 0.9528622627258301], "cos_Ac_negg": [0.8305584788322449, 0.8607189655303955, 0.8842513561248779, 0.8967559337615967, 0.9049145579338074, 0.9220757484436035, 0.9285703301429749, 0.9320006966590881, 0.9443778991699219, 0.9528622627258301], "r_norm": [1.9482553005218506, 1.719490647315979, 1.6929826736450195, 1.6868624687194824, 1.6558319330215454, 1.6224043369293213, 1.6116089820861816, 1.5561020374298096, 1.5543725490570068, 1.5334831476211548], "ldr": {"dL_sdil": -0.10260558128356934, "dL_bp": -0.13667988777160645, "ratio": 0.7506999234227084}}, {"step": 7300, "epoch": 18, "train_loss": 0.6890127658843994, "cos_r_negg": [0.8260443210601807, 0.8608288764953613, 0.8839618563652039, 0.8968231678009033, 0.9048805236816406, 0.9218793511390686, 0.9286919832229614, 0.9331885576248169, 0.9426219463348389, 0.9517595767974854], "cos_apical_negg": [0.8260443210601807, 0.8608288764953613, 0.8839618563652039, 0.8968231678009033, 0.9048805236816406, 0.9218793511390686, 0.9286919832229614, 0.9331885576248169, 0.9426219463348389, 0.9517595767974854], "cos_Ac_negg": [0.8260443210601807, 0.8608288764953613, 0.8839618563652039, 0.8968231678009033, 0.9048805236816406, 0.9218793511390686, 0.9286919832229614, 0.9331885576248169, 0.9426219463348389, 0.9517595767974854], "r_norm": [1.9392064809799194, 1.7148957252502441, 1.6905577182769775, 1.6844468116760254, 1.651838779449463, 1.6198843717575073, 1.6091980934143066, 1.5552679300308228, 1.5520859956741333, 1.5302118062973022]}, {"step": 7350, "epoch": 18, "train_loss": 0.8229384422302246, "cos_r_negg": [0.8178340792655945, 0.8621851205825806, 0.8835998177528381, 0.8978726267814636, 0.9079846143722534, 0.9220792055130005, 0.9284979104995728, 0.935102105140686, 0.9455224275588989, 0.9534876346588135], "cos_apical_negg": [0.8178340792655945, 0.8621851205825806, 0.8835998177528381, 0.8978726267814636, 0.9079846143722534, 0.9220792055130005, 0.9284979104995728, 0.935102105140686, 0.9455224275588989, 0.9534876346588135], "cos_Ac_negg": [0.8178340792655945, 0.8621851205825806, 0.8835998177528381, 0.8978726267814636, 0.9079846143722534, 0.9220792055130005, 0.9284979104995728, 0.935102105140686, 0.9455224275588989, 0.9534876346588135], "r_norm": [1.9499073028564453, 1.725658893585205, 1.7035620212554932, 1.6959909200668335, 1.662623405456543, 1.634039044380188, 1.6203312873840332, 1.5665435791015625, 1.5639845132827759, 1.5394659042358398]}, {"step": 7400, "epoch": 18, "train_loss": 0.6657058000564575, "cos_r_negg": [0.8256886601448059, 0.8609994649887085, 0.8828510046005249, 0.8955327272415161, 0.9057403206825256, 0.9213083386421204, 0.9303921461105347, 0.9345365762710571, 0.9443899393081665, 0.9536889791488647], "cos_apical_negg": [0.8256886601448059, 0.8609994649887085, 0.8828510046005249, 0.8955327272415161, 0.9057403206825256, 0.9213083386421204, 0.9303921461105347, 0.9345365762710571, 0.9443899393081665, 0.9536889791488647], "cos_Ac_negg": [0.8256886601448059, 0.8609994649887085, 0.8828510046005249, 0.8955327272415161, 0.9057403206825256, 0.9213083386421204, 0.9303921461105347, 0.9345365762710571, 0.9443899393081665, 0.9536889791488647], "r_norm": [1.9982831478118896, 1.7714802026748657, 1.7487778663635254, 1.7394087314605713, 1.708072304725647, 1.6748323440551758, 1.6621637344360352, 1.6095516681671143, 1.603513479232788, 1.580043077468872]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4257, "test_loss": 2.395592138671875}, {"step": 7450, "epoch": 19, "train_loss": 0.46295076608657837, "cos_r_negg": [0.8253133893013, 0.864057183265686, 0.8846437931060791, 0.8977257013320923, 0.9079146385192871, 0.9227293729782104, 0.9313077926635742, 0.9351398944854736, 0.9459424614906311, 0.9557555913925171], "cos_apical_negg": [0.8253133893013, 0.864057183265686, 0.8846437931060791, 0.8977257013320923, 0.9079146385192871, 0.9227293729782104, 0.9313077926635742, 0.9351398944854736, 0.9459424614906311, 0.9557555913925171], "cos_Ac_negg": [0.8253133893013, 0.864057183265686, 0.8846437931060791, 0.8977257013320923, 0.9079146385192871, 0.9227293729782104, 0.9313077926635742, 0.9351398944854736, 0.9459424614906311, 0.9557555913925171], "r_norm": [1.981518030166626, 1.7596981525421143, 1.7365567684173584, 1.7278701066970825, 1.695591926574707, 1.6624712944030762, 1.6489386558532715, 1.5972974300384521, 1.5906991958618164, 1.5674471855163574]}, {"step": 7500, "epoch": 19, "train_loss": 0.4078858196735382, "cos_r_negg": [0.8259793519973755, 0.8635892868041992, 0.8850942850112915, 0.899446964263916, 0.9094162583351135, 0.9238739013671875, 0.9328405857086182, 0.9363032579421997, 0.947670578956604, 0.956925630569458], "cos_apical_negg": [0.8259793519973755, 0.8635892868041992, 0.8850942850112915, 0.899446964263916, 0.9094162583351135, 0.9238739013671875, 0.9328405857086182, 0.9363032579421997, 0.947670578956604, 0.956925630569458], "cos_Ac_negg": [0.8259793519973755, 0.8635892868041992, 0.8850942850112915, 0.899446964263916, 0.9094162583351135, 0.9238739013671875, 0.9328405857086182, 0.9363032579421997, 0.947670578956604, 0.956925630569458], "r_norm": [1.9718546867370605, 1.7549810409545898, 1.7317947149276733, 1.7229211330413818, 1.6909661293029785, 1.6587793827056885, 1.6444017887115479, 1.5936145782470703, 1.588739037513733, 1.563266634941101], "ldr": {"dL_sdil": -0.08982110023498535, "dL_bp": -0.1288902759552002, "ratio": 0.696880347018618}}, {"step": 7550, "epoch": 19, "train_loss": 0.47180014848709106, "cos_r_negg": [0.8230472207069397, 0.8646397590637207, 0.8863341212272644, 0.8996515870094299, 0.9083951711654663, 0.9250277280807495, 0.9340288639068604, 0.9378001093864441, 0.9482698440551758, 0.959164023399353], "cos_apical_negg": [0.8230472207069397, 0.8646397590637207, 0.8863341212272644, 0.8996515870094299, 0.9083951711654663, 0.9250277280807495, 0.9340288639068604, 0.9378001093864441, 0.9482698440551758, 0.959164023399353], "cos_Ac_negg": [0.8230472207069397, 0.8646397590637207, 0.8863341212272644, 0.8996515870094299, 0.9083951711654663, 0.9250277280807495, 0.9340288639068604, 0.9378001093864441, 0.9482698440551758, 0.959164023399353], "r_norm": [2.002102851867676, 1.7877135276794434, 1.766975998878479, 1.7578935623168945, 1.7293533086776733, 1.6941006183624268, 1.6795539855957031, 1.629361867904663, 1.6244726181030273, 1.5988266468048096]}, {"step": 7600, "epoch": 19, "train_loss": 0.8303958773612976, "cos_r_negg": [0.828485369682312, 0.8643311262130737, 0.8859634399414062, 0.8992165327072144, 0.9084126949310303, 0.9241929054260254, 0.9328210353851318, 0.9365733861923218, 0.9470506906509399, 0.9573490023612976], "cos_apical_negg": [0.828485369682312, 0.8643311262130737, 0.8859634399414062, 0.8992165327072144, 0.9084126949310303, 0.9241929054260254, 0.9328210353851318, 0.9365733861923218, 0.9470506906509399, 0.9573490023612976], "cos_Ac_negg": [0.828485369682312, 0.8643311262130737, 0.8859634399414062, 0.8992165327072144, 0.9084126949310303, 0.9241929054260254, 0.9328210353851318, 0.9365733861923218, 0.9470506906509399, 0.9573490023612976], "r_norm": [1.976771354675293, 1.7641122341156006, 1.7434929609298706, 1.734134554862976, 1.704365611076355, 1.671427845954895, 1.6535353660583496, 1.6040761470794678, 1.5989634990692139, 1.5719728469848633]}, {"step": 7650, "epoch": 19, "train_loss": 0.6588690280914307, "cos_r_negg": [0.8168542981147766, 0.8635739684104919, 0.8866310119628906, 0.8996154069900513, 0.9094288349151611, 0.923320472240448, 0.9326314330101013, 0.9373180866241455, 0.948798656463623, 0.9588142037391663], "cos_apical_negg": [0.8168542981147766, 0.8635739684104919, 0.8866310119628906, 0.8996154069900513, 0.9094288349151611, 0.923320472240448, 0.9326314330101013, 0.9373180866241455, 0.948798656463623, 0.9588142037391663], "cos_Ac_negg": [0.8168542981147766, 0.8635739684104919, 0.8866310119628906, 0.8996154069900513, 0.9094288349151611, 0.923320472240448, 0.9326314330101013, 0.9373180866241455, 0.948798656463623, 0.9588142037391663], "r_norm": [2.016477584838867, 1.7991359233856201, 1.778839349746704, 1.770509123802185, 1.7384980916976929, 1.7056207656860352, 1.6872334480285645, 1.6358904838562012, 1.6316449642181396, 1.6051456928253174]}, {"step": 7700, "epoch": 19, "train_loss": 0.5472383499145508, "cos_r_negg": [0.8261174559593201, 0.8647124171257019, 0.8872554898262024, 0.9030100107192993, 0.9121493101119995, 0.9263652563095093, 0.9359188079833984, 0.939520537853241, 0.9511149525642395, 0.9595462083816528], "cos_apical_negg": [0.8261174559593201, 0.8647124171257019, 0.8872554898262024, 0.9030100107192993, 0.9121493101119995, 0.9263652563095093, 0.9359188079833984, 0.939520537853241, 0.9511149525642395, 0.9595462083816528], "cos_Ac_negg": [0.8261174559593201, 0.8647124171257019, 0.8872554898262024, 0.9030100107192993, 0.9121493101119995, 0.9263652563095093, 0.9359188079833984, 0.939520537853241, 0.9511149525642395, 0.9595462083816528], "r_norm": [1.9729924201965332, 1.7631592750549316, 1.742369532585144, 1.7343239784240723, 1.7016851902008057, 1.667898416519165, 1.651907205581665, 1.6025447845458984, 1.5956017971038818, 1.568781852722168]}, {"step": 7750, "epoch": 19, "train_loss": 0.7856402397155762, "cos_r_negg": [0.8257753252983093, 0.8637170791625977, 0.8864738941192627, 0.9009077548980713, 0.9118675589561462, 0.9250122308731079, 0.9364675879478455, 0.9396438598632812, 0.949822187423706, 0.958439826965332], "cos_apical_negg": [0.8257753252983093, 0.8637170791625977, 0.8864738941192627, 0.9009077548980713, 0.9118675589561462, 0.9250122308731079, 0.9364675879478455, 0.9396438598632812, 0.949822187423706, 0.958439826965332], "cos_Ac_negg": [0.8257753252983093, 0.8637170791625977, 0.8864738941192627, 0.9009077548980713, 0.9118675589561462, 0.9250122308731079, 0.9364675879478455, 0.9396438598632812, 0.949822187423706, 0.958439826965332], "r_norm": [2.0589685440063477, 1.8414376974105835, 1.8184564113616943, 1.8112690448760986, 1.777115821838379, 1.7424479722976685, 1.7241625785827637, 1.6729159355163574, 1.664067029953003, 1.6370651721954346], "ldr": {"dL_sdil": -0.10959529876708984, "dL_bp": -0.15514492988586426, "ratio": 0.7064059318452496}}, {"step": 7800, "epoch": 19, "train_loss": 0.7491711378097534, "cos_r_negg": [0.8279663920402527, 0.8636786937713623, 0.8871763348579407, 0.9040027260780334, 0.9113565683364868, 0.9255385994911194, 0.9354730844497681, 0.9397764801979065, 0.9509216547012329, 0.9597384929656982], "cos_apical_negg": [0.8279663920402527, 0.8636786937713623, 0.8871763348579407, 0.9040027260780334, 0.9113565683364868, 0.9255385994911194, 0.9354730844497681, 0.9397764801979065, 0.9509216547012329, 0.9597384929656982], "cos_Ac_negg": [0.8279663920402527, 0.8636786937713623, 0.8871763348579407, 0.9040027260780334, 0.9113565683364868, 0.9255385994911194, 0.9354730844497681, 0.9397764801979065, 0.9509216547012329, 0.9597384929656982], "r_norm": [2.008708953857422, 1.7979915142059326, 1.7818548679351807, 1.7716041803359985, 1.7378835678100586, 1.7062608003616333, 1.688253402709961, 1.6370863914489746, 1.6302449703216553, 1.6035912036895752]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4164, "test_loss": 2.5258214599609374}, {"step": 7850, "epoch": 20, "train_loss": 0.5641740560531616, "cos_r_negg": [0.8251646757125854, 0.8658844232559204, 0.887362003326416, 0.9028621912002563, 0.9126126766204834, 0.9279864430427551, 0.9371222853660583, 0.9413841962814331, 0.9525478482246399, 0.9608501195907593], "cos_apical_negg": [0.8251646757125854, 0.8658844232559204, 0.887362003326416, 0.9028621912002563, 0.9126126766204834, 0.9279864430427551, 0.9371222853660583, 0.9413841962814331, 0.9525478482246399, 0.9608501195907593], "cos_Ac_negg": [0.8251646757125854, 0.8658844232559204, 0.887362003326416, 0.9028621912002563, 0.9126126766204834, 0.9279864430427551, 0.9371222853660583, 0.9413841962814331, 0.9525478482246399, 0.9608501195907593], "r_norm": [2.021608829498291, 1.8119678497314453, 1.7938096523284912, 1.7848689556121826, 1.750817060470581, 1.7175250053405762, 1.697448968887329, 1.6480578184127808, 1.6383991241455078, 1.6120802164077759]}, {"step": 7900, "epoch": 20, "train_loss": 0.437558650970459, "cos_r_negg": [0.8179165124893188, 0.8640407919883728, 0.8856145143508911, 0.9038999080657959, 0.9141836166381836, 0.9278122782707214, 0.937533438205719, 0.9412497282028198, 0.9526705145835876, 0.9602808952331543], "cos_apical_negg": [0.8179165124893188, 0.8640407919883728, 0.8856145143508911, 0.9038999080657959, 0.9141836166381836, 0.9278122782707214, 0.937533438205719, 0.9412497282028198, 0.9526705145835876, 0.9602808952331543], "cos_Ac_negg": [0.8179165124893188, 0.8640407919883728, 0.8856145143508911, 0.9038999080657959, 0.9141836166381836, 0.9278122782707214, 0.937533438205719, 0.9412497282028198, 0.9526705145835876, 0.9602808952331543], "r_norm": [2.0279150009155273, 1.8244718313217163, 1.8071664571762085, 1.798860788345337, 1.76347815990448, 1.7302865982055664, 1.7111846208572388, 1.660851240158081, 1.653217077255249, 1.6251598596572876]}, {"step": 7950, "epoch": 20, "train_loss": 0.6194002628326416, "cos_r_negg": [0.8230648636817932, 0.8665919303894043, 0.8879212141036987, 0.9052410125732422, 0.9128785133361816, 0.9286541938781738, 0.9366672039031982, 0.9425097703933716, 0.9537398815155029, 0.9620342254638672], "cos_apical_negg": [0.8230648636817932, 0.8665919303894043, 0.8879212141036987, 0.9052410125732422, 0.9128785133361816, 0.9286541938781738, 0.9366672039031982, 0.9425097703933716, 0.9537398815155029, 0.9620342254638672], "cos_Ac_negg": [0.8230648636817932, 0.8665919303894043, 0.8879212141036987, 0.9052410125732422, 0.9128785133361816, 0.9286541938781738, 0.9366672039031982, 0.9425097703933716, 0.9537398815155029, 0.9620342254638672], "r_norm": [2.0259768962860107, 1.8224766254425049, 1.8016778230667114, 1.7951419353485107, 1.758108139038086, 1.7248526811599731, 1.706374168395996, 1.655265212059021, 1.649890422821045, 1.6194138526916504]}, {"step": 8000, "epoch": 20, "train_loss": 0.6459575891494751, "cos_r_negg": [0.8232997059822083, 0.8664267063140869, 0.8886325359344482, 0.9052202105522156, 0.9140012264251709, 0.9271043539047241, 0.936502993106842, 0.9426751136779785, 0.9514862895011902, 0.9614216685295105], "cos_apical_negg": [0.8232997059822083, 0.8664267063140869, 0.8886325359344482, 0.9052202105522156, 0.9140012264251709, 0.9271043539047241, 0.936502993106842, 0.9426751136779785, 0.9514862895011902, 0.9614216685295105], "cos_Ac_negg": [0.8232997059822083, 0.8664267063140869, 0.8886325359344482, 0.9052202105522156, 0.9140012264251709, 0.9271043539047241, 0.936502993106842, 0.9426751136779785, 0.9514862895011902, 0.9614216685295105], "r_norm": [2.079982280731201, 1.8751084804534912, 1.8570075035095215, 1.8485963344573975, 1.8123164176940918, 1.7771990299224854, 1.7574294805526733, 1.703829288482666, 1.697007417678833, 1.667484998703003], "ldr": {"dL_sdil": -0.11547732353210449, "dL_bp": -0.16257333755493164, "ratio": 0.7103091150668297}}, {"step": 8050, "epoch": 20, "train_loss": 0.48971766233444214, "cos_r_negg": [0.8212836384773254, 0.8678704500198364, 0.8900837898254395, 0.9062312841415405, 0.9144818186759949, 0.9283459186553955, 0.9385246634483337, 0.9440563917160034, 0.953818142414093, 0.9624513387680054], "cos_apical_negg": [0.8212836384773254, 0.8678704500198364, 0.8900837898254395, 0.9062312841415405, 0.9144818186759949, 0.9283459186553955, 0.9385246634483337, 0.9440563917160034, 0.953818142414093, 0.9624513387680054], "cos_Ac_negg": [0.8212836384773254, 0.8678704500198364, 0.8900837898254395, 0.9062312841415405, 0.9144818186759949, 0.9283459186553955, 0.9385246634483337, 0.9440563917160034, 0.953818142414093, 0.9624513387680054], "r_norm": [2.0703203678131104, 1.8686245679855347, 1.8490126132965088, 1.8420848846435547, 1.804971694946289, 1.7712104320526123, 1.752156138420105, 1.6975364685058594, 1.6929447650909424, 1.6615303754806519]}, {"step": 8100, "epoch": 20, "train_loss": 0.5547071099281311, "cos_r_negg": [0.8230288028717041, 0.8692632913589478, 0.8897657990455627, 0.9053145051002502, 0.9146342873573303, 0.9289792776107788, 0.9390754699707031, 0.9441467523574829, 0.9551842212677002, 0.9625281095504761], "cos_apical_negg": [0.8230288028717041, 0.8692632913589478, 0.8897657990455627, 0.9053145051002502, 0.9146342873573303, 0.9289792776107788, 0.9390754699707031, 0.9441467523574829, 0.9551842212677002, 0.9625281095504761], "cos_Ac_negg": [0.8230288028717041, 0.8692632913589478, 0.8897657990455627, 0.9053145051002502, 0.9146342873573303, 0.9289792776107788, 0.9390754699707031, 0.9441467523574829, 0.9551842212677002, 0.9625281095504761], "r_norm": [2.0728373527526855, 1.8728141784667969, 1.8497657775878906, 1.8454794883728027, 1.803846836090088, 1.7699581384658813, 1.7529447078704834, 1.6993297338485718, 1.6913056373596191, 1.6625728607177734]}, {"step": 8150, "epoch": 20, "train_loss": 0.5252624154090881, "cos_r_negg": [0.8244200944900513, 0.8695894479751587, 0.8905370235443115, 0.9074664115905762, 0.9171785712242126, 0.9299664497375488, 0.9396169185638428, 0.9450132846832275, 0.9541941285133362, 0.9630471467971802], "cos_apical_negg": [0.8244200944900513, 0.8695894479751587, 0.8905370235443115, 0.9074664115905762, 0.9171785712242126, 0.9299664497375488, 0.9396169185638428, 0.9450132846832275, 0.9541941285133362, 0.9630471467971802], "cos_Ac_negg": [0.8244200944900513, 0.8695894479751587, 0.8905370235443115, 0.9074664115905762, 0.9171785712242126, 0.9299664497375488, 0.9396169185638428, 0.9450132846832275, 0.9541941285133362, 0.9630471467971802], "r_norm": [2.093069553375244, 1.8952429294586182, 1.8717107772827148, 1.8663480281829834, 1.8258306980133057, 1.7924385070800781, 1.7726157903671265, 1.7181596755981445, 1.710207223892212, 1.682471513748169]}, {"step": 8200, "epoch": 20, "train_loss": 0.5562716722488403, "cos_r_negg": [0.8246116638183594, 0.8687926530838013, 0.8901538848876953, 0.9074562788009644, 0.9182590246200562, 0.9313619136810303, 0.9413937926292419, 0.9473099708557129, 0.9566572904586792, 0.9657612442970276], "cos_apical_negg": [0.8246116638183594, 0.8687926530838013, 0.8901538848876953, 0.9074562788009644, 0.9182590246200562, 0.9313619136810303, 0.9413937926292419, 0.9473099708557129, 0.9566572904586792, 0.9657612442970276], "cos_Ac_negg": [0.8246116638183594, 0.8687926530838013, 0.8901538848876953, 0.9074562788009644, 0.9182590246200562, 0.9313619136810303, 0.9413937926292419, 0.9473099708557129, 0.9566572904586792, 0.9657612442970276], "r_norm": [2.0641469955444336, 1.8723978996276855, 1.8485684394836426, 1.8428409099578857, 1.8038716316223145, 1.7708210945129395, 1.7514309883117676, 1.6977531909942627, 1.6879689693450928, 1.658663272857666]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.417, "test_loss": 2.600467919921875}, {"step": 8250, "epoch": 21, "train_loss": 0.32456672191619873, "cos_r_negg": [0.8239772319793701, 0.8709759712219238, 0.8913133144378662, 0.906895637512207, 0.918248176574707, 0.9316778182983398, 0.9418079853057861, 0.9479755759239197, 0.9575815200805664, 0.9664170742034912], "cos_apical_negg": [0.8239772319793701, 0.8709759712219238, 0.8913133144378662, 0.906895637512207, 0.918248176574707, 0.9316778182983398, 0.9418079853057861, 0.9479755759239197, 0.9575815200805664, 0.9664170742034912], "cos_Ac_negg": [0.8239772319793701, 0.8709759712219238, 0.8913133144378662, 0.906895637512207, 0.918248176574707, 0.9316778182983398, 0.9418079853057861, 0.9479755759239197, 0.9575815200805664, 0.9664170742034912], "r_norm": [2.076904773712158, 1.8876782655715942, 1.8668373823165894, 1.861698865890503, 1.8208284378051758, 1.7875654697418213, 1.7681756019592285, 1.714125156402588, 1.704340934753418, 1.6752891540527344], "ldr": {"dL_sdil": -0.11365604400634766, "dL_bp": -0.16705989837646484, "ratio": 0.6803310974739546}}, {"step": 8300, "epoch": 21, "train_loss": 0.5537629127502441, "cos_r_negg": [0.8159216642379761, 0.8706119060516357, 0.8925141096115112, 0.9072489142417908, 0.9184505939483643, 0.9315493702888489, 0.9416427612304688, 0.9462932348251343, 0.9564350843429565, 0.9662536978721619], "cos_apical_negg": [0.8159216642379761, 0.8706119060516357, 0.8925141096115112, 0.9072489142417908, 0.9184505939483643, 0.9315493702888489, 0.9416427612304688, 0.9462932348251343, 0.9564350843429565, 0.9662536978721619], "cos_Ac_negg": [0.8159216642379761, 0.8706119060516357, 0.8925141096115112, 0.9072489142417908, 0.9184505939483643, 0.9315493702888489, 0.9416427612304688, 0.9462932348251343, 0.9564350843429565, 0.9662536978721619], "r_norm": [2.097449779510498, 1.905245065689087, 1.8828928470611572, 1.8766913414001465, 1.8355844020843506, 1.8031330108642578, 1.7828387022018433, 1.7285892963409424, 1.7187579870224, 1.6887314319610596]}, {"step": 8350, "epoch": 21, "train_loss": 0.5747500658035278, "cos_r_negg": [0.8111293315887451, 0.8685773015022278, 0.8915054202079773, 0.9064372777938843, 0.9175405502319336, 0.9305218458175659, 0.9412078261375427, 0.9474425315856934, 0.9561214447021484, 0.9671685099601746], "cos_apical_negg": [0.8111293315887451, 0.8685773015022278, 0.8915054202079773, 0.9064372777938843, 0.9175405502319336, 0.9305218458175659, 0.9412078261375427, 0.9474425315856934, 0.9561214447021484, 0.9671685099601746], "cos_Ac_negg": [0.8111293315887451, 0.8685773015022278, 0.8915054202079773, 0.9064372777938843, 0.9175405502319336, 0.9305218458175659, 0.9412078261375427, 0.9474425315856934, 0.9561214447021484, 0.9671685099601746], "r_norm": [2.1080217361450195, 1.91742742061615, 1.8948156833648682, 1.889317512512207, 1.847373127937317, 1.813692569732666, 1.7939438819885254, 1.7398550510406494, 1.7295958995819092, 1.6991643905639648]}, {"step": 8400, "epoch": 21, "train_loss": 0.44879230856895447, "cos_r_negg": [0.8219791054725647, 0.868931233882904, 0.8910353779792786, 0.9093376398086548, 0.9199250340461731, 0.9330644607543945, 0.9424394369125366, 0.9491385221481323, 0.9592175483703613, 0.9682896137237549], "cos_apical_negg": [0.8219791054725647, 0.868931233882904, 0.8910353779792786, 0.9093376398086548, 0.9199250340461731, 0.9330644607543945, 0.9424394369125366, 0.9491385221481323, 0.9592175483703613, 0.9682896137237549], "cos_Ac_negg": [0.8219791054725647, 0.868931233882904, 0.8910353779792786, 0.9093376398086548, 0.9199250340461731, 0.9330644607543945, 0.9424394369125366, 0.9491385221481323, 0.9592175483703613, 0.9682896137237549], "r_norm": [2.122455358505249, 1.9305458068847656, 1.9078888893127441, 1.9042726755142212, 1.8626158237457275, 1.827674388885498, 1.8077638149261475, 1.7520519495010376, 1.7437633275985718, 1.7116563320159912]}, {"step": 8450, "epoch": 21, "train_loss": 0.35735321044921875, "cos_r_negg": [0.820820689201355, 0.8701791763305664, 0.8924850821495056, 0.9076339602470398, 0.9173420667648315, 0.9313727617263794, 0.9410386085510254, 0.9472448229789734, 0.9568235874176025, 0.9668214321136475], "cos_apical_negg": [0.820820689201355, 0.8701791763305664, 0.8924850821495056, 0.9076339602470398, 0.9173420667648315, 0.9313727617263794, 0.9410386085510254, 0.9472448229789734, 0.9568235874176025, 0.9668214321136475], "cos_Ac_negg": [0.820820689201355, 0.8701791763305664, 0.8924850821495056, 0.9076339602470398, 0.9173420667648315, 0.9313727617263794, 0.9410386085510254, 0.9472448229789734, 0.9568235874176025, 0.9668214321136475], "r_norm": [2.133064031600952, 1.9440252780914307, 1.9224307537078857, 1.9189985990524292, 1.8776769638061523, 1.83998703956604, 1.8204445838928223, 1.7633326053619385, 1.7562458515167236, 1.7228155136108398]}, {"step": 8500, "epoch": 21, "train_loss": 0.5184504389762878, "cos_r_negg": [0.81721031665802, 0.8724257349967957, 0.8928297162055969, 0.9101296663284302, 0.9208594560623169, 0.9329406023025513, 0.9439306855201721, 0.9487713575363159, 0.9603018760681152, 0.9682179093360901], "cos_apical_negg": [0.81721031665802, 0.8724257349967957, 0.8928297162055969, 0.9101296663284302, 0.9208594560623169, 0.9329406023025513, 0.9439306855201721, 0.9487713575363159, 0.9603018760681152, 0.9682179093360901], "cos_Ac_negg": [0.81721031665802, 0.8724257349967957, 0.8928297162055969, 0.9101296663284302, 0.9208594560623169, 0.9329406023025513, 0.9439306855201721, 0.9487713575363159, 0.9603018760681152, 0.9682179093360901], "r_norm": [2.1319665908813477, 1.9479217529296875, 1.9261382818222046, 1.9251790046691895, 1.8810433149337769, 1.8454458713531494, 1.8249683380126953, 1.7675610780715942, 1.7620724439620972, 1.7265651226043701], "ldr": {"dL_sdil": -0.1234898567199707, "dL_bp": -0.17880964279174805, "ratio": 0.6906219082591315}}, {"step": 8550, "epoch": 21, "train_loss": 0.5599329471588135, "cos_r_negg": [0.8146594762802124, 0.8723061084747314, 0.8923513889312744, 0.9074283242225647, 0.9197449684143066, 0.9317963719367981, 0.9426796436309814, 0.9483027458190918, 0.9592158198356628, 0.968387246131897], "cos_apical_negg": [0.8146594762802124, 0.8723061084747314, 0.8923513889312744, 0.9074283242225647, 0.9197449684143066, 0.9317963719367981, 0.9426796436309814, 0.9483027458190918, 0.9592158198356628, 0.968387246131897], "cos_Ac_negg": [0.8146594762802124, 0.8723061084747314, 0.8923513889312744, 0.9074283242225647, 0.9197449684143066, 0.9317963719367981, 0.9426796436309814, 0.9483027458190918, 0.9592158198356628, 0.968387246131897], "r_norm": [2.169628620147705, 1.9828226566314697, 1.9567071199417114, 1.955198884010315, 1.9119515419006348, 1.8741945028305054, 1.8546944856643677, 1.798833966255188, 1.789736032485962, 1.7547636032104492]}, {"step": 8600, "epoch": 21, "train_loss": 0.5989625453948975, "cos_r_negg": [0.8199301958084106, 0.869267463684082, 0.892052948474884, 0.9083300828933716, 0.9203681945800781, 0.9322052001953125, 0.9424896836280823, 0.9485950469970703, 0.9582905173301697, 0.9682340621948242], "cos_apical_negg": [0.8199301958084106, 0.869267463684082, 0.892052948474884, 0.9083300828933716, 0.9203681945800781, 0.9322052001953125, 0.9424896836280823, 0.9485950469970703, 0.9582905173301697, 0.9682340621948242], "cos_Ac_negg": [0.8199301958084106, 0.869267463684082, 0.892052948474884, 0.9083300828933716, 0.9203681945800781, 0.9322052001953125, 0.9424896836280823, 0.9485950469970703, 0.9582905173301697, 0.9682340621948242], "r_norm": [2.15278959274292, 1.9721426963806152, 1.9504069089889526, 1.948507308959961, 1.9059462547302246, 1.8699883222579956, 1.849821925163269, 1.792067527770996, 1.7842767238616943, 1.7469123601913452]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4107, "test_loss": 2.6931146240234374}, {"step": 8650, "epoch": 22, "train_loss": 0.3525954782962799, "cos_r_negg": [0.817516028881073, 0.8691719174385071, 0.893718957901001, 0.9080042839050293, 0.9195984601974487, 0.9320604205131531, 0.9433877468109131, 0.9496227502822876, 0.9588265419006348, 0.9686890840530396], "cos_apical_negg": [0.817516028881073, 0.8691719174385071, 0.893718957901001, 0.9080042839050293, 0.9195984601974487, 0.9320604205131531, 0.9433877468109131, 0.9496227502822876, 0.9588265419006348, 0.9686890840530396], "cos_Ac_negg": [0.817516028881073, 0.8691719174385071, 0.893718957901001, 0.9080042839050293, 0.9195984601974487, 0.9320604205131531, 0.9433877468109131, 0.9496227502822876, 0.9588265419006348, 0.9686890840530396], "r_norm": [2.168440341949463, 1.987257719039917, 1.9652040004730225, 1.9628349542617798, 1.921930193901062, 1.8836363554000854, 1.8645460605621338, 1.8069586753845215, 1.7988150119781494, 1.7607030868530273]}, {"step": 8700, "epoch": 22, "train_loss": 0.6090840101242065, "cos_r_negg": [0.8197609782218933, 0.8681894540786743, 0.8931090831756592, 0.9088085889816284, 0.9194044470787048, 0.9317612648010254, 0.9419974088668823, 0.9480607509613037, 0.9578511118888855, 0.9682179689407349], "cos_apical_negg": [0.8197609782218933, 0.8681894540786743, 0.8931090831756592, 0.9088085889816284, 0.9194044470787048, 0.9317612648010254, 0.9419974088668823, 0.9480607509613037, 0.9578511118888855, 0.9682179689407349], "cos_Ac_negg": [0.8197609782218933, 0.8681894540786743, 0.8931090831756592, 0.9088085889816284, 0.9194044470787048, 0.9317612648010254, 0.9419974088668823, 0.9480607509613037, 0.9578511118888855, 0.9682179689407349], "r_norm": [2.1635189056396484, 1.9820035696029663, 1.9588168859481812, 1.954681634902954, 1.9118452072143555, 1.8736965656280518, 1.857226014137268, 1.7972590923309326, 1.7890955209732056, 1.7517027854919434]}, {"step": 8750, "epoch": 22, "train_loss": 0.35523468255996704, "cos_r_negg": [0.8151103258132935, 0.8690934181213379, 0.8916287422180176, 0.9086925983428955, 0.9176521301269531, 0.932019829750061, 0.9419518709182739, 0.9467943906784058, 0.9578949213027954, 0.9673234224319458], "cos_apical_negg": [0.8151103258132935, 0.8690934181213379, 0.8916287422180176, 0.9086925983428955, 0.9176521301269531, 0.932019829750061, 0.9419518709182739, 0.9467943906784058, 0.9578949213027954, 0.9673234224319458], "cos_Ac_negg": [0.8151103258132935, 0.8690934181213379, 0.8916287422180176, 0.9086925983428955, 0.9176521301269531, 0.932019829750061, 0.9419518709182739, 0.9467943906784058, 0.9578949213027954, 0.9673234224319458], "r_norm": [2.1776177883148193, 1.9975520372390747, 1.9741785526275635, 1.9712214469909668, 1.9278151988983154, 1.8908207416534424, 1.8746486902236938, 1.813116192817688, 1.8047208786010742, 1.766621470451355], "ldr": {"dL_sdil": -0.1063389778137207, "dL_bp": -0.17202520370483398, "ratio": 0.6181592901711096}}, {"step": 8800, "epoch": 22, "train_loss": 0.5598787069320679, "cos_r_negg": [0.8161805868148804, 0.8666794896125793, 0.8906385898590088, 0.9079069495201111, 0.9184396266937256, 0.9304475784301758, 0.9414998292922974, 0.9470751285552979, 0.9569768905639648, 0.9664167165756226], "cos_apical_negg": [0.8161805868148804, 0.8666794896125793, 0.8906385898590088, 0.9079069495201111, 0.9184396266937256, 0.9304475784301758, 0.9414998292922974, 0.9470751285552979, 0.9569768905639648, 0.9664167165756226], "cos_Ac_negg": [0.8161805868148804, 0.8666794896125793, 0.8906385898590088, 0.9079069495201111, 0.9184396266937256, 0.9304475784301758, 0.9414998292922974, 0.9470751285552979, 0.9569768905639648, 0.9664167165756226], "r_norm": [2.236459493637085, 2.055107355117798, 2.0321245193481445, 2.0295331478118896, 1.9866267442703247, 1.9467198848724365, 1.9270044565200806, 1.867379903793335, 1.8560791015625, 1.8184866905212402]}, {"step": 8850, "epoch": 22, "train_loss": 0.37289226055145264, "cos_r_negg": [0.8161429166793823, 0.8696563243865967, 0.8941261768341064, 0.9093340635299683, 0.9189502000808716, 0.9326945543289185, 0.9430279731750488, 0.9487110376358032, 0.9589048624038696, 0.968321681022644], "cos_apical_negg": [0.8161429166793823, 0.8696563243865967, 0.8941261768341064, 0.9093340635299683, 0.9189502000808716, 0.9326945543289185, 0.9430279731750488, 0.9487110376358032, 0.9589048624038696, 0.968321681022644], "cos_Ac_negg": [0.8161429166793823, 0.8696563243865967, 0.8941261768341064, 0.9093340635299683, 0.9189502000808716, 0.9326945543289185, 0.9430279731750488, 0.9487110376358032, 0.9589048624038696, 0.968321681022644], "r_norm": [2.263162612915039, 2.0797650814056396, 2.0570731163024902, 2.0542960166931152, 2.0090270042419434, 1.9686397314071655, 1.9498943090438843, 1.8899312019348145, 1.8794053792953491, 1.8406689167022705]}, {"step": 8900, "epoch": 22, "train_loss": 0.5680534839630127, "cos_r_negg": [0.8173625469207764, 0.8688662052154541, 0.8925268650054932, 0.9092042446136475, 0.9192003011703491, 0.9329009056091309, 0.9435945749282837, 0.9497318863868713, 0.9604296088218689, 0.9685332179069519], "cos_apical_negg": [0.8173625469207764, 0.8688662052154541, 0.8925268650054932, 0.9092042446136475, 0.9192003011703491, 0.9329009056091309, 0.9435945749282837, 0.9497318863868713, 0.9604296088218689, 0.9685332179069519], "cos_Ac_negg": [0.8173625469207764, 0.8688662052154541, 0.8925268650054932, 0.9092042446136475, 0.9192003011703491, 0.9329009056091309, 0.9435945749282837, 0.9497318863868713, 0.9604296088218689, 0.9685332179069519], "r_norm": [2.2348616123199463, 2.056213140487671, 2.033289909362793, 2.0321152210235596, 1.9881057739257812, 1.947028636932373, 1.9279167652130127, 1.8684802055358887, 1.8573293685913086, 1.8180261850357056]}, {"step": 8950, "epoch": 22, "train_loss": 0.37986376881599426, "cos_r_negg": [0.8132902383804321, 0.8687463998794556, 0.8936874866485596, 0.909308910369873, 0.9216779470443726, 0.9339140057563782, 0.945121705532074, 0.9501696825027466, 0.960509181022644, 0.9694840312004089], "cos_apical_negg": [0.8132902383804321, 0.8687463998794556, 0.8936874866485596, 0.909308910369873, 0.9216779470443726, 0.9339140057563782, 0.945121705532074, 0.9501696825027466, 0.960509181022644, 0.9694840312004089], "cos_Ac_negg": [0.8132902383804321, 0.8687463998794556, 0.8936874866485596, 0.909308910369873, 0.9216779470443726, 0.9339140057563782, 0.945121705532074, 0.9501696825027466, 0.960509181022644, 0.9694840312004089], "r_norm": [2.21102237701416, 2.032975912094116, 2.0082221031188965, 2.007263660430908, 1.9635547399520874, 1.924081802368164, 1.9031257629394531, 1.844374656677246, 1.8345282077789307, 1.795314908027649]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4297, "test_loss": 2.7588923828125}, {"step": 9000, "epoch": 23, "train_loss": 0.47232234477996826, "cos_r_negg": [0.8083497285842896, 0.8681640625, 0.8915236592292786, 0.9071309566497803, 0.9206609725952148, 0.932059109210968, 0.9416639804840088, 0.9473522901535034, 0.9579006433486938, 0.9666852951049805], "cos_apical_negg": [0.8083497285842896, 0.8681640625, 0.8915236592292786, 0.9071309566497803, 0.9206609725952148, 0.932059109210968, 0.9416639804840088, 0.9473522901535034, 0.9579006433486938, 0.9666852951049805], "cos_Ac_negg": [0.8083497285842896, 0.8681640625, 0.8915236592292786, 0.9071309566497803, 0.9206609725952148, 0.932059109210968, 0.9416639804840088, 0.9473522901535034, 0.9579006433486938, 0.9666852951049805], "r_norm": [2.201331615447998, 2.024301528930664, 2.0034046173095703, 2.002227783203125, 1.9592764377593994, 1.9192237854003906, 1.8974359035491943, 1.8388131856918335, 1.8281738758087158, 1.78793466091156], "ldr": {"dL_sdil": -0.13073968887329102, "dL_bp": -0.1991884708404541, "ratio": 0.6563617277729434}}, {"step": 9050, "epoch": 23, "train_loss": 0.2786961793899536, "cos_r_negg": [0.8019906878471375, 0.869868278503418, 0.8933219909667969, 0.9099733829498291, 0.9209939241409302, 0.932907223701477, 0.9421676993370056, 0.9480962753295898, 0.9594459533691406, 0.9672356843948364], "cos_apical_negg": [0.8019906878471375, 0.869868278503418, 0.8933219909667969, 0.9099733829498291, 0.9209939241409302, 0.932907223701477, 0.9421676993370056, 0.9480962753295898, 0.9594459533691406, 0.9672356843948364], "cos_Ac_negg": [0.8019906878471375, 0.869868278503418, 0.8933219909667969, 0.9099733829498291, 0.9209939241409302, 0.932907223701477, 0.9421676993370056, 0.9480962753295898, 0.9594459533691406, 0.9672356843948364], "r_norm": [2.2156381607055664, 2.0392189025878906, 2.0170745849609375, 2.0146982669830322, 1.9720349311828613, 1.931210994720459, 1.9102189540863037, 1.8517136573791504, 1.8409162759780884, 1.7988020181655884]}, {"step": 9100, "epoch": 23, "train_loss": 0.41080111265182495, "cos_r_negg": [0.8139070868492126, 0.867240846157074, 0.8915054202079773, 0.9077924489974976, 0.9196751117706299, 0.9327593445777893, 0.9422305822372437, 0.9480205774307251, 0.9590717554092407, 0.9674891233444214], "cos_apical_negg": [0.8139070868492126, 0.867240846157074, 0.8915054202079773, 0.9077924489974976, 0.9196751117706299, 0.9327593445777893, 0.9422305822372437, 0.9480205774307251, 0.9590717554092407, 0.9674891233444214], "cos_Ac_negg": [0.8139070868492126, 0.867240846157074, 0.8915054202079773, 0.9077924489974976, 0.9196751117706299, 0.9327593445777893, 0.9422305822372437, 0.9480205774307251, 0.9590717554092407, 0.9674891233444214], "r_norm": [2.3019304275512695, 2.1223084926605225, 2.101508140563965, 2.099405288696289, 2.054842948913574, 2.0118658542633057, 1.9894523620605469, 1.9290533065795898, 1.915771484375, 1.8724851608276367]}, {"step": 9150, "epoch": 23, "train_loss": 0.5878912806510925, "cos_r_negg": [0.8122215867042542, 0.8691171407699585, 0.8924447298049927, 0.907760500907898, 0.919690728187561, 0.9318519830703735, 0.9422070980072021, 0.9491778612136841, 0.9593068957328796, 0.9673078060150146], "cos_apical_negg": [0.8122215867042542, 0.8691171407699585, 0.8924447298049927, 0.907760500907898, 0.919690728187561, 0.9318519830703735, 0.9422070980072021, 0.9491778612136841, 0.9593068957328796, 0.9673078060150146], "cos_Ac_negg": [0.8122215867042542, 0.8691171407699585, 0.8924447298049927, 0.907760500907898, 0.919690728187561, 0.9318519830703735, 0.9422070980072021, 0.9491778612136841, 0.9593068957328796, 0.9673078060150146], "r_norm": [2.2439894676208496, 2.0660738945007324, 2.046750545501709, 2.042757034301758, 1.9997154474258423, 1.9587087631225586, 1.936361312866211, 1.8759974241256714, 1.8639776706695557, 1.822378158569336]}, {"step": 9200, "epoch": 23, "train_loss": 0.511394739151001, "cos_r_negg": [0.8144429326057434, 0.8689226508140564, 0.8908635377883911, 0.9072496294975281, 0.9214475750923157, 0.9334872961044312, 0.9432790279388428, 0.9502886533737183, 0.9608866572380066, 0.9690097570419312], "cos_apical_negg": [0.8144429326057434, 0.8689226508140564, 0.8908635377883911, 0.9072496294975281, 0.9214475750923157, 0.9334872961044312, 0.9432790279388428, 0.9502886533737183, 0.9608866572380066, 0.9690097570419312], "cos_Ac_negg": [0.8144429326057434, 0.8689226508140564, 0.8908635377883911, 0.9072496294975281, 0.9214475750923157, 0.9334872961044312, 0.9432790279388428, 0.9502886533737183, 0.9608866572380066, 0.9690097570419312], "r_norm": [2.3130578994750977, 2.133301019668579, 2.1127493381500244, 2.1081204414367676, 2.0656487941741943, 2.022850751876831, 2.0004186630249023, 1.9382970333099365, 1.9249721765518188, 1.8818116188049316]}, {"step": 9250, "epoch": 23, "train_loss": 0.5708692669868469, "cos_r_negg": [0.8105686902999878, 0.8676760196685791, 0.8911480903625488, 0.9082425236701965, 0.9199953079223633, 0.9336202144622803, 0.9431480765342712, 0.9513318538665771, 0.9604842066764832, 0.9695176482200623], "cos_apical_negg": [0.8105686902999878, 0.8676760196685791, 0.8911480903625488, 0.9082425236701965, 0.9199953079223633, 0.9336202144622803, 0.9431480765342712, 0.9513318538665771, 0.9604842066764832, 0.9695176482200623], "cos_Ac_negg": [0.8105686902999878, 0.8676760196685791, 0.8911480903625488, 0.9082425236701965, 0.9199953079223633, 0.9336202144622803, 0.9431480765342712, 0.9513318538665771, 0.9604842066764832, 0.9695176482200623], "r_norm": [2.3228931427001953, 2.1438212394714355, 2.1261603832244873, 2.121072769165039, 2.0793981552124023, 2.0357861518859863, 2.012232780456543, 1.9497923851013184, 1.9361857175827026, 1.8925127983093262], "ldr": {"dL_sdil": -0.14981651306152344, "dL_bp": -0.2307744026184082, "ratio": 0.6491903407036401}}, {"step": 9300, "epoch": 23, "train_loss": 0.3461182713508606, "cos_r_negg": [0.811574399471283, 0.8682107925415039, 0.8913791179656982, 0.9074047803878784, 0.9203091263771057, 0.9332765340805054, 0.9419952630996704, 0.9494437575340271, 0.9592725038528442, 0.9683060646057129], "cos_apical_negg": [0.811574399471283, 0.8682107925415039, 0.8913791179656982, 0.9074047803878784, 0.9203091263771057, 0.9332765340805054, 0.9419952630996704, 0.9494437575340271, 0.9592725038528442, 0.9683060646057129], "cos_Ac_negg": [0.811574399471283, 0.8682107925415039, 0.8913791179656982, 0.9074047803878784, 0.9203091263771057, 0.9332765340805054, 0.9419952630996704, 0.9494437575340271, 0.9592725038528442, 0.9683060646057129], "r_norm": [2.277010440826416, 2.101625442504883, 2.0847010612487793, 2.082172155380249, 2.0407118797302246, 1.9975224733352661, 1.9741822481155396, 1.9123984575271606, 1.898963212966919, 1.8540372848510742]}, {"step": 9350, "epoch": 23, "train_loss": 0.42782992124557495, "cos_r_negg": [0.8229893445968628, 0.8706719279289246, 0.8950636386871338, 0.911608099937439, 0.9219067096710205, 0.9363070726394653, 0.9467259645462036, 0.9533266425132751, 0.9633918404579163, 0.9724286794662476], "cos_apical_negg": [0.8229893445968628, 0.8706719279289246, 0.8950636386871338, 0.911608099937439, 0.9219067096710205, 0.9363070726394653, 0.9467259645462036, 0.9533266425132751, 0.9633918404579163, 0.9724286794662476], "cos_Ac_negg": [0.8229893445968628, 0.8706719279289246, 0.8950636386871338, 0.911608099937439, 0.9219067096710205, 0.9363070726394653, 0.9467259645462036, 0.9533266425132751, 0.9633918404579163, 0.9724286794662476], "r_norm": [2.31457257270813, 2.138805866241455, 2.118197202682495, 2.1163368225097656, 2.0735645294189453, 2.029442310333252, 2.0045018196105957, 1.9422645568847656, 1.9293291568756104, 1.8844385147094727]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4217, "test_loss": 2.8580676513671874}, {"step": 9400, "epoch": 24, "train_loss": 0.34347862005233765, "cos_r_negg": [0.8174365758895874, 0.869185209274292, 0.8903573751449585, 0.9082180857658386, 0.919605553150177, 0.9327607750892639, 0.9427205324172974, 0.9492336511611938, 0.9599313735961914, 0.9687565565109253], "cos_apical_negg": [0.8174365758895874, 0.869185209274292, 0.8903573751449585, 0.9082180857658386, 0.919605553150177, 0.9327607750892639, 0.9427205324172974, 0.9492336511611938, 0.9599313735961914, 0.9687565565109253], "cos_Ac_negg": [0.8174365758895874, 0.869185209274292, 0.8903573751449585, 0.9082180857658386, 0.919605553150177, 0.9327607750892639, 0.9427205324172974, 0.9492336511611938, 0.9599313735961914, 0.9687565565109253], "r_norm": [2.3114166259765625, 2.137848377227783, 2.118260383605957, 2.1149306297302246, 2.0749645233154297, 2.029973030090332, 2.003554582595825, 1.9415287971496582, 1.9266433715820312, 1.8832900524139404]}, {"step": 9450, "epoch": 24, "train_loss": 0.21980281174182892, "cos_r_negg": [0.8149893283843994, 0.8692730665206909, 0.891943097114563, 0.9100548028945923, 0.920982837677002, 0.9347130060195923, 0.9456751346588135, 0.9517450332641602, 0.9623230695724487, 0.9709937572479248], "cos_apical_negg": [0.8149893283843994, 0.8692730665206909, 0.891943097114563, 0.9100548028945923, 0.920982837677002, 0.9347130060195923, 0.9456751346588135, 0.9517450332641602, 0.9623230695724487, 0.9709937572479248], "cos_Ac_negg": [0.8149893283843994, 0.8692730665206909, 0.891943097114563, 0.9100548028945923, 0.920982837677002, 0.9347130060195923, 0.9456751346588135, 0.9517450332641602, 0.9623230695724487, 0.9709937572479248], "r_norm": [2.3136746883392334, 2.142995834350586, 2.1245474815368652, 2.1227784156799316, 2.0832953453063965, 2.037584066390991, 2.012336254119873, 1.951384425163269, 1.9343703985214233, 1.8911125659942627]}, {"step": 9500, "epoch": 24, "train_loss": 0.3706730604171753, "cos_r_negg": [0.8181346654891968, 0.8672690391540527, 0.8911381363868713, 0.9090405702590942, 0.919410228729248, 0.9336344003677368, 0.9426613450050354, 0.9503333568572998, 0.9598028063774109, 0.969293475151062], "cos_apical_negg": [0.8181346654891968, 0.8672690391540527, 0.8911381363868713, 0.9090405702590942, 0.919410228729248, 0.9336344003677368, 0.9426613450050354, 0.9503333568572998, 0.9598028063774109, 0.969293475151062], "cos_Ac_negg": [0.8181346654891968, 0.8672690391540527, 0.8911381363868713, 0.9090405702590942, 0.919410228729248, 0.9336344003677368, 0.9426613450050354, 0.9503333568572998, 0.9598028063774109, 0.969293475151062], "r_norm": [2.352443218231201, 2.1819772720336914, 2.1617789268493652, 2.1582255363464355, 2.117906093597412, 2.073579788208008, 2.047180652618408, 1.9839038848876953, 1.9657938480377197, 1.9212063550949097], "ldr": {"dL_sdil": -0.15013551712036133, "dL_bp": -0.23298001289367676, "ratio": 0.6444137213988287}}, {"step": 9550, "epoch": 24, "train_loss": 0.45549294352531433, "cos_r_negg": [0.8165453672409058, 0.8720089793205261, 0.8945879936218262, 0.9130074381828308, 0.9222757816314697, 0.9363116025924683, 0.9470574259757996, 0.95502769947052, 0.9645529389381409, 0.9733375310897827], "cos_apical_negg": [0.8165453672409058, 0.8720089793205261, 0.8945879936218262, 0.9130074381828308, 0.9222757816314697, 0.9363116025924683, 0.9470574259757996, 0.95502769947052, 0.9645529389381409, 0.9733375310897827], "cos_Ac_negg": [0.8165453672409058, 0.8720089793205261, 0.8945879936218262, 0.9130074381828308, 0.9222757816314697, 0.9363116025924683, 0.9470574259757996, 0.95502769947052, 0.9645529389381409, 0.9733375310897827], "r_norm": [2.371384859085083, 2.1977648735046387, 2.176877737045288, 2.175499439239502, 2.1315197944641113, 2.0864944458007812, 2.0588202476501465, 1.9953083992004395, 1.9796497821807861, 1.9356698989868164]}, {"step": 9600, "epoch": 24, "train_loss": 0.4254836142063141, "cos_r_negg": [0.8030059337615967, 0.8683487176895142, 0.8943382501602173, 0.9111897349357605, 0.9212614893913269, 0.9346058368682861, 0.9442991018295288, 0.9515515565872192, 0.960979700088501, 0.9705982804298401], "cos_apical_negg": [0.8030059337615967, 0.8683487176895142, 0.8943382501602173, 0.9111897349357605, 0.9212614893913269, 0.9346058368682861, 0.9442991018295288, 0.9515515565872192, 0.960979700088501, 0.9705982804298401], "cos_Ac_negg": [0.8030059337615967, 0.8683487176895142, 0.8943382501602173, 0.9111897349357605, 0.9212614893913269, 0.9346058368682861, 0.9442991018295288, 0.9515515565872192, 0.960979700088501, 0.9705982804298401], "r_norm": [2.369699478149414, 2.204066276550293, 2.18485951423645, 2.180671215057373, 2.1385083198547363, 2.0918097496032715, 2.0638601779937744, 2.0021936893463135, 1.9838409423828125, 1.9375085830688477]}, {"step": 9650, "epoch": 24, "train_loss": 0.28555357456207275, "cos_r_negg": [0.8106215596199036, 0.8691145181655884, 0.8939450979232788, 0.9102323055267334, 0.9228382706642151, 0.9357356429100037, 0.9450850486755371, 0.9538980722427368, 0.9629111886024475, 0.9722504615783691], "cos_apical_negg": [0.8106215596199036, 0.8691145181655884, 0.8939450979232788, 0.9102323055267334, 0.9228382706642151, 0.9357356429100037, 0.9450850486755371, 0.9538980722427368, 0.9629111886024475, 0.9722504615783691], "cos_Ac_negg": [0.8106215596199036, 0.8691145181655884, 0.8939450979232788, 0.9102323055267334, 0.9228382706642151, 0.9357356429100037, 0.9450850486755371, 0.9538980722427368, 0.9629111886024475, 0.9722504615783691], "r_norm": [2.3827428817749023, 2.215175151824951, 2.19576358795166, 2.1936233043670654, 2.1509151458740234, 2.105670928955078, 2.0785231590270996, 2.012742519378662, 1.9952113628387451, 1.9480273723602295]}, {"step": 9700, "epoch": 24, "train_loss": 0.48008060455322266, "cos_r_negg": [0.8034723997116089, 0.8677269816398621, 0.8925253748893738, 0.9105398654937744, 0.9211230874061584, 0.9349421262741089, 0.9437572956085205, 0.9510790705680847, 0.961844265460968, 0.9706904888153076], "cos_apical_negg": [0.8034723997116089, 0.8677269816398621, 0.8925253748893738, 0.9105398654937744, 0.9211230874061584, 0.9349421262741089, 0.9437572956085205, 0.9510790705680847, 0.961844265460968, 0.9706904888153076], "cos_Ac_negg": [0.8034723997116089, 0.8677269816398621, 0.8925253748893738, 0.9105398654937744, 0.9211230874061584, 0.9349421262741089, 0.9437572956085205, 0.9510790705680847, 0.961844265460968, 0.9706904888153076], "r_norm": [2.288384437561035, 2.130566120147705, 2.1120223999023438, 2.1100244522094727, 2.0681467056274414, 2.021418571472168, 1.9982423782348633, 1.936179518699646, 1.915960431098938, 1.8722641468048096]}, {"step": 9750, "epoch": 24, "train_loss": 0.4690169095993042, "cos_r_negg": [0.8164303302764893, 0.8712292909622192, 0.8942126631736755, 0.9103975296020508, 0.9233443140983582, 0.9356412887573242, 0.9454147815704346, 0.9512618780136108, 0.9621082544326782, 0.9715725183486938], "cos_apical_negg": [0.8164303302764893, 0.8712292909622192, 0.8942126631736755, 0.9103975296020508, 0.9233443140983582, 0.9356412887573242, 0.9454147815704346, 0.9512618780136108, 0.9621082544326782, 0.9715725183486938], "cos_Ac_negg": [0.8164303302764893, 0.8712292909622192, 0.8942126631736755, 0.9103975296020508, 0.9233443140983582, 0.9356412887573242, 0.9454147815704346, 0.9512618780136108, 0.9621082544326782, 0.9715725183486938], "r_norm": [2.378079414367676, 2.2169299125671387, 2.196760654449463, 2.1943535804748535, 2.1500558853149414, 2.103494167327881, 2.0779595375061035, 2.0138330459594727, 1.9925651550292969, 1.9484084844589233], "ldr": {"dL_sdil": -0.15203118324279785, "dL_bp": -0.24319124221801758, "ratio": 0.62515073263413}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4163, "test_loss": 3.033963232421875}], "final": {"test_acc": 0.4163, "test_loss": 3.033963232421875, "wall_s": 262.6103754043579, "cos_r_negg": [0.8049477338790894, 0.8696848750114441, 0.8952335119247437, 0.910760760307312, 0.9239270687103271, 0.9346554279327393, 0.9460725784301758, 0.9527750015258789, 0.9631505012512207, 0.9716512560844421], "cos_apical_negg": [0.8049477338790894, 0.8696848750114441, 0.8952335119247437, 0.910760760307312, 0.9239270687103271, 0.9346554279327393, 0.9460725784301758, 0.9527750015258789, 0.9631505012512207, 0.9716512560844421], "cos_Ac_negg": [0.8049477338790894, 0.8696848750114441, 0.8952335119247437, 0.910760760307312, 0.9239270687103271, 0.9346554279327393, 0.9460725784301758, 0.9527750015258789, 0.9631505012512207, 0.9716512560844421]}}