1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d30_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5792012214660645, "cos_r_negg": [0.011843105778098106, 0.006372679024934769, 0.02469302900135517, -0.00882822833955288, 0.0626327320933342, 0.00477247079834342, 0.016451481729745865, 0.017568621784448624, 0.005243221763521433, -0.04499880596995354, 0.012440048158168793, 0.016294468194246292, 0.014118390157818794, -0.027010787278413773, -0.0003511263057589531, -0.006452412344515324, 0.015059995464980602, 0.016956137493252754, 0.03453776240348816, 0.00468404171988368, 0.01791669800877571, 0.008249273523688316, -0.030512919649481773, -0.04895113408565521, -0.015413654036819935, -0.005563972983509302, 0.0022613205946981907, 0.01926312781870365, 0.025492992252111435, 0.030619347468018532], "cos_apical_negg": [0.011843105778098106, 0.006372679024934769, 0.02469302900135517, -0.00882822833955288, 0.0626327320933342, 0.00477247079834342, 0.016451481729745865, 0.017568621784448624, 0.005243221763521433, -0.04499880596995354, 0.012440048158168793, 0.016294468194246292, 0.014118390157818794, -0.027010787278413773, -0.0003511263057589531, -0.006452412344515324, 0.015059995464980602, 0.016956137493252754, 0.03453776240348816, 0.00468404171988368, 0.01791669800877571, 0.008249273523688316, -0.030512919649481773, -0.04895113408565521, -0.015413654036819935, -0.005563972983509302, 0.0022613205946981907, 0.01926312781870365, 0.025492992252111435, 0.030619347468018532], "cos_Ac_negg": [0.011843105778098106, 0.006372679024934769, 0.02469302900135517, -0.00882822833955288, 0.0626327320933342, 0.00477247079834342, 0.016451481729745865, 0.017568621784448624, 0.005243221763521433, -0.04499880596995354, 0.012440048158168793, 0.016294468194246292, 0.014118390157818794, -0.027010787278413773, -0.0003511263057589531, -0.006452412344515324, 0.015059995464980602, 0.016956137493252754, 0.03453776240348816, 0.00468404171988368, 0.01791669800877571, 0.008249273523688316, -0.030512919649481773, -0.04895113408565521, -0.015413654036819935, -0.005563972983509302, 0.0022613205946981907, 0.01926312781870365, 0.025492992252111435, 0.030619347468018532], "r_norm": [4.865568161010742, 5.012707710266113, 4.9272966384887695, 4.974328994750977, 4.970804214477539, 4.972714424133301, 4.920757293701172, 4.908841133117676, 4.978416442871094, 4.920398712158203, 4.915301322937012, 4.972873687744141, 5.004335403442383, 5.058867454528809, 5.012617111206055, 4.905446529388428, 5.13783073425293, 4.885601997375488, 5.024916648864746, 4.978809356689453, 4.856588363647461, 4.914791107177734, 5.012903213500977, 4.879909992218018, 4.972898483276367, 4.923676013946533, 4.857113838195801, 4.899547576904297, 4.918367385864258, 4.91932487487793], "ldr": {"dL_sdil": -0.18225932121276855, "dL_bp": -0.4446907043457031, "ratio": 0.4098563775488321}}, {"step": 50, "epoch": 0, "train_loss": 2.045182228088379, "cos_r_negg": [0.16454896330833435, -0.01687520369887352, -0.004158281721174717, -0.01870015263557434, 0.0153401680290699, -0.03333745896816254, -0.007262643426656723, 0.02380974218249321, 0.00983575638383627, -0.048947401344776154, -0.01830437034368515, 0.011903656646609306, 0.00912830326706171, -0.04066719114780426, -0.03797898441553116, -0.03147725760936737, -0.016224725171923637, 0.03986155986785889, 0.044771917164325714, -0.018968692049384117, -0.0015169372782111168, 0.003939593210816383, 0.00965831894427538, -0.07823573052883148, 0.01830294355750084, -0.018579725176095963, -0.039901137351989746, -0.01998567208647728, 0.01887836679816246, 0.009920870885252953], "cos_apical_negg": [0.16454896330833435, -0.01687520369887352, -0.004158281721174717, -0.01870015263557434, 0.0153401680290699, -0.03333745896816254, -0.007262643426656723, 0.02380974218249321, 0.00983575638383627, -0.048947401344776154, -0.01830437034368515, 0.011903656646609306, 0.00912830326706171, -0.04066719114780426, -0.03797898441553116, -0.03147725760936737, -0.016224725171923637, 0.03986155986785889, 0.044771917164325714, -0.018968692049384117, -0.0015169372782111168, 0.003939593210816383, 0.00965831894427538, -0.07823573052883148, 0.01830294355750084, -0.018579725176095963, -0.039901137351989746, -0.01998567208647728, 0.01887836679816246, 0.009920870885252953], "cos_Ac_negg": [0.16454896330833435, -0.01687520369887352, -0.004158281721174717, -0.01870015263557434, 0.0153401680290699, -0.03333745896816254, -0.007262643426656723, 0.02380974218249321, 0.00983575638383627, -0.048947401344776154, -0.01830437034368515, 0.011903656646609306, 0.00912830326706171, -0.04066719114780426, -0.03797898441553116, -0.03147725760936737, -0.016224725171923637, 0.03986155986785889, 0.044771917164325714, -0.018968692049384117, -0.0015169372782111168, 0.003939593210816383, 0.00965831894427538, -0.07823573052883148, 0.01830294355750084, -0.018579725176095963, -0.039901137351989746, -0.01998567208647728, 0.01887836679816246, 0.009920870885252953], "r_norm": [4.392717361450195, 4.4830427169799805, 4.403905868530273, 4.500497817993164, 4.459626197814941, 4.4547576904296875, 4.397364139556885, 4.423604965209961, 4.441367149353027, 4.432019233703613, 4.407657146453857, 4.4801859855651855, 4.520350456237793, 4.582331657409668, 4.47163724899292, 4.441157341003418, 4.614129543304443, 4.393287181854248, 4.525606155395508, 4.498883247375488, 4.347879409790039, 4.441551208496094, 4.515364646911621, 4.396853446960449, 4.477829933166504, 4.4157514572143555, 4.368979454040527, 4.422645568847656, 4.423294544219971, 4.44793701171875]}, {"step": 100, "epoch": 0, "train_loss": 1.9614335298538208, "cos_r_negg": [0.2795286476612091, -0.026095570996403694, 0.019203681498765945, -0.020948734134435654, 0.02543693035840988, -0.00715683726593852, -0.03677793964743614, -0.017033658921718597, 0.003324012039229274, -0.009462729096412659, 0.020837485790252686, 0.014307490549981594, 0.0016178772784769535, -0.020206047222018242, -0.016771942377090454, -0.02739674597978592, -0.010006983764469624, 0.028287243098020554, 0.03900948911905289, -0.04751221463084221, -0.008081650361418724, 0.010456452146172523, -0.0030386883299797773, -0.033096253871917725, -0.010943199507892132, -0.05038820952177048, -0.03800377622246742, -0.007553378120064735, 0.010719835758209229, -0.035356901586055756], "cos_apical_negg": [0.2795286476612091, -0.026095570996403694, 0.019203681498765945, -0.020948734134435654, 0.02543693035840988, -0.00715683726593852, -0.03677793964743614, -0.017033658921718597, 0.003324012039229274, -0.009462729096412659, 0.020837485790252686, 0.014307490549981594, 0.0016178772784769535, -0.020206047222018242, -0.016771942377090454, -0.02739674597978592, -0.010006983764469624, 0.028287243098020554, 0.03900948911905289, -0.04751221463084221, -0.008081650361418724, 0.010456452146172523, -0.0030386883299797773, -0.033096253871917725, -0.010943199507892132, -0.05038820952177048, -0.03800377622246742, -0.007553378120064735, 0.010719835758209229, -0.035356901586055756], "cos_Ac_negg": [0.2795286476612091, -0.026095570996403694, 0.019203681498765945, -0.020948734134435654, 0.02543693035840988, -0.00715683726593852, -0.03677793964743614, -0.017033658921718597, 0.003324012039229274, -0.009462729096412659, 0.020837485790252686, 0.014307490549981594, 0.0016178772784769535, -0.020206047222018242, -0.016771942377090454, -0.02739674597978592, -0.010006983764469624, 0.028287243098020554, 0.03900948911905289, -0.04751221463084221, -0.008081650361418724, 0.010456452146172523, -0.0030386883299797773, -0.033096253871917725, -0.010943199507892132, -0.05038820952177048, -0.03800377622246742, -0.007553378120064735, 0.010719835758209229, -0.035356901586055756], "r_norm": [4.167851448059082, 4.259918212890625, 4.195738792419434, 4.28078031539917, 4.227323055267334, 4.235707759857178, 4.179405212402344, 4.203657627105713, 4.217367649078369, 4.204411029815674, 4.191539287567139, 4.260434627532959, 4.293130874633789, 4.348031044006348, 4.250436782836914, 4.213240146636963, 4.397705078125, 4.186065673828125, 4.303870677947998, 4.258775234222412, 4.137009143829346, 4.209190845489502, 4.27507209777832, 4.175479412078857, 4.243900775909424, 4.205913543701172, 4.154239654541016, 4.197516441345215, 4.193730354309082, 4.214337348937988]}, {"step": 150, "epoch": 0, "train_loss": 2.014504909515381, "cos_r_negg": [0.3415689170360565, -0.008543899282813072, -0.008633455261588097, 0.01072367187589407, 0.01568496972322464, 0.001326712896116078, -0.008060585707426071, -0.005576836410909891, -0.02538498118519783, -0.01064694207161665, -0.0066114808432757854, 0.014188924804329872, 0.013466037809848785, -0.013767894357442856, 0.009962372481822968, -0.00614572549238801, 0.004630026873201132, 0.002917236415669322, 0.05226590484380722, -0.010593436658382416, 0.016452858224511147, -0.005059568211436272, -0.0023279162123799324, -0.04758785665035248, -0.006448652595281601, -0.006678607780486345, -0.0047473786398768425, 0.026781167834997177, 0.0025390146765857935, -0.026508495211601257], "cos_apical_negg": [0.3415689170360565, -0.008543899282813072, -0.008633455261588097, 0.01072367187589407, 0.01568496972322464, 0.001326712896116078, -0.008060585707426071, -0.005576836410909891, -0.02538498118519783, -0.01064694207161665, -0.0066114808432757854, 0.014188924804329872, 0.013466037809848785, -0.013767894357442856, 0.009962372481822968, -0.00614572549238801, 0.004630026873201132, 0.002917236415669322, 0.05226590484380722, -0.010593436658382416, 0.016452858224511147, -0.005059568211436272, -0.0023279162123799324, -0.04758785665035248, -0.006448652595281601, -0.006678607780486345, -0.0047473786398768425, 0.026781167834997177, 0.0025390146765857935, -0.026508495211601257], "cos_Ac_negg": [0.3415689170360565, -0.008543899282813072, -0.008633455261588097, 0.01072367187589407, 0.01568496972322464, 0.001326712896116078, -0.008060585707426071, -0.005576836410909891, -0.02538498118519783, -0.01064694207161665, -0.0066114808432757854, 0.014188924804329872, 0.013466037809848785, -0.013767894357442856, 0.009962372481822968, -0.00614572549238801, 0.004630026873201132, 0.002917236415669322, 0.05226590484380722, -0.010593436658382416, 0.016452858224511147, -0.005059568211436272, -0.0023279162123799324, -0.04758785665035248, -0.006448652595281601, -0.006678607780486345, -0.0047473786398768425, 0.026781167834997177, 0.0025390146765857935, -0.026508495211601257], "r_norm": [4.057088375091553, 4.149336338043213, 4.083239555358887, 4.156095027923584, 4.111873626708984, 4.1171650886535645, 4.054423809051514, 4.095552921295166, 4.10709285736084, 4.088574409484863, 4.0771894454956055, 4.144961357116699, 4.188559532165527, 4.235918045043945, 4.132414817810059, 4.100376129150391, 4.272426605224609, 4.071496963500977, 4.185395240783691, 4.145123481750488, 4.0217766761779785, 4.1126389503479, 4.159049034118652, 4.064612865447998, 4.133202075958252, 4.086380958557129, 4.037755966186523, 4.0804595947265625, 4.078520774841309, 4.105579376220703]}, {"step": 200, "epoch": 0, "train_loss": 2.0564303398132324, "cos_r_negg": [0.39813363552093506, -0.0011712354607880116, -0.010712804272770882, -0.01866021193563938, 0.04178807511925697, -0.008180232718586922, -0.03585424646735191, -0.02390217036008835, -0.04259314760565758, -0.00702242087572813, 0.023236460983753204, 0.025789499282836914, 0.007709714584052563, -0.004554801620543003, -0.019670289009809494, -0.003073835512623191, -0.010814866982400417, 0.025916747748851776, 0.055960386991500854, -0.009756212122738361, 0.04845932498574257, -0.02155659720301628, -0.0030854917131364346, -0.07718268036842346, -0.00026762159541249275, -0.015458079054951668, 0.03219222277402878, 0.04554136097431183, -0.002812701277434826, -0.03186039626598358], "cos_apical_negg": [0.39813363552093506, -0.0011712354607880116, -0.010712804272770882, -0.01866021193563938, 0.04178807511925697, -0.008180232718586922, -0.03585424646735191, -0.02390217036008835, -0.04259314760565758, -0.00702242087572813, 0.023236460983753204, 0.025789499282836914, 0.007709714584052563, -0.004554801620543003, -0.019670289009809494, -0.003073835512623191, -0.010814866982400417, 0.025916747748851776, 0.055960386991500854, -0.009756212122738361, 0.04845932498574257, -0.02155659720301628, -0.0030854917131364346, -0.07718268036842346, -0.00026762159541249275, -0.015458079054951668, 0.03219222277402878, 0.04554136097431183, -0.002812701277434826, -0.03186039626598358], "cos_Ac_negg": [0.39813363552093506, -0.0011712354607880116, -0.010712804272770882, -0.01866021193563938, 0.04178807511925697, -0.008180232718586922, -0.03585424646735191, -0.02390217036008835, -0.04259314760565758, -0.00702242087572813, 0.023236460983753204, 0.025789499282836914, 0.007709714584052563, -0.004554801620543003, -0.019670289009809494, -0.003073835512623191, -0.010814866982400417, 0.025916747748851776, 0.055960386991500854, -0.009756212122738361, 0.04845932498574257, -0.02155659720301628, -0.0030854917131364346, -0.07718268036842346, -0.00026762159541249275, -0.015458079054951668, 0.03219222277402878, 0.04554136097431183, -0.002812701277434826, -0.03186039626598358], "r_norm": [3.8952789306640625, 3.987588405609131, 3.9171833992004395, 4.024123191833496, 3.958737373352051, 3.9584848880767822, 3.903021812438965, 3.925057888031006, 3.9475579261779785, 3.9357292652130127, 3.9204018115997314, 3.9928863048553467, 4.012144088745117, 4.07427978515625, 3.982123374938965, 3.9424943923950195, 4.126594543457031, 3.9202003479003906, 4.023402214050293, 3.9808197021484375, 3.8645052909851074, 3.944387197494507, 3.9919679164886475, 3.9026153087615967, 3.971625804901123, 3.9430413246154785, 3.8810386657714844, 3.9292171001434326, 3.9229788780212402, 3.94620680809021]}, {"step": 250, "epoch": 0, "train_loss": 2.098574638366699, "cos_r_negg": [0.4279267489910126, -0.002647372428327799, -0.01664840802550316, -0.01147800125181675, 0.03209778293967247, 0.002086617983877659, -0.02204297110438347, -0.0020301637705415487, -0.03222699463367462, 0.007574296090751886, 0.006734894588589668, 0.042576901614665985, 0.027418503537774086, 0.002021471504122019, 0.007547927089035511, -0.0015423879958689213, -0.0043823327869176865, 0.03333697468042374, 0.039840858429670334, -0.01661410555243492, 0.007477063685655594, -0.004308155272156, -0.03716080263257027, -0.03081660345196724, 0.00439715338870883, -0.041805699467659, -0.028647834435105324, 0.01780010387301445, -0.043805401772260666, -0.023940229788422585], "cos_apical_negg": [0.4279267489910126, -0.002647372428327799, -0.01664840802550316, -0.01147800125181675, 0.03209778293967247, 0.002086617983877659, -0.02204297110438347, -0.0020301637705415487, -0.03222699463367462, 0.007574296090751886, 0.006734894588589668, 0.042576901614665985, 0.027418503537774086, 0.002021471504122019, 0.007547927089035511, -0.0015423879958689213, -0.0043823327869176865, 0.03333697468042374, 0.039840858429670334, -0.01661410555243492, 0.007477063685655594, -0.004308155272156, -0.03716080263257027, -0.03081660345196724, 0.00439715338870883, -0.041805699467659, -0.028647834435105324, 0.01780010387301445, -0.043805401772260666, -0.023940229788422585], "cos_Ac_negg": [0.4279267489910126, -0.002647372428327799, -0.01664840802550316, -0.01147800125181675, 0.03209778293967247, 0.002086617983877659, -0.02204297110438347, -0.0020301637705415487, -0.03222699463367462, 0.007574296090751886, 0.006734894588589668, 0.042576901614665985, 0.027418503537774086, 0.002021471504122019, 0.007547927089035511, -0.0015423879958689213, -0.0043823327869176865, 0.03333697468042374, 0.039840858429670334, -0.01661410555243492, 0.007477063685655594, -0.004308155272156, -0.03716080263257027, -0.03081660345196724, 0.00439715338870883, -0.041805699467659, -0.028647834435105324, 0.01780010387301445, -0.043805401772260666, -0.023940229788422585], "r_norm": [3.889465093612671, 3.9583921432495117, 3.89721417427063, 3.954523801803589, 3.927093982696533, 3.936417579650879, 3.8820762634277344, 3.9103479385375977, 3.9153220653533936, 3.897678852081299, 3.8754048347473145, 3.9387216567993164, 3.987056255340576, 4.037131309509277, 3.9427034854888916, 3.9111404418945312, 4.0786542892456055, 3.875290870666504, 4.00650691986084, 3.9494752883911133, 3.845353364944458, 3.9218857288360596, 3.967477321624756, 3.8825345039367676, 3.934109687805176, 3.8925113677978516, 3.8535499572753906, 3.8844687938690186, 3.8843395709991455, 3.919417381286621], "ldr": {"dL_sdil": -0.10344076156616211, "dL_bp": -0.10332441329956055, "ratio": 1.001126048170864}}, {"step": 300, "epoch": 0, "train_loss": 1.7335586547851562, "cos_r_negg": [0.4250882863998413, 0.016684800386428833, -0.020093582570552826, -0.016724994406104088, 0.04132266342639923, 0.014088433235883713, -0.006006145849823952, 0.0222010500729084, -0.0583670437335968, 0.004150968510657549, -0.0018973142141476274, 0.02779478393495083, 0.02450460009276867, 0.03138606995344162, 0.0066194613464176655, -0.0041829803958535194, 0.02498762309551239, 0.025558628141880035, 0.0345374159514904, -0.026794172823429108, -0.04025527462363243, -0.05114457756280899, -0.019429851323366165, -0.01246354728937149, 0.01421678252518177, -0.04511246457695961, -0.0057669747620821, 0.029448049142956734, -0.04924115538597107, -0.014784269966185093], "cos_apical_negg": [0.4250882863998413, 0.016684800386428833, -0.020093582570552826, -0.016724994406104088, 0.04132266342639923, 0.014088433235883713, -0.006006145849823952, 0.0222010500729084, -0.0583670437335968, 0.004150968510657549, -0.0018973142141476274, 0.02779478393495083, 0.02450460009276867, 0.03138606995344162, 0.0066194613464176655, -0.0041829803958535194, 0.02498762309551239, 0.025558628141880035, 0.0345374159514904, -0.026794172823429108, -0.04025527462363243, -0.05114457756280899, -0.019429851323366165, -0.01246354728937149, 0.01421678252518177, -0.04511246457695961, -0.0057669747620821, 0.029448049142956734, -0.04924115538597107, -0.014784269966185093], "cos_Ac_negg": [0.4250882863998413, 0.016684800386428833, -0.020093582570552826, -0.016724994406104088, 0.04132266342639923, 0.014088433235883713, -0.006006145849823952, 0.0222010500729084, -0.0583670437335968, 0.004150968510657549, -0.0018973142141476274, 0.02779478393495083, 0.02450460009276867, 0.03138606995344162, 0.0066194613464176655, -0.0041829803958535194, 0.02498762309551239, 0.025558628141880035, 0.0345374159514904, -0.026794172823429108, -0.04025527462363243, -0.05114457756280899, -0.019429851323366165, -0.01246354728937149, 0.01421678252518177, -0.04511246457695961, -0.0057669747620821, 0.029448049142956734, -0.04924115538597107, -0.014784269966185093], "r_norm": [3.728506565093994, 3.788105010986328, 3.7392418384552, 3.7995455265045166, 3.7618322372436523, 3.769408941268921, 3.7163960933685303, 3.74025821685791, 3.7520854473114014, 3.7340035438537598, 3.719271659851074, 3.7851390838623047, 3.8221917152404785, 3.861130952835083, 3.779905319213867, 3.746159315109253, 3.9015374183654785, 3.70892596244812, 3.831338405609131, 3.7883596420288086, 3.6811957359313965, 3.7406342029571533, 3.804612159729004, 3.7105584144592285, 3.771136999130249, 3.7364187240600586, 3.695188522338867, 3.7337050437927246, 3.7222769260406494, 3.749488353729248]}, {"step": 350, "epoch": 0, "train_loss": 2.248502254486084, "cos_r_negg": [0.4409181475639343, -0.0016860893229022622, -0.0035938695073127747, -0.009923629462718964, 0.014464949257671833, 0.0051709553226828575, -0.023341476917266846, 0.03151685371994972, -0.05495620518922806, 0.0139829833060503, 0.005245085805654526, 0.043542325496673584, 0.005436732433736324, 0.05230063572525978, 0.02146042510867119, 0.034428998827934265, -0.007515775039792061, 0.008292953483760357, 0.02989913523197174, 0.005296860821545124, -0.036602821201086044, 0.0003503067418932915, -0.04401268810033798, 0.044697195291519165, 0.021412258967757225, -0.03891565650701523, -0.0055842213332653046, -0.0006456918781623244, -0.09158958494663239, -0.05529923737049103], "cos_apical_negg": [0.4409181475639343, -0.0016860893229022622, -0.0035938695073127747, -0.009923629462718964, 0.014464949257671833, 0.0051709553226828575, -0.023341476917266846, 0.03151685371994972, -0.05495620518922806, 0.0139829833060503, 0.005245085805654526, 0.043542325496673584, 0.005436732433736324, 0.05230063572525978, 0.02146042510867119, 0.034428998827934265, -0.007515775039792061, 0.008292953483760357, 0.02989913523197174, 0.005296860821545124, -0.036602821201086044, 0.0003503067418932915, -0.04401268810033798, 0.044697195291519165, 0.021412258967757225, -0.03891565650701523, -0.0055842213332653046, -0.0006456918781623244, -0.09158958494663239, -0.05529923737049103], "cos_Ac_negg": [0.4409181475639343, -0.0016860893229022622, -0.0035938695073127747, -0.009923629462718964, 0.014464949257671833, 0.0051709553226828575, -0.023341476917266846, 0.03151685371994972, -0.05495620518922806, 0.0139829833060503, 0.005245085805654526, 0.043542325496673584, 0.005436732433736324, 0.05230063572525978, 0.02146042510867119, 0.034428998827934265, -0.007515775039792061, 0.008292953483760357, 0.02989913523197174, 0.005296860821545124, -0.036602821201086044, 0.0003503067418932915, -0.04401268810033798, 0.044697195291519165, 0.021412258967757225, -0.03891565650701523, -0.0055842213332653046, -0.0006456918781623244, -0.09158958494663239, -0.05529923737049103], "r_norm": [3.584463596343994, 3.628511428833008, 3.5787107944488525, 3.633042812347412, 3.608462333679199, 3.614990711212158, 3.556994915008545, 3.588901996612549, 3.5951852798461914, 3.581038475036621, 3.5617687702178955, 3.6188902854919434, 3.664656162261963, 3.7037415504455566, 3.6181178092956543, 3.5885143280029297, 3.7338972091674805, 3.5549299716949463, 3.6708829402923584, 3.625308036804199, 3.5242130756378174, 3.5918128490448, 3.6511902809143066, 3.5558855533599854, 3.6133668422698975, 3.579498052597046, 3.540208578109741, 3.570953130722046, 3.567295551300049, 3.5931684970855713]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3566, "test_loss": 1.8655705078125}, {"step": 400, "epoch": 1, "train_loss": 1.818564534187317, "cos_r_negg": [0.4666880667209625, 0.049904339015483856, -0.0051474254578351974, 0.010555075481534004, 0.017857655882835388, 0.016381900757551193, -0.04011142626404762, 0.008633218705654144, -0.056972429156303406, 0.047034986317157745, 0.015830514952540398, 0.02142208442091942, 0.007297035306692123, 0.08307582139968872, 0.029865380376577377, 0.03281821310520172, -0.012545930221676826, 0.052323997020721436, 0.036027152091264725, 0.020252203568816185, -0.0663469061255455, -0.014502977952361107, -0.03338141739368439, -0.0014301552437245846, 0.028251037001609802, -0.013943524099886417, 0.015247011557221413, 0.021918630227446556, -0.057453468441963196, -0.04833195358514786], "cos_apical_negg": [0.4666880667209625, 0.049904339015483856, -0.0051474254578351974, 0.010555075481534004, 0.017857655882835388, 0.016381900757551193, -0.04011142626404762, 0.008633218705654144, -0.056972429156303406, 0.047034986317157745, 0.015830514952540398, 0.02142208442091942, 0.007297035306692123, 0.08307582139968872, 0.029865380376577377, 0.03281821310520172, -0.012545930221676826, 0.052323997020721436, 0.036027152091264725, 0.020252203568816185, -0.0663469061255455, -0.014502977952361107, -0.03338141739368439, -0.0014301552437245846, 0.028251037001609802, -0.013943524099886417, 0.015247011557221413, 0.021918630227446556, -0.057453468441963196, -0.04833195358514786], "cos_Ac_negg": [0.4666880667209625, 0.049904339015483856, -0.0051474254578351974, 0.010555075481534004, 0.017857655882835388, 0.016381900757551193, -0.04011142626404762, 0.008633218705654144, -0.056972429156303406, 0.047034986317157745, 0.015830514952540398, 0.02142208442091942, 0.007297035306692123, 0.08307582139968872, 0.029865380376577377, 0.03281821310520172, -0.012545930221676826, 0.052323997020721436, 0.036027152091264725, 0.020252203568816185, -0.0663469061255455, -0.014502977952361107, -0.03338141739368439, -0.0014301552437245846, 0.028251037001609802, -0.013943524099886417, 0.015247011557221413, 0.021918630227446556, -0.057453468441963196, -0.04833195358514786], "r_norm": [3.516976833343506, 3.567735195159912, 3.513307809829712, 3.5755343437194824, 3.544787883758545, 3.547290802001953, 3.494290590286255, 3.517918348312378, 3.5322179794311523, 3.517179012298584, 3.5056159496307373, 3.560049533843994, 3.597933530807495, 3.632023572921753, 3.5586788654327393, 3.52234148979187, 3.677567720413208, 3.497262954711914, 3.6005280017852783, 3.560424327850342, 3.4628453254699707, 3.527143955230713, 3.576158285140991, 3.4890692234039307, 3.5480568408966064, 3.515937328338623, 3.4753994941711426, 3.5097250938415527, 3.507084369659424, 3.525570869445801]}, {"step": 450, "epoch": 1, "train_loss": 2.0594565868377686, "cos_r_negg": [0.49637067317962646, 0.055441927164793015, 0.026327161118388176, 0.025548622012138367, 0.013519134372472763, 0.018860794603824615, -0.0235549695789814, 0.01099394541233778, -0.047503337264060974, 0.030383247882127762, 0.020791545510292053, 0.03207206353545189, 0.044462304562330246, 0.06729666888713837, 0.035217560827732086, 0.07262632995843887, -0.017516782507300377, 0.03343002498149872, 0.05925160273909569, 0.039811842143535614, -0.027962088584899902, 0.011462454684078693, -0.025724275037646294, -0.030032362788915634, 0.022391285747289658, -0.01610458269715309, 0.0426986888051033, 0.005948091857135296, -0.06765662878751755, -0.0005894377827644348], "cos_apical_negg": [0.49637067317962646, 0.055441927164793015, 0.026327161118388176, 0.025548622012138367, 0.013519134372472763, 0.018860794603824615, -0.0235549695789814, 0.01099394541233778, -0.047503337264060974, 0.030383247882127762, 0.020791545510292053, 0.03207206353545189, 0.044462304562330246, 0.06729666888713837, 0.035217560827732086, 0.07262632995843887, -0.017516782507300377, 0.03343002498149872, 0.05925160273909569, 0.039811842143535614, -0.027962088584899902, 0.011462454684078693, -0.025724275037646294, -0.030032362788915634, 0.022391285747289658, -0.01610458269715309, 0.0426986888051033, 0.005948091857135296, -0.06765662878751755, -0.0005894377827644348], "cos_Ac_negg": [0.49637067317962646, 0.055441927164793015, 0.026327161118388176, 0.025548622012138367, 0.013519134372472763, 0.018860794603824615, -0.0235549695789814, 0.01099394541233778, -0.047503337264060974, 0.030383247882127762, 0.020791545510292053, 0.03207206353545189, 0.044462304562330246, 0.06729666888713837, 0.035217560827732086, 0.07262632995843887, -0.017516782507300377, 0.03343002498149872, 0.05925160273909569, 0.039811842143535614, -0.027962088584899902, 0.011462454684078693, -0.025724275037646294, -0.030032362788915634, 0.022391285747289658, -0.01610458269715309, 0.0426986888051033, 0.005948091857135296, -0.06765662878751755, -0.0005894377827644348], "r_norm": [3.429121971130371, 3.466548442840576, 3.421351909637451, 3.473600149154663, 3.4337494373321533, 3.4436564445495605, 3.4007222652435303, 3.423247814178467, 3.432705879211426, 3.4132602214813232, 3.404478073120117, 3.4613633155822754, 3.4951436519622803, 3.5278096199035645, 3.4581408500671387, 3.422916889190674, 3.5750985145568848, 3.392673969268799, 3.501121997833252, 3.4677467346191406, 3.362680435180664, 3.421732187271118, 3.472752571105957, 3.3972408771514893, 3.446793556213379, 3.4152841567993164, 3.377908229827881, 3.4094886779785156, 3.4052553176879883, 3.426994800567627]}, {"step": 500, "epoch": 1, "train_loss": 1.7270396947860718, "cos_r_negg": [0.5142092704772949, 0.030903596431016922, 0.039698898792266846, 0.042294614017009735, 0.007667143363505602, 0.0248512364923954, -0.016520971432328224, 0.03373127058148384, -0.008835766464471817, 0.052638232707977295, 0.03460133075714111, 0.038661908358335495, 0.05034921318292618, 0.06160956621170044, 0.0404546856880188, 0.07517082989215851, -0.030040085315704346, 0.054075658321380615, 0.07698944956064224, 0.024157997220754623, -0.037074923515319824, 0.014323781244456768, -0.03691898286342621, -0.0007627056911587715, 0.03260163962841034, -0.03270522877573967, 0.06237328052520752, 0.04129327833652496, -0.07094233483076096, -0.027107439935207367], "cos_apical_negg": [0.5142092704772949, 0.030903596431016922, 0.039698898792266846, 0.042294614017009735, 0.007667143363505602, 0.0248512364923954, -0.016520971432328224, 0.03373127058148384, -0.008835766464471817, 0.052638232707977295, 0.03460133075714111, 0.038661908358335495, 0.05034921318292618, 0.06160956621170044, 0.0404546856880188, 0.07517082989215851, -0.030040085315704346, 0.054075658321380615, 0.07698944956064224, 0.024157997220754623, -0.037074923515319824, 0.014323781244456768, -0.03691898286342621, -0.0007627056911587715, 0.03260163962841034, -0.03270522877573967, 0.06237328052520752, 0.04129327833652496, -0.07094233483076096, -0.027107439935207367], "cos_Ac_negg": [0.5142092704772949, 0.030903596431016922, 0.039698898792266846, 0.042294614017009735, 0.007667143363505602, 0.0248512364923954, -0.016520971432328224, 0.03373127058148384, -0.008835766464471817, 0.052638232707977295, 0.03460133075714111, 0.038661908358335495, 0.05034921318292618, 0.06160956621170044, 0.0404546856880188, 0.07517082989215851, -0.030040085315704346, 0.054075658321380615, 0.07698944956064224, 0.024157997220754623, -0.037074923515319824, 0.014323781244456768, -0.03691898286342621, -0.0007627056911587715, 0.03260163962841034, -0.03270522877573967, 0.06237328052520752, 0.04129327833652496, -0.07094233483076096, -0.027107439935207367], "r_norm": [3.344470977783203, 3.3767480850219727, 3.3219082355499268, 3.376688003540039, 3.358189105987549, 3.3539299964904785, 3.3068909645080566, 3.327465295791626, 3.3431177139282227, 3.3283655643463135, 3.307786464691162, 3.3624796867370605, 3.407029151916504, 3.4383742809295654, 3.367961883544922, 3.336094856262207, 3.473161458969116, 3.3053605556488037, 3.4107556343078613, 3.370305061340332, 3.2744405269622803, 3.3425676822662354, 3.384683609008789, 3.3058295249938965, 3.357144355773926, 3.324648380279541, 3.287609338760376, 3.3140792846679688, 3.315298318862915, 3.341750383377075], "ldr": {"dL_sdil": -0.04796493053436279, "dL_bp": -0.04590249061584473, "ratio": 1.0449308935277284}}, {"step": 550, "epoch": 1, "train_loss": 1.945822834968567, "cos_r_negg": [0.5200369358062744, 0.04749931022524834, 0.049815550446510315, 0.030651118606328964, 0.01951630972325802, 0.0372152142226696, 0.004157803952693939, 0.022719327360391617, -0.00982716679573059, 0.029352478682994843, 0.04068240895867348, 0.03562559932470322, 0.04133988916873932, 0.06995368003845215, 0.001236521638929844, 0.06610268354415894, -0.030026527121663094, 0.0254676416516304, 0.08106103539466858, 0.02124880626797676, 0.000735563226044178, 0.0056863948702812195, -0.01852412521839142, 0.005435178522020578, 0.06978340446949005, -0.008620774373412132, 0.06872648000717163, 0.04905575513839722, 0.02111564576625824, -0.05476939678192139], "cos_apical_negg": [0.5200369358062744, 0.04749931022524834, 0.049815550446510315, 0.030651118606328964, 0.01951630972325802, 0.0372152142226696, 0.004157803952693939, 0.022719327360391617, -0.00982716679573059, 0.029352478682994843, 0.04068240895867348, 0.03562559932470322, 0.04133988916873932, 0.06995368003845215, 0.001236521638929844, 0.06610268354415894, -0.030026527121663094, 0.0254676416516304, 0.08106103539466858, 0.02124880626797676, 0.000735563226044178, 0.0056863948702812195, -0.01852412521839142, 0.005435178522020578, 0.06978340446949005, -0.008620774373412132, 0.06872648000717163, 0.04905575513839722, 0.02111564576625824, -0.05476939678192139], "cos_Ac_negg": [0.5200369358062744, 0.04749931022524834, 0.049815550446510315, 0.030651118606328964, 0.01951630972325802, 0.0372152142226696, 0.004157803952693939, 0.022719327360391617, -0.00982716679573059, 0.029352478682994843, 0.04068240895867348, 0.03562559932470322, 0.04133988916873932, 0.06995368003845215, 0.001236521638929844, 0.06610268354415894, -0.030026527121663094, 0.0254676416516304, 0.08106103539466858, 0.02124880626797676, 0.000735563226044178, 0.0056863948702812195, -0.01852412521839142, 0.005435178522020578, 0.06978340446949005, -0.008620774373412132, 0.06872648000717163, 0.04905575513839722, 0.02111564576625824, -0.05476939678192139], "r_norm": [3.3683626651763916, 3.390568494796753, 3.338796615600586, 3.3865082263946533, 3.370121955871582, 3.3692586421966553, 3.32515287399292, 3.340027332305908, 3.3604488372802734, 3.336851119995117, 3.3227791786193848, 3.3751916885375977, 3.410295248031616, 3.446730613708496, 3.379708766937256, 3.3426880836486816, 3.488553524017334, 3.319030284881592, 3.4268293380737305, 3.3830649852752686, 3.2860724925994873, 3.351592540740967, 3.3965466022491455, 3.309583902359009, 3.3713855743408203, 3.3473219871520996, 3.2968180179595947, 3.3258566856384277, 3.332940101623535, 3.345827102661133]}, {"step": 600, "epoch": 1, "train_loss": 1.8470232486724854, "cos_r_negg": [0.530521035194397, 0.04994674772024155, 0.0618818998336792, 0.023196443915367126, 0.026639673858880997, 0.031350359320640564, 0.012654469348490238, 0.02273314818739891, -0.031691111624240875, 0.019763171672821045, 0.04031440615653992, 0.024484245106577873, 0.02029038965702057, 0.09745238721370697, 0.0198974646627903, 0.07902657240629196, -0.035096582025289536, 0.035917431116104126, 0.08346833288669586, 0.048089951276779175, 0.056378159672021866, 0.009476561099290848, -0.006682511419057846, -0.012634371407330036, 0.07738252729177475, 0.0571720227599144, 0.07594539225101471, 0.042645733803510666, -0.015445410273969173, -0.06652902811765671], "cos_apical_negg": [0.530521035194397, 0.04994674772024155, 0.0618818998336792, 0.023196443915367126, 0.026639673858880997, 0.031350359320640564, 0.012654469348490238, 0.02273314818739891, -0.031691111624240875, 0.019763171672821045, 0.04031440615653992, 0.024484245106577873, 0.02029038965702057, 0.09745238721370697, 0.0198974646627903, 0.07902657240629196, -0.035096582025289536, 0.035917431116104126, 0.08346833288669586, 0.048089951276779175, 0.056378159672021866, 0.009476561099290848, -0.006682511419057846, -0.012634371407330036, 0.07738252729177475, 0.0571720227599144, 0.07594539225101471, 0.042645733803510666, -0.015445410273969173, -0.06652902811765671], "cos_Ac_negg": [0.530521035194397, 0.04994674772024155, 0.0618818998336792, 0.023196443915367126, 0.026639673858880997, 0.031350359320640564, 0.012654469348490238, 0.02273314818739891, -0.031691111624240875, 0.019763171672821045, 0.04031440615653992, 0.024484245106577873, 0.02029038965702057, 0.09745238721370697, 0.0198974646627903, 0.07902657240629196, -0.035096582025289536, 0.035917431116104126, 0.08346833288669586, 0.048089951276779175, 0.056378159672021866, 0.009476561099290848, -0.006682511419057846, -0.012634371407330036, 0.07738252729177475, 0.0571720227599144, 0.07594539225101471, 0.042645733803510666, -0.015445410273969173, -0.06652902811765671], "r_norm": [3.2032055854797363, 3.2115461826324463, 3.167835235595703, 3.2194066047668457, 3.1930065155029297, 3.195253372192383, 3.1428563594818115, 3.17366361618042, 3.1800503730773926, 3.1688764095306396, 3.152918815612793, 3.209721088409424, 3.247343063354492, 3.2694644927978516, 3.2042782306671143, 3.178420066833496, 3.3046772480010986, 3.142120838165283, 3.248772144317627, 3.2060115337371826, 3.1176536083221436, 3.1789040565490723, 3.2197256088256836, 3.1454925537109375, 3.197603225708008, 3.166001558303833, 3.1316633224487305, 3.162245750427246, 3.1526806354522705, 3.179680824279785]}, {"step": 650, "epoch": 1, "train_loss": 1.7023289203643799, "cos_r_negg": [0.5432076454162598, 0.06443995982408524, 0.05956174433231354, 0.03440333157777786, 0.036942675709724426, 0.06052989512681961, 0.025768408551812172, 0.05464845895767212, -0.04115397483110428, 0.008999872952699661, 0.053078413009643555, 0.02530168741941452, 0.03715328872203827, 0.06924712657928467, 0.0199661273509264, 0.06439235061407089, -0.01446380652487278, 0.0327923409640789, 0.07195211946964264, 0.05771595612168312, 0.02847244217991829, -0.003933961037546396, 0.004159047268331051, 0.0228206105530262, 0.0658942386507988, 0.014859599992632866, 0.03526264801621437, 0.019350551068782806, 0.05830533802509308, -0.010320878587663174], "cos_apical_negg": [0.5432076454162598, 0.06443995982408524, 0.05956174433231354, 0.03440333157777786, 0.036942675709724426, 0.06052989512681961, 0.025768408551812172, 0.05464845895767212, -0.04115397483110428, 0.008999872952699661, 0.053078413009643555, 0.02530168741941452, 0.03715328872203827, 0.06924712657928467, 0.0199661273509264, 0.06439235061407089, -0.01446380652487278, 0.0327923409640789, 0.07195211946964264, 0.05771595612168312, 0.02847244217991829, -0.003933961037546396, 0.004159047268331051, 0.0228206105530262, 0.0658942386507988, 0.014859599992632866, 0.03526264801621437, 0.019350551068782806, 0.05830533802509308, -0.010320878587663174], "cos_Ac_negg": [0.5432076454162598, 0.06443995982408524, 0.05956174433231354, 0.03440333157777786, 0.036942675709724426, 0.06052989512681961, 0.025768408551812172, 0.05464845895767212, -0.04115397483110428, 0.008999872952699661, 0.053078413009643555, 0.02530168741941452, 0.03715328872203827, 0.06924712657928467, 0.0199661273509264, 0.06439235061407089, -0.01446380652487278, 0.0327923409640789, 0.07195211946964264, 0.05771595612168312, 0.02847244217991829, -0.003933961037546396, 0.004159047268331051, 0.0228206105530262, 0.0658942386507988, 0.014859599992632866, 0.03526264801621437, 0.019350551068782806, 0.05830533802509308, -0.010320878587663174], "r_norm": [3.163125514984131, 3.1750199794769287, 3.120547294616699, 3.1756420135498047, 3.153327465057373, 3.159001588821411, 3.0997772216796875, 3.1236634254455566, 3.1395978927612305, 3.1216182708740234, 3.109144687652588, 3.154582977294922, 3.1994142532348633, 3.229360818862915, 3.161677360534668, 3.1321120262145996, 3.256667137145996, 3.097843647003174, 3.203423500061035, 3.1604697704315186, 3.0790867805480957, 3.134845018386841, 3.1779370307922363, 3.0967564582824707, 3.154886245727539, 3.129326820373535, 3.087395429611206, 3.107259750366211, 3.113886833190918, 3.133140802383423]}, {"step": 700, "epoch": 1, "train_loss": 1.8877129554748535, "cos_r_negg": [0.5511844158172607, 0.07676231861114502, 0.06029871851205826, 0.03445438668131828, 0.037939563393592834, 0.052613355219364166, 0.01582711935043335, 0.03948357701301575, -0.015265053138136864, 0.03783480077981949, 0.07284422218799591, 0.04466759040951729, 0.05564247444272041, 0.03598949685692787, 0.01260346919298172, 0.06294966489076614, 0.03146443888545036, 0.045947205275297165, 0.049680694937705994, 0.06485619395971298, 0.045993514358997345, -0.008855456486344337, 0.010394212789833546, 0.02500062808394432, 0.008656013756990433, 0.05977105349302292, 0.036860983818769455, 0.06408867239952087, -0.004842156544327736, 0.017527317628264427], "cos_apical_negg": [0.5511844158172607, 0.07676231861114502, 0.06029871851205826, 0.03445438668131828, 0.037939563393592834, 0.052613355219364166, 0.01582711935043335, 0.03948357701301575, -0.015265053138136864, 0.03783480077981949, 0.07284422218799591, 0.04466759040951729, 0.05564247444272041, 0.03598949685692787, 0.01260346919298172, 0.06294966489076614, 0.03146443888545036, 0.045947205275297165, 0.049680694937705994, 0.06485619395971298, 0.045993514358997345, -0.008855456486344337, 0.010394212789833546, 0.02500062808394432, 0.008656013756990433, 0.05977105349302292, 0.036860983818769455, 0.06408867239952087, -0.004842156544327736, 0.017527317628264427], "cos_Ac_negg": [0.5511844158172607, 0.07676231861114502, 0.06029871851205826, 0.03445438668131828, 0.037939563393592834, 0.052613355219364166, 0.01582711935043335, 0.03948357701301575, -0.015265053138136864, 0.03783480077981949, 0.07284422218799591, 0.04466759040951729, 0.05564247444272041, 0.03598949685692787, 0.01260346919298172, 0.06294966489076614, 0.03146443888545036, 0.045947205275297165, 0.049680694937705994, 0.06485619395971298, 0.045993514358997345, -0.008855456486344337, 0.010394212789833546, 0.02500062808394432, 0.008656013756990433, 0.05977105349302292, 0.036860983818769455, 0.06408867239952087, -0.004842156544327736, 0.017527317628264427], "r_norm": [3.0813491344451904, 3.081969738006592, 3.034349203109741, 3.079301357269287, 3.0557665824890137, 3.059009552001953, 3.01153564453125, 3.036759853363037, 3.044060230255127, 3.0375289916992188, 3.0216145515441895, 3.0705955028533936, 3.1091580390930176, 3.1314823627471924, 3.0681540966033936, 3.041452646255493, 3.1665499210357666, 3.015249729156494, 3.113953113555908, 3.0723862648010254, 2.9867537021636963, 3.0411059856414795, 3.085292339324951, 3.013000965118408, 3.0631957054138184, 3.0334277153015137, 3.002864122390747, 3.022246837615967, 3.024120330810547, 3.045422077178955]}, {"step": 750, "epoch": 1, "train_loss": 1.948447823524475, "cos_r_negg": [0.5432308912277222, 0.09370466321706772, 0.08196832239627838, 0.037136733531951904, 0.03388507664203644, 0.05853084847331047, 0.029277563095092773, 0.05020119249820709, 0.003748777322471142, 0.048568010330200195, 0.06054801121354103, 0.05389344319701195, 0.053914424031972885, 0.0431114099919796, 0.030064163729548454, 0.07618075609207153, 0.01151648722589016, 0.03909493237733841, 0.07434501498937607, 0.04461756348609924, 0.03921418637037277, 0.02961745485663414, 0.010406705550849438, 0.060932863503694534, 0.04364028945565224, 0.041361674666404724, 0.05845770984888077, 0.07607507705688477, 0.0031838486902415752, -0.007733366452157497], "cos_apical_negg": [0.5432308912277222, 0.09370466321706772, 0.08196832239627838, 0.037136733531951904, 0.03388507664203644, 0.05853084847331047, 0.029277563095092773, 0.05020119249820709, 0.003748777322471142, 0.048568010330200195, 0.06054801121354103, 0.05389344319701195, 0.053914424031972885, 0.0431114099919796, 0.030064163729548454, 0.07618075609207153, 0.01151648722589016, 0.03909493237733841, 0.07434501498937607, 0.04461756348609924, 0.03921418637037277, 0.02961745485663414, 0.010406705550849438, 0.060932863503694534, 0.04364028945565224, 0.041361674666404724, 0.05845770984888077, 0.07607507705688477, 0.0031838486902415752, -0.007733366452157497], "cos_Ac_negg": [0.5432308912277222, 0.09370466321706772, 0.08196832239627838, 0.037136733531951904, 0.03388507664203644, 0.05853084847331047, 0.029277563095092773, 0.05020119249820709, 0.003748777322471142, 0.048568010330200195, 0.06054801121354103, 0.05389344319701195, 0.053914424031972885, 0.0431114099919796, 0.030064163729548454, 0.07618075609207153, 0.01151648722589016, 0.03909493237733841, 0.07434501498937607, 0.04461756348609924, 0.03921418637037277, 0.02961745485663414, 0.010406705550849438, 0.060932863503694534, 0.04364028945565224, 0.041361674666404724, 0.05845770984888077, 0.07607507705688477, 0.0031838486902415752, -0.007733366452157497], "r_norm": [3.042496681213379, 3.0332069396972656, 2.986367702484131, 3.0364980697631836, 3.0068142414093018, 3.017305374145508, 2.9640426635742188, 2.9917428493499756, 2.9990997314453125, 2.9832987785339355, 2.976243495941162, 3.0227057933807373, 3.0572214126586914, 3.088179111480713, 3.0243401527404785, 2.9975061416625977, 3.1153781414031982, 2.9657392501831055, 3.0611391067504883, 3.015815258026123, 2.9411606788635254, 2.988691806793213, 3.0366148948669434, 2.9661009311676025, 3.01293683052063, 2.9884090423583984, 2.949747085571289, 2.9707765579223633, 2.9704134464263916, 2.994337797164917], "ldr": {"dL_sdil": -0.05619454383850098, "dL_bp": -0.053758978843688965, "ratio": 1.0453052689466764}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3755, "test_loss": 1.8504574829101563}, {"step": 800, "epoch": 2, "train_loss": 1.8597601652145386, "cos_r_negg": [0.5548470616340637, 0.10579438507556915, 0.08011592924594879, 0.04818950593471527, 0.04468971863389015, 0.04393366351723671, 0.02842729166150093, 0.051962681114673615, 0.012431654147803783, 0.045740507543087006, 0.07907024025917053, 0.06518567353487015, 0.041631266474723816, 0.05261310935020447, 0.029912495985627174, 0.08775503933429718, 0.00902574136853218, 0.03067890740931034, 0.07281040400266647, 0.027005651965737343, 0.032122090458869934, 0.013863736763596535, 0.01921277679502964, 0.06808006763458252, 0.03921912983059883, 0.01063351146876812, 0.04583218693733215, 0.08976473659276962, -0.007090544793754816, -0.00589681975543499], "cos_apical_negg": [0.5548470616340637, 0.10579438507556915, 0.08011592924594879, 0.04818950593471527, 0.04468971863389015, 0.04393366351723671, 0.02842729166150093, 0.051962681114673615, 0.012431654147803783, 0.045740507543087006, 0.07907024025917053, 0.06518567353487015, 0.041631266474723816, 0.05261310935020447, 0.029912495985627174, 0.08775503933429718, 0.00902574136853218, 0.03067890740931034, 0.07281040400266647, 0.027005651965737343, 0.032122090458869934, 0.013863736763596535, 0.01921277679502964, 0.06808006763458252, 0.03921912983059883, 0.01063351146876812, 0.04583218693733215, 0.08976473659276962, -0.007090544793754816, -0.00589681975543499], "cos_Ac_negg": [0.5548470616340637, 0.10579438507556915, 0.08011592924594879, 0.04818950593471527, 0.04468971863389015, 0.04393366351723671, 0.02842729166150093, 0.051962681114673615, 0.012431654147803783, 0.045740507543087006, 0.07907024025917053, 0.06518567353487015, 0.041631266474723816, 0.05261310935020447, 0.029912495985627174, 0.08775503933429718, 0.00902574136853218, 0.03067890740931034, 0.07281040400266647, 0.027005651965737343, 0.032122090458869934, 0.013863736763596535, 0.01921277679502964, 0.06808006763458252, 0.03921912983059883, 0.01063351146876812, 0.04583218693733215, 0.08976473659276962, -0.007090544793754816, -0.00589681975543499], "r_norm": [3.0193867683410645, 2.997199535369873, 2.9595556259155273, 2.998753547668457, 2.968182325363159, 2.9786882400512695, 2.9266066551208496, 2.960817337036133, 2.9663219451904297, 2.951389789581299, 2.9444222450256348, 2.992889404296875, 3.029110908508301, 3.054332733154297, 2.989711046218872, 2.966214179992676, 3.0813443660736084, 2.928159713745117, 3.0251388549804688, 2.9916768074035645, 2.9071617126464844, 2.9619486331939697, 3.0061018466949463, 2.93770694732666, 2.9798645973205566, 2.9503965377807617, 2.9197983741760254, 2.946664333343506, 2.9402942657470703, 2.9622936248779297]}, {"step": 850, "epoch": 2, "train_loss": 1.7158052921295166, "cos_r_negg": [0.568831205368042, 0.10510271042585373, 0.06714598834514618, 0.05359816551208496, 0.04255867376923561, 0.06874245405197144, 0.02188999205827713, 0.04604343697428703, 0.020182892680168152, 0.04907386004924774, 0.07675854861736298, 0.08730342239141464, 0.048951659351587296, 0.06133457273244858, 0.03039449453353882, 0.09339162707328796, 0.007188611198216677, 0.03618244454264641, 0.06418449431657791, 0.04503732919692993, 0.05915052443742752, 0.06026569381356239, 0.01490006409585476, 0.04507995396852493, 0.08582211285829544, 0.028453655540943146, 0.05515938997268677, 0.10382682830095291, 0.01702023856341839, 0.005015023052692413], "cos_apical_negg": [0.568831205368042, 0.10510271042585373, 0.06714598834514618, 0.05359816551208496, 0.04255867376923561, 0.06874245405197144, 0.02188999205827713, 0.04604343697428703, 0.020182892680168152, 0.04907386004924774, 0.07675854861736298, 0.08730342239141464, 0.048951659351587296, 0.06133457273244858, 0.03039449453353882, 0.09339162707328796, 0.007188611198216677, 0.03618244454264641, 0.06418449431657791, 0.04503732919692993, 0.05915052443742752, 0.06026569381356239, 0.01490006409585476, 0.04507995396852493, 0.08582211285829544, 0.028453655540943146, 0.05515938997268677, 0.10382682830095291, 0.01702023856341839, 0.005015023052692413], "cos_Ac_negg": [0.568831205368042, 0.10510271042585373, 0.06714598834514618, 0.05359816551208496, 0.04255867376923561, 0.06874245405197144, 0.02188999205827713, 0.04604343697428703, 0.020182892680168152, 0.04907386004924774, 0.07675854861736298, 0.08730342239141464, 0.048951659351587296, 0.06133457273244858, 0.03039449453353882, 0.09339162707328796, 0.007188611198216677, 0.03618244454264641, 0.06418449431657791, 0.04503732919692993, 0.05915052443742752, 0.06026569381356239, 0.01490006409585476, 0.04507995396852493, 0.08582211285829544, 0.028453655540943146, 0.05515938997268677, 0.10382682830095291, 0.01702023856341839, 0.005015023052692413], "r_norm": [2.985079288482666, 2.963502883911133, 2.923941135406494, 2.9595518112182617, 2.9336419105529785, 2.9398369789123535, 2.8938286304473877, 2.9193201065063477, 2.93017840385437, 2.9157674312591553, 2.907207489013672, 2.950975179672241, 2.9802756309509277, 3.0081443786621094, 2.9527275562286377, 2.919875144958496, 3.043851613998413, 2.895244598388672, 2.9850387573242188, 2.9550771713256836, 2.8676090240478516, 2.919708490371704, 2.9687623977661133, 2.8959555625915527, 2.9439468383789062, 2.9159865379333496, 2.8863115310668945, 2.9083852767944336, 2.907853603363037, 2.919543981552124]}, {"step": 900, "epoch": 2, "train_loss": 1.8354264497756958, "cos_r_negg": [0.5601062178611755, 0.10977436602115631, 0.09680116176605225, 0.05204969644546509, 0.058416154235601425, 0.07852248847484589, 0.04952767863869667, 0.06732478737831116, 0.04778202623128891, 0.08111627399921417, 0.07775576412677765, 0.07330760359764099, 0.08147312700748444, 0.06264051795005798, 0.05501218140125275, 0.11001987010240555, 0.020374292507767677, 0.037816062569618225, 0.07633350044488907, 0.08237647265195847, 0.039176974445581436, 0.06316934525966644, 0.009931480512022972, 0.07516508549451828, 0.048457007855176926, 0.01354975812137127, 0.054543279111385345, 0.05648209899663925, 0.026200946420431137, 0.03431037813425064], "cos_apical_negg": [0.5601062178611755, 0.10977436602115631, 0.09680116176605225, 0.05204969644546509, 0.058416154235601425, 0.07852248847484589, 0.04952767863869667, 0.06732478737831116, 0.04778202623128891, 0.08111627399921417, 0.07775576412677765, 0.07330760359764099, 0.08147312700748444, 0.06264051795005798, 0.05501218140125275, 0.11001987010240555, 0.020374292507767677, 0.037816062569618225, 0.07633350044488907, 0.08237647265195847, 0.039176974445581436, 0.06316934525966644, 0.009931480512022972, 0.07516508549451828, 0.048457007855176926, 0.01354975812137127, 0.054543279111385345, 0.05648209899663925, 0.026200946420431137, 0.03431037813425064], "cos_Ac_negg": [0.5601062178611755, 0.10977436602115631, 0.09680116176605225, 0.05204969644546509, 0.058416154235601425, 0.07852248847484589, 0.04952767863869667, 0.06732478737831116, 0.04778202623128891, 0.08111627399921417, 0.07775576412677765, 0.07330760359764099, 0.08147312700748444, 0.06264051795005798, 0.05501218140125275, 0.11001987010240555, 0.020374292507767677, 0.037816062569618225, 0.07633350044488907, 0.08237647265195847, 0.039176974445581436, 0.06316934525966644, 0.009931480512022972, 0.07516508549451828, 0.048457007855176926, 0.01354975812137127, 0.054543279111385345, 0.05648209899663925, 0.026200946420431137, 0.03431037813425064], "r_norm": [2.9387362003326416, 2.903139591217041, 2.8613922595977783, 2.9062180519104004, 2.868091583251953, 2.8778810501098633, 2.8412177562713623, 2.869225025177002, 2.8654062747955322, 2.859302520751953, 2.8505754470825195, 2.8919835090637207, 2.924874782562256, 2.9498891830444336, 2.8877310752868652, 2.8694276809692383, 2.9844470024108887, 2.8363606929779053, 2.9307422637939453, 2.891341209411621, 2.809229850769043, 2.8588995933532715, 2.9059996604919434, 2.8407022953033447, 2.8865060806274414, 2.8502378463745117, 2.8230819702148438, 2.8484907150268555, 2.842827320098877, 2.868785858154297]}, {"step": 950, "epoch": 2, "train_loss": 1.5046966075897217, "cos_r_negg": [0.5778679847717285, 0.1338348090648651, 0.10021084547042847, 0.06394350528717041, 0.056199491024017334, 0.07777898013591766, 0.049683503806591034, 0.06601984798908234, 0.047277361154556274, 0.0682062953710556, 0.08775728940963745, 0.08353444188833237, 0.08539485931396484, 0.064038947224617, 0.07559260725975037, 0.09241688996553421, 0.05040217936038971, 0.06947936862707138, 0.07970257103443146, 0.0913592129945755, 0.06438673287630081, 0.06664178520441055, 0.025552986189723015, 0.08466638624668121, 0.07278910279273987, 0.004917986690998077, 0.03904101997613907, 0.10653603076934814, 0.02287915162742138, -0.024198543280363083], "cos_apical_negg": [0.5778679847717285, 0.1338348090648651, 0.10021084547042847, 0.06394350528717041, 0.056199491024017334, 0.07777898013591766, 0.049683503806591034, 0.06601984798908234, 0.047277361154556274, 0.0682062953710556, 0.08775728940963745, 0.08353444188833237, 0.08539485931396484, 0.064038947224617, 0.07559260725975037, 0.09241688996553421, 0.05040217936038971, 0.06947936862707138, 0.07970257103443146, 0.0913592129945755, 0.06438673287630081, 0.06664178520441055, 0.025552986189723015, 0.08466638624668121, 0.07278910279273987, 0.004917986690998077, 0.03904101997613907, 0.10653603076934814, 0.02287915162742138, -0.024198543280363083], "cos_Ac_negg": [0.5778679847717285, 0.1338348090648651, 0.10021084547042847, 0.06394350528717041, 0.056199491024017334, 0.07777898013591766, 0.049683503806591034, 0.06601984798908234, 0.047277361154556274, 0.0682062953710556, 0.08775728940963745, 0.08353444188833237, 0.08539485931396484, 0.064038947224617, 0.07559260725975037, 0.09241688996553421, 0.05040217936038971, 0.06947936862707138, 0.07970257103443146, 0.0913592129945755, 0.06438673287630081, 0.06664178520441055, 0.025552986189723015, 0.08466638624668121, 0.07278910279273987, 0.004917986690998077, 0.03904101997613907, 0.10653603076934814, 0.02287915162742138, -0.024198543280363083], "r_norm": [2.824880599975586, 2.7836132049560547, 2.7456016540527344, 2.787116765975952, 2.756260395050049, 2.7600598335266113, 2.7209525108337402, 2.7465786933898926, 2.751589298248291, 2.742610454559326, 2.732325553894043, 2.778250217437744, 2.8089988231658936, 2.8265552520751953, 2.771012544631958, 2.746958017349243, 2.8607535362243652, 2.7167232036590576, 2.8097891807556152, 2.7746496200561523, 2.692105531692505, 2.7468485832214355, 2.7869439125061035, 2.7217323780059814, 2.767608165740967, 2.7353720664978027, 2.7083899974823, 2.7354917526245117, 2.728013038635254, 2.7501485347747803]}, {"step": 1000, "epoch": 2, "train_loss": 1.7190983295440674, "cos_r_negg": [0.591813325881958, 0.1298268437385559, 0.1126585453748703, 0.1005447506904602, 0.06833259761333466, 0.0723898857831955, 0.05550049990415573, 0.08888740837574005, 0.06034177541732788, 0.09113362431526184, 0.11839728057384491, 0.08289424329996109, 0.095279760658741, 0.056579891592264175, 0.05546224117279053, 0.09140679985284805, 0.04920575022697449, 0.06245923414826393, 0.09506568312644958, 0.05709192901849747, 0.06378020346164703, 0.07944540679454803, 0.05953575670719147, 0.0704280287027359, 0.09117743372917175, 0.025026222690939903, 0.07253101468086243, 0.11829735338687897, 0.04314824193716049, 0.0186899583786726], "cos_apical_negg": [0.591813325881958, 0.1298268437385559, 0.1126585453748703, 0.1005447506904602, 0.06833259761333466, 0.0723898857831955, 0.05550049990415573, 0.08888740837574005, 0.06034177541732788, 0.09113362431526184, 0.11839728057384491, 0.08289424329996109, 0.095279760658741, 0.056579891592264175, 0.05546224117279053, 0.09140679985284805, 0.04920575022697449, 0.06245923414826393, 0.09506568312644958, 0.05709192901849747, 0.06378020346164703, 0.07944540679454803, 0.05953575670719147, 0.0704280287027359, 0.09117743372917175, 0.025026222690939903, 0.07253101468086243, 0.11829735338687897, 0.04314824193716049, 0.0186899583786726], "cos_Ac_negg": [0.591813325881958, 0.1298268437385559, 0.1126585453748703, 0.1005447506904602, 0.06833259761333466, 0.0723898857831955, 0.05550049990415573, 0.08888740837574005, 0.06034177541732788, 0.09113362431526184, 0.11839728057384491, 0.08289424329996109, 0.095279760658741, 0.056579891592264175, 0.05546224117279053, 0.09140679985284805, 0.04920575022697449, 0.06245923414826393, 0.09506568312644958, 0.05709192901849747, 0.06378020346164703, 0.07944540679454803, 0.05953575670719147, 0.0704280287027359, 0.09117743372917175, 0.025026222690939903, 0.07253101468086243, 0.11829735338687897, 0.04314824193716049, 0.0186899583786726], "r_norm": [2.7225892543792725, 2.670419454574585, 2.6376800537109375, 2.674274444580078, 2.647508382797241, 2.649881362915039, 2.6157755851745605, 2.6398987770080566, 2.6405277252197266, 2.6341214179992676, 2.6259217262268066, 2.664815664291382, 2.6912262439727783, 2.7048773765563965, 2.658419370651245, 2.6292176246643066, 2.7552804946899414, 2.610903263092041, 2.700039863586426, 2.662057638168335, 2.580118417739868, 2.6359288692474365, 2.6673505306243896, 2.611859083175659, 2.6513237953186035, 2.6288540363311768, 2.6013479232788086, 2.6232147216796875, 2.6198697090148926, 2.639209747314453], "ldr": {"dL_sdil": -0.08038640022277832, "dL_bp": -0.07684087753295898, "ratio": 1.046141100982333}}, {"step": 1050, "epoch": 2, "train_loss": 1.8985226154327393, "cos_r_negg": [0.6162375211715698, 0.1460418850183487, 0.10067105293273926, 0.08791831135749817, 0.07261879742145538, 0.09417112916707993, 0.0641934722661972, 0.08831780403852463, 0.05610697716474533, 0.08923697471618652, 0.12404226511716843, 0.09141233563423157, 0.08890603482723236, 0.05956535413861275, 0.06308896839618683, 0.11245965212583542, 0.0715259462594986, 0.0905485525727272, 0.06873707473278046, 0.05483982712030411, 0.07520259916782379, 0.07402253150939941, 0.07402725517749786, 0.08285544812679291, 0.11635267734527588, -0.0011176308616995811, 0.0859900638461113, 0.13792768120765686, 0.03252851590514183, 0.02156761847436428], "cos_apical_negg": [0.6162375211715698, 0.1460418850183487, 0.10067105293273926, 0.08791831135749817, 0.07261879742145538, 0.09417112916707993, 0.0641934722661972, 0.08831780403852463, 0.05610697716474533, 0.08923697471618652, 0.12404226511716843, 0.09141233563423157, 0.08890603482723236, 0.05956535413861275, 0.06308896839618683, 0.11245965212583542, 0.0715259462594986, 0.0905485525727272, 0.06873707473278046, 0.05483982712030411, 0.07520259916782379, 0.07402253150939941, 0.07402725517749786, 0.08285544812679291, 0.11635267734527588, -0.0011176308616995811, 0.0859900638461113, 0.13792768120765686, 0.03252851590514183, 0.02156761847436428], "cos_Ac_negg": [0.6162375211715698, 0.1460418850183487, 0.10067105293273926, 0.08791831135749817, 0.07261879742145538, 0.09417112916707993, 0.0641934722661972, 0.08831780403852463, 0.05610697716474533, 0.08923697471618652, 0.12404226511716843, 0.09141233563423157, 0.08890603482723236, 0.05956535413861275, 0.06308896839618683, 0.11245965212583542, 0.0715259462594986, 0.0905485525727272, 0.06873707473278046, 0.05483982712030411, 0.07520259916782379, 0.07402253150939941, 0.07402725517749786, 0.08285544812679291, 0.11635267734527588, -0.0011176308616995811, 0.0859900638461113, 0.13792768120765686, 0.03252851590514183, 0.02156761847436428], "r_norm": [2.672316551208496, 2.615834951400757, 2.5847129821777344, 2.6227731704711914, 2.589977264404297, 2.5964107513427734, 2.562105655670166, 2.5851101875305176, 2.587642192840576, 2.5808629989624023, 2.568826913833618, 2.610913038253784, 2.6381404399871826, 2.6558573246002197, 2.605750799179077, 2.5795397758483887, 2.692591428756714, 2.555619239807129, 2.64339017868042, 2.6076571941375732, 2.5279312133789062, 2.578011989593506, 2.6208925247192383, 2.558966636657715, 2.5975968837738037, 2.5714194774627686, 2.546032428741455, 2.56950044631958, 2.563894271850586, 2.586101531982422]}, {"step": 1100, "epoch": 2, "train_loss": 1.7089999914169312, "cos_r_negg": [0.6052520275115967, 0.14168785512447357, 0.1240338683128357, 0.09397666156291962, 0.07967118173837662, 0.09859044849872589, 0.07430866360664368, 0.08781179785728455, 0.037468720227479935, 0.0845082551240921, 0.12107110023498535, 0.1129058226943016, 0.09915570914745331, 0.061780720949172974, 0.060142651200294495, 0.1282218098640442, 0.03975267708301544, 0.07095852494239807, 0.10283669829368591, 0.06789350509643555, 0.07583964616060257, 0.07497231662273407, 0.06508134305477142, 0.09136669337749481, 0.09792245924472809, 0.01483840774744749, 0.09610135853290558, 0.12981770932674408, 0.029941029846668243, 0.035917364060878754], "cos_apical_negg": [0.6052520275115967, 0.14168785512447357, 0.1240338683128357, 0.09397666156291962, 0.07967118173837662, 0.09859044849872589, 0.07430866360664368, 0.08781179785728455, 0.037468720227479935, 0.0845082551240921, 0.12107110023498535, 0.1129058226943016, 0.09915570914745331, 0.061780720949172974, 0.060142651200294495, 0.1282218098640442, 0.03975267708301544, 0.07095852494239807, 0.10283669829368591, 0.06789350509643555, 0.07583964616060257, 0.07497231662273407, 0.06508134305477142, 0.09136669337749481, 0.09792245924472809, 0.01483840774744749, 0.09610135853290558, 0.12981770932674408, 0.029941029846668243, 0.035917364060878754], "cos_Ac_negg": [0.6052520275115967, 0.14168785512447357, 0.1240338683128357, 0.09397666156291962, 0.07967118173837662, 0.09859044849872589, 0.07430866360664368, 0.08781179785728455, 0.037468720227479935, 0.0845082551240921, 0.12107110023498535, 0.1129058226943016, 0.09915570914745331, 0.061780720949172974, 0.060142651200294495, 0.1282218098640442, 0.03975267708301544, 0.07095852494239807, 0.10283669829368591, 0.06789350509643555, 0.07583964616060257, 0.07497231662273407, 0.06508134305477142, 0.09136669337749481, 0.09792245924472809, 0.01483840774744749, 0.09610135853290558, 0.12981770932674408, 0.029941029846668243, 0.035917364060878754], "r_norm": [2.696025848388672, 2.6297197341918945, 2.5979557037353516, 2.626945972442627, 2.602236270904541, 2.6088132858276367, 2.5688939094543457, 2.5951836109161377, 2.592684268951416, 2.587395191192627, 2.5823493003845215, 2.6152358055114746, 2.642146110534668, 2.6602425575256348, 2.614769458770752, 2.5901856422424316, 2.701040267944336, 2.5630855560302734, 2.651317596435547, 2.620853900909424, 2.5372891426086426, 2.588344097137451, 2.628199577331543, 2.567578077316284, 2.608318328857422, 2.5803866386413574, 2.555535316467285, 2.5796568393707275, 2.57267427444458, 2.594090223312378]}, {"step": 1150, "epoch": 2, "train_loss": 1.7483010292053223, "cos_r_negg": [0.5992342233657837, 0.13776779174804688, 0.13000191748142242, 0.09560133516788483, 0.06390462815761566, 0.12380201369524002, 0.09107108414173126, 0.100440114736557, 0.04123498499393463, 0.1028231754899025, 0.14375071227550507, 0.1166226863861084, 0.13381804525852203, 0.057457637041807175, 0.0725003331899643, 0.1202063336968422, 0.06862428784370422, 0.1003827452659607, 0.10012105107307434, 0.06034756451845169, 0.08179476857185364, 0.08851628005504608, 0.05978008732199669, 0.11182721704244614, 0.12487660348415375, 0.019107840955257416, 0.08301269263029099, 0.1364334672689438, 0.05532076209783554, 0.08527736365795135], "cos_apical_negg": [0.5992342233657837, 0.13776779174804688, 0.13000191748142242, 0.09560133516788483, 0.06390462815761566, 0.12380201369524002, 0.09107108414173126, 0.100440114736557, 0.04123498499393463, 0.1028231754899025, 0.14375071227550507, 0.1166226863861084, 0.13381804525852203, 0.057457637041807175, 0.0725003331899643, 0.1202063336968422, 0.06862428784370422, 0.1003827452659607, 0.10012105107307434, 0.06034756451845169, 0.08179476857185364, 0.08851628005504608, 0.05978008732199669, 0.11182721704244614, 0.12487660348415375, 0.019107840955257416, 0.08301269263029099, 0.1364334672689438, 0.05532076209783554, 0.08527736365795135], "cos_Ac_negg": [0.5992342233657837, 0.13776779174804688, 0.13000191748142242, 0.09560133516788483, 0.06390462815761566, 0.12380201369524002, 0.09107108414173126, 0.100440114736557, 0.04123498499393463, 0.1028231754899025, 0.14375071227550507, 0.1166226863861084, 0.13381804525852203, 0.057457637041807175, 0.0725003331899643, 0.1202063336968422, 0.06862428784370422, 0.1003827452659607, 0.10012105107307434, 0.06034756451845169, 0.08179476857185364, 0.08851628005504608, 0.05978008732199669, 0.11182721704244614, 0.12487660348415375, 0.019107840955257416, 0.08301269263029099, 0.1364334672689438, 0.05532076209783554, 0.08527736365795135], "r_norm": [2.684169292449951, 2.6180224418640137, 2.5805647373199463, 2.611084222793579, 2.5854034423828125, 2.5925917625427246, 2.5525009632110596, 2.5732803344726562, 2.5815134048461914, 2.5715324878692627, 2.5703837871551514, 2.603376865386963, 2.6269216537475586, 2.6445648670196533, 2.6018075942993164, 2.575505018234253, 2.6816775798797607, 2.549060821533203, 2.6320090293884277, 2.6000492572784424, 2.524836778640747, 2.5678951740264893, 2.6123228073120117, 2.5505213737487793, 2.5946390628814697, 2.5667848587036133, 2.535895347595215, 2.5607259273529053, 2.558701992034912, 2.578364372253418]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3688, "test_loss": 1.8345929931640625}, {"step": 1200, "epoch": 3, "train_loss": 1.6611876487731934, "cos_r_negg": [0.5918231010437012, 0.16231979429721832, 0.136750265955925, 0.11678861081600189, 0.07707402110099792, 0.12769782543182373, 0.08440420031547546, 0.10884325206279755, 0.07141581922769547, 0.092793770134449, 0.12396829575300217, 0.11454104632139206, 0.1318816840648651, 0.06731835007667542, 0.06408463418483734, 0.1275513917207718, 0.07187779247760773, 0.09445106238126755, 0.09214922785758972, 0.08618225902318954, 0.07791849970817566, 0.10087190568447113, 0.06287083029747009, 0.1308644860982895, 0.1239076480269432, 0.017984677106142044, 0.07928289473056793, 0.15828968584537506, 0.07475573569536209, 0.09470653533935547], "cos_apical_negg": [0.5918231010437012, 0.16231979429721832, 0.136750265955925, 0.11678861081600189, 0.07707402110099792, 0.12769782543182373, 0.08440420031547546, 0.10884325206279755, 0.07141581922769547, 0.092793770134449, 0.12396829575300217, 0.11454104632139206, 0.1318816840648651, 0.06731835007667542, 0.06408463418483734, 0.1275513917207718, 0.07187779247760773, 0.09445106238126755, 0.09214922785758972, 0.08618225902318954, 0.07791849970817566, 0.10087190568447113, 0.06287083029747009, 0.1308644860982895, 0.1239076480269432, 0.017984677106142044, 0.07928289473056793, 0.15828968584537506, 0.07475573569536209, 0.09470653533935547], "cos_Ac_negg": [0.5918231010437012, 0.16231979429721832, 0.136750265955925, 0.11678861081600189, 0.07707402110099792, 0.12769782543182373, 0.08440420031547546, 0.10884325206279755, 0.07141581922769547, 0.092793770134449, 0.12396829575300217, 0.11454104632139206, 0.1318816840648651, 0.06731835007667542, 0.06408463418483734, 0.1275513917207718, 0.07187779247760773, 0.09445106238126755, 0.09214922785758972, 0.08618225902318954, 0.07791849970817566, 0.10087190568447113, 0.06287083029747009, 0.1308644860982895, 0.1239076480269432, 0.017984677106142044, 0.07928289473056793, 0.15828968584537506, 0.07475573569536209, 0.09470653533935547], "r_norm": [2.5767836570739746, 2.4996414184570312, 2.46435546875, 2.495607852935791, 2.4712586402893066, 2.480529308319092, 2.438554048538208, 2.4602973461151123, 2.4640774726867676, 2.456648111343384, 2.45231294631958, 2.488264799118042, 2.5163745880126953, 2.528174638748169, 2.4831652641296387, 2.4638218879699707, 2.560995101928711, 2.4348196983337402, 2.521034002304077, 2.4816441535949707, 2.4119603633880615, 2.454174518585205, 2.4979629516601562, 2.437105178833008, 2.478684902191162, 2.4510583877563477, 2.424313545227051, 2.4455385208129883, 2.4417521953582764, 2.4627435207366943]}, {"step": 1250, "epoch": 3, "train_loss": 1.6024566888809204, "cos_r_negg": [0.6246343851089478, 0.1768236756324768, 0.16566163301467896, 0.11998629570007324, 0.09711407124996185, 0.12422177195549011, 0.08719193935394287, 0.11087200045585632, 0.07704563438892365, 0.11512154340744019, 0.13694381713867188, 0.13446074724197388, 0.14058612287044525, 0.0796300396323204, 0.07093964517116547, 0.14922474324703217, 0.08357332646846771, 0.12563484907150269, 0.09460155665874481, 0.06699083745479584, 0.11527156829833984, 0.12253910303115845, 0.09490294754505157, 0.10646772384643555, 0.14362847805023193, 0.06473813951015472, 0.09241513907909393, 0.1644248217344284, 0.06019923835992813, 0.08261224627494812], "cos_apical_negg": [0.6246343851089478, 0.1768236756324768, 0.16566163301467896, 0.11998629570007324, 0.09711407124996185, 0.12422177195549011, 0.08719193935394287, 0.11087200045585632, 0.07704563438892365, 0.11512154340744019, 0.13694381713867188, 0.13446074724197388, 0.14058612287044525, 0.0796300396323204, 0.07093964517116547, 0.14922474324703217, 0.08357332646846771, 0.12563484907150269, 0.09460155665874481, 0.06699083745479584, 0.11527156829833984, 0.12253910303115845, 0.09490294754505157, 0.10646772384643555, 0.14362847805023193, 0.06473813951015472, 0.09241513907909393, 0.1644248217344284, 0.06019923835992813, 0.08261224627494812], "cos_Ac_negg": [0.6246343851089478, 0.1768236756324768, 0.16566163301467896, 0.11998629570007324, 0.09711407124996185, 0.12422177195549011, 0.08719193935394287, 0.11087200045585632, 0.07704563438892365, 0.11512154340744019, 0.13694381713867188, 0.13446074724197388, 0.14058612287044525, 0.0796300396323204, 0.07093964517116547, 0.14922474324703217, 0.08357332646846771, 0.12563484907150269, 0.09460155665874481, 0.06699083745479584, 0.11527156829833984, 0.12253910303115845, 0.09490294754505157, 0.10646772384643555, 0.14362847805023193, 0.06473813951015472, 0.09241513907909393, 0.1644248217344284, 0.06019923835992813, 0.08261224627494812], "r_norm": [2.490304470062256, 2.412078380584717, 2.384300947189331, 2.405935764312744, 2.3749871253967285, 2.3893322944641113, 2.3531086444854736, 2.375643730163574, 2.371704578399658, 2.3684377670288086, 2.3665971755981445, 2.3974056243896484, 2.4195120334625244, 2.4358181953430176, 2.3899338245391846, 2.371408462524414, 2.4740545749664307, 2.3484463691711426, 2.429856061935425, 2.3938403129577637, 2.324225425720215, 2.3640377521514893, 2.4019112586975098, 2.3524246215820312, 2.3891122341156006, 2.360154151916504, 2.3388116359710693, 2.35951566696167, 2.3534533977508545, 2.3714895248413086], "ldr": {"dL_sdil": -0.06396698951721191, "dL_bp": -0.06172478199005127, "ratio": 1.0363258881582125}}, {"step": 1300, "epoch": 3, "train_loss": 1.5255835056304932, "cos_r_negg": [0.6179612874984741, 0.16947148740291595, 0.17467573285102844, 0.12968258559703827, 0.09496752172708511, 0.13968493044376373, 0.10647694766521454, 0.12800520658493042, 0.08434631675481796, 0.11546630412340164, 0.13609468936920166, 0.13881908357143402, 0.12335076928138733, 0.0937533974647522, 0.08503428101539612, 0.15549644827842712, 0.09341956675052643, 0.1081380844116211, 0.10837714374065399, 0.07192902266979218, 0.07697715610265732, 0.1218380481004715, 0.0565115325152874, 0.10601228475570679, 0.15157146751880646, 0.0404524952173233, 0.11051538586616516, 0.157618448138237, 0.08319780230522156, 0.10717562586069107], "cos_apical_negg": [0.6179612874984741, 0.16947148740291595, 0.17467573285102844, 0.12968258559703827, 0.09496752172708511, 0.13968493044376373, 0.10647694766521454, 0.12800520658493042, 0.08434631675481796, 0.11546630412340164, 0.13609468936920166, 0.13881908357143402, 0.12335076928138733, 0.0937533974647522, 0.08503428101539612, 0.15549644827842712, 0.09341956675052643, 0.1081380844116211, 0.10837714374065399, 0.07192902266979218, 0.07697715610265732, 0.1218380481004715, 0.0565115325152874, 0.10601228475570679, 0.15157146751880646, 0.0404524952173233, 0.11051538586616516, 0.157618448138237, 0.08319780230522156, 0.10717562586069107], "cos_Ac_negg": [0.6179612874984741, 0.16947148740291595, 0.17467573285102844, 0.12968258559703827, 0.09496752172708511, 0.13968493044376373, 0.10647694766521454, 0.12800520658493042, 0.08434631675481796, 0.11546630412340164, 0.13609468936920166, 0.13881908357143402, 0.12335076928138733, 0.0937533974647522, 0.08503428101539612, 0.15549644827842712, 0.09341956675052643, 0.1081380844116211, 0.10837714374065399, 0.07192902266979218, 0.07697715610265732, 0.1218380481004715, 0.0565115325152874, 0.10601228475570679, 0.15157146751880646, 0.0404524952173233, 0.11051538586616516, 0.157618448138237, 0.08319780230522156, 0.10717562586069107], "r_norm": [2.5345094203948975, 2.4457337856292725, 2.410294532775879, 2.446080207824707, 2.410695791244507, 2.41939377784729, 2.380115509033203, 2.404604196548462, 2.410648822784424, 2.401913642883301, 2.4026803970336914, 2.432692527770996, 2.450812339782715, 2.468930959701538, 2.423161506652832, 2.404738187789917, 2.5069026947021484, 2.3796334266662598, 2.4570693969726562, 2.4272193908691406, 2.3523097038269043, 2.4019293785095215, 2.436417579650879, 2.382312059402466, 2.4279069900512695, 2.392238140106201, 2.366227626800537, 2.393728733062744, 2.3906068801879883, 2.4034159183502197]}, {"step": 1350, "epoch": 3, "train_loss": 1.7795699834823608, "cos_r_negg": [0.6204788684844971, 0.17749305069446564, 0.17423930764198303, 0.13775421679019928, 0.11095838248729706, 0.14331328868865967, 0.10943105816841125, 0.12327336519956589, 0.09157401323318481, 0.1374957263469696, 0.12167808413505554, 0.1420653760433197, 0.1289157122373581, 0.11624899506568909, 0.10482485592365265, 0.1566673070192337, 0.10943543910980225, 0.08412732183933258, 0.12354538589715958, 0.09592084586620331, 0.12627488374710083, 0.14374449849128723, 0.08928172290325165, 0.11415769904851913, 0.14764009416103363, 0.052914269268512726, 0.10039462149143219, 0.17662927508354187, 0.09997045993804932, 0.09144985675811768], "cos_apical_negg": [0.6204788684844971, 0.17749305069446564, 0.17423930764198303, 0.13775421679019928, 0.11095838248729706, 0.14331328868865967, 0.10943105816841125, 0.12327336519956589, 0.09157401323318481, 0.1374957263469696, 0.12167808413505554, 0.1420653760433197, 0.1289157122373581, 0.11624899506568909, 0.10482485592365265, 0.1566673070192337, 0.10943543910980225, 0.08412732183933258, 0.12354538589715958, 0.09592084586620331, 0.12627488374710083, 0.14374449849128723, 0.08928172290325165, 0.11415769904851913, 0.14764009416103363, 0.052914269268512726, 0.10039462149143219, 0.17662927508354187, 0.09997045993804932, 0.09144985675811768], "cos_Ac_negg": [0.6204788684844971, 0.17749305069446564, 0.17423930764198303, 0.13775421679019928, 0.11095838248729706, 0.14331328868865967, 0.10943105816841125, 0.12327336519956589, 0.09157401323318481, 0.1374957263469696, 0.12167808413505554, 0.1420653760433197, 0.1289157122373581, 0.11624899506568909, 0.10482485592365265, 0.1566673070192337, 0.10943543910980225, 0.08412732183933258, 0.12354538589715958, 0.09592084586620331, 0.12627488374710083, 0.14374449849128723, 0.08928172290325165, 0.11415769904851913, 0.14764009416103363, 0.052914269268512726, 0.10039462149143219, 0.17662927508354187, 0.09997045993804932, 0.09144985675811768], "r_norm": [2.4859631061553955, 2.3848791122436523, 2.355285167694092, 2.3837621212005615, 2.3556442260742188, 2.361211061477661, 2.324780225753784, 2.349754810333252, 2.3461365699768066, 2.3455796241760254, 2.3408522605895996, 2.373573064804077, 2.393523931503296, 2.3980214595794678, 2.36525821685791, 2.3462986946105957, 2.447425365447998, 2.32157039642334, 2.402801513671875, 2.368374824523926, 2.298616886138916, 2.334136724472046, 2.376028060913086, 2.3271102905273438, 2.364382743835449, 2.3356869220733643, 2.316638469696045, 2.3371360301971436, 2.328465461730957, 2.345181941986084]}, {"step": 1400, "epoch": 3, "train_loss": 1.747612476348877, "cos_r_negg": [0.6242365837097168, 0.18777301907539368, 0.17554470896720886, 0.14397287368774414, 0.12641404569149017, 0.15863579511642456, 0.09953272342681885, 0.12801262736320496, 0.10239991545677185, 0.14763909578323364, 0.12443169951438904, 0.1401655375957489, 0.14155597984790802, 0.10222642123699188, 0.10846526175737381, 0.16682063043117523, 0.10614632070064545, 0.11472785472869873, 0.1264234334230423, 0.0972970724105835, 0.1122632548213005, 0.13996243476867676, 0.10075172036886215, 0.12414770573377609, 0.14383505284786224, 0.05624929443001747, 0.11975976079702377, 0.1571044772863388, 0.0925893634557724, 0.08725553750991821], "cos_apical_negg": [0.6242365837097168, 0.18777301907539368, 0.17554470896720886, 0.14397287368774414, 0.12641404569149017, 0.15863579511642456, 0.09953272342681885, 0.12801262736320496, 0.10239991545677185, 0.14763909578323364, 0.12443169951438904, 0.1401655375957489, 0.14155597984790802, 0.10222642123699188, 0.10846526175737381, 0.16682063043117523, 0.10614632070064545, 0.11472785472869873, 0.1264234334230423, 0.0972970724105835, 0.1122632548213005, 0.13996243476867676, 0.10075172036886215, 0.12414770573377609, 0.14383505284786224, 0.05624929443001747, 0.11975976079702377, 0.1571044772863388, 0.0925893634557724, 0.08725553750991821], "cos_Ac_negg": [0.6242365837097168, 0.18777301907539368, 0.17554470896720886, 0.14397287368774414, 0.12641404569149017, 0.15863579511642456, 0.09953272342681885, 0.12801262736320496, 0.10239991545677185, 0.14763909578323364, 0.12443169951438904, 0.1401655375957489, 0.14155597984790802, 0.10222642123699188, 0.10846526175737381, 0.16682063043117523, 0.10614632070064545, 0.11472785472869873, 0.1264234334230423, 0.0972970724105835, 0.1122632548213005, 0.13996243476867676, 0.10075172036886215, 0.12414770573377609, 0.14383505284786224, 0.05624929443001747, 0.11975976079702377, 0.1571044772863388, 0.0925893634557724, 0.08725553750991821], "r_norm": [2.445167064666748, 2.3422787189483643, 2.3056325912475586, 2.3360607624053955, 2.3097000122070312, 2.316193103790283, 2.283395290374756, 2.299578905105591, 2.304455280303955, 2.2986018657684326, 2.2957634925842285, 2.319822311401367, 2.339221477508545, 2.3513646125793457, 2.320773124694824, 2.297564744949341, 2.4014534950256348, 2.2800440788269043, 2.3503174781799316, 2.321474552154541, 2.252762794494629, 2.2956862449645996, 2.32932186126709, 2.281100273132324, 2.3208136558532715, 2.2889137268066406, 2.26987361907959, 2.288565158843994, 2.2882416248321533, 2.300294876098633]}, {"step": 1450, "epoch": 3, "train_loss": 1.6757279634475708, "cos_r_negg": [0.6418178677558899, 0.20165762305259705, 0.18914517760276794, 0.15207654237747192, 0.1490296572446823, 0.15926387906074524, 0.11716292053461075, 0.12854157388210297, 0.09573015570640564, 0.14237657189369202, 0.14186406135559082, 0.14869347214698792, 0.15665923058986664, 0.1188490241765976, 0.1289440095424652, 0.1771463006734848, 0.09858641773462296, 0.12071186304092407, 0.11713618040084839, 0.10412491858005524, 0.12037421762943268, 0.1215396374464035, 0.08601342141628265, 0.1216910183429718, 0.174054816365242, 0.07531178742647171, 0.11971165239810944, 0.1876690685749054, 0.10276208072900772, 0.09154942631721497], "cos_apical_negg": [0.6418178677558899, 0.20165762305259705, 0.18914517760276794, 0.15207654237747192, 0.1490296572446823, 0.15926387906074524, 0.11716292053461075, 0.12854157388210297, 0.09573015570640564, 0.14237657189369202, 0.14186406135559082, 0.14869347214698792, 0.15665923058986664, 0.1188490241765976, 0.1289440095424652, 0.1771463006734848, 0.09858641773462296, 0.12071186304092407, 0.11713618040084839, 0.10412491858005524, 0.12037421762943268, 0.1215396374464035, 0.08601342141628265, 0.1216910183429718, 0.174054816365242, 0.07531178742647171, 0.11971165239810944, 0.1876690685749054, 0.10276208072900772, 0.09154942631721497], "cos_Ac_negg": [0.6418178677558899, 0.20165762305259705, 0.18914517760276794, 0.15207654237747192, 0.1490296572446823, 0.15926387906074524, 0.11716292053461075, 0.12854157388210297, 0.09573015570640564, 0.14237657189369202, 0.14186406135559082, 0.14869347214698792, 0.15665923058986664, 0.1188490241765976, 0.1289440095424652, 0.1771463006734848, 0.09858641773462296, 0.12071186304092407, 0.11713618040084839, 0.10412491858005524, 0.12037421762943268, 0.1215396374464035, 0.08601342141628265, 0.1216910183429718, 0.174054816365242, 0.07531178742647171, 0.11971165239810944, 0.1876690685749054, 0.10276208072900772, 0.09154942631721497], "r_norm": [2.3745217323303223, 2.2662081718444824, 2.2357640266418457, 2.2604055404663086, 2.2335381507873535, 2.2394320964813232, 2.2042946815490723, 2.227735996246338, 2.2265093326568604, 2.2246248722076416, 2.221363067626953, 2.2513973712921143, 2.266819477081299, 2.2766971588134766, 2.2430226802825928, 2.2234272956848145, 2.3234691619873047, 2.2064690589904785, 2.2771897315979004, 2.2488605976104736, 2.174168586730957, 2.218756914138794, 2.247830390930176, 2.2042558193206787, 2.2452030181884766, 2.2128043174743652, 2.190699815750122, 2.216024398803711, 2.2123489379882812, 2.2240426540374756]}, {"step": 1500, "epoch": 3, "train_loss": 1.6976985931396484, "cos_r_negg": [0.641727864742279, 0.21684549748897552, 0.1783367395401001, 0.14689305424690247, 0.13686451315879822, 0.1673746556043625, 0.13101477921009064, 0.14068183302879333, 0.11492091417312622, 0.15612325072288513, 0.16130702197551727, 0.16934174299240112, 0.1662297546863556, 0.12164198607206345, 0.13221988081932068, 0.18563827872276306, 0.11062762141227722, 0.11998914182186127, 0.12950396537780762, 0.12446260452270508, 0.12013892829418182, 0.13036921620368958, 0.10047177970409393, 0.1370837688446045, 0.14280639588832855, 0.09261850267648697, 0.1376328468322754, 0.16958758234977722, 0.12209802120923996, 0.14163389801979065], "cos_apical_negg": [0.641727864742279, 0.21684549748897552, 0.1783367395401001, 0.14689305424690247, 0.13686451315879822, 0.1673746556043625, 0.13101477921009064, 0.14068183302879333, 0.11492091417312622, 0.15612325072288513, 0.16130702197551727, 0.16934174299240112, 0.1662297546863556, 0.12164198607206345, 0.13221988081932068, 0.18563827872276306, 0.11062762141227722, 0.11998914182186127, 0.12950396537780762, 0.12446260452270508, 0.12013892829418182, 0.13036921620368958, 0.10047177970409393, 0.1370837688446045, 0.14280639588832855, 0.09261850267648697, 0.1376328468322754, 0.16958758234977722, 0.12209802120923996, 0.14163389801979065], "cos_Ac_negg": [0.641727864742279, 0.21684549748897552, 0.1783367395401001, 0.14689305424690247, 0.13686451315879822, 0.1673746556043625, 0.13101477921009064, 0.14068183302879333, 0.11492091417312622, 0.15612325072288513, 0.16130702197551727, 0.16934174299240112, 0.1662297546863556, 0.12164198607206345, 0.13221988081932068, 0.18563827872276306, 0.11062762141227722, 0.11998914182186127, 0.12950396537780762, 0.12446260452270508, 0.12013892829418182, 0.13036921620368958, 0.10047177970409393, 0.1370837688446045, 0.14280639588832855, 0.09261850267648697, 0.1376328468322754, 0.16958758234977722, 0.12209802120923996, 0.14163389801979065], "r_norm": [2.34732723236084, 2.233187198638916, 2.203244686126709, 2.230254650115967, 2.194500207901001, 2.2047512531280518, 2.1728479862213135, 2.19533109664917, 2.1915550231933594, 2.1925270557403564, 2.1886630058288574, 2.2179713249206543, 2.2348525524139404, 2.2433857917785645, 2.2084450721740723, 2.190803050994873, 2.284886360168457, 2.1670336723327637, 2.2411928176879883, 2.209810495376587, 2.1429014205932617, 2.185458183288574, 2.213548183441162, 2.1692352294921875, 2.20920991897583, 2.175443410873413, 2.157939910888672, 2.182040214538574, 2.1746885776519775, 2.1909947395324707], "ldr": {"dL_sdil": -0.0681314468383789, "dL_bp": -0.06473827362060547, "ratio": 1.0524137118277035}}, {"step": 1550, "epoch": 3, "train_loss": 1.8344733715057373, "cos_r_negg": [0.6375910639762878, 0.21387040615081787, 0.1740991175174713, 0.13682135939598083, 0.13952907919883728, 0.18577340245246887, 0.13409768044948578, 0.15986183285713196, 0.11223138868808746, 0.16037070751190186, 0.16765370965003967, 0.17165204882621765, 0.18287302553653717, 0.1284072995185852, 0.1660555750131607, 0.1712251901626587, 0.11278446018695831, 0.12535834312438965, 0.1324796974658966, 0.130110502243042, 0.13526499271392822, 0.1233823373913765, 0.12640073895454407, 0.15709726512432098, 0.139698326587677, 0.08606773614883423, 0.1204313337802887, 0.17123983800411224, 0.13426679372787476, 0.1380208283662796], "cos_apical_negg": [0.6375910639762878, 0.21387040615081787, 0.1740991175174713, 0.13682135939598083, 0.13952907919883728, 0.18577340245246887, 0.13409768044948578, 0.15986183285713196, 0.11223138868808746, 0.16037070751190186, 0.16765370965003967, 0.17165204882621765, 0.18287302553653717, 0.1284072995185852, 0.1660555750131607, 0.1712251901626587, 0.11278446018695831, 0.12535834312438965, 0.1324796974658966, 0.130110502243042, 0.13526499271392822, 0.1233823373913765, 0.12640073895454407, 0.15709726512432098, 0.139698326587677, 0.08606773614883423, 0.1204313337802887, 0.17123983800411224, 0.13426679372787476, 0.1380208283662796], "cos_Ac_negg": [0.6375910639762878, 0.21387040615081787, 0.1740991175174713, 0.13682135939598083, 0.13952907919883728, 0.18577340245246887, 0.13409768044948578, 0.15986183285713196, 0.11223138868808746, 0.16037070751190186, 0.16765370965003967, 0.17165204882621765, 0.18287302553653717, 0.1284072995185852, 0.1660555750131607, 0.1712251901626587, 0.11278446018695831, 0.12535834312438965, 0.1324796974658966, 0.130110502243042, 0.13526499271392822, 0.1233823373913765, 0.12640073895454407, 0.15709726512432098, 0.139698326587677, 0.08606773614883423, 0.1204313337802887, 0.17123983800411224, 0.13426679372787476, 0.1380208283662796], "r_norm": [2.369127035140991, 2.2422592639923096, 2.2121219635009766, 2.2407188415527344, 2.2040090560913086, 2.216660976409912, 2.1866183280944824, 2.206636905670166, 2.198984146118164, 2.205106735229492, 2.1979050636291504, 2.2238364219665527, 2.242077350616455, 2.258296489715576, 2.2147183418273926, 2.2052066326141357, 2.295167922973633, 2.1775991916656494, 2.2549142837524414, 2.2225875854492188, 2.1519322395324707, 2.1939282417297363, 2.2259061336517334, 2.184095621109009, 2.2200703620910645, 2.183610677719116, 2.1663482189178467, 2.19168758392334, 2.1849160194396973, 2.20255184173584]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4007, "test_loss": 1.7979279418945313}, {"step": 1600, "epoch": 4, "train_loss": 1.5507760047912598, "cos_r_negg": [0.657484769821167, 0.22874706983566284, 0.18462985754013062, 0.16024143993854523, 0.14084464311599731, 0.1867024153470993, 0.14723338186740875, 0.16923747956752777, 0.1259627640247345, 0.16858774423599243, 0.17620599269866943, 0.17798802256584167, 0.18729254603385925, 0.13405641913414001, 0.17320220172405243, 0.20147046446800232, 0.1394123136997223, 0.13563060760498047, 0.1557379812002182, 0.16071365773677826, 0.12248148024082184, 0.16454201936721802, 0.1325213611125946, 0.1722891926765442, 0.19528897106647491, 0.07564982026815414, 0.1353713870048523, 0.20616379380226135, 0.14174917340278625, 0.15313613414764404], "cos_apical_negg": [0.657484769821167, 0.22874706983566284, 0.18462985754013062, 0.16024143993854523, 0.14084464311599731, 0.1867024153470993, 0.14723338186740875, 0.16923747956752777, 0.1259627640247345, 0.16858774423599243, 0.17620599269866943, 0.17798802256584167, 0.18729254603385925, 0.13405641913414001, 0.17320220172405243, 0.20147046446800232, 0.1394123136997223, 0.13563060760498047, 0.1557379812002182, 0.16071365773677826, 0.12248148024082184, 0.16454201936721802, 0.1325213611125946, 0.1722891926765442, 0.19528897106647491, 0.07564982026815414, 0.1353713870048523, 0.20616379380226135, 0.14174917340278625, 0.15313613414764404], "cos_Ac_negg": [0.657484769821167, 0.22874706983566284, 0.18462985754013062, 0.16024143993854523, 0.14084464311599731, 0.1867024153470993, 0.14723338186740875, 0.16923747956752777, 0.1259627640247345, 0.16858774423599243, 0.17620599269866943, 0.17798802256584167, 0.18729254603385925, 0.13405641913414001, 0.17320220172405243, 0.20147046446800232, 0.1394123136997223, 0.13563060760498047, 0.1557379812002182, 0.16071365773677826, 0.12248148024082184, 0.16454201936721802, 0.1325213611125946, 0.1722891926765442, 0.19528897106647491, 0.07564982026815414, 0.1353713870048523, 0.20616379380226135, 0.14174917340278625, 0.15313613414764404], "r_norm": [2.2557480335235596, 2.1319358348846436, 2.1018309593200684, 2.127415180206299, 2.094728469848633, 2.102196216583252, 2.0626602172851562, 2.0907137393951416, 2.0909225940704346, 2.0878822803497314, 2.089418411254883, 2.118055820465088, 2.130852460861206, 2.1368913650512695, 2.1048245429992676, 2.0896408557891846, 2.1785874366760254, 2.067911148071289, 2.1341896057128906, 2.104623794555664, 2.044849157333374, 2.0853524208068848, 2.107771396636963, 2.070094347000122, 2.1083884239196777, 2.073535919189453, 2.054138660430908, 2.081895589828491, 2.0712361335754395, 2.089566946029663]}, {"step": 1650, "epoch": 4, "train_loss": 1.697051763534546, "cos_r_negg": [0.6633261442184448, 0.22581174969673157, 0.1953701674938202, 0.1716131865978241, 0.16299161314964294, 0.18098324537277222, 0.15213912725448608, 0.18497398495674133, 0.1425088346004486, 0.17432835698127747, 0.17132024466991425, 0.178215891122818, 0.18820182979106903, 0.15737253427505493, 0.16137607395648956, 0.18700258433818817, 0.1433987021446228, 0.13305802643299103, 0.15858173370361328, 0.16471520066261292, 0.14777138829231262, 0.16022181510925293, 0.1519290804862976, 0.17246674001216888, 0.19239576160907745, 0.09959660470485687, 0.12287367880344391, 0.20676760375499725, 0.11731882393360138, 0.1504155993461609], "cos_apical_negg": [0.6633261442184448, 0.22581174969673157, 0.1953701674938202, 0.1716131865978241, 0.16299161314964294, 0.18098324537277222, 0.15213912725448608, 0.18497398495674133, 0.1425088346004486, 0.17432835698127747, 0.17132024466991425, 0.178215891122818, 0.18820182979106903, 0.15737253427505493, 0.16137607395648956, 0.18700258433818817, 0.1433987021446228, 0.13305802643299103, 0.15858173370361328, 0.16471520066261292, 0.14777138829231262, 0.16022181510925293, 0.1519290804862976, 0.17246674001216888, 0.19239576160907745, 0.09959660470485687, 0.12287367880344391, 0.20676760375499725, 0.11731882393360138, 0.1504155993461609], "cos_Ac_negg": [0.6633261442184448, 0.22581174969673157, 0.1953701674938202, 0.1716131865978241, 0.16299161314964294, 0.18098324537277222, 0.15213912725448608, 0.18497398495674133, 0.1425088346004486, 0.17432835698127747, 0.17132024466991425, 0.178215891122818, 0.18820182979106903, 0.15737253427505493, 0.16137607395648956, 0.18700258433818817, 0.1433987021446228, 0.13305802643299103, 0.15858173370361328, 0.16471520066261292, 0.14777138829231262, 0.16022181510925293, 0.1519290804862976, 0.17246674001216888, 0.19239576160907745, 0.09959660470485687, 0.12287367880344391, 0.20676760375499725, 0.11731882393360138, 0.1504155993461609], "r_norm": [2.2116951942443848, 2.0812835693359375, 2.0541515350341797, 2.0803234577178955, 2.044332504272461, 2.057346820831299, 2.024413585662842, 2.0402801036834717, 2.0413246154785156, 2.046473264694214, 2.0383591651916504, 2.064286231994629, 2.083714008331299, 2.086200714111328, 2.0566861629486084, 2.043478012084961, 2.126333236694336, 2.0162808895111084, 2.089053153991699, 2.0565760135650635, 1.9965593814849854, 2.0326576232910156, 2.059548854827881, 2.0204029083251953, 2.0592780113220215, 2.0244555473327637, 2.0067672729492188, 2.031014919281006, 2.024627208709717, 2.0362110137939453]}, {"step": 1700, "epoch": 4, "train_loss": 1.660725712776184, "cos_r_negg": [0.6443895101547241, 0.2340656816959381, 0.2081875205039978, 0.17367111146450043, 0.16140608489513397, 0.18666872382164001, 0.16285787522792816, 0.18760158121585846, 0.16209061443805695, 0.17584820091724396, 0.17768383026123047, 0.18859709799289703, 0.19215860962867737, 0.15897832810878754, 0.16354045271873474, 0.20007213950157166, 0.17404286563396454, 0.1512172818183899, 0.1754833459854126, 0.15664057433605194, 0.17225909233093262, 0.15199027955532074, 0.17509028315544128, 0.16855870187282562, 0.20480790734291077, 0.13817745447158813, 0.1528594046831131, 0.22254177927970886, 0.14347688853740692, 0.1447565257549286], "cos_apical_negg": [0.6443895101547241, 0.2340656816959381, 0.2081875205039978, 0.17367111146450043, 0.16140608489513397, 0.18666872382164001, 0.16285787522792816, 0.18760158121585846, 0.16209061443805695, 0.17584820091724396, 0.17768383026123047, 0.18859709799289703, 0.19215860962867737, 0.15897832810878754, 0.16354045271873474, 0.20007213950157166, 0.17404286563396454, 0.1512172818183899, 0.1754833459854126, 0.15664057433605194, 0.17225909233093262, 0.15199027955532074, 0.17509028315544128, 0.16855870187282562, 0.20480790734291077, 0.13817745447158813, 0.1528594046831131, 0.22254177927970886, 0.14347688853740692, 0.1447565257549286], "cos_Ac_negg": [0.6443895101547241, 0.2340656816959381, 0.2081875205039978, 0.17367111146450043, 0.16140608489513397, 0.18666872382164001, 0.16285787522792816, 0.18760158121585846, 0.16209061443805695, 0.17584820091724396, 0.17768383026123047, 0.18859709799289703, 0.19215860962867737, 0.15897832810878754, 0.16354045271873474, 0.20007213950157166, 0.17404286563396454, 0.1512172818183899, 0.1754833459854126, 0.15664057433605194, 0.17225909233093262, 0.15199027955532074, 0.17509028315544128, 0.16855870187282562, 0.20480790734291077, 0.13817745447158813, 0.1528594046831131, 0.22254177927970886, 0.14347688853740692, 0.1447565257549286], "r_norm": [2.189619541168213, 2.0501370429992676, 2.022899627685547, 2.048950672149658, 2.014669895172119, 2.027926445007324, 1.992215633392334, 2.0144426822662354, 2.009495735168457, 2.014126777648926, 2.0085275173187256, 2.0343503952026367, 2.0519604682922363, 2.057286262512207, 2.025364398956299, 2.012289524078369, 2.0961296558380127, 1.9871973991394043, 2.0553293228149414, 2.0267176628112793, 1.963482141494751, 2.001396417617798, 2.0306239128112793, 1.992150068283081, 2.0276052951812744, 1.9949684143066406, 1.9779090881347656, 2.002340793609619, 1.997482419013977, 2.0082950592041016]}, {"step": 1750, "epoch": 4, "train_loss": 1.5851988792419434, "cos_r_negg": [0.6588166952133179, 0.23491168022155762, 0.20909857749938965, 0.1996907889842987, 0.16530059278011322, 0.20002150535583496, 0.1708688735961914, 0.19248205423355103, 0.17154604196548462, 0.17191573977470398, 0.18932345509529114, 0.2118224799633026, 0.20725107192993164, 0.15992996096611023, 0.17076247930526733, 0.22630983591079712, 0.18579363822937012, 0.16850610077381134, 0.1699581742286682, 0.16187265515327454, 0.1698952317237854, 0.1547611951828003, 0.17545752227306366, 0.1854701191186905, 0.2114628553390503, 0.14202478528022766, 0.1553025245666504, 0.21116280555725098, 0.15284407138824463, 0.15649038553237915], "cos_apical_negg": [0.6588166952133179, 0.23491168022155762, 0.20909857749938965, 0.1996907889842987, 0.16530059278011322, 0.20002150535583496, 0.1708688735961914, 0.19248205423355103, 0.17154604196548462, 0.17191573977470398, 0.18932345509529114, 0.2118224799633026, 0.20725107192993164, 0.15992996096611023, 0.17076247930526733, 0.22630983591079712, 0.18579363822937012, 0.16850610077381134, 0.1699581742286682, 0.16187265515327454, 0.1698952317237854, 0.1547611951828003, 0.17545752227306366, 0.1854701191186905, 0.2114628553390503, 0.14202478528022766, 0.1553025245666504, 0.21116280555725098, 0.15284407138824463, 0.15649038553237915], "cos_Ac_negg": [0.6588166952133179, 0.23491168022155762, 0.20909857749938965, 0.1996907889842987, 0.16530059278011322, 0.20002150535583496, 0.1708688735961914, 0.19248205423355103, 0.17154604196548462, 0.17191573977470398, 0.18932345509529114, 0.2118224799633026, 0.20725107192993164, 0.15992996096611023, 0.17076247930526733, 0.22630983591079712, 0.18579363822937012, 0.16850610077381134, 0.1699581742286682, 0.16187265515327454, 0.1698952317237854, 0.1547611951828003, 0.17545752227306366, 0.1854701191186905, 0.2114628553390503, 0.14202478528022766, 0.1553025245666504, 0.21116280555725098, 0.15284407138824463, 0.15649038553237915], "r_norm": [2.165520191192627, 2.027217149734497, 1.9988205432891846, 2.0248494148254395, 1.986790657043457, 1.999603509902954, 1.9645423889160156, 1.9841041564941406, 1.985349416732788, 1.9867563247680664, 1.9820365905761719, 2.003695011138916, 2.022940158843994, 2.0260729789733887, 1.9949721097946167, 1.9863125085830688, 2.0647268295288086, 1.9599254131317139, 2.0299739837646484, 1.9934704303741455, 1.9427859783172607, 1.9728853702545166, 1.9950677156448364, 1.9640724658966064, 2.0017590522766113, 1.9683833122253418, 1.9488412141799927, 1.9714248180389404, 1.9633216857910156, 1.9801959991455078], "ldr": {"dL_sdil": -0.07138705253601074, "dL_bp": -0.06786179542541504, "ratio": 1.0519475956758353}}, {"step": 1800, "epoch": 4, "train_loss": 1.40281343460083, "cos_r_negg": [0.6606576442718506, 0.25493621826171875, 0.2172454297542572, 0.2107597291469574, 0.1924363225698471, 0.21145546436309814, 0.19104839861392975, 0.19773125648498535, 0.16899442672729492, 0.20189246535301208, 0.20858582854270935, 0.23464564979076385, 0.22273972630500793, 0.1625930815935135, 0.17229637503623962, 0.24341735243797302, 0.19666419923305511, 0.17948013544082642, 0.17937123775482178, 0.17492803931236267, 0.16990268230438232, 0.18613606691360474, 0.18345141410827637, 0.1873963624238968, 0.2166065275669098, 0.14605537056922913, 0.13288980722427368, 0.23383711278438568, 0.17515572905540466, 0.15078121423721313], "cos_apical_negg": [0.6606576442718506, 0.25493621826171875, 0.2172454297542572, 0.2107597291469574, 0.1924363225698471, 0.21145546436309814, 0.19104839861392975, 0.19773125648498535, 0.16899442672729492, 0.20189246535301208, 0.20858582854270935, 0.23464564979076385, 0.22273972630500793, 0.1625930815935135, 0.17229637503623962, 0.24341735243797302, 0.19666419923305511, 0.17948013544082642, 0.17937123775482178, 0.17492803931236267, 0.16990268230438232, 0.18613606691360474, 0.18345141410827637, 0.1873963624238968, 0.2166065275669098, 0.14605537056922913, 0.13288980722427368, 0.23383711278438568, 0.17515572905540466, 0.15078121423721313], "cos_Ac_negg": [0.6606576442718506, 0.25493621826171875, 0.2172454297542572, 0.2107597291469574, 0.1924363225698471, 0.21145546436309814, 0.19104839861392975, 0.19773125648498535, 0.16899442672729492, 0.20189246535301208, 0.20858582854270935, 0.23464564979076385, 0.22273972630500793, 0.1625930815935135, 0.17229637503623962, 0.24341735243797302, 0.19666419923305511, 0.17948013544082642, 0.17937123775482178, 0.17492803931236267, 0.16990268230438232, 0.18613606691360474, 0.18345141410827637, 0.1873963624238968, 0.2166065275669098, 0.14605537056922913, 0.13288980722427368, 0.23383711278438568, 0.17515572905540466, 0.15078121423721313], "r_norm": [2.183659076690674, 2.0350661277770996, 2.0125393867492676, 2.024404525756836, 1.990452527999878, 2.0104095935821533, 1.973870038986206, 1.9909992218017578, 1.9948854446411133, 1.99104905128479, 1.9885101318359375, 2.0084662437438965, 2.02773380279541, 2.027224063873291, 2.0089502334594727, 1.9909788370132446, 2.0711421966552734, 1.9656786918640137, 2.0332298278808594, 2.002636194229126, 1.9463531970977783, 1.9777121543884277, 2.0043671131134033, 1.9685816764831543, 2.0058062076568604, 1.9701135158538818, 1.9541256427764893, 1.975132703781128, 1.9717950820922852, 1.9825679063796997]}, {"step": 1850, "epoch": 4, "train_loss": 1.6983771324157715, "cos_r_negg": [0.6680591702461243, 0.2514752149581909, 0.2400302290916443, 0.20860350131988525, 0.18584603071212769, 0.21634484827518463, 0.19493204355239868, 0.20346315205097198, 0.16669829189777374, 0.21400123834609985, 0.21087205410003662, 0.2215961217880249, 0.2309170365333557, 0.16709023714065552, 0.19460435211658478, 0.23898883163928986, 0.2193830907344818, 0.17047405242919922, 0.20384305715560913, 0.19191163778305054, 0.1806783378124237, 0.19583944976329803, 0.19932183623313904, 0.179132342338562, 0.20223629474639893, 0.17253458499908447, 0.15735536813735962, 0.22565190494060516, 0.1831425130367279, 0.17616334557533264], "cos_apical_negg": [0.6680591702461243, 0.2514752149581909, 0.2400302290916443, 0.20860350131988525, 0.18584603071212769, 0.21634484827518463, 0.19493204355239868, 0.20346315205097198, 0.16669829189777374, 0.21400123834609985, 0.21087205410003662, 0.2215961217880249, 0.2309170365333557, 0.16709023714065552, 0.19460435211658478, 0.23898883163928986, 0.2193830907344818, 0.17047405242919922, 0.20384305715560913, 0.19191163778305054, 0.1806783378124237, 0.19583944976329803, 0.19932183623313904, 0.179132342338562, 0.20223629474639893, 0.17253458499908447, 0.15735536813735962, 0.22565190494060516, 0.1831425130367279, 0.17616334557533264], "cos_Ac_negg": [0.6680591702461243, 0.2514752149581909, 0.2400302290916443, 0.20860350131988525, 0.18584603071212769, 0.21634484827518463, 0.19493204355239868, 0.20346315205097198, 0.16669829189777374, 0.21400123834609985, 0.21087205410003662, 0.2215961217880249, 0.2309170365333557, 0.16709023714065552, 0.19460435211658478, 0.23898883163928986, 0.2193830907344818, 0.17047405242919922, 0.20384305715560913, 0.19191163778305054, 0.1806783378124237, 0.19583944976329803, 0.19932183623313904, 0.179132342338562, 0.20223629474639893, 0.17253458499908447, 0.15735536813735962, 0.22565190494060516, 0.1831425130367279, 0.17616334557533264], "r_norm": [2.1576476097106934, 1.9959207773208618, 1.9673854112625122, 1.9864943027496338, 1.9528447389602661, 1.9715288877487183, 1.9347059726715088, 1.9582371711730957, 1.953364372253418, 1.9552526473999023, 1.9513444900512695, 1.9762558937072754, 1.9943554401397705, 1.998085379600525, 1.9680745601654053, 1.958000898361206, 2.0312435626983643, 1.9291080236434937, 1.99580979347229, 1.968430519104004, 1.9065139293670654, 1.9392889738082886, 1.9725549221038818, 1.933513879776001, 1.968944787979126, 1.9291353225708008, 1.9153831005096436, 1.941563606262207, 1.9380625486373901, 1.948073148727417]}, {"step": 1900, "epoch": 4, "train_loss": 1.6107096672058105, "cos_r_negg": [0.6931121349334717, 0.2583075165748596, 0.25412505865097046, 0.20774075388908386, 0.1784718930721283, 0.22343063354492188, 0.20772907137870789, 0.2052420973777771, 0.18203997611999512, 0.2139018476009369, 0.22163288295269012, 0.23119685053825378, 0.23598869144916534, 0.18680812418460846, 0.19745279848575592, 0.23102118074893951, 0.20434901118278503, 0.19017638266086578, 0.2079065442085266, 0.20781627297401428, 0.187656968832016, 0.2116490602493286, 0.20018170773983002, 0.1952938437461853, 0.217929407954216, 0.18647027015686035, 0.197104349732399, 0.24850250780582428, 0.17761433124542236, 0.19486312568187714], "cos_apical_negg": [0.6931121349334717, 0.2583075165748596, 0.25412505865097046, 0.20774075388908386, 0.1784718930721283, 0.22343063354492188, 0.20772907137870789, 0.2052420973777771, 0.18203997611999512, 0.2139018476009369, 0.22163288295269012, 0.23119685053825378, 0.23598869144916534, 0.18680812418460846, 0.19745279848575592, 0.23102118074893951, 0.20434901118278503, 0.19017638266086578, 0.2079065442085266, 0.20781627297401428, 0.187656968832016, 0.2116490602493286, 0.20018170773983002, 0.1952938437461853, 0.217929407954216, 0.18647027015686035, 0.197104349732399, 0.24850250780582428, 0.17761433124542236, 0.19486312568187714], "cos_Ac_negg": [0.6931121349334717, 0.2583075165748596, 0.25412505865097046, 0.20774075388908386, 0.1784718930721283, 0.22343063354492188, 0.20772907137870789, 0.2052420973777771, 0.18203997611999512, 0.2139018476009369, 0.22163288295269012, 0.23119685053825378, 0.23598869144916534, 0.18680812418460846, 0.19745279848575592, 0.23102118074893951, 0.20434901118278503, 0.19017638266086578, 0.2079065442085266, 0.20781627297401428, 0.187656968832016, 0.2116490602493286, 0.20018170773983002, 0.1952938437461853, 0.217929407954216, 0.18647027015686035, 0.197104349732399, 0.24850250780582428, 0.17761433124542236, 0.19486312568187714], "r_norm": [2.0583724975585938, 1.9030818939208984, 1.881024718284607, 1.8988595008850098, 1.8581998348236084, 1.8766353130340576, 1.8418235778808594, 1.8603382110595703, 1.8625495433807373, 1.8622236251831055, 1.857635259628296, 1.8848968744277954, 1.9006341695785522, 1.89725661277771, 1.8739328384399414, 1.8651931285858154, 1.9370245933532715, 1.8332505226135254, 1.9023456573486328, 1.8722978830337524, 1.8200212717056274, 1.8500962257385254, 1.8696950674057007, 1.8403165340423584, 1.8739261627197266, 1.8440263271331787, 1.825932502746582, 1.8512895107269287, 1.8402891159057617, 1.8550795316696167]}, {"step": 1950, "epoch": 4, "train_loss": 1.3949331045150757, "cos_r_negg": [0.6949028968811035, 0.275604248046875, 0.26308318972587585, 0.21533514559268951, 0.18474847078323364, 0.2308783084154129, 0.19663400948047638, 0.20725387334823608, 0.1983964741230011, 0.21565645933151245, 0.2488393932580948, 0.2498837411403656, 0.25515568256378174, 0.1993614137172699, 0.20240771770477295, 0.23818285763263702, 0.22134840488433838, 0.21209228038787842, 0.20759284496307373, 0.21812058985233307, 0.22180086374282837, 0.21123293042182922, 0.20900818705558777, 0.20147079229354858, 0.26975029706954956, 0.1903110146522522, 0.20395414531230927, 0.24473996460437775, 0.20226094126701355, 0.20684608817100525], "cos_apical_negg": [0.6949028968811035, 0.275604248046875, 0.26308318972587585, 0.21533514559268951, 0.18474847078323364, 0.2308783084154129, 0.19663400948047638, 0.20725387334823608, 0.1983964741230011, 0.21565645933151245, 0.2488393932580948, 0.2498837411403656, 0.25515568256378174, 0.1993614137172699, 0.20240771770477295, 0.23818285763263702, 0.22134840488433838, 0.21209228038787842, 0.20759284496307373, 0.21812058985233307, 0.22180086374282837, 0.21123293042182922, 0.20900818705558777, 0.20147079229354858, 0.26975029706954956, 0.1903110146522522, 0.20395414531230927, 0.24473996460437775, 0.20226094126701355, 0.20684608817100525], "cos_Ac_negg": [0.6949028968811035, 0.275604248046875, 0.26308318972587585, 0.21533514559268951, 0.18474847078323364, 0.2308783084154129, 0.19663400948047638, 0.20725387334823608, 0.1983964741230011, 0.21565645933151245, 0.2488393932580948, 0.2498837411403656, 0.25515568256378174, 0.1993614137172699, 0.20240771770477295, 0.23818285763263702, 0.22134840488433838, 0.21209228038787842, 0.20759284496307373, 0.21812058985233307, 0.22180086374282837, 0.21123293042182922, 0.20900818705558777, 0.20147079229354858, 0.26975029706954956, 0.1903110146522522, 0.20395414531230927, 0.24473996460437775, 0.20226094126701355, 0.20684608817100525], "r_norm": [2.0350985527038574, 1.8703980445861816, 1.8504812717437744, 1.8661954402923584, 1.827204942703247, 1.8455421924591064, 1.8129246234893799, 1.833930492401123, 1.8288872241973877, 1.835033655166626, 1.8282169103622437, 1.8535981178283691, 1.8657987117767334, 1.8679227828979492, 1.8428740501403809, 1.8316099643707275, 1.905346155166626, 1.8052372932434082, 1.8703079223632812, 1.842918872833252, 1.7852115631103516, 1.817216157913208, 1.8425018787384033, 1.809049129486084, 1.8428053855895996, 1.810152292251587, 1.795473337173462, 1.8206998109817505, 1.8142801523208618, 1.8202323913574219]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4168, "test_loss": 1.7160228637695312}, {"step": 2000, "epoch": 5, "train_loss": 1.486786127090454, "cos_r_negg": [0.6921951770782471, 0.28162193298339844, 0.2682421803474426, 0.2371034473180771, 0.19974592328071594, 0.2517440915107727, 0.22228530049324036, 0.22061984241008759, 0.19100865721702576, 0.23875346779823303, 0.2553098201751709, 0.2610997259616852, 0.24530547857284546, 0.23794147372245789, 0.21018336713314056, 0.2662132978439331, 0.2381388545036316, 0.18451163172721863, 0.2233252227306366, 0.20828981697559357, 0.21531470119953156, 0.23384156823158264, 0.21414950489997864, 0.22884851694107056, 0.2676088511943817, 0.1944887638092041, 0.21360906958580017, 0.24353069067001343, 0.19767510890960693, 0.1993386149406433], "cos_apical_negg": [0.6921951770782471, 0.28162193298339844, 0.2682421803474426, 0.2371034473180771, 0.19974592328071594, 0.2517440915107727, 0.22228530049324036, 0.22061984241008759, 0.19100865721702576, 0.23875346779823303, 0.2553098201751709, 0.2610997259616852, 0.24530547857284546, 0.23794147372245789, 0.21018336713314056, 0.2662132978439331, 0.2381388545036316, 0.18451163172721863, 0.2233252227306366, 0.20828981697559357, 0.21531470119953156, 0.23384156823158264, 0.21414950489997864, 0.22884851694107056, 0.2676088511943817, 0.1944887638092041, 0.21360906958580017, 0.24353069067001343, 0.19767510890960693, 0.1993386149406433], "cos_Ac_negg": [0.6921951770782471, 0.28162193298339844, 0.2682421803474426, 0.2371034473180771, 0.19974592328071594, 0.2517440915107727, 0.22228530049324036, 0.22061984241008759, 0.19100865721702576, 0.23875346779823303, 0.2553098201751709, 0.2610997259616852, 0.24530547857284546, 0.23794147372245789, 0.21018336713314056, 0.2662132978439331, 0.2381388545036316, 0.18451163172721863, 0.2233252227306366, 0.20828981697559357, 0.21531470119953156, 0.23384156823158264, 0.21414950489997864, 0.22884851694107056, 0.2676088511943817, 0.1944887638092041, 0.21360906958580017, 0.24353069067001343, 0.19767510890960693, 0.1993386149406433], "r_norm": [1.9991934299468994, 1.8326945304870605, 1.81123685836792, 1.8228216171264648, 1.787855625152588, 1.8055450916290283, 1.771148681640625, 1.7942508459091187, 1.7906644344329834, 1.7947664260864258, 1.7872068881988525, 1.8122644424438477, 1.8238682746887207, 1.8218188285827637, 1.8032643795013428, 1.7880610227584839, 1.862675428390503, 1.7679890394210815, 1.8289625644683838, 1.801220178604126, 1.7480638027191162, 1.7770719528198242, 1.7999558448791504, 1.7670339345932007, 1.8045583963394165, 1.769566297531128, 1.7575743198394775, 1.7792707681655884, 1.7765780687332153, 1.7792253494262695], "ldr": {"dL_sdil": -0.09692108631134033, "dL_bp": -0.09280514717102051, "ratio": 1.0443503325600574}}, {"step": 2050, "epoch": 5, "train_loss": 1.5310444831848145, "cos_r_negg": [0.7088819742202759, 0.28779345750808716, 0.27403563261032104, 0.2462279200553894, 0.2179073989391327, 0.25247395038604736, 0.24391824007034302, 0.23000821471214294, 0.21741807460784912, 0.25452154874801636, 0.2410837709903717, 0.2675180435180664, 0.250637948513031, 0.23922781646251678, 0.22495892643928528, 0.27023744583129883, 0.2201022058725357, 0.20190848410129547, 0.21966540813446045, 0.23413722217082977, 0.22111637890338898, 0.256458044052124, 0.23944756388664246, 0.23318323493003845, 0.25468188524246216, 0.19798249006271362, 0.2040756195783615, 0.2601325511932373, 0.20648832619190216, 0.2140798568725586], "cos_apical_negg": [0.7088819742202759, 0.28779345750808716, 0.27403563261032104, 0.2462279200553894, 0.2179073989391327, 0.25247395038604736, 0.24391824007034302, 0.23000821471214294, 0.21741807460784912, 0.25452154874801636, 0.2410837709903717, 0.2675180435180664, 0.250637948513031, 0.23922781646251678, 0.22495892643928528, 0.27023744583129883, 0.2201022058725357, 0.20190848410129547, 0.21966540813446045, 0.23413722217082977, 0.22111637890338898, 0.256458044052124, 0.23944756388664246, 0.23318323493003845, 0.25468188524246216, 0.19798249006271362, 0.2040756195783615, 0.2601325511932373, 0.20648832619190216, 0.2140798568725586], "cos_Ac_negg": [0.7088819742202759, 0.28779345750808716, 0.27403563261032104, 0.2462279200553894, 0.2179073989391327, 0.25247395038604736, 0.24391824007034302, 0.23000821471214294, 0.21741807460784912, 0.25452154874801636, 0.2410837709903717, 0.2675180435180664, 0.250637948513031, 0.23922781646251678, 0.22495892643928528, 0.27023744583129883, 0.2201022058725357, 0.20190848410129547, 0.21966540813446045, 0.23413722217082977, 0.22111637890338898, 0.256458044052124, 0.23944756388664246, 0.23318323493003845, 0.25468188524246216, 0.19798249006271362, 0.2040756195783615, 0.2601325511932373, 0.20648832619190216, 0.2140798568725586], "r_norm": [1.9342294931411743, 1.76308012008667, 1.739676594734192, 1.759917140007019, 1.7211607694625854, 1.7366862297058105, 1.7045150995254517, 1.7229878902435303, 1.7218880653381348, 1.7269372940063477, 1.7213973999023438, 1.7432498931884766, 1.757817268371582, 1.7537078857421875, 1.7329721450805664, 1.7255747318267822, 1.7919570207595825, 1.6955182552337646, 1.7588837146759033, 1.7319164276123047, 1.6813772916793823, 1.7116329669952393, 1.7305171489715576, 1.6998546123504639, 1.736006259918213, 1.7022438049316406, 1.6875216960906982, 1.7119662761688232, 1.7046151161193848, 1.7138861417770386]}, {"step": 2100, "epoch": 5, "train_loss": 1.6009316444396973, "cos_r_negg": [0.6993257999420166, 0.2894425392150879, 0.27353256940841675, 0.25275367498397827, 0.2338634729385376, 0.2670591473579407, 0.2320794314146042, 0.2514152526855469, 0.21048331260681152, 0.26355835795402527, 0.2632191479206085, 0.2861493229866028, 0.2679097354412079, 0.23186057806015015, 0.21399904787540436, 0.28089097142219543, 0.2351303994655609, 0.21466195583343506, 0.23905490338802338, 0.24787843227386475, 0.2304416000843048, 0.25741851329803467, 0.22085708379745483, 0.23222407698631287, 0.266130656003952, 0.20069317519664764, 0.23255249857902527, 0.2780952453613281, 0.22518634796142578, 0.21914665400981903], "cos_apical_negg": [0.6993257999420166, 0.2894425392150879, 0.27353256940841675, 0.25275367498397827, 0.2338634729385376, 0.2670591473579407, 0.2320794314146042, 0.2514152526855469, 0.21048331260681152, 0.26355835795402527, 0.2632191479206085, 0.2861493229866028, 0.2679097354412079, 0.23186057806015015, 0.21399904787540436, 0.28089097142219543, 0.2351303994655609, 0.21466195583343506, 0.23905490338802338, 0.24787843227386475, 0.2304416000843048, 0.25741851329803467, 0.22085708379745483, 0.23222407698631287, 0.266130656003952, 0.20069317519664764, 0.23255249857902527, 0.2780952453613281, 0.22518634796142578, 0.21914665400981903], "cos_Ac_negg": [0.6993257999420166, 0.2894425392150879, 0.27353256940841675, 0.25275367498397827, 0.2338634729385376, 0.2670591473579407, 0.2320794314146042, 0.2514152526855469, 0.21048331260681152, 0.26355835795402527, 0.2632191479206085, 0.2861493229866028, 0.2679097354412079, 0.23186057806015015, 0.21399904787540436, 0.28089097142219543, 0.2351303994655609, 0.21466195583343506, 0.23905490338802338, 0.24787843227386475, 0.2304416000843048, 0.25741851329803467, 0.22085708379745483, 0.23222407698631287, 0.266130656003952, 0.20069317519664764, 0.23255249857902527, 0.2780952453613281, 0.22518634796142578, 0.21914665400981903], "r_norm": [1.9624614715576172, 1.7890336513519287, 1.767334222793579, 1.780547857284546, 1.7380225658416748, 1.7613048553466797, 1.7288596630096436, 1.7438764572143555, 1.7416795492172241, 1.7519489526748657, 1.741976261138916, 1.7638083696365356, 1.7756567001342773, 1.778916597366333, 1.7552591562271118, 1.744527816772461, 1.8141865730285645, 1.7206246852874756, 1.7825429439544678, 1.7531168460845947, 1.7036221027374268, 1.728210687637329, 1.7525229454040527, 1.7215197086334229, 1.755661129951477, 1.7207791805267334, 1.710136890411377, 1.7286665439605713, 1.726981282234192, 1.7322990894317627]}, {"step": 2150, "epoch": 5, "train_loss": 1.5623154640197754, "cos_r_negg": [0.7073811292648315, 0.30775368213653564, 0.2899255156517029, 0.2721787095069885, 0.24517913162708282, 0.268496572971344, 0.26148420572280884, 0.263396680355072, 0.2262689620256424, 0.2630780339241028, 0.2851206660270691, 0.3011315166950226, 0.2890498638153076, 0.23742303252220154, 0.23463287949562073, 0.2721804082393646, 0.2573551833629608, 0.21236008405685425, 0.2422788143157959, 0.2616536021232605, 0.22805945575237274, 0.2803889513015747, 0.2380622923374176, 0.25513631105422974, 0.27167800068855286, 0.21397754549980164, 0.23812830448150635, 0.2656351327896118, 0.2287958860397339, 0.24846091866493225], "cos_apical_negg": [0.7073811292648315, 0.30775368213653564, 0.2899255156517029, 0.2721787095069885, 0.24517913162708282, 0.268496572971344, 0.26148420572280884, 0.263396680355072, 0.2262689620256424, 0.2630780339241028, 0.2851206660270691, 0.3011315166950226, 0.2890498638153076, 0.23742303252220154, 0.23463287949562073, 0.2721804082393646, 0.2573551833629608, 0.21236008405685425, 0.2422788143157959, 0.2616536021232605, 0.22805945575237274, 0.2803889513015747, 0.2380622923374176, 0.25513631105422974, 0.27167800068855286, 0.21397754549980164, 0.23812830448150635, 0.2656351327896118, 0.2287958860397339, 0.24846091866493225], "cos_Ac_negg": [0.7073811292648315, 0.30775368213653564, 0.2899255156517029, 0.2721787095069885, 0.24517913162708282, 0.268496572971344, 0.26148420572280884, 0.263396680355072, 0.2262689620256424, 0.2630780339241028, 0.2851206660270691, 0.3011315166950226, 0.2890498638153076, 0.23742303252220154, 0.23463287949562073, 0.2721804082393646, 0.2573551833629608, 0.21236008405685425, 0.2422788143157959, 0.2616536021232605, 0.22805945575237274, 0.2803889513015747, 0.2380622923374176, 0.25513631105422974, 0.27167800068855286, 0.21397754549980164, 0.23812830448150635, 0.2656351327896118, 0.2287958860397339, 0.24846091866493225], "r_norm": [1.9309613704681396, 1.745614767074585, 1.7268229722976685, 1.7427411079406738, 1.6996886730194092, 1.7202298641204834, 1.6871886253356934, 1.7086694240570068, 1.7019245624542236, 1.7111308574676514, 1.704319715499878, 1.7257611751556396, 1.7350702285766602, 1.7327803373336792, 1.7123496532440186, 1.7050062417984009, 1.772850513458252, 1.6795283555984497, 1.738938331604004, 1.7094449996948242, 1.6626204252243042, 1.686586618423462, 1.7091065645217896, 1.6832364797592163, 1.715624451637268, 1.679103136062622, 1.6689391136169434, 1.6915192604064941, 1.6845600605010986, 1.6928973197937012]}, {"step": 2200, "epoch": 5, "train_loss": 1.7441167831420898, "cos_r_negg": [0.7052595615386963, 0.3125508427619934, 0.2969159781932831, 0.27885228395462036, 0.26072636246681213, 0.2772634029388428, 0.25861236453056335, 0.2629461884498596, 0.2485613226890564, 0.2860373556613922, 0.2827112674713135, 0.30716270208358765, 0.2976406216621399, 0.250668466091156, 0.2537292242050171, 0.29450297355651855, 0.25018906593322754, 0.23445898294448853, 0.24180194735527039, 0.2560370862483978, 0.26037320494651794, 0.2845497131347656, 0.250945508480072, 0.267145037651062, 0.28917306661605835, 0.22869399189949036, 0.24159564077854156, 0.27146440744400024, 0.25643259286880493, 0.24444714188575745], "cos_apical_negg": [0.7052595615386963, 0.3125508427619934, 0.2969159781932831, 0.27885228395462036, 0.26072636246681213, 0.2772634029388428, 0.25861236453056335, 0.2629461884498596, 0.2485613226890564, 0.2860373556613922, 0.2827112674713135, 0.30716270208358765, 0.2976406216621399, 0.250668466091156, 0.2537292242050171, 0.29450297355651855, 0.25018906593322754, 0.23445898294448853, 0.24180194735527039, 0.2560370862483978, 0.26037320494651794, 0.2845497131347656, 0.250945508480072, 0.267145037651062, 0.28917306661605835, 0.22869399189949036, 0.24159564077854156, 0.27146440744400024, 0.25643259286880493, 0.24444714188575745], "cos_Ac_negg": [0.7052595615386963, 0.3125508427619934, 0.2969159781932831, 0.27885228395462036, 0.26072636246681213, 0.2772634029388428, 0.25861236453056335, 0.2629461884498596, 0.2485613226890564, 0.2860373556613922, 0.2827112674713135, 0.30716270208358765, 0.2976406216621399, 0.250668466091156, 0.2537292242050171, 0.29450297355651855, 0.25018906593322754, 0.23445898294448853, 0.24180194735527039, 0.2560370862483978, 0.26037320494651794, 0.2845497131347656, 0.250945508480072, 0.267145037651062, 0.28917306661605835, 0.22869399189949036, 0.24159564077854156, 0.27146440744400024, 0.25643259286880493, 0.24444714188575745], "r_norm": [1.984440803527832, 1.7845332622528076, 1.7617413997650146, 1.7769057750701904, 1.7365283966064453, 1.754609227180481, 1.7250680923461914, 1.7403745651245117, 1.740645408630371, 1.7473076581954956, 1.7445013523101807, 1.7606990337371826, 1.7679238319396973, 1.7645838260650635, 1.7526581287384033, 1.7406446933746338, 1.8085644245147705, 1.7177820205688477, 1.7731318473815918, 1.7497869729995728, 1.6935092210769653, 1.7240371704101562, 1.7451027631759644, 1.7167350053787231, 1.7527705430984497, 1.7185012102127075, 1.7013003826141357, 1.7271369695663452, 1.7255337238311768, 1.7289341688156128]}, {"step": 2250, "epoch": 5, "train_loss": 1.771761417388916, "cos_r_negg": [0.7092548608779907, 0.33282676339149475, 0.3155744969844818, 0.28681039810180664, 0.2667641341686249, 0.2905803918838501, 0.2906179428100586, 0.28190097212791443, 0.2565721571445465, 0.29292845726013184, 0.29557275772094727, 0.31257662177085876, 0.3087915778160095, 0.2640554904937744, 0.2566334307193756, 0.29742541909217834, 0.2565234303474426, 0.2613770365715027, 0.258721262216568, 0.28295478224754333, 0.25590208172798157, 0.2963632345199585, 0.25137007236480713, 0.24367347359657288, 0.30758777260780334, 0.20929467678070068, 0.2669287919998169, 0.29656314849853516, 0.2907148599624634, 0.2643960118293762], "cos_apical_negg": [0.7092548608779907, 0.33282676339149475, 0.3155744969844818, 0.28681039810180664, 0.2667641341686249, 0.2905803918838501, 0.2906179428100586, 0.28190097212791443, 0.2565721571445465, 0.29292845726013184, 0.29557275772094727, 0.31257662177085876, 0.3087915778160095, 0.2640554904937744, 0.2566334307193756, 0.29742541909217834, 0.2565234303474426, 0.2613770365715027, 0.258721262216568, 0.28295478224754333, 0.25590208172798157, 0.2963632345199585, 0.25137007236480713, 0.24367347359657288, 0.30758777260780334, 0.20929467678070068, 0.2669287919998169, 0.29656314849853516, 0.2907148599624634, 0.2643960118293762], "cos_Ac_negg": [0.7092548608779907, 0.33282676339149475, 0.3155744969844818, 0.28681039810180664, 0.2667641341686249, 0.2905803918838501, 0.2906179428100586, 0.28190097212791443, 0.2565721571445465, 0.29292845726013184, 0.29557275772094727, 0.31257662177085876, 0.3087915778160095, 0.2640554904937744, 0.2566334307193756, 0.29742541909217834, 0.2565234303474426, 0.2613770365715027, 0.258721262216568, 0.28295478224754333, 0.25590208172798157, 0.2963632345199585, 0.25137007236480713, 0.24367347359657288, 0.30758777260780334, 0.20929467678070068, 0.2669287919998169, 0.29656314849853516, 0.2907148599624634, 0.2643960118293762], "r_norm": [1.9368563890457153, 1.7349456548690796, 1.714035987854004, 1.7306060791015625, 1.6869852542877197, 1.7076282501220703, 1.6753437519073486, 1.692409873008728, 1.6893503665924072, 1.6999601125717163, 1.6972993612289429, 1.7145475149154663, 1.7173153162002563, 1.713982343673706, 1.7008562088012695, 1.6939938068389893, 1.7602695226669312, 1.6684761047363281, 1.7241630554199219, 1.6989939212799072, 1.647657871246338, 1.673416018486023, 1.6936938762664795, 1.6695387363433838, 1.7035338878631592, 1.6694601774215698, 1.6563189029693604, 1.6799132823944092, 1.6749149560928345, 1.6778349876403809], "ldr": {"dL_sdil": -0.04710566997528076, "dL_bp": -0.044686079025268555, "ratio": 1.0541464143373154}}, {"step": 2300, "epoch": 5, "train_loss": 1.5585451126098633, "cos_r_negg": [0.718226432800293, 0.3400411009788513, 0.3253090977668762, 0.2914525866508484, 0.2689036726951599, 0.30379512906074524, 0.2779698371887207, 0.2856733500957489, 0.2581683397293091, 0.28854092955589294, 0.28692102432250977, 0.31706976890563965, 0.3059672713279724, 0.27069583535194397, 0.2623778283596039, 0.2971212565898895, 0.2762000560760498, 0.25932005047798157, 0.27446895837783813, 0.29598087072372437, 0.25680115818977356, 0.2763533592224121, 0.2814170718193054, 0.2644004821777344, 0.32263922691345215, 0.21765637397766113, 0.2764887809753418, 0.30340319871902466, 0.27431637048721313, 0.2591339945793152], "cos_apical_negg": [0.718226432800293, 0.3400411009788513, 0.3253090977668762, 0.2914525866508484, 0.2689036726951599, 0.30379512906074524, 0.2779698371887207, 0.2856733500957489, 0.2581683397293091, 0.28854092955589294, 0.28692102432250977, 0.31706976890563965, 0.3059672713279724, 0.27069583535194397, 0.2623778283596039, 0.2971212565898895, 0.2762000560760498, 0.25932005047798157, 0.27446895837783813, 0.29598087072372437, 0.25680115818977356, 0.2763533592224121, 0.2814170718193054, 0.2644004821777344, 0.32263922691345215, 0.21765637397766113, 0.2764887809753418, 0.30340319871902466, 0.27431637048721313, 0.2591339945793152], "cos_Ac_negg": [0.718226432800293, 0.3400411009788513, 0.3253090977668762, 0.2914525866508484, 0.2689036726951599, 0.30379512906074524, 0.2779698371887207, 0.2856733500957489, 0.2581683397293091, 0.28854092955589294, 0.28692102432250977, 0.31706976890563965, 0.3059672713279724, 0.27069583535194397, 0.2623778283596039, 0.2971212565898895, 0.2762000560760498, 0.25932005047798157, 0.27446895837783813, 0.29598087072372437, 0.25680115818977356, 0.2763533592224121, 0.2814170718193054, 0.2644004821777344, 0.32263922691345215, 0.21765637397766113, 0.2764887809753418, 0.30340319871902466, 0.27431637048721313, 0.2591339945793152], "r_norm": [1.8960916996002197, 1.6958043575286865, 1.6748647689819336, 1.6870360374450684, 1.6431329250335693, 1.667127251625061, 1.6334590911865234, 1.6522376537322998, 1.648298978805542, 1.6579315662384033, 1.6516685485839844, 1.6735565662384033, 1.6774399280548096, 1.6767417192459106, 1.6610854864120483, 1.6500446796417236, 1.714614748954773, 1.6266200542449951, 1.6836662292480469, 1.6567050218582153, 1.6089439392089844, 1.6320463418960571, 1.6553245782852173, 1.6248893737792969, 1.6600229740142822, 1.6256036758422852, 1.6157865524291992, 1.637366533279419, 1.6342575550079346, 1.6357543468475342]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4121, "test_loss": 1.768925341796875}, {"step": 2350, "epoch": 6, "train_loss": 1.456650733947754, "cos_r_negg": [0.7019242644309998, 0.35089048743247986, 0.33616775274276733, 0.28889548778533936, 0.28216010332107544, 0.3003324568271637, 0.2851482033729553, 0.28358393907546997, 0.2883809804916382, 0.29446130990982056, 0.306556761264801, 0.336031973361969, 0.31841841340065, 0.28619974851608276, 0.2755089998245239, 0.311169296503067, 0.27152544260025024, 0.2744099497795105, 0.28499463200569153, 0.2907654047012329, 0.27944689989089966, 0.2933082580566406, 0.28569746017456055, 0.27906933426856995, 0.31750980019569397, 0.2613075375556946, 0.28743356466293335, 0.3285209834575653, 0.27240318059921265, 0.27379724383354187], "cos_apical_negg": [0.7019242644309998, 0.35089048743247986, 0.33616775274276733, 0.28889548778533936, 0.28216010332107544, 0.3003324568271637, 0.2851482033729553, 0.28358393907546997, 0.2883809804916382, 0.29446130990982056, 0.306556761264801, 0.336031973361969, 0.31841841340065, 0.28619974851608276, 0.2755089998245239, 0.311169296503067, 0.27152544260025024, 0.2744099497795105, 0.28499463200569153, 0.2907654047012329, 0.27944689989089966, 0.2933082580566406, 0.28569746017456055, 0.27906933426856995, 0.31750980019569397, 0.2613075375556946, 0.28743356466293335, 0.3285209834575653, 0.27240318059921265, 0.27379724383354187], "cos_Ac_negg": [0.7019242644309998, 0.35089048743247986, 0.33616775274276733, 0.28889548778533936, 0.28216010332107544, 0.3003324568271637, 0.2851482033729553, 0.28358393907546997, 0.2883809804916382, 0.29446130990982056, 0.306556761264801, 0.336031973361969, 0.31841841340065, 0.28619974851608276, 0.2755089998245239, 0.311169296503067, 0.27152544260025024, 0.2744099497795105, 0.28499463200569153, 0.2907654047012329, 0.27944689989089966, 0.2933082580566406, 0.28569746017456055, 0.27906933426856995, 0.31750980019569397, 0.2613075375556946, 0.28743356466293335, 0.3285209834575653, 0.27240318059921265, 0.27379724383354187], "r_norm": [1.8446296453475952, 1.641753911972046, 1.6222906112670898, 1.6349278688430786, 1.5925499200820923, 1.611652135848999, 1.5854538679122925, 1.5981618165969849, 1.5961682796478271, 1.6054133176803589, 1.6016645431518555, 1.6196776628494263, 1.6224195957183838, 1.6183626651763916, 1.6034644842147827, 1.5982282161712646, 1.6621551513671875, 1.5712382793426514, 1.6293166875839233, 1.6023914813995361, 1.5541131496429443, 1.5829521417617798, 1.5954647064208984, 1.5736346244812012, 1.6073280572891235, 1.5717521905899048, 1.5591521263122559, 1.5864088535308838, 1.580252766609192, 1.5837630033493042]}, {"step": 2400, "epoch": 6, "train_loss": 1.331212043762207, "cos_r_negg": [0.7105996608734131, 0.3609354496002197, 0.33324551582336426, 0.31584686040878296, 0.29661551117897034, 0.3247971534729004, 0.29803115129470825, 0.29448068141937256, 0.29290640354156494, 0.31260594725608826, 0.3232748508453369, 0.3522336184978485, 0.3366389870643616, 0.3053355813026428, 0.295509934425354, 0.34111496806144714, 0.2849808931350708, 0.28908056020736694, 0.2959933280944824, 0.3079412281513214, 0.2790776491165161, 0.29814356565475464, 0.2975427210330963, 0.29314106702804565, 0.3300870656967163, 0.2527839243412018, 0.28572678565979004, 0.3324095606803894, 0.2787156105041504, 0.2931532859802246], "cos_apical_negg": [0.7105996608734131, 0.3609354496002197, 0.33324551582336426, 0.31584686040878296, 0.29661551117897034, 0.3247971534729004, 0.29803115129470825, 0.29448068141937256, 0.29290640354156494, 0.31260594725608826, 0.3232748508453369, 0.3522336184978485, 0.3366389870643616, 0.3053355813026428, 0.295509934425354, 0.34111496806144714, 0.2849808931350708, 0.28908056020736694, 0.2959933280944824, 0.3079412281513214, 0.2790776491165161, 0.29814356565475464, 0.2975427210330963, 0.29314106702804565, 0.3300870656967163, 0.2527839243412018, 0.28572678565979004, 0.3324095606803894, 0.2787156105041504, 0.2931532859802246], "cos_Ac_negg": [0.7105996608734131, 0.3609354496002197, 0.33324551582336426, 0.31584686040878296, 0.29661551117897034, 0.3247971534729004, 0.29803115129470825, 0.29448068141937256, 0.29290640354156494, 0.31260594725608826, 0.3232748508453369, 0.3522336184978485, 0.3366389870643616, 0.3053355813026428, 0.295509934425354, 0.34111496806144714, 0.2849808931350708, 0.28908056020736694, 0.2959933280944824, 0.3079412281513214, 0.2790776491165161, 0.29814356565475464, 0.2975427210330963, 0.29314106702804565, 0.3300870656967163, 0.2527839243412018, 0.28572678565979004, 0.3324095606803894, 0.2787156105041504, 0.2931532859802246], "r_norm": [1.8223800659179688, 1.6155864000320435, 1.5922894477844238, 1.6041138172149658, 1.5657262802124023, 1.5832469463348389, 1.5586578845977783, 1.5734827518463135, 1.5713505744934082, 1.5751891136169434, 1.5704267024993896, 1.589813470840454, 1.596083164215088, 1.589557409286499, 1.576996088027954, 1.570101261138916, 1.6328589916229248, 1.5446778535842896, 1.6004228591918945, 1.571282982826233, 1.5281996726989746, 1.5522994995117188, 1.5692408084869385, 1.548438549041748, 1.5782537460327148, 1.5438172817230225, 1.5328991413116455, 1.554962396621704, 1.5508904457092285, 1.5554529428482056]}, {"step": 2450, "epoch": 6, "train_loss": 1.3281934261322021, "cos_r_negg": [0.7081711292266846, 0.36861807107925415, 0.34481310844421387, 0.30897417664527893, 0.2980142831802368, 0.3355942368507385, 0.30948102474212646, 0.31358522176742554, 0.2958976626396179, 0.3196517825126648, 0.32840466499328613, 0.344242125749588, 0.3423311114311218, 0.3151792883872986, 0.30719617009162903, 0.3402586877346039, 0.29770171642303467, 0.3063508868217468, 0.3147956132888794, 0.3194209039211273, 0.29038286209106445, 0.323161244392395, 0.29308369755744934, 0.3021022081375122, 0.3388162851333618, 0.2711893916130066, 0.2921995520591736, 0.3436511158943176, 0.295215904712677, 0.2819158434867859], "cos_apical_negg": [0.7081711292266846, 0.36861807107925415, 0.34481310844421387, 0.30897417664527893, 0.2980142831802368, 0.3355942368507385, 0.30948102474212646, 0.31358522176742554, 0.2958976626396179, 0.3196517825126648, 0.32840466499328613, 0.344242125749588, 0.3423311114311218, 0.3151792883872986, 0.30719617009162903, 0.3402586877346039, 0.29770171642303467, 0.3063508868217468, 0.3147956132888794, 0.3194209039211273, 0.29038286209106445, 0.323161244392395, 0.29308369755744934, 0.3021022081375122, 0.3388162851333618, 0.2711893916130066, 0.2921995520591736, 0.3436511158943176, 0.295215904712677, 0.2819158434867859], "cos_Ac_negg": [0.7081711292266846, 0.36861807107925415, 0.34481310844421387, 0.30897417664527893, 0.2980142831802368, 0.3355942368507385, 0.30948102474212646, 0.31358522176742554, 0.2958976626396179, 0.3196517825126648, 0.32840466499328613, 0.344242125749588, 0.3423311114311218, 0.3151792883872986, 0.30719617009162903, 0.3402586877346039, 0.29770171642303467, 0.3063508868217468, 0.3147956132888794, 0.3194209039211273, 0.29038286209106445, 0.323161244392395, 0.29308369755744934, 0.3021022081375122, 0.3388162851333618, 0.2711893916130066, 0.2921995520591736, 0.3436511158943176, 0.295215904712677, 0.2819158434867859], "r_norm": [1.7993401288986206, 1.5887495279312134, 1.5687432289123535, 1.5802350044250488, 1.5383411645889282, 1.5583288669586182, 1.5324933528900146, 1.5455687046051025, 1.5426050424575806, 1.5529130697250366, 1.5469245910644531, 1.5641212463378906, 1.5678536891937256, 1.5629966259002686, 1.5490944385528564, 1.545288324356079, 1.604844570159912, 1.5175890922546387, 1.5737836360931396, 1.5469229221343994, 1.5023587942123413, 1.5267057418823242, 1.5414257049560547, 1.5201184749603271, 1.5520302057266235, 1.5166049003601074, 1.5069870948791504, 1.531291127204895, 1.5255975723266602, 1.529721975326538]}, {"step": 2500, "epoch": 6, "train_loss": 1.3845651149749756, "cos_r_negg": [0.733736515045166, 0.3810529112815857, 0.35065874457359314, 0.32841524481773376, 0.31349265575408936, 0.34918588399887085, 0.32056236267089844, 0.3146635890007019, 0.307827353477478, 0.32744506001472473, 0.33654189109802246, 0.36827367544174194, 0.35116732120513916, 0.3276377320289612, 0.30961087346076965, 0.3613600730895996, 0.305549293756485, 0.31275683641433716, 0.3345564603805542, 0.3314647376537323, 0.27498728036880493, 0.3417733609676361, 0.3054666519165039, 0.3388233780860901, 0.3660377860069275, 0.2929336428642273, 0.3016955256462097, 0.3603687286376953, 0.3198297619819641, 0.2919278144836426], "cos_apical_negg": [0.733736515045166, 0.3810529112815857, 0.35065874457359314, 0.32841524481773376, 0.31349265575408936, 0.34918588399887085, 0.32056236267089844, 0.3146635890007019, 0.307827353477478, 0.32744506001472473, 0.33654189109802246, 0.36827367544174194, 0.35116732120513916, 0.3276377320289612, 0.30961087346076965, 0.3613600730895996, 0.305549293756485, 0.31275683641433716, 0.3345564603805542, 0.3314647376537323, 0.27498728036880493, 0.3417733609676361, 0.3054666519165039, 0.3388233780860901, 0.3660377860069275, 0.2929336428642273, 0.3016955256462097, 0.3603687286376953, 0.3198297619819641, 0.2919278144836426], "cos_Ac_negg": [0.733736515045166, 0.3810529112815857, 0.35065874457359314, 0.32841524481773376, 0.31349265575408936, 0.34918588399887085, 0.32056236267089844, 0.3146635890007019, 0.307827353477478, 0.32744506001472473, 0.33654189109802246, 0.36827367544174194, 0.35116732120513916, 0.3276377320289612, 0.30961087346076965, 0.3613600730895996, 0.305549293756485, 0.31275683641433716, 0.3345564603805542, 0.3314647376537323, 0.27498728036880493, 0.3417733609676361, 0.3054666519165039, 0.3388233780860901, 0.3660377860069275, 0.2929336428642273, 0.3016955256462097, 0.3603687286376953, 0.3198297619819641, 0.2919278144836426], "r_norm": [1.7779362201690674, 1.5626413822174072, 1.5414936542510986, 1.5568996667861938, 1.5121126174926758, 1.531310796737671, 1.5046768188476562, 1.5202897787094116, 1.51630437374115, 1.5251593589782715, 1.5231478214263916, 1.537612795829773, 1.5390715599060059, 1.5312607288360596, 1.5235259532928467, 1.5184986591339111, 1.5792162418365479, 1.4917703866958618, 1.5444077253341675, 1.5190062522888184, 1.4761712551116943, 1.4976959228515625, 1.5113774538040161, 1.494234561920166, 1.5251531600952148, 1.4906796216964722, 1.481335163116455, 1.505619764328003, 1.4977267980575562, 1.5029122829437256], "ldr": {"dL_sdil": -0.04365682601928711, "dL_bp": -0.041249752044677734, "ratio": 1.0583536592414486}}, {"step": 2550, "epoch": 6, "train_loss": 1.429040551185608, "cos_r_negg": [0.735775351524353, 0.38336047530174255, 0.3644525408744812, 0.327664315700531, 0.3258669376373291, 0.35471612215042114, 0.3309597373008728, 0.32952240109443665, 0.31440478563308716, 0.3484629988670349, 0.357535719871521, 0.37730318307876587, 0.3779972195625305, 0.33147335052490234, 0.3249638080596924, 0.3751809000968933, 0.3122645616531372, 0.33413708209991455, 0.32851096987724304, 0.3487861156463623, 0.30012694001197815, 0.34066468477249146, 0.3233538866043091, 0.34627094864845276, 0.3591400384902954, 0.28497743606567383, 0.3169223964214325, 0.3766925632953644, 0.3421918749809265, 0.30844783782958984], "cos_apical_negg": [0.735775351524353, 0.38336047530174255, 0.3644525408744812, 0.327664315700531, 0.3258669376373291, 0.35471612215042114, 0.3309597373008728, 0.32952240109443665, 0.31440478563308716, 0.3484629988670349, 0.357535719871521, 0.37730318307876587, 0.3779972195625305, 0.33147335052490234, 0.3249638080596924, 0.3751809000968933, 0.3122645616531372, 0.33413708209991455, 0.32851096987724304, 0.3487861156463623, 0.30012694001197815, 0.34066468477249146, 0.3233538866043091, 0.34627094864845276, 0.3591400384902954, 0.28497743606567383, 0.3169223964214325, 0.3766925632953644, 0.3421918749809265, 0.30844783782958984], "cos_Ac_negg": [0.735775351524353, 0.38336047530174255, 0.3644525408744812, 0.327664315700531, 0.3258669376373291, 0.35471612215042114, 0.3309597373008728, 0.32952240109443665, 0.31440478563308716, 0.3484629988670349, 0.357535719871521, 0.37730318307876587, 0.3779972195625305, 0.33147335052490234, 0.3249638080596924, 0.3751809000968933, 0.3122645616531372, 0.33413708209991455, 0.32851096987724304, 0.3487861156463623, 0.30012694001197815, 0.34066468477249146, 0.3233538866043091, 0.34627094864845276, 0.3591400384902954, 0.28497743606567383, 0.3169223964214325, 0.3766925632953644, 0.3421918749809265, 0.30844783782958984], "r_norm": [1.835017442703247, 1.6041167974472046, 1.5832326412200928, 1.5967087745666504, 1.5513548851013184, 1.5752004384994507, 1.5436973571777344, 1.5609080791473389, 1.5552579164505005, 1.5688281059265137, 1.5620558261871338, 1.5786726474761963, 1.58315110206604, 1.5766351222991943, 1.5628516674041748, 1.5597686767578125, 1.617170810699463, 1.529126763343811, 1.5863114595413208, 1.5614585876464844, 1.5127575397491455, 1.5387016534805298, 1.55672025680542, 1.5331034660339355, 1.5655831098556519, 1.5271031856536865, 1.5211255550384521, 1.5453163385391235, 1.5396519899368286, 1.5414438247680664]}, {"step": 2600, "epoch": 6, "train_loss": 1.613165020942688, "cos_r_negg": [0.748084545135498, 0.3844144344329834, 0.3664332330226898, 0.3538895547389984, 0.3488699793815613, 0.35736283659935, 0.3413875699043274, 0.3464326560497284, 0.3420678973197937, 0.3633819818496704, 0.36552828550338745, 0.37999817728996277, 0.3848104476928711, 0.3557403087615967, 0.32542872428894043, 0.3874478340148926, 0.3325190544128418, 0.337232381105423, 0.34890812635421753, 0.3472329378128052, 0.31933921575546265, 0.3609609603881836, 0.32942238450050354, 0.3481527268886566, 0.3567631244659424, 0.29212328791618347, 0.32612794637680054, 0.36185526847839355, 0.3308223485946655, 0.30480116605758667], "cos_apical_negg": [0.748084545135498, 0.3844144344329834, 0.3664332330226898, 0.3538895547389984, 0.3488699793815613, 0.35736283659935, 0.3413875699043274, 0.3464326560497284, 0.3420678973197937, 0.3633819818496704, 0.36552828550338745, 0.37999817728996277, 0.3848104476928711, 0.3557403087615967, 0.32542872428894043, 0.3874478340148926, 0.3325190544128418, 0.337232381105423, 0.34890812635421753, 0.3472329378128052, 0.31933921575546265, 0.3609609603881836, 0.32942238450050354, 0.3481527268886566, 0.3567631244659424, 0.29212328791618347, 0.32612794637680054, 0.36185526847839355, 0.3308223485946655, 0.30480116605758667], "cos_Ac_negg": [0.748084545135498, 0.3844144344329834, 0.3664332330226898, 0.3538895547389984, 0.3488699793815613, 0.35736283659935, 0.3413875699043274, 0.3464326560497284, 0.3420678973197937, 0.3633819818496704, 0.36552828550338745, 0.37999817728996277, 0.3848104476928711, 0.3557403087615967, 0.32542872428894043, 0.3874478340148926, 0.3325190544128418, 0.337232381105423, 0.34890812635421753, 0.3472329378128052, 0.31933921575546265, 0.3609609603881836, 0.32942238450050354, 0.3481527268886566, 0.3567631244659424, 0.29212328791618347, 0.32612794637680054, 0.36185526847839355, 0.3308223485946655, 0.30480116605758667], "r_norm": [1.7846379280090332, 1.5559799671173096, 1.5420187711715698, 1.5490686893463135, 1.5022304058074951, 1.5267508029937744, 1.4968698024749756, 1.5107494592666626, 1.5084367990493774, 1.5204026699066162, 1.5184357166290283, 1.5327887535095215, 1.5325229167938232, 1.5223636627197266, 1.5137512683868408, 1.5119400024414062, 1.567405343055725, 1.4812312126159668, 1.5366761684417725, 1.5109140872955322, 1.469193458557129, 1.487025260925293, 1.5041778087615967, 1.4838604927062988, 1.5161851644515991, 1.4818497896194458, 1.4724255800247192, 1.4977447986602783, 1.4893379211425781, 1.4914149045944214]}, {"step": 2650, "epoch": 6, "train_loss": 1.4325038194656372, "cos_r_negg": [0.7375466823577881, 0.39659982919692993, 0.388124942779541, 0.35077139735221863, 0.3483923375606537, 0.38835635781288147, 0.3552096486091614, 0.3732966184616089, 0.3448134958744049, 0.3765105605125427, 0.3781839609146118, 0.3905796408653259, 0.39205095171928406, 0.35660499334335327, 0.34163081645965576, 0.4063812494277954, 0.3490816056728363, 0.34343305230140686, 0.3488667905330658, 0.36595672369003296, 0.3590770661830902, 0.37444859743118286, 0.3628396689891815, 0.3585945665836334, 0.36460012197494507, 0.2935270667076111, 0.35530292987823486, 0.3657768964767456, 0.35522395372390747, 0.33615389466285706], "cos_apical_negg": [0.7375466823577881, 0.39659982919692993, 0.388124942779541, 0.35077139735221863, 0.3483923375606537, 0.38835635781288147, 0.3552096486091614, 0.3732966184616089, 0.3448134958744049, 0.3765105605125427, 0.3781839609146118, 0.3905796408653259, 0.39205095171928406, 0.35660499334335327, 0.34163081645965576, 0.4063812494277954, 0.3490816056728363, 0.34343305230140686, 0.3488667905330658, 0.36595672369003296, 0.3590770661830902, 0.37444859743118286, 0.3628396689891815, 0.3585945665836334, 0.36460012197494507, 0.2935270667076111, 0.35530292987823486, 0.3657768964767456, 0.35522395372390747, 0.33615389466285706], "cos_Ac_negg": [0.7375466823577881, 0.39659982919692993, 0.388124942779541, 0.35077139735221863, 0.3483923375606537, 0.38835635781288147, 0.3552096486091614, 0.3732966184616089, 0.3448134958744049, 0.3765105605125427, 0.3781839609146118, 0.3905796408653259, 0.39205095171928406, 0.35660499334335327, 0.34163081645965576, 0.4063812494277954, 0.3490816056728363, 0.34343305230140686, 0.3488667905330658, 0.36595672369003296, 0.3590770661830902, 0.37444859743118286, 0.3628396689891815, 0.3585945665836334, 0.36460012197494507, 0.2935270667076111, 0.35530292987823486, 0.3657768964767456, 0.35522395372390747, 0.33615389466285706], "r_norm": [1.776219367980957, 1.544114589691162, 1.5279858112335205, 1.5331475734710693, 1.487497091293335, 1.516437292098999, 1.4794590473175049, 1.4984718561172485, 1.4912232160568237, 1.5077250003814697, 1.5013476610183716, 1.5204695463180542, 1.5165513753890991, 1.516068935394287, 1.500924825668335, 1.4949862957000732, 1.5489917993545532, 1.4676955938339233, 1.5224857330322266, 1.4982353448867798, 1.4536099433898926, 1.4734872579574585, 1.4946155548095703, 1.467848539352417, 1.5008609294891357, 1.4646437168121338, 1.4612692594528198, 1.4814430475234985, 1.4783024787902832, 1.4746841192245483]}, {"step": 2700, "epoch": 6, "train_loss": 1.55891752243042, "cos_r_negg": [0.7454530000686646, 0.41220638155937195, 0.40276414155960083, 0.3771347403526306, 0.3676186203956604, 0.3858627676963806, 0.363929808139801, 0.37689703702926636, 0.34547585248947144, 0.39167845249176025, 0.3863089084625244, 0.4101666808128357, 0.39956411719322205, 0.3685367703437805, 0.35091057419776917, 0.3968017101287842, 0.3665016293525696, 0.3436366021633148, 0.3507591485977173, 0.3683733642101288, 0.3734666109085083, 0.38683831691741943, 0.3682098090648651, 0.36917394399642944, 0.36856281757354736, 0.31283852458000183, 0.35934409499168396, 0.3728090822696686, 0.38113510608673096, 0.3557393252849579], "cos_apical_negg": [0.7454530000686646, 0.41220638155937195, 0.40276414155960083, 0.3771347403526306, 0.3676186203956604, 0.3858627676963806, 0.363929808139801, 0.37689703702926636, 0.34547585248947144, 0.39167845249176025, 0.3863089084625244, 0.4101666808128357, 0.39956411719322205, 0.3685367703437805, 0.35091057419776917, 0.3968017101287842, 0.3665016293525696, 0.3436366021633148, 0.3507591485977173, 0.3683733642101288, 0.3734666109085083, 0.38683831691741943, 0.3682098090648651, 0.36917394399642944, 0.36856281757354736, 0.31283852458000183, 0.35934409499168396, 0.3728090822696686, 0.38113510608673096, 0.3557393252849579], "cos_Ac_negg": [0.7454530000686646, 0.41220638155937195, 0.40276414155960083, 0.3771347403526306, 0.3676186203956604, 0.3858627676963806, 0.363929808139801, 0.37689703702926636, 0.34547585248947144, 0.39167845249176025, 0.3863089084625244, 0.4101666808128357, 0.39956411719322205, 0.3685367703437805, 0.35091057419776917, 0.3968017101287842, 0.3665016293525696, 0.3436366021633148, 0.3507591485977173, 0.3683733642101288, 0.3734666109085083, 0.38683831691741943, 0.3682098090648651, 0.36917394399642944, 0.36856281757354736, 0.31283852458000183, 0.35934409499168396, 0.3728090822696686, 0.38113510608673096, 0.3557393252849579], "r_norm": [1.7549865245819092, 1.5202537775039673, 1.5040286779403687, 1.5112203359603882, 1.463697075843811, 1.4875950813293457, 1.460451364517212, 1.4729950428009033, 1.4707030057907104, 1.4833896160125732, 1.4769492149353027, 1.4914474487304688, 1.4930639266967773, 1.488447666168213, 1.4732470512390137, 1.4713842868804932, 1.5259405374526978, 1.4417340755462646, 1.4963350296020508, 1.471336007118225, 1.4286901950836182, 1.4498871564865112, 1.4674413204193115, 1.4433722496032715, 1.4758594036102295, 1.4414148330688477, 1.4323251247406006, 1.4560527801513672, 1.4513972997665405, 1.4498660564422607]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4095, "test_loss": 1.7761945922851563}, {"step": 2750, "epoch": 7, "train_loss": 1.4444483518600464, "cos_r_negg": [0.7453116774559021, 0.43177154660224915, 0.4010619521141052, 0.38466426730155945, 0.3838813900947571, 0.39189577102661133, 0.3863269090652466, 0.3891106843948364, 0.35712432861328125, 0.3973478674888611, 0.4005254805088043, 0.41228047013282776, 0.41109591722488403, 0.36992859840393066, 0.3729998469352722, 0.4120714068412781, 0.37440919876098633, 0.3542638421058655, 0.3740813732147217, 0.3802501857280731, 0.37246713042259216, 0.39041581749916077, 0.3795698285102844, 0.3657950162887573, 0.3967161476612091, 0.33585411310195923, 0.379876971244812, 0.3864891529083252, 0.3691691756248474, 0.3748306632041931], "cos_apical_negg": [0.7453116774559021, 0.43177154660224915, 0.4010619521141052, 0.38466426730155945, 0.3838813900947571, 0.39189577102661133, 0.3863269090652466, 0.3891106843948364, 0.35712432861328125, 0.3973478674888611, 0.4005254805088043, 0.41228047013282776, 0.41109591722488403, 0.36992859840393066, 0.3729998469352722, 0.4120714068412781, 0.37440919876098633, 0.3542638421058655, 0.3740813732147217, 0.3802501857280731, 0.37246713042259216, 0.39041581749916077, 0.3795698285102844, 0.3657950162887573, 0.3967161476612091, 0.33585411310195923, 0.379876971244812, 0.3864891529083252, 0.3691691756248474, 0.3748306632041931], "cos_Ac_negg": [0.7453116774559021, 0.43177154660224915, 0.4010619521141052, 0.38466426730155945, 0.3838813900947571, 0.39189577102661133, 0.3863269090652466, 0.3891106843948364, 0.35712432861328125, 0.3973478674888611, 0.4005254805088043, 0.41228047013282776, 0.41109591722488403, 0.36992859840393066, 0.3729998469352722, 0.4120714068412781, 0.37440919876098633, 0.3542638421058655, 0.3740813732147217, 0.3802501857280731, 0.37246713042259216, 0.39041581749916077, 0.3795698285102844, 0.3657950162887573, 0.3967161476612091, 0.33585411310195923, 0.379876971244812, 0.3864891529083252, 0.3691691756248474, 0.3748306632041931], "r_norm": [1.7226464748382568, 1.4853038787841797, 1.469552755355835, 1.4756616353988647, 1.4307628870010376, 1.4518300294876099, 1.4256479740142822, 1.4399380683898926, 1.4366934299468994, 1.449436068534851, 1.441614031791687, 1.4587066173553467, 1.4586831331253052, 1.450653314590454, 1.4368720054626465, 1.4367376565933228, 1.4906610250473022, 1.4068772792816162, 1.4610337018966675, 1.436091661453247, 1.3948349952697754, 1.415893316268921, 1.4299273490905762, 1.409928321838379, 1.4428242444992065, 1.4057618379592896, 1.3976916074752808, 1.4223271608352661, 1.4171838760375977, 1.4165236949920654], "ldr": {"dL_sdil": -0.03981125354766846, "dL_bp": -0.03713834285736084, "ratio": 1.0719717274562734}}, {"step": 2800, "epoch": 7, "train_loss": 1.4215583801269531, "cos_r_negg": [0.7587231397628784, 0.4326261878013611, 0.41577962040901184, 0.39800533652305603, 0.39406830072402954, 0.407592236995697, 0.4006487727165222, 0.40108978748321533, 0.3770161271095276, 0.405422568321228, 0.4067058563232422, 0.42344212532043457, 0.4250969886779785, 0.37489569187164307, 0.3869507312774658, 0.42039620876312256, 0.38693273067474365, 0.3583342432975769, 0.38075071573257446, 0.39650958776474, 0.38277679681777954, 0.4040243625640869, 0.38390833139419556, 0.4009823799133301, 0.401324987411499, 0.3411632180213928, 0.39254438877105713, 0.40051335096359253, 0.38213658332824707, 0.36973851919174194], "cos_apical_negg": [0.7587231397628784, 0.4326261878013611, 0.41577962040901184, 0.39800533652305603, 0.39406830072402954, 0.407592236995697, 0.4006487727165222, 0.40108978748321533, 0.3770161271095276, 0.405422568321228, 0.4067058563232422, 0.42344212532043457, 0.4250969886779785, 0.37489569187164307, 0.3869507312774658, 0.42039620876312256, 0.38693273067474365, 0.3583342432975769, 0.38075071573257446, 0.39650958776474, 0.38277679681777954, 0.4040243625640869, 0.38390833139419556, 0.4009823799133301, 0.401324987411499, 0.3411632180213928, 0.39254438877105713, 0.40051335096359253, 0.38213658332824707, 0.36973851919174194], "cos_Ac_negg": [0.7587231397628784, 0.4326261878013611, 0.41577962040901184, 0.39800533652305603, 0.39406830072402954, 0.407592236995697, 0.4006487727165222, 0.40108978748321533, 0.3770161271095276, 0.405422568321228, 0.4067058563232422, 0.42344212532043457, 0.4250969886779785, 0.37489569187164307, 0.3869507312774658, 0.42039620876312256, 0.38693273067474365, 0.3583342432975769, 0.38075071573257446, 0.39650958776474, 0.38277679681777954, 0.4040243625640869, 0.38390833139419556, 0.4009823799133301, 0.401324987411499, 0.3411632180213928, 0.39254438877105713, 0.40051335096359253, 0.38213658332824707, 0.36973851919174194], "r_norm": [1.6875648498535156, 1.4481887817382812, 1.4340519905090332, 1.4427268505096436, 1.3956588506698608, 1.417739748954773, 1.3903805017471313, 1.4066182374954224, 1.4008781909942627, 1.414255142211914, 1.4086005687713623, 1.4236207008361816, 1.4228596687316895, 1.4125926494598389, 1.4016668796539307, 1.4022127389907837, 1.4536337852478027, 1.3732850551605225, 1.4224638938903809, 1.3996262550354004, 1.3601963520050049, 1.3792078495025635, 1.3925962448120117, 1.376081109046936, 1.407111644744873, 1.3695228099822998, 1.3635003566741943, 1.3885302543640137, 1.3813025951385498, 1.3809170722961426]}, {"step": 2850, "epoch": 7, "train_loss": 1.4665900468826294, "cos_r_negg": [0.7601625323295593, 0.43456220626831055, 0.4264320135116577, 0.4081960916519165, 0.4088292121887207, 0.4127618074417114, 0.41376012563705444, 0.41156721115112305, 0.37464529275894165, 0.42005476355552673, 0.4195812940597534, 0.4284014403820038, 0.4277487099170685, 0.3728814721107483, 0.37899351119995117, 0.44182685017585754, 0.3841446042060852, 0.37661299109458923, 0.39240413904190063, 0.4108355641365051, 0.40202152729034424, 0.40063905715942383, 0.39147377014160156, 0.4027835726737976, 0.41399967670440674, 0.3545542359352112, 0.40891534090042114, 0.42442959547042847, 0.3978933095932007, 0.368351548910141], "cos_apical_negg": [0.7601625323295593, 0.43456220626831055, 0.4264320135116577, 0.4081960916519165, 0.4088292121887207, 0.4127618074417114, 0.41376012563705444, 0.41156721115112305, 0.37464529275894165, 0.42005476355552673, 0.4195812940597534, 0.4284014403820038, 0.4277487099170685, 0.3728814721107483, 0.37899351119995117, 0.44182685017585754, 0.3841446042060852, 0.37661299109458923, 0.39240413904190063, 0.4108355641365051, 0.40202152729034424, 0.40063905715942383, 0.39147377014160156, 0.4027835726737976, 0.41399967670440674, 0.3545542359352112, 0.40891534090042114, 0.42442959547042847, 0.3978933095932007, 0.368351548910141], "cos_Ac_negg": [0.7601625323295593, 0.43456220626831055, 0.4264320135116577, 0.4081960916519165, 0.4088292121887207, 0.4127618074417114, 0.41376012563705444, 0.41156721115112305, 0.37464529275894165, 0.42005476355552673, 0.4195812940597534, 0.4284014403820038, 0.4277487099170685, 0.3728814721107483, 0.37899351119995117, 0.44182685017585754, 0.3841446042060852, 0.37661299109458923, 0.39240413904190063, 0.4108355641365051, 0.40202152729034424, 0.40063905715942383, 0.39147377014160156, 0.4027835726737976, 0.41399967670440674, 0.3545542359352112, 0.40891534090042114, 0.42442959547042847, 0.3978933095932007, 0.368351548910141], "r_norm": [1.7086091041564941, 1.4584598541259766, 1.4411011934280396, 1.4492472410202026, 1.4067497253417969, 1.4284437894821167, 1.4001901149749756, 1.4160655736923218, 1.407498836517334, 1.4200795888900757, 1.4154727458953857, 1.4289668798446655, 1.4335657358169556, 1.4178506135940552, 1.408469319343567, 1.412455439567566, 1.4617984294891357, 1.3817143440246582, 1.4323806762695312, 1.4067182540893555, 1.3702585697174072, 1.3873169422149658, 1.3998644351959229, 1.389609932899475, 1.414225697517395, 1.377848744392395, 1.3727927207946777, 1.395554542541504, 1.3860576152801514, 1.391210675239563]}, {"step": 2900, "epoch": 7, "train_loss": 1.385411024093628, "cos_r_negg": [0.7610129117965698, 0.4440183937549591, 0.4384942352771759, 0.42174169421195984, 0.41262197494506836, 0.4296914041042328, 0.4145338535308838, 0.42121052742004395, 0.39003440737724304, 0.4157838225364685, 0.4256857931613922, 0.45769208669662476, 0.4381866455078125, 0.39923155307769775, 0.4052000045776367, 0.444635272026062, 0.3905336260795593, 0.3895871937274933, 0.40797555446624756, 0.42381536960601807, 0.42012178897857666, 0.4262045621871948, 0.41072702407836914, 0.4232900142669678, 0.43133604526519775, 0.38302451372146606, 0.4236019551753998, 0.4311508536338806, 0.4135853052139282, 0.3905247449874878], "cos_apical_negg": [0.7610129117965698, 0.4440183937549591, 0.4384942352771759, 0.42174169421195984, 0.41262197494506836, 0.4296914041042328, 0.4145338535308838, 0.42121052742004395, 0.39003440737724304, 0.4157838225364685, 0.4256857931613922, 0.45769208669662476, 0.4381866455078125, 0.39923155307769775, 0.4052000045776367, 0.444635272026062, 0.3905336260795593, 0.3895871937274933, 0.40797555446624756, 0.42381536960601807, 0.42012178897857666, 0.4262045621871948, 0.41072702407836914, 0.4232900142669678, 0.43133604526519775, 0.38302451372146606, 0.4236019551753998, 0.4311508536338806, 0.4135853052139282, 0.3905247449874878], "cos_Ac_negg": [0.7610129117965698, 0.4440183937549591, 0.4384942352771759, 0.42174169421195984, 0.41262197494506836, 0.4296914041042328, 0.4145338535308838, 0.42121052742004395, 0.39003440737724304, 0.4157838225364685, 0.4256857931613922, 0.45769208669662476, 0.4381866455078125, 0.39923155307769775, 0.4052000045776367, 0.444635272026062, 0.3905336260795593, 0.3895871937274933, 0.40797555446624756, 0.42381536960601807, 0.42012178897857666, 0.4262045621871948, 0.41072702407836914, 0.4232900142669678, 0.43133604526519775, 0.38302451372146606, 0.4236019551753998, 0.4311508536338806, 0.4135853052139282, 0.3905247449874878], "r_norm": [1.7050673961639404, 1.4519965648651123, 1.432532787322998, 1.4452166557312012, 1.3983745574951172, 1.419403076171875, 1.3916816711425781, 1.4090979099273682, 1.3987641334533691, 1.415791392326355, 1.409294843673706, 1.426076054573059, 1.4206628799438477, 1.4107208251953125, 1.4020988941192627, 1.4040052890777588, 1.4551035165786743, 1.3743809461593628, 1.4257211685180664, 1.3983561992645264, 1.360457420349121, 1.3782984018325806, 1.3888911008834839, 1.3780838251113892, 1.4061787128448486, 1.3700807094573975, 1.365539789199829, 1.388385534286499, 1.3810001611709595, 1.3829506635665894]}, {"step": 2950, "epoch": 7, "train_loss": 1.4322599172592163, "cos_r_negg": [0.7551906108856201, 0.450425922870636, 0.4472586512565613, 0.42723530530929565, 0.43407267332077026, 0.43735671043395996, 0.42378664016723633, 0.43119877576828003, 0.40884971618652344, 0.43852418661117554, 0.4440435767173767, 0.4589311480522156, 0.4507240056991577, 0.4222627282142639, 0.41851454973220825, 0.43858012557029724, 0.40131378173828125, 0.40086016058921814, 0.4120217561721802, 0.4380917251110077, 0.4246017634868622, 0.45054465532302856, 0.40749961137771606, 0.4187163710594177, 0.4248100519180298, 0.37847447395324707, 0.4323471784591675, 0.44324666261672974, 0.42692965269088745, 0.4195701479911804], "cos_apical_negg": [0.7551906108856201, 0.450425922870636, 0.4472586512565613, 0.42723530530929565, 0.43407267332077026, 0.43735671043395996, 0.42378664016723633, 0.43119877576828003, 0.40884971618652344, 0.43852418661117554, 0.4440435767173767, 0.4589311480522156, 0.4507240056991577, 0.4222627282142639, 0.41851454973220825, 0.43858012557029724, 0.40131378173828125, 0.40086016058921814, 0.4120217561721802, 0.4380917251110077, 0.4246017634868622, 0.45054465532302856, 0.40749961137771606, 0.4187163710594177, 0.4248100519180298, 0.37847447395324707, 0.4323471784591675, 0.44324666261672974, 0.42692965269088745, 0.4195701479911804], "cos_Ac_negg": [0.7551906108856201, 0.450425922870636, 0.4472586512565613, 0.42723530530929565, 0.43407267332077026, 0.43735671043395996, 0.42378664016723633, 0.43119877576828003, 0.40884971618652344, 0.43852418661117554, 0.4440435767173767, 0.4589311480522156, 0.4507240056991577, 0.4222627282142639, 0.41851454973220825, 0.43858012557029724, 0.40131378173828125, 0.40086016058921814, 0.4120217561721802, 0.4380917251110077, 0.4246017634868622, 0.45054465532302856, 0.40749961137771606, 0.4187163710594177, 0.4248100519180298, 0.37847447395324707, 0.4323471784591675, 0.44324666261672974, 0.42692965269088745, 0.4195701479911804], "r_norm": [1.7061340808868408, 1.4449840784072876, 1.4295744895935059, 1.4392814636230469, 1.394301414489746, 1.413238525390625, 1.387519359588623, 1.4027698040008545, 1.3943305015563965, 1.4119319915771484, 1.405148983001709, 1.4191720485687256, 1.4174938201904297, 1.4078795909881592, 1.3967612981796265, 1.3997681140899658, 1.4442552328109741, 1.366801142692566, 1.415210485458374, 1.39632248878479, 1.3521838188171387, 1.3752760887145996, 1.3879413604736328, 1.3715399503707886, 1.4008110761642456, 1.3598178625106812, 1.355332851409912, 1.3845340013504028, 1.3770910501480103, 1.374887466430664]}, {"step": 3000, "epoch": 7, "train_loss": 1.5438594818115234, "cos_r_negg": [0.7643203735351562, 0.4650875926017761, 0.4506111741065979, 0.43720126152038574, 0.4451175928115845, 0.4486343264579773, 0.43441328406333923, 0.44603869318962097, 0.41649505496025085, 0.45050185918807983, 0.4619187116622925, 0.4719346761703491, 0.45941439270973206, 0.4346649646759033, 0.4213224947452545, 0.4633767604827881, 0.4209192991256714, 0.423603892326355, 0.4302496314048767, 0.45204517245292664, 0.4536576271057129, 0.45447492599487305, 0.44546136260032654, 0.4245261549949646, 0.4336062967777252, 0.38317516446113586, 0.4300838112831116, 0.45512688159942627, 0.43471741676330566, 0.42609015107154846], "cos_apical_negg": [0.7643203735351562, 0.4650875926017761, 0.4506111741065979, 0.43720126152038574, 0.4451175928115845, 0.4486343264579773, 0.43441328406333923, 0.44603869318962097, 0.41649505496025085, 0.45050185918807983, 0.4619187116622925, 0.4719346761703491, 0.45941439270973206, 0.4346649646759033, 0.4213224947452545, 0.4633767604827881, 0.4209192991256714, 0.423603892326355, 0.4302496314048767, 0.45204517245292664, 0.4536576271057129, 0.45447492599487305, 0.44546136260032654, 0.4245261549949646, 0.4336062967777252, 0.38317516446113586, 0.4300838112831116, 0.45512688159942627, 0.43471741676330566, 0.42609015107154846], "cos_Ac_negg": [0.7643203735351562, 0.4650875926017761, 0.4506111741065979, 0.43720126152038574, 0.4451175928115845, 0.4486343264579773, 0.43441328406333923, 0.44603869318962097, 0.41649505496025085, 0.45050185918807983, 0.4619187116622925, 0.4719346761703491, 0.45941439270973206, 0.4346649646759033, 0.4213224947452545, 0.4633767604827881, 0.4209192991256714, 0.423603892326355, 0.4302496314048767, 0.45204517245292664, 0.4536576271057129, 0.45447492599487305, 0.44546136260032654, 0.4245261549949646, 0.4336062967777252, 0.38317516446113586, 0.4300838112831116, 0.45512688159942627, 0.43471741676330566, 0.42609015107154846], "r_norm": [1.6542061567306519, 1.3968682289123535, 1.3854732513427734, 1.392162799835205, 1.3444604873657227, 1.3648521900177002, 1.3408833742141724, 1.3544139862060547, 1.3441065549850464, 1.3623849153518677, 1.3571712970733643, 1.370670199394226, 1.3656295537948608, 1.357182264328003, 1.346181869506836, 1.3498423099517822, 1.3947815895080566, 1.3185622692108154, 1.3693701028823853, 1.3433691263198853, 1.3093504905700684, 1.3232641220092773, 1.3361815214157104, 1.323535442352295, 1.3487193584442139, 1.3126157522201538, 1.3101462125778198, 1.333250880241394, 1.32453191280365, 1.3229477405548096], "ldr": {"dL_sdil": -0.07617223262786865, "dL_bp": -0.07218813896179199, "ratio": 1.0551904194148207}}, {"step": 3050, "epoch": 7, "train_loss": 1.4628212451934814, "cos_r_negg": [0.761544942855835, 0.472112774848938, 0.4667733311653137, 0.4526546001434326, 0.4532633125782013, 0.4559352993965149, 0.4408002495765686, 0.4527473449707031, 0.4401788115501404, 0.4615055322647095, 0.47058695554733276, 0.48506656289100647, 0.47672462463378906, 0.46006643772125244, 0.43969863653182983, 0.4742457866668701, 0.43111246824264526, 0.4249928593635559, 0.43136462569236755, 0.4610041677951813, 0.4436817169189453, 0.47283148765563965, 0.4505089819431305, 0.43878069519996643, 0.45731401443481445, 0.4049900770187378, 0.4590396285057068, 0.47753822803497314, 0.4478648900985718, 0.44726017117500305], "cos_apical_negg": [0.761544942855835, 0.472112774848938, 0.4667733311653137, 0.4526546001434326, 0.4532633125782013, 0.4559352993965149, 0.4408002495765686, 0.4527473449707031, 0.4401788115501404, 0.4615055322647095, 0.47058695554733276, 0.48506656289100647, 0.47672462463378906, 0.46006643772125244, 0.43969863653182983, 0.4742457866668701, 0.43111246824264526, 0.4249928593635559, 0.43136462569236755, 0.4610041677951813, 0.4436817169189453, 0.47283148765563965, 0.4505089819431305, 0.43878069519996643, 0.45731401443481445, 0.4049900770187378, 0.4590396285057068, 0.47753822803497314, 0.4478648900985718, 0.44726017117500305], "cos_Ac_negg": [0.761544942855835, 0.472112774848938, 0.4667733311653137, 0.4526546001434326, 0.4532633125782013, 0.4559352993965149, 0.4408002495765686, 0.4527473449707031, 0.4401788115501404, 0.4615055322647095, 0.47058695554733276, 0.48506656289100647, 0.47672462463378906, 0.46006643772125244, 0.43969863653182983, 0.4742457866668701, 0.43111246824264526, 0.4249928593635559, 0.43136462569236755, 0.4610041677951813, 0.4436817169189453, 0.47283148765563965, 0.4505089819431305, 0.43878069519996643, 0.45731401443481445, 0.4049900770187378, 0.4590396285057068, 0.47753822803497314, 0.4478648900985718, 0.44726017117500305], "r_norm": [1.6638221740722656, 1.4038922786712646, 1.3916608095169067, 1.3958094120025635, 1.3508307933807373, 1.3717072010040283, 1.3478999137878418, 1.3590964078903198, 1.3541027307510376, 1.368391990661621, 1.3630534410476685, 1.374103307723999, 1.3691489696502686, 1.3597774505615234, 1.3518688678741455, 1.3529796600341797, 1.3994476795196533, 1.3219196796417236, 1.3714855909347534, 1.3440275192260742, 1.3111040592193604, 1.3283164501190186, 1.3391101360321045, 1.327465295791626, 1.3554104566574097, 1.3193178176879883, 1.3140168190002441, 1.335141658782959, 1.3309874534606934, 1.3269885778427124]}, {"step": 3100, "epoch": 7, "train_loss": 1.231580376625061, "cos_r_negg": [0.7707276940345764, 0.482269823551178, 0.4821876585483551, 0.47344842553138733, 0.47023671865463257, 0.4759259819984436, 0.4582692086696625, 0.4662022292613983, 0.458943635225296, 0.47836220264434814, 0.4729032814502716, 0.4970191419124603, 0.48797035217285156, 0.45846572518348694, 0.4562262296676636, 0.4951975345611572, 0.4474950134754181, 0.4341928958892822, 0.4476315379142761, 0.4664766788482666, 0.4667544364929199, 0.4787277579307556, 0.4511318504810333, 0.4562508165836334, 0.4716886878013611, 0.4298175573348999, 0.47699040174484253, 0.48717692494392395, 0.4500340223312378, 0.448002427816391], "cos_apical_negg": [0.7707276940345764, 0.482269823551178, 0.4821876585483551, 0.47344842553138733, 0.47023671865463257, 0.4759259819984436, 0.4582692086696625, 0.4662022292613983, 0.458943635225296, 0.47836220264434814, 0.4729032814502716, 0.4970191419124603, 0.48797035217285156, 0.45846572518348694, 0.4562262296676636, 0.4951975345611572, 0.4474950134754181, 0.4341928958892822, 0.4476315379142761, 0.4664766788482666, 0.4667544364929199, 0.4787277579307556, 0.4511318504810333, 0.4562508165836334, 0.4716886878013611, 0.4298175573348999, 0.47699040174484253, 0.48717692494392395, 0.4500340223312378, 0.448002427816391], "cos_Ac_negg": [0.7707276940345764, 0.482269823551178, 0.4821876585483551, 0.47344842553138733, 0.47023671865463257, 0.4759259819984436, 0.4582692086696625, 0.4662022292613983, 0.458943635225296, 0.47836220264434814, 0.4729032814502716, 0.4970191419124603, 0.48797035217285156, 0.45846572518348694, 0.4562262296676636, 0.4951975345611572, 0.4474950134754181, 0.4341928958892822, 0.4476315379142761, 0.4664766788482666, 0.4667544364929199, 0.4787277579307556, 0.4511318504810333, 0.4562508165836334, 0.4716886878013611, 0.4298175573348999, 0.47699040174484253, 0.48717692494392395, 0.4500340223312378, 0.448002427816391], "r_norm": [1.662859320640564, 1.3946661949157715, 1.3788564205169678, 1.3878402709960938, 1.34405517578125, 1.3660540580749512, 1.338757038116455, 1.3519692420959473, 1.3411989212036133, 1.3609843254089355, 1.3535618782043457, 1.366411805152893, 1.3624099493026733, 1.350249171257019, 1.3416838645935059, 1.345890998840332, 1.3913524150848389, 1.3147051334381104, 1.3639514446258545, 1.33669114112854, 1.3031588792800903, 1.3170206546783447, 1.3302574157714844, 1.3172329664230347, 1.345251202583313, 1.308455467224121, 1.3060038089752197, 1.3281060457229614, 1.3236886262893677, 1.3217227458953857]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4362, "test_loss": 1.733466748046875}, {"step": 3150, "epoch": 8, "train_loss": 1.3782957792282104, "cos_r_negg": [0.7716084718704224, 0.4982028603553772, 0.4871196746826172, 0.48182955384254456, 0.4733896851539612, 0.4766368865966797, 0.45998239517211914, 0.46451038122177124, 0.45758312940597534, 0.47716760635375977, 0.47589731216430664, 0.5060184001922607, 0.49646684527397156, 0.4667362570762634, 0.4736808240413666, 0.5113735198974609, 0.45395129919052124, 0.4424506723880768, 0.4595254063606262, 0.4787074625492096, 0.4741237163543701, 0.4898661673069, 0.4723140597343445, 0.4819265604019165, 0.49415355920791626, 0.45454153418540955, 0.4729152321815491, 0.5035185813903809, 0.47293034195899963, 0.4779878854751587], "cos_apical_negg": [0.7716084718704224, 0.4982028603553772, 0.4871196746826172, 0.48182955384254456, 0.4733896851539612, 0.4766368865966797, 0.45998239517211914, 0.46451038122177124, 0.45758312940597534, 0.47716760635375977, 0.47589731216430664, 0.5060184001922607, 0.49646684527397156, 0.4667362570762634, 0.4736808240413666, 0.5113735198974609, 0.45395129919052124, 0.4424506723880768, 0.4595254063606262, 0.4787074625492096, 0.4741237163543701, 0.4898661673069, 0.4723140597343445, 0.4819265604019165, 0.49415355920791626, 0.45454153418540955, 0.4729152321815491, 0.5035185813903809, 0.47293034195899963, 0.4779878854751587], "cos_Ac_negg": [0.7716084718704224, 0.4982028603553772, 0.4871196746826172, 0.48182955384254456, 0.4733896851539612, 0.4766368865966797, 0.45998239517211914, 0.46451038122177124, 0.45758312940597534, 0.47716760635375977, 0.47589731216430664, 0.5060184001922607, 0.49646684527397156, 0.4667362570762634, 0.4736808240413666, 0.5113735198974609, 0.45395129919052124, 0.4424506723880768, 0.4595254063606262, 0.4787074625492096, 0.4741237163543701, 0.4898661673069, 0.4723140597343445, 0.4819265604019165, 0.49415355920791626, 0.45454153418540955, 0.4729152321815491, 0.5035185813903809, 0.47293034195899963, 0.4779878854751587], "r_norm": [1.6717345714569092, 1.4000848531723022, 1.3884470462799072, 1.394410490989685, 1.3478014469146729, 1.3690946102142334, 1.3425580263137817, 1.3560928106307983, 1.34619140625, 1.3662158250808716, 1.3594111204147339, 1.3717460632324219, 1.3676708936691284, 1.3535751104354858, 1.3449851274490356, 1.3498648405075073, 1.395672082901001, 1.3155831098556519, 1.3665494918823242, 1.3400506973266602, 1.3059964179992676, 1.3213887214660645, 1.3318612575531006, 1.319443941116333, 1.3499369621276855, 1.3105661869049072, 1.3070588111877441, 1.3315726518630981, 1.3268766403198242, 1.3220202922821045]}, {"step": 3200, "epoch": 8, "train_loss": 1.3688745498657227, "cos_r_negg": [0.7789145708084106, 0.49891871213912964, 0.49790576100349426, 0.4768393337726593, 0.48400580883026123, 0.48802852630615234, 0.4736325144767761, 0.4720715880393982, 0.4696320593357086, 0.4831337034702301, 0.48751795291900635, 0.5130529403686523, 0.5037208795547485, 0.4703473448753357, 0.47794216871261597, 0.5030063986778259, 0.457522988319397, 0.45300811529159546, 0.46750348806381226, 0.48949792981147766, 0.48385390639305115, 0.5028335452079773, 0.471985399723053, 0.47247880697250366, 0.4978216290473938, 0.4595177173614502, 0.4867664575576782, 0.5027892589569092, 0.49679529666900635, 0.4757006764411926], "cos_apical_negg": [0.7789145708084106, 0.49891871213912964, 0.49790576100349426, 0.4768393337726593, 0.48400580883026123, 0.48802852630615234, 0.4736325144767761, 0.4720715880393982, 0.4696320593357086, 0.4831337034702301, 0.48751795291900635, 0.5130529403686523, 0.5037208795547485, 0.4703473448753357, 0.47794216871261597, 0.5030063986778259, 0.457522988319397, 0.45300811529159546, 0.46750348806381226, 0.48949792981147766, 0.48385390639305115, 0.5028335452079773, 0.471985399723053, 0.47247880697250366, 0.4978216290473938, 0.4595177173614502, 0.4867664575576782, 0.5027892589569092, 0.49679529666900635, 0.4757006764411926], "cos_Ac_negg": [0.7789145708084106, 0.49891871213912964, 0.49790576100349426, 0.4768393337726593, 0.48400580883026123, 0.48802852630615234, 0.4736325144767761, 0.4720715880393982, 0.4696320593357086, 0.4831337034702301, 0.48751795291900635, 0.5130529403686523, 0.5037208795547485, 0.4703473448753357, 0.47794216871261597, 0.5030063986778259, 0.457522988319397, 0.45300811529159546, 0.46750348806381226, 0.48949792981147766, 0.48385390639305115, 0.5028335452079773, 0.471985399723053, 0.47247880697250366, 0.4978216290473938, 0.4595177173614502, 0.4867664575576782, 0.5027892589569092, 0.49679529666900635, 0.4757006764411926], "r_norm": [1.618972659111023, 1.352495551109314, 1.3390772342681885, 1.3417792320251465, 1.2995007038116455, 1.3191970586776733, 1.2954798936843872, 1.3077900409698486, 1.298668384552002, 1.3156696557998657, 1.3104290962219238, 1.3225531578063965, 1.31669020652771, 1.3062031269073486, 1.2974135875701904, 1.3022055625915527, 1.3438527584075928, 1.2698819637298584, 1.318379282951355, 1.2946361303329468, 1.2586638927459717, 1.2729958295822144, 1.2840735912322998, 1.2709205150604248, 1.3004076480865479, 1.2640020847320557, 1.2588584423065186, 1.2830641269683838, 1.2789454460144043, 1.2745187282562256]}, {"step": 3250, "epoch": 8, "train_loss": 1.3772480487823486, "cos_r_negg": [0.7816882729530334, 0.5042920112609863, 0.5099961757659912, 0.49653470516204834, 0.4865450859069824, 0.498413622379303, 0.49029916524887085, 0.49451208114624023, 0.49370482563972473, 0.4985135495662689, 0.507451057434082, 0.5248600244522095, 0.5185837149620056, 0.47706103324890137, 0.4933059811592102, 0.5177057981491089, 0.47236159443855286, 0.4724782109260559, 0.48061591386795044, 0.49774402379989624, 0.49526143074035645, 0.49108344316482544, 0.49497777223587036, 0.47457993030548096, 0.49897077679634094, 0.48641237616539, 0.49506962299346924, 0.5109360218048096, 0.5122642517089844, 0.48994606733322144], "cos_apical_negg": [0.7816882729530334, 0.5042920112609863, 0.5099961757659912, 0.49653470516204834, 0.4865450859069824, 0.498413622379303, 0.49029916524887085, 0.49451208114624023, 0.49370482563972473, 0.4985135495662689, 0.507451057434082, 0.5248600244522095, 0.5185837149620056, 0.47706103324890137, 0.4933059811592102, 0.5177057981491089, 0.47236159443855286, 0.4724782109260559, 0.48061591386795044, 0.49774402379989624, 0.49526143074035645, 0.49108344316482544, 0.49497777223587036, 0.47457993030548096, 0.49897077679634094, 0.48641237616539, 0.49506962299346924, 0.5109360218048096, 0.5122642517089844, 0.48994606733322144], "cos_Ac_negg": [0.7816882729530334, 0.5042920112609863, 0.5099961757659912, 0.49653470516204834, 0.4865450859069824, 0.498413622379303, 0.49029916524887085, 0.49451208114624023, 0.49370482563972473, 0.4985135495662689, 0.507451057434082, 0.5248600244522095, 0.5185837149620056, 0.47706103324890137, 0.4933059811592102, 0.5177057981491089, 0.47236159443855286, 0.4724782109260559, 0.48061591386795044, 0.49774402379989624, 0.49526143074035645, 0.49108344316482544, 0.49497777223587036, 0.47457993030548096, 0.49897077679634094, 0.48641237616539, 0.49506962299346924, 0.5109360218048096, 0.5122642517089844, 0.48994606733322144], "r_norm": [1.6473643779754639, 1.373757004737854, 1.361987590789795, 1.3599432706832886, 1.3169581890106201, 1.340224027633667, 1.3172478675842285, 1.3269277811050415, 1.31756591796875, 1.3338866233825684, 1.3279123306274414, 1.339573860168457, 1.337074875831604, 1.3261966705322266, 1.315111517906189, 1.320281744003296, 1.362228274345398, 1.287184715270996, 1.3376569747924805, 1.309211015701294, 1.2768259048461914, 1.2928322553634644, 1.2990992069244385, 1.2902626991271973, 1.3156726360321045, 1.2809526920318604, 1.2751272916793823, 1.2965147495269775, 1.2960944175720215, 1.2888259887695312], "ldr": {"dL_sdil": -0.11484980583190918, "dL_bp": -0.11084127426147461, "ratio": 1.0361646110363045}}, {"step": 3300, "epoch": 8, "train_loss": 1.4319208860397339, "cos_r_negg": [0.7778603434562683, 0.520972728729248, 0.51507967710495, 0.5063828229904175, 0.49909040331840515, 0.5077301263809204, 0.5092564821243286, 0.5141205787658691, 0.49244382977485657, 0.5171633958816528, 0.518526017665863, 0.5386689901351929, 0.5360006093978882, 0.49346357583999634, 0.517088770866394, 0.5366304516792297, 0.49180489778518677, 0.4863794147968292, 0.4997706711292267, 0.5181097984313965, 0.5043102502822876, 0.5224428176879883, 0.5195600986480713, 0.48694637417793274, 0.5186998844146729, 0.4905555844306946, 0.5047217607498169, 0.5347235202789307, 0.5179094076156616, 0.5141615271568298], "cos_apical_negg": [0.7778603434562683, 0.520972728729248, 0.51507967710495, 0.5063828229904175, 0.49909040331840515, 0.5077301263809204, 0.5092564821243286, 0.5141205787658691, 0.49244382977485657, 0.5171633958816528, 0.518526017665863, 0.5386689901351929, 0.5360006093978882, 0.49346357583999634, 0.517088770866394, 0.5366304516792297, 0.49180489778518677, 0.4863794147968292, 0.4997706711292267, 0.5181097984313965, 0.5043102502822876, 0.5224428176879883, 0.5195600986480713, 0.48694637417793274, 0.5186998844146729, 0.4905555844306946, 0.5047217607498169, 0.5347235202789307, 0.5179094076156616, 0.5141615271568298], "cos_Ac_negg": [0.7778603434562683, 0.520972728729248, 0.51507967710495, 0.5063828229904175, 0.49909040331840515, 0.5077301263809204, 0.5092564821243286, 0.5141205787658691, 0.49244382977485657, 0.5171633958816528, 0.518526017665863, 0.5386689901351929, 0.5360006093978882, 0.49346357583999634, 0.517088770866394, 0.5366304516792297, 0.49180489778518677, 0.4863794147968292, 0.4997706711292267, 0.5181097984313965, 0.5043102502822876, 0.5224428176879883, 0.5195600986480713, 0.48694637417793274, 0.5186998844146729, 0.4905555844306946, 0.5047217607498169, 0.5347235202789307, 0.5179094076156616, 0.5141615271568298], "r_norm": [1.573596477508545, 1.3056354522705078, 1.2913546562194824, 1.2972264289855957, 1.256121039390564, 1.2751991748809814, 1.2519142627716064, 1.2624173164367676, 1.2523092031478882, 1.2705109119415283, 1.262540340423584, 1.274874210357666, 1.2693569660186768, 1.2565395832061768, 1.2503912448883057, 1.256136417388916, 1.2932851314544678, 1.2228541374206543, 1.2708947658538818, 1.2418859004974365, 1.2137110233306885, 1.226280927658081, 1.2342084646224976, 1.2255558967590332, 1.2520694732666016, 1.2184903621673584, 1.2142953872680664, 1.2359755039215088, 1.2307703495025635, 1.228834629058838]}, {"step": 3350, "epoch": 8, "train_loss": 1.340829849243164, "cos_r_negg": [0.7791426777839661, 0.531768262386322, 0.5334752798080444, 0.5131067037582397, 0.5077636241912842, 0.5215974450111389, 0.5122978091239929, 0.5207431316375732, 0.5026847124099731, 0.5320067405700684, 0.5311801433563232, 0.5397660732269287, 0.5497803688049316, 0.5144848227500916, 0.5312289595603943, 0.5477290749549866, 0.4989042580127716, 0.4946206510066986, 0.5100529193878174, 0.538613498210907, 0.5130884647369385, 0.5452402234077454, 0.5342707633972168, 0.48948532342910767, 0.5326873660087585, 0.4860376715660095, 0.510211706161499, 0.5383989214897156, 0.5292728543281555, 0.5201374292373657], "cos_apical_negg": [0.7791426777839661, 0.531768262386322, 0.5334752798080444, 0.5131067037582397, 0.5077636241912842, 0.5215974450111389, 0.5122978091239929, 0.5207431316375732, 0.5026847124099731, 0.5320067405700684, 0.5311801433563232, 0.5397660732269287, 0.5497803688049316, 0.5144848227500916, 0.5312289595603943, 0.5477290749549866, 0.4989042580127716, 0.4946206510066986, 0.5100529193878174, 0.538613498210907, 0.5130884647369385, 0.5452402234077454, 0.5342707633972168, 0.48948532342910767, 0.5326873660087585, 0.4860376715660095, 0.510211706161499, 0.5383989214897156, 0.5292728543281555, 0.5201374292373657], "cos_Ac_negg": [0.7791426777839661, 0.531768262386322, 0.5334752798080444, 0.5131067037582397, 0.5077636241912842, 0.5215974450111389, 0.5122978091239929, 0.5207431316375732, 0.5026847124099731, 0.5320067405700684, 0.5311801433563232, 0.5397660732269287, 0.5497803688049316, 0.5144848227500916, 0.5312289595603943, 0.5477290749549866, 0.4989042580127716, 0.4946206510066986, 0.5100529193878174, 0.538613498210907, 0.5130884647369385, 0.5452402234077454, 0.5342707633972168, 0.48948532342910767, 0.5326873660087585, 0.4860376715660095, 0.510211706161499, 0.5383989214897156, 0.5292728543281555, 0.5201374292373657], "r_norm": [1.5838866233825684, 1.3121371269226074, 1.2974934577941895, 1.3028117418289185, 1.258347511291504, 1.277634859085083, 1.2537834644317627, 1.2667806148529053, 1.2585793733596802, 1.2746021747589111, 1.2689428329467773, 1.2820007801055908, 1.2753369808197021, 1.258540153503418, 1.2541778087615967, 1.260286569595337, 1.297568917274475, 1.2263998985290527, 1.2723243236541748, 1.2458233833312988, 1.2157201766967773, 1.2311872243881226, 1.236168622970581, 1.22726309299469, 1.2579323053359985, 1.2213962078094482, 1.2164555788040161, 1.2417864799499512, 1.2352502346038818, 1.2305448055267334]}, {"step": 3400, "epoch": 8, "train_loss": 1.331732988357544, "cos_r_negg": [0.7839387655258179, 0.5336515307426453, 0.5431327819824219, 0.5296916961669922, 0.524406909942627, 0.5274080038070679, 0.530200183391571, 0.5300012826919556, 0.514333963394165, 0.5355933904647827, 0.542205810546875, 0.5581305027008057, 0.5510104298591614, 0.524808406829834, 0.5505304336547852, 0.554548978805542, 0.5034101009368896, 0.5045729875564575, 0.521449089050293, 0.5399596691131592, 0.525564432144165, 0.5448665022850037, 0.5284340381622314, 0.5181036591529846, 0.5436396598815918, 0.5078674554824829, 0.5323547124862671, 0.5569218397140503, 0.5348836779594421, 0.537976086139679], "cos_apical_negg": [0.7839387655258179, 0.5336515307426453, 0.5431327819824219, 0.5296916961669922, 0.524406909942627, 0.5274080038070679, 0.530200183391571, 0.5300012826919556, 0.514333963394165, 0.5355933904647827, 0.542205810546875, 0.5581305027008057, 0.5510104298591614, 0.524808406829834, 0.5505304336547852, 0.554548978805542, 0.5034101009368896, 0.5045729875564575, 0.521449089050293, 0.5399596691131592, 0.525564432144165, 0.5448665022850037, 0.5284340381622314, 0.5181036591529846, 0.5436396598815918, 0.5078674554824829, 0.5323547124862671, 0.5569218397140503, 0.5348836779594421, 0.537976086139679], "cos_Ac_negg": [0.7839387655258179, 0.5336515307426453, 0.5431327819824219, 0.5296916961669922, 0.524406909942627, 0.5274080038070679, 0.530200183391571, 0.5300012826919556, 0.514333963394165, 0.5355933904647827, 0.542205810546875, 0.5581305027008057, 0.5510104298591614, 0.524808406829834, 0.5505304336547852, 0.554548978805542, 0.5034101009368896, 0.5045729875564575, 0.521449089050293, 0.5399596691131592, 0.525564432144165, 0.5448665022850037, 0.5284340381622314, 0.5181036591529846, 0.5436396598815918, 0.5078674554824829, 0.5323547124862671, 0.5569218397140503, 0.5348836779594421, 0.537976086139679], "r_norm": [1.5752322673797607, 1.298848271369934, 1.283239722251892, 1.2924450635910034, 1.250041127204895, 1.2680299282073975, 1.245276927947998, 1.255725622177124, 1.2442313432693481, 1.2648144960403442, 1.254866600036621, 1.2658051252365112, 1.2620124816894531, 1.2481858730316162, 1.242938756942749, 1.2492343187332153, 1.2842066287994385, 1.2144427299499512, 1.256999135017395, 1.2342090606689453, 1.201781988143921, 1.2195804119110107, 1.224637508392334, 1.2154381275177002, 1.2449100017547607, 1.2057634592056274, 1.2033212184906006, 1.227213978767395, 1.2233366966247559, 1.2181122303009033]}, {"step": 3450, "epoch": 8, "train_loss": 1.3088536262512207, "cos_r_negg": [0.7903732657432556, 0.5454031229019165, 0.5500414371490479, 0.5321073532104492, 0.5381438136100769, 0.5375708341598511, 0.5344445109367371, 0.5411493182182312, 0.5268714427947998, 0.5432616472244263, 0.5387471914291382, 0.5748744010925293, 0.5523669719696045, 0.5435326099395752, 0.5497065782546997, 0.5697108507156372, 0.5228796005249023, 0.5257172584533691, 0.5362712144851685, 0.5531721115112305, 0.5421445369720459, 0.562753438949585, 0.5365986824035645, 0.5268970727920532, 0.5531455874443054, 0.5048112273216248, 0.5483543872833252, 0.5691970586776733, 0.5433635711669922, 0.5566048622131348], "cos_apical_negg": [0.7903732657432556, 0.5454031229019165, 0.5500414371490479, 0.5321073532104492, 0.5381438136100769, 0.5375708341598511, 0.5344445109367371, 0.5411493182182312, 0.5268714427947998, 0.5432616472244263, 0.5387471914291382, 0.5748744010925293, 0.5523669719696045, 0.5435326099395752, 0.5497065782546997, 0.5697108507156372, 0.5228796005249023, 0.5257172584533691, 0.5362712144851685, 0.5531721115112305, 0.5421445369720459, 0.562753438949585, 0.5365986824035645, 0.5268970727920532, 0.5531455874443054, 0.5048112273216248, 0.5483543872833252, 0.5691970586776733, 0.5433635711669922, 0.5566048622131348], "cos_Ac_negg": [0.7903732657432556, 0.5454031229019165, 0.5500414371490479, 0.5321073532104492, 0.5381438136100769, 0.5375708341598511, 0.5344445109367371, 0.5411493182182312, 0.5268714427947998, 0.5432616472244263, 0.5387471914291382, 0.5748744010925293, 0.5523669719696045, 0.5435326099395752, 0.5497065782546997, 0.5697108507156372, 0.5228796005249023, 0.5257172584533691, 0.5362712144851685, 0.5531721115112305, 0.5421445369720459, 0.562753438949585, 0.5365986824035645, 0.5268970727920532, 0.5531455874443054, 0.5048112273216248, 0.5483543872833252, 0.5691970586776733, 0.5433635711669922, 0.5566048622131348], "r_norm": [1.5760383605957031, 1.3009086847305298, 1.283785104751587, 1.28861665725708, 1.2475169897079468, 1.2656666040420532, 1.2439897060394287, 1.25387704372406, 1.2446990013122559, 1.261899471282959, 1.2567390203475952, 1.2657160758972168, 1.2585519552230835, 1.2419354915618896, 1.24053156375885, 1.2470028400421143, 1.2823371887207031, 1.2129533290863037, 1.255140781402588, 1.2318994998931885, 1.202235221862793, 1.212995171546936, 1.2231817245483398, 1.214396357536316, 1.242327332496643, 1.2051715850830078, 1.2013070583343506, 1.2255189418792725, 1.2172057628631592, 1.216253399848938]}, {"step": 3500, "epoch": 8, "train_loss": 1.3122727870941162, "cos_r_negg": [0.7846214771270752, 0.5563161373138428, 0.5585519075393677, 0.5385667085647583, 0.5538594722747803, 0.5535951256752014, 0.5508527159690857, 0.5509806871414185, 0.5420272946357727, 0.5606194734573364, 0.5595523118972778, 0.5772334337234497, 0.5714106559753418, 0.5513666272163391, 0.5690861940383911, 0.5788177251815796, 0.545312762260437, 0.5309960842132568, 0.5451817512512207, 0.565618097782135, 0.5553851127624512, 0.575415313243866, 0.5501757860183716, 0.543971061706543, 0.572275698184967, 0.5154192447662354, 0.5559290051460266, 0.5698422789573669, 0.550652265548706, 0.5595411062240601], "cos_apical_negg": [0.7846214771270752, 0.5563161373138428, 0.5585519075393677, 0.5385667085647583, 0.5538594722747803, 0.5535951256752014, 0.5508527159690857, 0.5509806871414185, 0.5420272946357727, 0.5606194734573364, 0.5595523118972778, 0.5772334337234497, 0.5714106559753418, 0.5513666272163391, 0.5690861940383911, 0.5788177251815796, 0.545312762260437, 0.5309960842132568, 0.5451817512512207, 0.565618097782135, 0.5553851127624512, 0.575415313243866, 0.5501757860183716, 0.543971061706543, 0.572275698184967, 0.5154192447662354, 0.5559290051460266, 0.5698422789573669, 0.550652265548706, 0.5595411062240601], "cos_Ac_negg": [0.7846214771270752, 0.5563161373138428, 0.5585519075393677, 0.5385667085647583, 0.5538594722747803, 0.5535951256752014, 0.5508527159690857, 0.5509806871414185, 0.5420272946357727, 0.5606194734573364, 0.5595523118972778, 0.5772334337234497, 0.5714106559753418, 0.5513666272163391, 0.5690861940383911, 0.5788177251815796, 0.545312762260437, 0.5309960842132568, 0.5451817512512207, 0.565618097782135, 0.5553851127624512, 0.575415313243866, 0.5501757860183716, 0.543971061706543, 0.572275698184967, 0.5154192447662354, 0.5559290051460266, 0.5698422789573669, 0.550652265548706, 0.5595411062240601], "r_norm": [1.547448754310608, 1.2760926485061646, 1.261836051940918, 1.267577886581421, 1.2224212884902954, 1.2410589456558228, 1.2182304859161377, 1.230521559715271, 1.2209889888763428, 1.2386208772659302, 1.2308629751205444, 1.2394952774047852, 1.2350082397460938, 1.2189598083496094, 1.2128688097000122, 1.2209627628326416, 1.2575585842132568, 1.1875816583633423, 1.228571891784668, 1.204071044921875, 1.1765706539154053, 1.1880760192871094, 1.1957676410675049, 1.1861311197280884, 1.2167019844055176, 1.1793982982635498, 1.1753219366073608, 1.196800708770752, 1.194054126739502, 1.1905227899551392], "ldr": {"dL_sdil": -0.040027618408203125, "dL_bp": -0.03853607177734375, "ratio": 1.038705206889725}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4209, "test_loss": 1.8203572631835938}, {"step": 3550, "epoch": 9, "train_loss": 1.2593333721160889, "cos_r_negg": [0.7911134362220764, 0.5678598880767822, 0.5565478801727295, 0.5455158948898315, 0.5600903630256653, 0.5557460188865662, 0.5592621564865112, 0.5655138492584229, 0.5459979772567749, 0.5652086138725281, 0.5716407895088196, 0.5916378498077393, 0.582190752029419, 0.5607600212097168, 0.5579351186752319, 0.5843964219093323, 0.5554656982421875, 0.5335502028465271, 0.5527716875076294, 0.5644237995147705, 0.5635928511619568, 0.5803603529930115, 0.5663713216781616, 0.5616306066513062, 0.5776627063751221, 0.5260873436927795, 0.5582094788551331, 0.5910533666610718, 0.5606688857078552, 0.5774916410446167], "cos_apical_negg": [0.7911134362220764, 0.5678598880767822, 0.5565478801727295, 0.5455158948898315, 0.5600903630256653, 0.5557460188865662, 0.5592621564865112, 0.5655138492584229, 0.5459979772567749, 0.5652086138725281, 0.5716407895088196, 0.5916378498077393, 0.582190752029419, 0.5607600212097168, 0.5579351186752319, 0.5843964219093323, 0.5554656982421875, 0.5335502028465271, 0.5527716875076294, 0.5644237995147705, 0.5635928511619568, 0.5803603529930115, 0.5663713216781616, 0.5616306066513062, 0.5776627063751221, 0.5260873436927795, 0.5582094788551331, 0.5910533666610718, 0.5606688857078552, 0.5774916410446167], "cos_Ac_negg": [0.7911134362220764, 0.5678598880767822, 0.5565478801727295, 0.5455158948898315, 0.5600903630256653, 0.5557460188865662, 0.5592621564865112, 0.5655138492584229, 0.5459979772567749, 0.5652086138725281, 0.5716407895088196, 0.5916378498077393, 0.582190752029419, 0.5607600212097168, 0.5579351186752319, 0.5843964219093323, 0.5554656982421875, 0.5335502028465271, 0.5527716875076294, 0.5644237995147705, 0.5635928511619568, 0.5803603529930115, 0.5663713216781616, 0.5616306066513062, 0.5776627063751221, 0.5260873436927795, 0.5582094788551331, 0.5910533666610718, 0.5606688857078552, 0.5774916410446167], "r_norm": [1.622673749923706, 1.3351181745529175, 1.3247029781341553, 1.327341079711914, 1.2789943218231201, 1.298818588256836, 1.2798429727554321, 1.287187099456787, 1.279200553894043, 1.2975822687149048, 1.2898118495941162, 1.299102544784546, 1.2901413440704346, 1.2764285802841187, 1.2724413871765137, 1.2768635749816895, 1.3152704238891602, 1.242497444152832, 1.2888116836547852, 1.2616221904754639, 1.2331671714782715, 1.2469758987426758, 1.2506808042526245, 1.2416589260101318, 1.2720779180526733, 1.2358068227767944, 1.2308610677719116, 1.2515170574188232, 1.250340223312378, 1.243449330329895]}, {"step": 3600, "epoch": 9, "train_loss": 1.2268716096878052, "cos_r_negg": [0.7980722188949585, 0.5806106925010681, 0.5755312442779541, 0.5541533827781677, 0.57121741771698, 0.5688432455062866, 0.5801995992660522, 0.5753408670425415, 0.5611504912376404, 0.5746994018554688, 0.5855532884597778, 0.6006951928138733, 0.5965298414230347, 0.5731566548347473, 0.5800449848175049, 0.6040745377540588, 0.5570818781852722, 0.5664850473403931, 0.5735344886779785, 0.5930486917495728, 0.5756349563598633, 0.5971991419792175, 0.5808189511299133, 0.5805646181106567, 0.5972557067871094, 0.5471605062484741, 0.5825097560882568, 0.6096364259719849, 0.5748887062072754, 0.5843297243118286], "cos_apical_negg": [0.7980722188949585, 0.5806106925010681, 0.5755312442779541, 0.5541533827781677, 0.57121741771698, 0.5688432455062866, 0.5801995992660522, 0.5753408670425415, 0.5611504912376404, 0.5746994018554688, 0.5855532884597778, 0.6006951928138733, 0.5965298414230347, 0.5731566548347473, 0.5800449848175049, 0.6040745377540588, 0.5570818781852722, 0.5664850473403931, 0.5735344886779785, 0.5930486917495728, 0.5756349563598633, 0.5971991419792175, 0.5808189511299133, 0.5805646181106567, 0.5972557067871094, 0.5471605062484741, 0.5825097560882568, 0.6096364259719849, 0.5748887062072754, 0.5843297243118286], "cos_Ac_negg": [0.7980722188949585, 0.5806106925010681, 0.5755312442779541, 0.5541533827781677, 0.57121741771698, 0.5688432455062866, 0.5801995992660522, 0.5753408670425415, 0.5611504912376404, 0.5746994018554688, 0.5855532884597778, 0.6006951928138733, 0.5965298414230347, 0.5731566548347473, 0.5800449848175049, 0.6040745377540588, 0.5570818781852722, 0.5664850473403931, 0.5735344886779785, 0.5930486917495728, 0.5756349563598633, 0.5971991419792175, 0.5808189511299133, 0.5805646181106567, 0.5972557067871094, 0.5471605062484741, 0.5825097560882568, 0.6096364259719849, 0.5748887062072754, 0.5843297243118286], "r_norm": [1.5651229619979858, 1.285175085067749, 1.2703261375427246, 1.274162769317627, 1.2302792072296143, 1.2491989135742188, 1.2274582386016846, 1.2381541728973389, 1.2275819778442383, 1.2471346855163574, 1.2376762628555298, 1.248671293258667, 1.242279052734375, 1.2269556522369385, 1.2224769592285156, 1.229019284248352, 1.2618014812469482, 1.1944727897644043, 1.2368582487106323, 1.2137126922607422, 1.1848326921463013, 1.1989059448242188, 1.2026760578155518, 1.1929699182510376, 1.2235307693481445, 1.184845209121704, 1.1824406385421753, 1.206606149673462, 1.2028802633285522, 1.19744074344635]}, {"step": 3650, "epoch": 9, "train_loss": 1.3518999814987183, "cos_r_negg": [0.7982854843139648, 0.5829824209213257, 0.5822354555130005, 0.564746618270874, 0.5796754360198975, 0.5836615562438965, 0.5877989530563354, 0.5909813642501831, 0.5665277242660522, 0.59701007604599, 0.5927432775497437, 0.6045234799385071, 0.6062771081924438, 0.5755327939987183, 0.5863812565803528, 0.6170023083686829, 0.5610893964767456, 0.5706331133842468, 0.5754547119140625, 0.6032018661499023, 0.5898408889770508, 0.605646550655365, 0.5894191265106201, 0.576556921005249, 0.6137155890464783, 0.5598788261413574, 0.5876930952072144, 0.6057344675064087, 0.5769445896148682, 0.5911127328872681], "cos_apical_negg": [0.7982854843139648, 0.5829824209213257, 0.5822354555130005, 0.564746618270874, 0.5796754360198975, 0.5836615562438965, 0.5877989530563354, 0.5909813642501831, 0.5665277242660522, 0.59701007604599, 0.5927432775497437, 0.6045234799385071, 0.6062771081924438, 0.5755327939987183, 0.5863812565803528, 0.6170023083686829, 0.5610893964767456, 0.5706331133842468, 0.5754547119140625, 0.6032018661499023, 0.5898408889770508, 0.605646550655365, 0.5894191265106201, 0.576556921005249, 0.6137155890464783, 0.5598788261413574, 0.5876930952072144, 0.6057344675064087, 0.5769445896148682, 0.5911127328872681], "cos_Ac_negg": [0.7982854843139648, 0.5829824209213257, 0.5822354555130005, 0.564746618270874, 0.5796754360198975, 0.5836615562438965, 0.5877989530563354, 0.5909813642501831, 0.5665277242660522, 0.59701007604599, 0.5927432775497437, 0.6045234799385071, 0.6062771081924438, 0.5755327939987183, 0.5863812565803528, 0.6170023083686829, 0.5610893964767456, 0.5706331133842468, 0.5754547119140625, 0.6032018661499023, 0.5898408889770508, 0.605646550655365, 0.5894191265106201, 0.576556921005249, 0.6137155890464783, 0.5598788261413574, 0.5876930952072144, 0.6057344675064087, 0.5769445896148682, 0.5911127328872681], "r_norm": [1.5784345865249634, 1.2954096794128418, 1.2788548469543457, 1.2833489179611206, 1.2384717464447021, 1.2556655406951904, 1.2371597290039062, 1.24617338180542, 1.2367279529571533, 1.2563540935516357, 1.2477309703826904, 1.2568964958190918, 1.2476212978363037, 1.23171067237854, 1.2282733917236328, 1.2352211475372314, 1.2710144519805908, 1.2011117935180664, 1.243331789970398, 1.219560146331787, 1.1912963390350342, 1.2030870914459229, 1.2089214324951172, 1.1987156867980957, 1.230885624885559, 1.192736268043518, 1.1889679431915283, 1.2110356092453003, 1.209107518196106, 1.202420711517334]}, {"step": 3700, "epoch": 9, "train_loss": 1.1806349754333496, "cos_r_negg": [0.796416699886322, 0.5905529260635376, 0.5896840691566467, 0.5861453413963318, 0.5921962261199951, 0.5879939198493958, 0.6002907752990723, 0.6009689569473267, 0.5771912336349487, 0.6026366949081421, 0.6021356582641602, 0.6182111501693726, 0.6100372076034546, 0.589922308921814, 0.5962122082710266, 0.6272313594818115, 0.5711606740951538, 0.5924904346466064, 0.5888350009918213, 0.6077746152877808, 0.5929654836654663, 0.6152822375297546, 0.5986334085464478, 0.5816118717193604, 0.6271438598632812, 0.5744305849075317, 0.6101564168930054, 0.6255652904510498, 0.6030535697937012, 0.6057018041610718], "cos_apical_negg": [0.796416699886322, 0.5905529260635376, 0.5896840691566467, 0.5861453413963318, 0.5921962261199951, 0.5879939198493958, 0.6002907752990723, 0.6009689569473267, 0.5771912336349487, 0.6026366949081421, 0.6021356582641602, 0.6182111501693726, 0.6100372076034546, 0.589922308921814, 0.5962122082710266, 0.6272313594818115, 0.5711606740951538, 0.5924904346466064, 0.5888350009918213, 0.6077746152877808, 0.5929654836654663, 0.6152822375297546, 0.5986334085464478, 0.5816118717193604, 0.6271438598632812, 0.5744305849075317, 0.6101564168930054, 0.6255652904510498, 0.6030535697937012, 0.6057018041610718], "cos_Ac_negg": [0.796416699886322, 0.5905529260635376, 0.5896840691566467, 0.5861453413963318, 0.5921962261199951, 0.5879939198493958, 0.6002907752990723, 0.6009689569473267, 0.5771912336349487, 0.6026366949081421, 0.6021356582641602, 0.6182111501693726, 0.6100372076034546, 0.589922308921814, 0.5962122082710266, 0.6272313594818115, 0.5711606740951538, 0.5924904346466064, 0.5888350009918213, 0.6077746152877808, 0.5929654836654663, 0.6152822375297546, 0.5986334085464478, 0.5816118717193604, 0.6271438598632812, 0.5744305849075317, 0.6101564168930054, 0.6255652904510498, 0.6030535697937012, 0.6057018041610718], "r_norm": [1.5756723880767822, 1.2899339199066162, 1.2767717838287354, 1.281340479850769, 1.233870267868042, 1.2521483898162842, 1.2335772514343262, 1.2437119483947754, 1.22996187210083, 1.2515532970428467, 1.2420878410339355, 1.2516107559204102, 1.2431299686431885, 1.228834629058838, 1.2248610258102417, 1.2324868440628052, 1.2648582458496094, 1.1979647874832153, 1.2373745441436768, 1.2162411212921143, 1.186366081237793, 1.1980228424072266, 1.2049986124038696, 1.1935449838638306, 1.2244694232940674, 1.1891443729400635, 1.1846274137496948, 1.2067301273345947, 1.206406831741333, 1.1982710361480713]}, {"step": 3750, "epoch": 9, "train_loss": 1.2322553396224976, "cos_r_negg": [0.7869908213615417, 0.6003646850585938, 0.6050496101379395, 0.5938760042190552, 0.5947504043579102, 0.598969578742981, 0.6036831140518188, 0.6064256429672241, 0.5937103629112244, 0.6177051067352295, 0.6174069046974182, 0.6375590562820435, 0.6197803020477295, 0.6042077541351318, 0.6093740463256836, 0.6403844356536865, 0.5824241042137146, 0.5971367955207825, 0.6039051413536072, 0.6162075996398926, 0.6078184843063354, 0.6168287992477417, 0.6162896752357483, 0.60081946849823, 0.6347588300704956, 0.5978995561599731, 0.6217869520187378, 0.6263206005096436, 0.6201858520507812, 0.6234471797943115], "cos_apical_negg": [0.7869908213615417, 0.6003646850585938, 0.6050496101379395, 0.5938760042190552, 0.5947504043579102, 0.598969578742981, 0.6036831140518188, 0.6064256429672241, 0.5937103629112244, 0.6177051067352295, 0.6174069046974182, 0.6375590562820435, 0.6197803020477295, 0.6042077541351318, 0.6093740463256836, 0.6403844356536865, 0.5824241042137146, 0.5971367955207825, 0.6039051413536072, 0.6162075996398926, 0.6078184843063354, 0.6168287992477417, 0.6162896752357483, 0.60081946849823, 0.6347588300704956, 0.5978995561599731, 0.6217869520187378, 0.6263206005096436, 0.6201858520507812, 0.6234471797943115], "cos_Ac_negg": [0.7869908213615417, 0.6003646850585938, 0.6050496101379395, 0.5938760042190552, 0.5947504043579102, 0.598969578742981, 0.6036831140518188, 0.6064256429672241, 0.5937103629112244, 0.6177051067352295, 0.6174069046974182, 0.6375590562820435, 0.6197803020477295, 0.6042077541351318, 0.6093740463256836, 0.6403844356536865, 0.5824241042137146, 0.5971367955207825, 0.6039051413536072, 0.6162075996398926, 0.6078184843063354, 0.6168287992477417, 0.6162896752357483, 0.60081946849823, 0.6347588300704956, 0.5978995561599731, 0.6217869520187378, 0.6263206005096436, 0.6201858520507812, 0.6234471797943115], "r_norm": [1.576907992362976, 1.2859902381896973, 1.2709076404571533, 1.277585744857788, 1.2317869663238525, 1.249218463897705, 1.2302863597869873, 1.2424743175506592, 1.227769136428833, 1.2458128929138184, 1.2361418008804321, 1.247120976448059, 1.2395955324172974, 1.2237532138824463, 1.2205747365951538, 1.2272834777832031, 1.2582011222839355, 1.192439079284668, 1.2330838441848755, 1.2087793350219727, 1.1819450855255127, 1.1951926946640015, 1.1988438367843628, 1.1888691186904907, 1.2173511981964111, 1.1803581714630127, 1.1794915199279785, 1.1994526386260986, 1.1980053186416626, 1.1925171613693237], "ldr": {"dL_sdil": -0.05750584602355957, "dL_bp": -0.05700826644897461, "ratio": 1.0087282004098532}}, {"step": 3800, "epoch": 9, "train_loss": 1.5329346656799316, "cos_r_negg": [0.8026303052902222, 0.6112955808639526, 0.6190823316574097, 0.602992594242096, 0.6090387105941772, 0.6144527196884155, 0.6139131784439087, 0.6138135194778442, 0.6030582189559937, 0.627509355545044, 0.6254991292953491, 0.6436382532119751, 0.6242127418518066, 0.6185576915740967, 0.6177055835723877, 0.6533142328262329, 0.5962058305740356, 0.6013784408569336, 0.6169688701629639, 0.6311551332473755, 0.6262161731719971, 0.6337779760360718, 0.6291468143463135, 0.6027858853340149, 0.6391609907150269, 0.6011176705360413, 0.617506742477417, 0.6343187689781189, 0.6295908093452454, 0.631855845451355], "cos_apical_negg": [0.8026303052902222, 0.6112955808639526, 0.6190823316574097, 0.602992594242096, 0.6090387105941772, 0.6144527196884155, 0.6139131784439087, 0.6138135194778442, 0.6030582189559937, 0.627509355545044, 0.6254991292953491, 0.6436382532119751, 0.6242127418518066, 0.6185576915740967, 0.6177055835723877, 0.6533142328262329, 0.5962058305740356, 0.6013784408569336, 0.6169688701629639, 0.6311551332473755, 0.6262161731719971, 0.6337779760360718, 0.6291468143463135, 0.6027858853340149, 0.6391609907150269, 0.6011176705360413, 0.617506742477417, 0.6343187689781189, 0.6295908093452454, 0.631855845451355], "cos_Ac_negg": [0.8026303052902222, 0.6112955808639526, 0.6190823316574097, 0.602992594242096, 0.6090387105941772, 0.6144527196884155, 0.6139131784439087, 0.6138135194778442, 0.6030582189559937, 0.627509355545044, 0.6254991292953491, 0.6436382532119751, 0.6242127418518066, 0.6185576915740967, 0.6177055835723877, 0.6533142328262329, 0.5962058305740356, 0.6013784408569336, 0.6169688701629639, 0.6311551332473755, 0.6262161731719971, 0.6337779760360718, 0.6291468143463135, 0.6027858853340149, 0.6391609907150269, 0.6011176705360413, 0.617506742477417, 0.6343187689781189, 0.6295908093452454, 0.631855845451355], "r_norm": [1.5536041259765625, 1.2670152187347412, 1.253353238105774, 1.2560813426971436, 1.2131714820861816, 1.2312002182006836, 1.2114899158477783, 1.2208430767059326, 1.2054650783538818, 1.2308093309402466, 1.2163515090942383, 1.2283673286437988, 1.2192227840423584, 1.2034978866577148, 1.198091745376587, 1.2089959383010864, 1.2375266551971436, 1.173911452293396, 1.2129184007644653, 1.1875889301300049, 1.1645413637161255, 1.1726500988006592, 1.1805601119995117, 1.1663920879364014, 1.1983320713043213, 1.160568118095398, 1.1604633331298828, 1.1792044639587402, 1.1803315877914429, 1.174499750137329]}, {"step": 3850, "epoch": 9, "train_loss": 1.134474277496338, "cos_r_negg": [0.7941534519195557, 0.6233239769935608, 0.6176470518112183, 0.6102367639541626, 0.6151314973831177, 0.6230524182319641, 0.6227811574935913, 0.6258726119995117, 0.6150513887405396, 0.636661171913147, 0.6310471296310425, 0.6570550799369812, 0.6384273767471313, 0.6204132437705994, 0.6329159736633301, 0.6633270978927612, 0.614230751991272, 0.6099977493286133, 0.6283553838729858, 0.641057550907135, 0.6432433128356934, 0.6389660835266113, 0.6377184391021729, 0.6192331910133362, 0.6513016223907471, 0.6139956712722778, 0.641694188117981, 0.6440752744674683, 0.644755482673645, 0.641333281993866], "cos_apical_negg": [0.7941534519195557, 0.6233239769935608, 0.6176470518112183, 0.6102367639541626, 0.6151314973831177, 0.6230524182319641, 0.6227811574935913, 0.6258726119995117, 0.6150513887405396, 0.636661171913147, 0.6310471296310425, 0.6570550799369812, 0.6384273767471313, 0.6204132437705994, 0.6329159736633301, 0.6633270978927612, 0.614230751991272, 0.6099977493286133, 0.6283553838729858, 0.641057550907135, 0.6432433128356934, 0.6389660835266113, 0.6377184391021729, 0.6192331910133362, 0.6513016223907471, 0.6139956712722778, 0.641694188117981, 0.6440752744674683, 0.644755482673645, 0.641333281993866], "cos_Ac_negg": [0.7941534519195557, 0.6233239769935608, 0.6176470518112183, 0.6102367639541626, 0.6151314973831177, 0.6230524182319641, 0.6227811574935913, 0.6258726119995117, 0.6150513887405396, 0.636661171913147, 0.6310471296310425, 0.6570550799369812, 0.6384273767471313, 0.6204132437705994, 0.6329159736633301, 0.6633270978927612, 0.614230751991272, 0.6099977493286133, 0.6283553838729858, 0.641057550907135, 0.6432433128356934, 0.6389660835266113, 0.6377184391021729, 0.6192331910133362, 0.6513016223907471, 0.6139956712722778, 0.641694188117981, 0.6440752744674683, 0.644755482673645, 0.641333281993866], "r_norm": [1.562387466430664, 1.2728168964385986, 1.2576451301574707, 1.2592693567276, 1.217038869857788, 1.2337372303009033, 1.2147274017333984, 1.22774076461792, 1.2118422985076904, 1.2316521406173706, 1.2225475311279297, 1.2326043844223022, 1.2249457836151123, 1.2058993577957153, 1.204345941543579, 1.2119114398956299, 1.2403056621551514, 1.1769993305206299, 1.2157301902770996, 1.192525863647461, 1.1683799028396606, 1.1770274639129639, 1.1825730800628662, 1.1735782623291016, 1.2003519535064697, 1.163301944732666, 1.1642754077911377, 1.1846797466278076, 1.181883692741394, 1.1743197441101074]}, {"step": 3900, "epoch": 9, "train_loss": 1.2640793323516846, "cos_r_negg": [0.806368887424469, 0.6280754804611206, 0.6257820129394531, 0.6175689697265625, 0.6230075359344482, 0.6210833787918091, 0.6219882965087891, 0.6372944116592407, 0.6237486600875854, 0.637796938419342, 0.637045681476593, 0.6619735956192017, 0.6515584588050842, 0.630774974822998, 0.645277738571167, 0.6647552251815796, 0.6248142719268799, 0.6228329539299011, 0.6323380470275879, 0.6492465138435364, 0.6527600288391113, 0.6511773467063904, 0.6507570743560791, 0.6411293745040894, 0.6554335355758667, 0.6207551956176758, 0.6488642692565918, 0.6558660268783569, 0.6442557573318481, 0.6487147212028503], "cos_apical_negg": [0.806368887424469, 0.6280754804611206, 0.6257820129394531, 0.6175689697265625, 0.6230075359344482, 0.6210833787918091, 0.6219882965087891, 0.6372944116592407, 0.6237486600875854, 0.637796938419342, 0.637045681476593, 0.6619735956192017, 0.6515584588050842, 0.630774974822998, 0.645277738571167, 0.6647552251815796, 0.6248142719268799, 0.6228329539299011, 0.6323380470275879, 0.6492465138435364, 0.6527600288391113, 0.6511773467063904, 0.6507570743560791, 0.6411293745040894, 0.6554335355758667, 0.6207551956176758, 0.6488642692565918, 0.6558660268783569, 0.6442557573318481, 0.6487147212028503], "cos_Ac_negg": [0.806368887424469, 0.6280754804611206, 0.6257820129394531, 0.6175689697265625, 0.6230075359344482, 0.6210833787918091, 0.6219882965087891, 0.6372944116592407, 0.6237486600875854, 0.637796938419342, 0.637045681476593, 0.6619735956192017, 0.6515584588050842, 0.630774974822998, 0.645277738571167, 0.6647552251815796, 0.6248142719268799, 0.6228329539299011, 0.6323380470275879, 0.6492465138435364, 0.6527600288391113, 0.6511773467063904, 0.6507570743560791, 0.6411293745040894, 0.6554335355758667, 0.6207551956176758, 0.6488642692565918, 0.6558660268783569, 0.6442557573318481, 0.6487147212028503], "r_norm": [1.5462729930877686, 1.2602940797805786, 1.2451831102371216, 1.2475217580795288, 1.2060989141464233, 1.2210513353347778, 1.2026393413543701, 1.2144241333007812, 1.200225591659546, 1.2192976474761963, 1.2104761600494385, 1.220680832862854, 1.2101671695709229, 1.1916111707687378, 1.1896295547485352, 1.2002966403961182, 1.2248809337615967, 1.162529706954956, 1.2001123428344727, 1.1774787902832031, 1.1551681756973267, 1.1629164218902588, 1.1670114994049072, 1.1591366529464722, 1.1874735355377197, 1.1489946842193604, 1.148590326309204, 1.1707603931427002, 1.167362093925476, 1.1606897115707397]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4369, "test_loss": 1.810378076171875}, {"step": 3950, "epoch": 10, "train_loss": 1.1426200866699219, "cos_r_negg": [0.8091416954994202, 0.6357012987136841, 0.6337072849273682, 0.6287123560905457, 0.6318881511688232, 0.6320576667785645, 0.6372014880180359, 0.6445024013519287, 0.6346945762634277, 0.6505519151687622, 0.6450489163398743, 0.6682255268096924, 0.6566697359085083, 0.6431440114974976, 0.649554967880249, 0.6745076179504395, 0.6380167007446289, 0.6394817233085632, 0.6426104307174683, 0.6606923937797546, 0.664100170135498, 0.6659613251686096, 0.6520848870277405, 0.6422697305679321, 0.6662205457687378, 0.6412726640701294, 0.6536047458648682, 0.6779924035072327, 0.6593483686447144, 0.6707875728607178], "cos_apical_negg": [0.8091416954994202, 0.6357012987136841, 0.6337072849273682, 0.6287123560905457, 0.6318881511688232, 0.6320576667785645, 0.6372014880180359, 0.6445024013519287, 0.6346945762634277, 0.6505519151687622, 0.6450489163398743, 0.6682255268096924, 0.6566697359085083, 0.6431440114974976, 0.649554967880249, 0.6745076179504395, 0.6380167007446289, 0.6394817233085632, 0.6426104307174683, 0.6606923937797546, 0.664100170135498, 0.6659613251686096, 0.6520848870277405, 0.6422697305679321, 0.6662205457687378, 0.6412726640701294, 0.6536047458648682, 0.6779924035072327, 0.6593483686447144, 0.6707875728607178], "cos_Ac_negg": [0.8091416954994202, 0.6357012987136841, 0.6337072849273682, 0.6287123560905457, 0.6318881511688232, 0.6320576667785645, 0.6372014880180359, 0.6445024013519287, 0.6346945762634277, 0.6505519151687622, 0.6450489163398743, 0.6682255268096924, 0.6566697359085083, 0.6431440114974976, 0.649554967880249, 0.6745076179504395, 0.6380167007446289, 0.6394817233085632, 0.6426104307174683, 0.6606923937797546, 0.664100170135498, 0.6659613251686096, 0.6520848870277405, 0.6422697305679321, 0.6662205457687378, 0.6412726640701294, 0.6536047458648682, 0.6779924035072327, 0.6593483686447144, 0.6707875728607178], "r_norm": [1.5549297332763672, 1.263875961303711, 1.2484714984893799, 1.252479076385498, 1.208444595336914, 1.225581407546997, 1.2070062160491943, 1.2181098461151123, 1.2033374309539795, 1.225612759590149, 1.212142825126648, 1.2218310832977295, 1.213370680809021, 1.1965155601501465, 1.1953518390655518, 1.2040460109710693, 1.22846257686615, 1.1673295497894287, 1.2044134140014648, 1.1807594299316406, 1.1578385829925537, 1.166639804840088, 1.1698923110961914, 1.1627510786056519, 1.1909804344177246, 1.1516790390014648, 1.15231454372406, 1.1724162101745605, 1.1727070808410645, 1.1642870903015137]}, {"step": 4000, "epoch": 10, "train_loss": 1.1210557222366333, "cos_r_negg": [0.8061009049415588, 0.6393095850944519, 0.6439918279647827, 0.6406939029693604, 0.6442173719406128, 0.6443312168121338, 0.6484495401382446, 0.6593366861343384, 0.648720383644104, 0.661116361618042, 0.6590274572372437, 0.6779929995536804, 0.6647317409515381, 0.6583485007286072, 0.6682577729225159, 0.6858566403388977, 0.6375449895858765, 0.6498211026191711, 0.6543565392494202, 0.6762099266052246, 0.6763534545898438, 0.6726788282394409, 0.6616256237030029, 0.6565654277801514, 0.6831415891647339, 0.6518555879592896, 0.6719125509262085, 0.6866541504859924, 0.6702293753623962, 0.6768036484718323], "cos_apical_negg": [0.8061009049415588, 0.6393095850944519, 0.6439918279647827, 0.6406939029693604, 0.6442173719406128, 0.6443312168121338, 0.6484495401382446, 0.6593366861343384, 0.648720383644104, 0.661116361618042, 0.6590274572372437, 0.6779929995536804, 0.6647317409515381, 0.6583485007286072, 0.6682577729225159, 0.6858566403388977, 0.6375449895858765, 0.6498211026191711, 0.6543565392494202, 0.6762099266052246, 0.6763534545898438, 0.6726788282394409, 0.6616256237030029, 0.6565654277801514, 0.6831415891647339, 0.6518555879592896, 0.6719125509262085, 0.6866541504859924, 0.6702293753623962, 0.6768036484718323], "cos_Ac_negg": [0.8061009049415588, 0.6393095850944519, 0.6439918279647827, 0.6406939029693604, 0.6442173719406128, 0.6443312168121338, 0.6484495401382446, 0.6593366861343384, 0.648720383644104, 0.661116361618042, 0.6590274572372437, 0.6779929995536804, 0.6647317409515381, 0.6583485007286072, 0.6682577729225159, 0.6858566403388977, 0.6375449895858765, 0.6498211026191711, 0.6543565392494202, 0.6762099266052246, 0.6763534545898438, 0.6726788282394409, 0.6616256237030029, 0.6565654277801514, 0.6831415891647339, 0.6518555879592896, 0.6719125509262085, 0.6866541504859924, 0.6702293753623962, 0.6768036484718323], "r_norm": [1.5985219478607178, 1.2975345849990845, 1.281484842300415, 1.2864938974380493, 1.2435253858566284, 1.2600936889648438, 1.2379112243652344, 1.2527055740356445, 1.2357349395751953, 1.2590503692626953, 1.24531888961792, 1.2562108039855957, 1.2467622756958008, 1.2289633750915527, 1.2280819416046143, 1.2359645366668701, 1.2587939500808716, 1.1993286609649658, 1.2343662977218628, 1.2138140201568604, 1.1874257326126099, 1.1977405548095703, 1.2000735998153687, 1.193684458732605, 1.2229833602905273, 1.1800055503845215, 1.1817725896835327, 1.2062304019927979, 1.2035627365112305, 1.1943001747131348], "ldr": {"dL_sdil": -0.09852766990661621, "dL_bp": -0.09474706649780273, "ratio": 1.0399020629192899}}, {"step": 4050, "epoch": 10, "train_loss": 1.0900486707687378, "cos_r_negg": [0.8060967922210693, 0.6442275047302246, 0.6515834331512451, 0.6442861557006836, 0.654644250869751, 0.6542304754257202, 0.655609130859375, 0.6619188785552979, 0.6537679433822632, 0.6592344045639038, 0.6648641228675842, 0.6830698251724243, 0.6714290380477905, 0.6642142534255981, 0.6659525036811829, 0.6924248337745667, 0.6394369006156921, 0.6614484786987305, 0.6694676876068115, 0.6773029565811157, 0.6755898594856262, 0.6794028878211975, 0.672814130783081, 0.6597788333892822, 0.686742901802063, 0.6544969081878662, 0.6803921461105347, 0.6807265877723694, 0.6773412227630615, 0.6764960289001465], "cos_apical_negg": [0.8060967922210693, 0.6442275047302246, 0.6515834331512451, 0.6442861557006836, 0.654644250869751, 0.6542304754257202, 0.655609130859375, 0.6619188785552979, 0.6537679433822632, 0.6592344045639038, 0.6648641228675842, 0.6830698251724243, 0.6714290380477905, 0.6642142534255981, 0.6659525036811829, 0.6924248337745667, 0.6394369006156921, 0.6614484786987305, 0.6694676876068115, 0.6773029565811157, 0.6755898594856262, 0.6794028878211975, 0.672814130783081, 0.6597788333892822, 0.686742901802063, 0.6544969081878662, 0.6803921461105347, 0.6807265877723694, 0.6773412227630615, 0.6764960289001465], "cos_Ac_negg": [0.8060967922210693, 0.6442275047302246, 0.6515834331512451, 0.6442861557006836, 0.654644250869751, 0.6542304754257202, 0.655609130859375, 0.6619188785552979, 0.6537679433822632, 0.6592344045639038, 0.6648641228675842, 0.6830698251724243, 0.6714290380477905, 0.6642142534255981, 0.6659525036811829, 0.6924248337745667, 0.6394369006156921, 0.6614484786987305, 0.6694676876068115, 0.6773029565811157, 0.6755898594856262, 0.6794028878211975, 0.672814130783081, 0.6597788333892822, 0.686742901802063, 0.6544969081878662, 0.6803921461105347, 0.6807265877723694, 0.6773412227630615, 0.6764960289001465], "r_norm": [1.5739266872406006, 1.2792439460754395, 1.2663763761520386, 1.2673734426498413, 1.224663496017456, 1.2399678230285645, 1.221569538116455, 1.2315484285354614, 1.2188864946365356, 1.239518165588379, 1.2295953035354614, 1.2390973567962646, 1.2253494262695312, 1.2065848112106323, 1.2075666189193726, 1.2172931432724, 1.2398693561553955, 1.1792373657226562, 1.2152204513549805, 1.1934642791748047, 1.1707887649536133, 1.1774895191192627, 1.1826969385147095, 1.1726527214050293, 1.203615665435791, 1.1668407917022705, 1.1632471084594727, 1.1853816509246826, 1.1840732097625732, 1.1742660999298096]}, {"step": 4100, "epoch": 10, "train_loss": 1.157195806503296, "cos_r_negg": [0.8092280626296997, 0.6559169888496399, 0.6554286479949951, 0.6582528948783875, 0.6650814414024353, 0.6624318361282349, 0.6606829166412354, 0.6686026453971863, 0.6621383428573608, 0.6659567356109619, 0.6777087450027466, 0.695322573184967, 0.6815025806427002, 0.6698037385940552, 0.6706440448760986, 0.7020537853240967, 0.6555882692337036, 0.666114091873169, 0.665660560131073, 0.6861312389373779, 0.6788496971130371, 0.6898236274719238, 0.6809938549995422, 0.6697549223899841, 0.6804683804512024, 0.6673043966293335, 0.6911012530326843, 0.6963124871253967, 0.6763695478439331, 0.6836071014404297], "cos_apical_negg": [0.8092280626296997, 0.6559169888496399, 0.6554286479949951, 0.6582528948783875, 0.6650814414024353, 0.6624318361282349, 0.6606829166412354, 0.6686026453971863, 0.6621383428573608, 0.6659567356109619, 0.6777087450027466, 0.695322573184967, 0.6815025806427002, 0.6698037385940552, 0.6706440448760986, 0.7020537853240967, 0.6555882692337036, 0.666114091873169, 0.665660560131073, 0.6861312389373779, 0.6788496971130371, 0.6898236274719238, 0.6809938549995422, 0.6697549223899841, 0.6804683804512024, 0.6673043966293335, 0.6911012530326843, 0.6963124871253967, 0.6763695478439331, 0.6836071014404297], "cos_Ac_negg": [0.8092280626296997, 0.6559169888496399, 0.6554286479949951, 0.6582528948783875, 0.6650814414024353, 0.6624318361282349, 0.6606829166412354, 0.6686026453971863, 0.6621383428573608, 0.6659567356109619, 0.6777087450027466, 0.695322573184967, 0.6815025806427002, 0.6698037385940552, 0.6706440448760986, 0.7020537853240967, 0.6555882692337036, 0.666114091873169, 0.665660560131073, 0.6861312389373779, 0.6788496971130371, 0.6898236274719238, 0.6809938549995422, 0.6697549223899841, 0.6804683804512024, 0.6673043966293335, 0.6911012530326843, 0.6963124871253967, 0.6763695478439331, 0.6836071014404297], "r_norm": [1.5698826313018799, 1.2756102085113525, 1.2625970840454102, 1.2633862495422363, 1.2210626602172852, 1.2351510524749756, 1.2164807319641113, 1.2284562587738037, 1.212890625, 1.2345623970031738, 1.222533106803894, 1.2331085205078125, 1.2203421592712402, 1.202287197113037, 1.2019844055175781, 1.2126870155334473, 1.2349873781204224, 1.1744236946105957, 1.2094523906707764, 1.1882131099700928, 1.1658493280410767, 1.1717326641082764, 1.176532506942749, 1.168377161026001, 1.1970999240875244, 1.160359263420105, 1.1569812297821045, 1.1792106628417969, 1.1769092082977295, 1.1699907779693604]}, {"step": 4150, "epoch": 10, "train_loss": 1.0393800735473633, "cos_r_negg": [0.8021217584609985, 0.6665879487991333, 0.6647361516952515, 0.6683111786842346, 0.6718956232070923, 0.669769287109375, 0.6712794303894043, 0.6778625845909119, 0.6715315580368042, 0.6823598146438599, 0.6849657297134399, 0.7045667171478271, 0.6892530918121338, 0.6830796003341675, 0.6818522214889526, 0.7054961919784546, 0.6698894500732422, 0.6813234090805054, 0.6792374849319458, 0.6953680515289307, 0.6919403076171875, 0.6984490156173706, 0.6886930465698242, 0.6768866777420044, 0.690941572189331, 0.6776413917541504, 0.6950807571411133, 0.6990518569946289, 0.681586503982544, 0.7055361270904541], "cos_apical_negg": [0.8021217584609985, 0.6665879487991333, 0.6647361516952515, 0.6683111786842346, 0.6718956232070923, 0.669769287109375, 0.6712794303894043, 0.6778625845909119, 0.6715315580368042, 0.6823598146438599, 0.6849657297134399, 0.7045667171478271, 0.6892530918121338, 0.6830796003341675, 0.6818522214889526, 0.7054961919784546, 0.6698894500732422, 0.6813234090805054, 0.6792374849319458, 0.6953680515289307, 0.6919403076171875, 0.6984490156173706, 0.6886930465698242, 0.6768866777420044, 0.690941572189331, 0.6776413917541504, 0.6950807571411133, 0.6990518569946289, 0.681586503982544, 0.7055361270904541], "cos_Ac_negg": [0.8021217584609985, 0.6665879487991333, 0.6647361516952515, 0.6683111786842346, 0.6718956232070923, 0.669769287109375, 0.6712794303894043, 0.6778625845909119, 0.6715315580368042, 0.6823598146438599, 0.6849657297134399, 0.7045667171478271, 0.6892530918121338, 0.6830796003341675, 0.6818522214889526, 0.7054961919784546, 0.6698894500732422, 0.6813234090805054, 0.6792374849319458, 0.6953680515289307, 0.6919403076171875, 0.6984490156173706, 0.6886930465698242, 0.6768866777420044, 0.690941572189331, 0.6776413917541504, 0.6950807571411133, 0.6990518569946289, 0.681586503982544, 0.7055361270904541], "r_norm": [1.6110661029815674, 1.3101533651351929, 1.2968533039093018, 1.2957843542099, 1.2529561519622803, 1.2691409587860107, 1.250654697418213, 1.2619261741638184, 1.2460850477218628, 1.268377661705017, 1.25404953956604, 1.266761302947998, 1.2539527416229248, 1.236038088798523, 1.2355557680130005, 1.2444093227386475, 1.2680118083953857, 1.2059757709503174, 1.2441771030426025, 1.2211800813674927, 1.196697473526001, 1.204188585281372, 1.2069242000579834, 1.1974589824676514, 1.2265042066574097, 1.1899240016937256, 1.1866827011108398, 1.2089505195617676, 1.2102094888687134, 1.1984480619430542]}, {"step": 4200, "epoch": 10, "train_loss": 1.2484772205352783, "cos_r_negg": [0.8112590312957764, 0.6744577884674072, 0.6698224544525146, 0.6789218187332153, 0.681665301322937, 0.6772288084030151, 0.681581437587738, 0.6920748949050903, 0.6817928552627563, 0.6954983472824097, 0.6924090385437012, 0.7129895091056824, 0.709253191947937, 0.6982895135879517, 0.6935925483703613, 0.7130037546157837, 0.6818499565124512, 0.6905010938644409, 0.6982675790786743, 0.7083766460418701, 0.7011169195175171, 0.7073104977607727, 0.7065302133560181, 0.6910210251808167, 0.7060137391090393, 0.6815086603164673, 0.7156821489334106, 0.7146031856536865, 0.6984763145446777, 0.70832759141922], "cos_apical_negg": [0.8112590312957764, 0.6744577884674072, 0.6698224544525146, 0.6789218187332153, 0.681665301322937, 0.6772288084030151, 0.681581437587738, 0.6920748949050903, 0.6817928552627563, 0.6954983472824097, 0.6924090385437012, 0.7129895091056824, 0.709253191947937, 0.6982895135879517, 0.6935925483703613, 0.7130037546157837, 0.6818499565124512, 0.6905010938644409, 0.6982675790786743, 0.7083766460418701, 0.7011169195175171, 0.7073104977607727, 0.7065302133560181, 0.6910210251808167, 0.7060137391090393, 0.6815086603164673, 0.7156821489334106, 0.7146031856536865, 0.6984763145446777, 0.70832759141922], "cos_Ac_negg": [0.8112590312957764, 0.6744577884674072, 0.6698224544525146, 0.6789218187332153, 0.681665301322937, 0.6772288084030151, 0.681581437587738, 0.6920748949050903, 0.6817928552627563, 0.6954983472824097, 0.6924090385437012, 0.7129895091056824, 0.709253191947937, 0.6982895135879517, 0.6935925483703613, 0.7130037546157837, 0.6818499565124512, 0.6905010938644409, 0.6982675790786743, 0.7083766460418701, 0.7011169195175171, 0.7073104977607727, 0.7065302133560181, 0.6910210251808167, 0.7060137391090393, 0.6815086603164673, 0.7156821489334106, 0.7146031856536865, 0.6984763145446777, 0.70832759141922], "r_norm": [1.5535050630569458, 1.2620357275009155, 1.2465888261795044, 1.2526143789291382, 1.2088236808776855, 1.2223165035247803, 1.2040901184082031, 1.2192471027374268, 1.2023677825927734, 1.2220544815063477, 1.2097930908203125, 1.2198667526245117, 1.2086155414581299, 1.1884076595306396, 1.1902756690979004, 1.1976898908615112, 1.2215492725372314, 1.1611535549163818, 1.195381999015808, 1.1731905937194824, 1.1528135538101196, 1.1602592468261719, 1.1589431762695312, 1.154916763305664, 1.1825660467147827, 1.1451826095581055, 1.1436083316802979, 1.1640675067901611, 1.1633446216583252, 1.1566972732543945]}, {"step": 4250, "epoch": 10, "train_loss": 1.186249852180481, "cos_r_negg": [0.8142142295837402, 0.6773576140403748, 0.6754519939422607, 0.6823972463607788, 0.6811596155166626, 0.6865959167480469, 0.6824139952659607, 0.7007641792297363, 0.6898260116577148, 0.7031090259552002, 0.6973922848701477, 0.7186806201934814, 0.7187206745147705, 0.7044599056243896, 0.69989013671875, 0.7205740809440613, 0.6930328011512756, 0.7047412991523743, 0.6963182687759399, 0.7191885709762573, 0.7097420692443848, 0.7187453508377075, 0.7019487619400024, 0.7003447413444519, 0.7104921936988831, 0.6901813745498657, 0.7176905870437622, 0.7209246158599854, 0.701256513595581, 0.7167953252792358], "cos_apical_negg": [0.8142142295837402, 0.6773576140403748, 0.6754519939422607, 0.6823972463607788, 0.6811596155166626, 0.6865959167480469, 0.6824139952659607, 0.7007641792297363, 0.6898260116577148, 0.7031090259552002, 0.6973922848701477, 0.7186806201934814, 0.7187206745147705, 0.7044599056243896, 0.69989013671875, 0.7205740809440613, 0.6930328011512756, 0.7047412991523743, 0.6963182687759399, 0.7191885709762573, 0.7097420692443848, 0.7187453508377075, 0.7019487619400024, 0.7003447413444519, 0.7104921936988831, 0.6901813745498657, 0.7176905870437622, 0.7209246158599854, 0.701256513595581, 0.7167953252792358], "cos_Ac_negg": [0.8142142295837402, 0.6773576140403748, 0.6754519939422607, 0.6823972463607788, 0.6811596155166626, 0.6865959167480469, 0.6824139952659607, 0.7007641792297363, 0.6898260116577148, 0.7031090259552002, 0.6973922848701477, 0.7186806201934814, 0.7187206745147705, 0.7044599056243896, 0.69989013671875, 0.7205740809440613, 0.6930328011512756, 0.7047412991523743, 0.6963182687759399, 0.7191885709762573, 0.7097420692443848, 0.7187453508377075, 0.7019487619400024, 0.7003447413444519, 0.7104921936988831, 0.6901813745498657, 0.7176905870437622, 0.7209246158599854, 0.701256513595581, 0.7167953252792358], "r_norm": [1.5830864906311035, 1.2846105098724365, 1.2704803943634033, 1.2706587314605713, 1.2309685945510864, 1.2450127601623535, 1.226006031036377, 1.2402770519256592, 1.2236534357070923, 1.2435252666473389, 1.228996992111206, 1.2422549724578857, 1.2288873195648193, 1.2086440324783325, 1.210963487625122, 1.2192977666854858, 1.2400588989257812, 1.181680679321289, 1.216726541519165, 1.195145606994629, 1.1738027334213257, 1.1790722608566284, 1.180660605430603, 1.1734952926635742, 1.2035281658172607, 1.1632076501846313, 1.164297103881836, 1.1820356845855713, 1.1814041137695312, 1.172980785369873], "ldr": {"dL_sdil": -0.07561123371124268, "dL_bp": -0.07445299625396729, "ratio": 1.0155566265368894}}, {"step": 4300, "epoch": 10, "train_loss": 1.0245777368545532, "cos_r_negg": [0.8108277320861816, 0.6882474422454834, 0.6859572529792786, 0.6877114176750183, 0.696031928062439, 0.6935040950775146, 0.6938761472702026, 0.702768862247467, 0.7003077268600464, 0.7118651866912842, 0.7086400985717773, 0.7277368307113647, 0.7238712310791016, 0.7146846055984497, 0.7086543440818787, 0.7297708988189697, 0.6981240510940552, 0.7056305408477783, 0.715208113193512, 0.7259955406188965, 0.7145252227783203, 0.7230163812637329, 0.7173383235931396, 0.7063656449317932, 0.7236976027488708, 0.708561897277832, 0.7185202836990356, 0.730767011642456, 0.7289034128189087, 0.7328922748565674], "cos_apical_negg": [0.8108277320861816, 0.6882474422454834, 0.6859572529792786, 0.6877114176750183, 0.696031928062439, 0.6935040950775146, 0.6938761472702026, 0.702768862247467, 0.7003077268600464, 0.7118651866912842, 0.7086400985717773, 0.7277368307113647, 0.7238712310791016, 0.7146846055984497, 0.7086543440818787, 0.7297708988189697, 0.6981240510940552, 0.7056305408477783, 0.715208113193512, 0.7259955406188965, 0.7145252227783203, 0.7230163812637329, 0.7173383235931396, 0.7063656449317932, 0.7236976027488708, 0.708561897277832, 0.7185202836990356, 0.730767011642456, 0.7289034128189087, 0.7328922748565674], "cos_Ac_negg": [0.8108277320861816, 0.6882474422454834, 0.6859572529792786, 0.6877114176750183, 0.696031928062439, 0.6935040950775146, 0.6938761472702026, 0.702768862247467, 0.7003077268600464, 0.7118651866912842, 0.7086400985717773, 0.7277368307113647, 0.7238712310791016, 0.7146846055984497, 0.7086543440818787, 0.7297708988189697, 0.6981240510940552, 0.7056305408477783, 0.715208113193512, 0.7259955406188965, 0.7145252227783203, 0.7230163812637329, 0.7173383235931396, 0.7063656449317932, 0.7236976027488708, 0.708561897277832, 0.7185202836990356, 0.730767011642456, 0.7289034128189087, 0.7328922748565674], "r_norm": [1.5651384592056274, 1.2711261510849, 1.2575697898864746, 1.2577908039093018, 1.2174484729766846, 1.231816053390503, 1.2144768238067627, 1.227303147315979, 1.2138841152191162, 1.2304555177688599, 1.2165430784225464, 1.2279376983642578, 1.2147002220153809, 1.1933155059814453, 1.1973505020141602, 1.2055590152740479, 1.2262136936187744, 1.1678348779678345, 1.2032244205474854, 1.1810543537139893, 1.1605525016784668, 1.165008306503296, 1.1666500568389893, 1.1592639684677124, 1.1892763376235962, 1.15451180934906, 1.1505537033081055, 1.1680223941802979, 1.1694414615631104, 1.1608037948608398]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4292, "test_loss": 1.8673060913085937}, {"step": 4350, "epoch": 11, "train_loss": 0.9576243162155151, "cos_r_negg": [0.8114922642707825, 0.6904171705245972, 0.6957695484161377, 0.6924410462379456, 0.7033072710037231, 0.7015558481216431, 0.6966732144355774, 0.7127733826637268, 0.705673336982727, 0.716349720954895, 0.7088487148284912, 0.728920578956604, 0.7279524803161621, 0.717322051525116, 0.7202606201171875, 0.7275015711784363, 0.7064828276634216, 0.7149723768234253, 0.7147166728973389, 0.7261239290237427, 0.7260184288024902, 0.7323338389396667, 0.7254650592803955, 0.7189579606056213, 0.7315187454223633, 0.713005006313324, 0.727914571762085, 0.7342891097068787, 0.7171753644943237, 0.7411273717880249], "cos_apical_negg": [0.8114922642707825, 0.6904171705245972, 0.6957695484161377, 0.6924410462379456, 0.7033072710037231, 0.7015558481216431, 0.6966732144355774, 0.7127733826637268, 0.705673336982727, 0.716349720954895, 0.7088487148284912, 0.728920578956604, 0.7279524803161621, 0.717322051525116, 0.7202606201171875, 0.7275015711784363, 0.7064828276634216, 0.7149723768234253, 0.7147166728973389, 0.7261239290237427, 0.7260184288024902, 0.7323338389396667, 0.7254650592803955, 0.7189579606056213, 0.7315187454223633, 0.713005006313324, 0.727914571762085, 0.7342891097068787, 0.7171753644943237, 0.7411273717880249], "cos_Ac_negg": [0.8114922642707825, 0.6904171705245972, 0.6957695484161377, 0.6924410462379456, 0.7033072710037231, 0.7015558481216431, 0.6966732144355774, 0.7127733826637268, 0.705673336982727, 0.716349720954895, 0.7088487148284912, 0.728920578956604, 0.7279524803161621, 0.717322051525116, 0.7202606201171875, 0.7275015711784363, 0.7064828276634216, 0.7149723768234253, 0.7147166728973389, 0.7261239290237427, 0.7260184288024902, 0.7323338389396667, 0.7254650592803955, 0.7189579606056213, 0.7315187454223633, 0.713005006313324, 0.727914571762085, 0.7342891097068787, 0.7171753644943237, 0.7411273717880249], "r_norm": [1.575392484664917, 1.280376672744751, 1.2656686305999756, 1.266902208328247, 1.2263801097869873, 1.240531086921692, 1.22199547290802, 1.2362854480743408, 1.2233009338378906, 1.238577127456665, 1.2245982885360718, 1.2335875034332275, 1.2234364748001099, 1.2032043933868408, 1.2055954933166504, 1.2125134468078613, 1.2315630912780762, 1.1751735210418701, 1.207385540008545, 1.1887969970703125, 1.1664252281188965, 1.1743533611297607, 1.1738752126693726, 1.1671890020370483, 1.1949113607406616, 1.158785104751587, 1.1564390659332275, 1.173875331878662, 1.1752586364746094, 1.168900489807129]}, {"step": 4400, "epoch": 11, "train_loss": 1.160699486732483, "cos_r_negg": [0.8247441649436951, 0.7031263709068298, 0.7035746574401855, 0.6997697353363037, 0.7135682106018066, 0.7107348442077637, 0.712017834186554, 0.7266740798950195, 0.717140793800354, 0.727910041809082, 0.7225950956344604, 0.7397045493125916, 0.7374039888381958, 0.734788179397583, 0.7344241142272949, 0.7413883209228516, 0.7151607871055603, 0.7249664068222046, 0.7312027215957642, 0.7371944189071655, 0.7350836992263794, 0.7357147932052612, 0.7337945699691772, 0.7329840660095215, 0.7517274618148804, 0.7214362621307373, 0.7448984384536743, 0.7485871315002441, 0.7390848398208618, 0.7444394826889038], "cos_apical_negg": [0.8247441649436951, 0.7031263709068298, 0.7035746574401855, 0.6997697353363037, 0.7135682106018066, 0.7107348442077637, 0.712017834186554, 0.7266740798950195, 0.717140793800354, 0.727910041809082, 0.7225950956344604, 0.7397045493125916, 0.7374039888381958, 0.734788179397583, 0.7344241142272949, 0.7413883209228516, 0.7151607871055603, 0.7249664068222046, 0.7312027215957642, 0.7371944189071655, 0.7350836992263794, 0.7357147932052612, 0.7337945699691772, 0.7329840660095215, 0.7517274618148804, 0.7214362621307373, 0.7448984384536743, 0.7485871315002441, 0.7390848398208618, 0.7444394826889038], "cos_Ac_negg": [0.8247441649436951, 0.7031263709068298, 0.7035746574401855, 0.6997697353363037, 0.7135682106018066, 0.7107348442077637, 0.712017834186554, 0.7266740798950195, 0.717140793800354, 0.727910041809082, 0.7225950956344604, 0.7397045493125916, 0.7374039888381958, 0.734788179397583, 0.7344241142272949, 0.7413883209228516, 0.7151607871055603, 0.7249664068222046, 0.7312027215957642, 0.7371944189071655, 0.7350836992263794, 0.7357147932052612, 0.7337945699691772, 0.7329840660095215, 0.7517274618148804, 0.7214362621307373, 0.7448984384536743, 0.7485871315002441, 0.7390848398208618, 0.7444394826889038], "r_norm": [1.556701898574829, 1.2666709423065186, 1.2517929077148438, 1.2528691291809082, 1.2148672342300415, 1.2257812023162842, 1.210937261581421, 1.2237355709075928, 1.2078254222869873, 1.2241261005401611, 1.210525631904602, 1.2229846715927124, 1.2074589729309082, 1.1868116855621338, 1.1900928020477295, 1.1991920471191406, 1.2169370651245117, 1.1630877256393433, 1.1939294338226318, 1.1726338863372803, 1.155535101890564, 1.1589001417160034, 1.1597661972045898, 1.1532676219940186, 1.1834514141082764, 1.1467307806015015, 1.1440929174423218, 1.1623475551605225, 1.1601942777633667, 1.1537439823150635]}, {"step": 4450, "epoch": 11, "train_loss": 1.3476109504699707, "cos_r_negg": [0.8106274604797363, 0.705284833908081, 0.7054129838943481, 0.7052866220474243, 0.7176296710968018, 0.7154838442802429, 0.7137588262557983, 0.723050057888031, 0.7211127877235413, 0.7256841659545898, 0.728132963180542, 0.7453880310058594, 0.7384209036827087, 0.7301541566848755, 0.7328667640686035, 0.748781681060791, 0.7183881402015686, 0.7277235984802246, 0.7318933606147766, 0.7446616888046265, 0.7391892671585083, 0.7456938028335571, 0.7363039255142212, 0.7306674718856812, 0.758120059967041, 0.7330962419509888, 0.7475650906562805, 0.75532466173172, 0.7416147589683533, 0.7622700333595276], "cos_apical_negg": [0.8106274604797363, 0.705284833908081, 0.7054129838943481, 0.7052866220474243, 0.7176296710968018, 0.7154838442802429, 0.7137588262557983, 0.723050057888031, 0.7211127877235413, 0.7256841659545898, 0.728132963180542, 0.7453880310058594, 0.7384209036827087, 0.7301541566848755, 0.7328667640686035, 0.748781681060791, 0.7183881402015686, 0.7277235984802246, 0.7318933606147766, 0.7446616888046265, 0.7391892671585083, 0.7456938028335571, 0.7363039255142212, 0.7306674718856812, 0.758120059967041, 0.7330962419509888, 0.7475650906562805, 0.75532466173172, 0.7416147589683533, 0.7622700333595276], "cos_Ac_negg": [0.8106274604797363, 0.705284833908081, 0.7054129838943481, 0.7052866220474243, 0.7176296710968018, 0.7154838442802429, 0.7137588262557983, 0.723050057888031, 0.7211127877235413, 0.7256841659545898, 0.728132963180542, 0.7453880310058594, 0.7384209036827087, 0.7301541566848755, 0.7328667640686035, 0.748781681060791, 0.7183881402015686, 0.7277235984802246, 0.7318933606147766, 0.7446616888046265, 0.7391892671585083, 0.7456938028335571, 0.7363039255142212, 0.7306674718856812, 0.758120059967041, 0.7330962419509888, 0.7475650906562805, 0.75532466173172, 0.7416147589683533, 0.7622700333595276], "r_norm": [1.5722401142120361, 1.2775213718414307, 1.2661314010620117, 1.2656822204589844, 1.2251272201538086, 1.238396406173706, 1.2215571403503418, 1.2344274520874023, 1.219193696975708, 1.2387464046478271, 1.2242622375488281, 1.2324316501617432, 1.2211096286773682, 1.2002198696136475, 1.201626181602478, 1.2096970081329346, 1.2299190759658813, 1.1736676692962646, 1.2046141624450684, 1.184481143951416, 1.1654622554779053, 1.169629454612732, 1.170717477798462, 1.162270426750183, 1.1923127174377441, 1.1572301387786865, 1.1530263423919678, 1.1713608503341675, 1.172149419784546, 1.163496732711792]}, {"step": 4500, "epoch": 11, "train_loss": 1.144538164138794, "cos_r_negg": [0.820813000202179, 0.7130734920501709, 0.710688054561615, 0.7112030982971191, 0.7202342748641968, 0.7206534147262573, 0.7174941301345825, 0.7296406030654907, 0.7206912040710449, 0.7382413148880005, 0.7376028299331665, 0.7483246326446533, 0.7410025596618652, 0.739831805229187, 0.7365792989730835, 0.7544921636581421, 0.7284708023071289, 0.7315676808357239, 0.735934853553772, 0.7498329877853394, 0.7428348064422607, 0.7494217157363892, 0.747424304485321, 0.7380061149597168, 0.7556325197219849, 0.7407870888710022, 0.7459195852279663, 0.7605545520782471, 0.7402885556221008, 0.7564764022827148], "cos_apical_negg": [0.820813000202179, 0.7130734920501709, 0.710688054561615, 0.7112030982971191, 0.7202342748641968, 0.7206534147262573, 0.7174941301345825, 0.7296406030654907, 0.7206912040710449, 0.7382413148880005, 0.7376028299331665, 0.7483246326446533, 0.7410025596618652, 0.739831805229187, 0.7365792989730835, 0.7544921636581421, 0.7284708023071289, 0.7315676808357239, 0.735934853553772, 0.7498329877853394, 0.7428348064422607, 0.7494217157363892, 0.747424304485321, 0.7380061149597168, 0.7556325197219849, 0.7407870888710022, 0.7459195852279663, 0.7605545520782471, 0.7402885556221008, 0.7564764022827148], "cos_Ac_negg": [0.820813000202179, 0.7130734920501709, 0.710688054561615, 0.7112030982971191, 0.7202342748641968, 0.7206534147262573, 0.7174941301345825, 0.7296406030654907, 0.7206912040710449, 0.7382413148880005, 0.7376028299331665, 0.7483246326446533, 0.7410025596618652, 0.739831805229187, 0.7365792989730835, 0.7544921636581421, 0.7284708023071289, 0.7315676808357239, 0.735934853553772, 0.7498329877853394, 0.7428348064422607, 0.7494217157363892, 0.747424304485321, 0.7380061149597168, 0.7556325197219849, 0.7407870888710022, 0.7459195852279663, 0.7605545520782471, 0.7402885556221008, 0.7564764022827148], "r_norm": [1.5875837802886963, 1.293668270111084, 1.2825837135314941, 1.278169870376587, 1.239161491394043, 1.254104495048523, 1.23408842086792, 1.245635986328125, 1.2320871353149414, 1.252370834350586, 1.234582781791687, 1.2459497451782227, 1.2297673225402832, 1.2122266292572021, 1.2135592699050903, 1.2212626934051514, 1.2390451431274414, 1.1845614910125732, 1.2153735160827637, 1.1937085390090942, 1.1785290241241455, 1.1788239479064941, 1.1839179992675781, 1.1694157123565674, 1.2032562494277954, 1.1671897172927856, 1.1642420291900635, 1.178328514099121, 1.1833285093307495, 1.1735126972198486], "ldr": {"dL_sdil": -0.12630605697631836, "dL_bp": -0.12427735328674316, "ratio": 1.0163240014042978}}, {"step": 4550, "epoch": 11, "train_loss": 1.0515538454055786, "cos_r_negg": [0.8198369145393372, 0.716373085975647, 0.7161012887954712, 0.7147619128227234, 0.7276622653007507, 0.7268099784851074, 0.726131796836853, 0.7350260019302368, 0.729729413986206, 0.7399362325668335, 0.74683678150177, 0.7546001672744751, 0.7518317699432373, 0.7397977709770203, 0.7463734149932861, 0.7629179954528809, 0.7381434440612793, 0.7364012002944946, 0.7481539249420166, 0.7593085169792175, 0.757457971572876, 0.7599034309387207, 0.7595119476318359, 0.7422551512718201, 0.7694242596626282, 0.745879590511322, 0.7642589807510376, 0.7677457332611084, 0.7539049983024597, 0.7754151821136475], "cos_apical_negg": [0.8198369145393372, 0.716373085975647, 0.7161012887954712, 0.7147619128227234, 0.7276622653007507, 0.7268099784851074, 0.726131796836853, 0.7350260019302368, 0.729729413986206, 0.7399362325668335, 0.74683678150177, 0.7546001672744751, 0.7518317699432373, 0.7397977709770203, 0.7463734149932861, 0.7629179954528809, 0.7381434440612793, 0.7364012002944946, 0.7481539249420166, 0.7593085169792175, 0.757457971572876, 0.7599034309387207, 0.7595119476318359, 0.7422551512718201, 0.7694242596626282, 0.745879590511322, 0.7642589807510376, 0.7677457332611084, 0.7539049983024597, 0.7754151821136475], "cos_Ac_negg": [0.8198369145393372, 0.716373085975647, 0.7161012887954712, 0.7147619128227234, 0.7276622653007507, 0.7268099784851074, 0.726131796836853, 0.7350260019302368, 0.729729413986206, 0.7399362325668335, 0.74683678150177, 0.7546001672744751, 0.7518317699432373, 0.7397977709770203, 0.7463734149932861, 0.7629179954528809, 0.7381434440612793, 0.7364012002944946, 0.7481539249420166, 0.7593085169792175, 0.757457971572876, 0.7599034309387207, 0.7595119476318359, 0.7422551512718201, 0.7694242596626282, 0.745879590511322, 0.7642589807510376, 0.7677457332611084, 0.7539049983024597, 0.7754151821136475], "r_norm": [1.5769392251968384, 1.2864853143692017, 1.2726985216140747, 1.2693510055541992, 1.2335433959960938, 1.2475088834762573, 1.228529691696167, 1.2398343086242676, 1.227588176727295, 1.2436282634735107, 1.2287046909332275, 1.2386000156402588, 1.2228798866271973, 1.2032408714294434, 1.2064545154571533, 1.2138423919677734, 1.231892704963684, 1.1767574548721313, 1.2078397274017334, 1.185681939125061, 1.1711969375610352, 1.1698933839797974, 1.1739552021026611, 1.1641530990600586, 1.194872498512268, 1.1604951620101929, 1.1563584804534912, 1.1720181703567505, 1.1739659309387207, 1.1649528741836548]}, {"step": 4600, "epoch": 11, "train_loss": 1.1685539484024048, "cos_r_negg": [0.8101954460144043, 0.7182632684707642, 0.7171710133552551, 0.7247604131698608, 0.7370879650115967, 0.7315654754638672, 0.7324419021606445, 0.7402096390724182, 0.7361471652984619, 0.7509535551071167, 0.7499490976333618, 0.7614874243736267, 0.7588989734649658, 0.7508783340454102, 0.753146767616272, 0.767334520816803, 0.7421602606773376, 0.7454864978790283, 0.7561930418014526, 0.7610516548156738, 0.7673283815383911, 0.7656702995300293, 0.760884702205658, 0.7529770135879517, 0.7654738426208496, 0.7577122449874878, 0.7675434947013855, 0.7711383700370789, 0.7567442059516907, 0.7813423871994019], "cos_apical_negg": [0.8101954460144043, 0.7182632684707642, 0.7171710133552551, 0.7247604131698608, 0.7370879650115967, 0.7315654754638672, 0.7324419021606445, 0.7402096390724182, 0.7361471652984619, 0.7509535551071167, 0.7499490976333618, 0.7614874243736267, 0.7588989734649658, 0.7508783340454102, 0.753146767616272, 0.767334520816803, 0.7421602606773376, 0.7454864978790283, 0.7561930418014526, 0.7610516548156738, 0.7673283815383911, 0.7656702995300293, 0.760884702205658, 0.7529770135879517, 0.7654738426208496, 0.7577122449874878, 0.7675434947013855, 0.7711383700370789, 0.7567442059516907, 0.7813423871994019], "cos_Ac_negg": [0.8101954460144043, 0.7182632684707642, 0.7171710133552551, 0.7247604131698608, 0.7370879650115967, 0.7315654754638672, 0.7324419021606445, 0.7402096390724182, 0.7361471652984619, 0.7509535551071167, 0.7499490976333618, 0.7614874243736267, 0.7588989734649658, 0.7508783340454102, 0.753146767616272, 0.767334520816803, 0.7421602606773376, 0.7454864978790283, 0.7561930418014526, 0.7610516548156738, 0.7673283815383911, 0.7656702995300293, 0.760884702205658, 0.7529770135879517, 0.7654738426208496, 0.7577122449874878, 0.7675434947013855, 0.7711383700370789, 0.7567442059516907, 0.7813423871994019], "r_norm": [1.6043939590454102, 1.3070647716522217, 1.2963427305221558, 1.2934499979019165, 1.2552554607391357, 1.267120122909546, 1.252289056777954, 1.2632691860198975, 1.2467299699783325, 1.266644835472107, 1.2483625411987305, 1.2594802379608154, 1.2460463047027588, 1.2256360054016113, 1.2263736724853516, 1.2337818145751953, 1.2503104209899902, 1.196580410003662, 1.228765606880188, 1.2069175243377686, 1.1882078647613525, 1.1922369003295898, 1.1930246353149414, 1.1832833290100098, 1.2115082740783691, 1.177335262298584, 1.1737327575683594, 1.1894469261169434, 1.1928752660751343, 1.1838107109069824]}, {"step": 4650, "epoch": 11, "train_loss": 1.1241424083709717, "cos_r_negg": [0.8188818693161011, 0.7239262461662292, 0.728818416595459, 0.7322148680686951, 0.7429261803627014, 0.7406727075576782, 0.7424414157867432, 0.7486038208007812, 0.7424031496047974, 0.7625464200973511, 0.7609128355979919, 0.7726536989212036, 0.7624927163124084, 0.7558732032775879, 0.7637834548950195, 0.7817472815513611, 0.7429993152618408, 0.7581895589828491, 0.7676222324371338, 0.7718649506568909, 0.7712200880050659, 0.77344810962677, 0.7688645124435425, 0.7620491981506348, 0.7815485596656799, 0.7664376497268677, 0.7790354490280151, 0.7847495675086975, 0.7783420085906982, 0.7883155941963196], "cos_apical_negg": [0.8188818693161011, 0.7239262461662292, 0.728818416595459, 0.7322148680686951, 0.7429261803627014, 0.7406727075576782, 0.7424414157867432, 0.7486038208007812, 0.7424031496047974, 0.7625464200973511, 0.7609128355979919, 0.7726536989212036, 0.7624927163124084, 0.7558732032775879, 0.7637834548950195, 0.7817472815513611, 0.7429993152618408, 0.7581895589828491, 0.7676222324371338, 0.7718649506568909, 0.7712200880050659, 0.77344810962677, 0.7688645124435425, 0.7620491981506348, 0.7815485596656799, 0.7664376497268677, 0.7790354490280151, 0.7847495675086975, 0.7783420085906982, 0.7883155941963196], "cos_Ac_negg": [0.8188818693161011, 0.7239262461662292, 0.728818416595459, 0.7322148680686951, 0.7429261803627014, 0.7406727075576782, 0.7424414157867432, 0.7486038208007812, 0.7424031496047974, 0.7625464200973511, 0.7609128355979919, 0.7726536989212036, 0.7624927163124084, 0.7558732032775879, 0.7637834548950195, 0.7817472815513611, 0.7429993152618408, 0.7581895589828491, 0.7676222324371338, 0.7718649506568909, 0.7712200880050659, 0.77344810962677, 0.7688645124435425, 0.7620491981506348, 0.7815485596656799, 0.7664376497268677, 0.7790354490280151, 0.7847495675086975, 0.7783420085906982, 0.7883155941963196], "r_norm": [1.58590567111969, 1.2945431470870972, 1.2802178859710693, 1.2795803546905518, 1.2424876689910889, 1.2539129257202148, 1.2393449544906616, 1.249650001525879, 1.233112096786499, 1.2534562349319458, 1.2366043329238892, 1.2467632293701172, 1.228276252746582, 1.210590124130249, 1.2142901420593262, 1.220771312713623, 1.2346272468566895, 1.1838643550872803, 1.2161883115768433, 1.1922886371612549, 1.1780539751052856, 1.1789131164550781, 1.1805286407470703, 1.1711647510528564, 1.2016669511795044, 1.1679422855377197, 1.1636954545974731, 1.1786314249038696, 1.1788939237594604, 1.17191481590271]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4205, "test_loss": 2.00180478515625}, {"step": 4700, "epoch": 12, "train_loss": 0.9331444501876831, "cos_r_negg": [0.8172529339790344, 0.7326350212097168, 0.7312372922897339, 0.7382725477218628, 0.749880313873291, 0.7448718547821045, 0.741335391998291, 0.7549724578857422, 0.7515280246734619, 0.7660033106803894, 0.7633793354034424, 0.7764251232147217, 0.7706158757209778, 0.7681065797805786, 0.7674524784088135, 0.7880110740661621, 0.7513453960418701, 0.7663735747337341, 0.775161623954773, 0.7735179662704468, 0.7739142179489136, 0.784228503704071, 0.7787938117980957, 0.7672923803329468, 0.7884424924850464, 0.7745411396026611, 0.787032961845398, 0.7902786731719971, 0.778689444065094, 0.794459342956543], "cos_apical_negg": [0.8172529339790344, 0.7326350212097168, 0.7312372922897339, 0.7382725477218628, 0.749880313873291, 0.7448718547821045, 0.741335391998291, 0.7549724578857422, 0.7515280246734619, 0.7660033106803894, 0.7633793354034424, 0.7764251232147217, 0.7706158757209778, 0.7681065797805786, 0.7674524784088135, 0.7880110740661621, 0.7513453960418701, 0.7663735747337341, 0.775161623954773, 0.7735179662704468, 0.7739142179489136, 0.784228503704071, 0.7787938117980957, 0.7672923803329468, 0.7884424924850464, 0.7745411396026611, 0.787032961845398, 0.7902786731719971, 0.778689444065094, 0.794459342956543], "cos_Ac_negg": [0.8172529339790344, 0.7326350212097168, 0.7312372922897339, 0.7382725477218628, 0.749880313873291, 0.7448718547821045, 0.741335391998291, 0.7549724578857422, 0.7515280246734619, 0.7660033106803894, 0.7633793354034424, 0.7764251232147217, 0.7706158757209778, 0.7681065797805786, 0.7674524784088135, 0.7880110740661621, 0.7513453960418701, 0.7663735747337341, 0.775161623954773, 0.7735179662704468, 0.7739142179489136, 0.784228503704071, 0.7787938117980957, 0.7672923803329468, 0.7884424924850464, 0.7745411396026611, 0.787032961845398, 0.7902786731719971, 0.778689444065094, 0.794459342956543], "r_norm": [1.5933747291564941, 1.302187204360962, 1.2891172170639038, 1.2899744510650635, 1.2505249977111816, 1.2619681358337402, 1.2461334466934204, 1.258069634437561, 1.242674708366394, 1.2619314193725586, 1.2422471046447754, 1.2533601522445679, 1.2352228164672852, 1.2162156105041504, 1.2184914350509644, 1.226412296295166, 1.2409355640411377, 1.1903784275054932, 1.2198858261108398, 1.197570562362671, 1.1839048862457275, 1.1841028928756714, 1.1841621398925781, 1.1750109195709229, 1.2059639692306519, 1.172511339187622, 1.167445182800293, 1.1846163272857666, 1.1849576234817505, 1.1792998313903809]}, {"step": 4750, "epoch": 12, "train_loss": 0.9580614566802979, "cos_r_negg": [0.8177902698516846, 0.7346767783164978, 0.7388373613357544, 0.7438944578170776, 0.755793571472168, 0.7556105852127075, 0.7490339279174805, 0.7627999782562256, 0.7578275799751282, 0.7699785232543945, 0.7650744318962097, 0.7798567414283752, 0.7777092456817627, 0.7742826342582703, 0.7743924260139465, 0.7944009304046631, 0.7584346532821655, 0.7668984532356262, 0.7787191867828369, 0.7845808863639832, 0.7802050709724426, 0.7856139540672302, 0.7810279130935669, 0.771897554397583, 0.7944812178611755, 0.7865047454833984, 0.7932144403457642, 0.7971844673156738, 0.7747790813446045, 0.8043802976608276], "cos_apical_negg": [0.8177902698516846, 0.7346767783164978, 0.7388373613357544, 0.7438944578170776, 0.755793571472168, 0.7556105852127075, 0.7490339279174805, 0.7627999782562256, 0.7578275799751282, 0.7699785232543945, 0.7650744318962097, 0.7798567414283752, 0.7777092456817627, 0.7742826342582703, 0.7743924260139465, 0.7944009304046631, 0.7584346532821655, 0.7668984532356262, 0.7787191867828369, 0.7845808863639832, 0.7802050709724426, 0.7856139540672302, 0.7810279130935669, 0.771897554397583, 0.7944812178611755, 0.7865047454833984, 0.7932144403457642, 0.7971844673156738, 0.7747790813446045, 0.8043802976608276], "cos_Ac_negg": [0.8177902698516846, 0.7346767783164978, 0.7388373613357544, 0.7438944578170776, 0.755793571472168, 0.7556105852127075, 0.7490339279174805, 0.7627999782562256, 0.7578275799751282, 0.7699785232543945, 0.7650744318962097, 0.7798567414283752, 0.7777092456817627, 0.7742826342582703, 0.7743924260139465, 0.7944009304046631, 0.7584346532821655, 0.7668984532356262, 0.7787191867828369, 0.7845808863639832, 0.7802050709724426, 0.7856139540672302, 0.7810279130935669, 0.771897554397583, 0.7944812178611755, 0.7865047454833984, 0.7932144403457642, 0.7971844673156738, 0.7747790813446045, 0.8043802976608276], "r_norm": [1.6048343181610107, 1.3135015964508057, 1.3005050420761108, 1.2996258735656738, 1.2639179229736328, 1.2744994163513184, 1.2596476078033447, 1.2699642181396484, 1.2520650625228882, 1.2733542919158936, 1.2540128231048584, 1.2651638984680176, 1.2501513957977295, 1.2258610725402832, 1.2283051013946533, 1.2386350631713867, 1.2536858320236206, 1.201412558555603, 1.2316149473190308, 1.207987666130066, 1.1952601671218872, 1.1929997205734253, 1.195218563079834, 1.1862668991088867, 1.215083122253418, 1.181389331817627, 1.178781270980835, 1.195466160774231, 1.192983627319336, 1.1881496906280518], "ldr": {"dL_sdil": -0.11127400398254395, "dL_bp": -0.10833311080932617, "ratio": 1.0271467619756065}}, {"step": 4800, "epoch": 12, "train_loss": 1.0273929834365845, "cos_r_negg": [0.8165941834449768, 0.74263596534729, 0.7458134889602661, 0.7474373579025269, 0.7607158422470093, 0.7582300305366516, 0.7527986764907837, 0.7645501494407654, 0.7678702473640442, 0.7782548069953918, 0.774730920791626, 0.784868597984314, 0.7836508750915527, 0.7803716659545898, 0.7815471887588501, 0.7934051156044006, 0.7712548971176147, 0.7808894515037537, 0.7807037830352783, 0.7894001007080078, 0.7837772965431213, 0.7953215837478638, 0.7941926717758179, 0.7807031869888306, 0.7956043481826782, 0.7897580862045288, 0.8023996353149414, 0.8057931661605835, 0.7830873131752014, 0.8047581911087036], "cos_apical_negg": [0.8165941834449768, 0.74263596534729, 0.7458134889602661, 0.7474373579025269, 0.7607158422470093, 0.7582300305366516, 0.7527986764907837, 0.7645501494407654, 0.7678702473640442, 0.7782548069953918, 0.774730920791626, 0.784868597984314, 0.7836508750915527, 0.7803716659545898, 0.7815471887588501, 0.7934051156044006, 0.7712548971176147, 0.7808894515037537, 0.7807037830352783, 0.7894001007080078, 0.7837772965431213, 0.7953215837478638, 0.7941926717758179, 0.7807031869888306, 0.7956043481826782, 0.7897580862045288, 0.8023996353149414, 0.8057931661605835, 0.7830873131752014, 0.8047581911087036], "cos_Ac_negg": [0.8165941834449768, 0.74263596534729, 0.7458134889602661, 0.7474373579025269, 0.7607158422470093, 0.7582300305366516, 0.7527986764907837, 0.7645501494407654, 0.7678702473640442, 0.7782548069953918, 0.774730920791626, 0.784868597984314, 0.7836508750915527, 0.7803716659545898, 0.7815471887588501, 0.7934051156044006, 0.7712548971176147, 0.7808894515037537, 0.7807037830352783, 0.7894001007080078, 0.7837772965431213, 0.7953215837478638, 0.7941926717758179, 0.7807031869888306, 0.7956043481826782, 0.7897580862045288, 0.8023996353149414, 0.8057931661605835, 0.7830873131752014, 0.8047581911087036], "r_norm": [1.6611379384994507, 1.3576538562774658, 1.3473573923110962, 1.346571683883667, 1.3057202100753784, 1.316662311553955, 1.2993401288986206, 1.314880132675171, 1.296635389328003, 1.3168621063232422, 1.3005646467208862, 1.3081402778625488, 1.2948307991027832, 1.2715845108032227, 1.2731053829193115, 1.2815935611724854, 1.296095371246338, 1.2448489665985107, 1.2742983102798462, 1.2510734796524048, 1.2364124059677124, 1.2374287843704224, 1.236898422241211, 1.226426124572754, 1.254697322845459, 1.2221646308898926, 1.218536138534546, 1.2344396114349365, 1.2352526187896729, 1.2262122631072998]}, {"step": 4850, "epoch": 12, "train_loss": 0.9428847432136536, "cos_r_negg": [0.8211553692817688, 0.74509197473526, 0.7486070394515991, 0.7516140937805176, 0.7648073434829712, 0.763060986995697, 0.75916987657547, 0.7712702751159668, 0.769668459892273, 0.7796671390533447, 0.7787704467773438, 0.7898073792457581, 0.788212776184082, 0.7847399711608887, 0.7923368811607361, 0.7961351871490479, 0.765366792678833, 0.7890278697013855, 0.7851166129112244, 0.7927806973457336, 0.7893831729888916, 0.8039427995681763, 0.7961270809173584, 0.7877678275108337, 0.8040156364440918, 0.7931134104728699, 0.8010064363479614, 0.8108965158462524, 0.7927604913711548, 0.8081704378128052], "cos_apical_negg": [0.8211553692817688, 0.74509197473526, 0.7486070394515991, 0.7516140937805176, 0.7648073434829712, 0.763060986995697, 0.75916987657547, 0.7712702751159668, 0.769668459892273, 0.7796671390533447, 0.7787704467773438, 0.7898073792457581, 0.788212776184082, 0.7847399711608887, 0.7923368811607361, 0.7961351871490479, 0.765366792678833, 0.7890278697013855, 0.7851166129112244, 0.7927806973457336, 0.7893831729888916, 0.8039427995681763, 0.7961270809173584, 0.7877678275108337, 0.8040156364440918, 0.7931134104728699, 0.8010064363479614, 0.8108965158462524, 0.7927604913711548, 0.8081704378128052], "cos_Ac_negg": [0.8211553692817688, 0.74509197473526, 0.7486070394515991, 0.7516140937805176, 0.7648073434829712, 0.763060986995697, 0.75916987657547, 0.7712702751159668, 0.769668459892273, 0.7796671390533447, 0.7787704467773438, 0.7898073792457581, 0.788212776184082, 0.7847399711608887, 0.7923368811607361, 0.7961351871490479, 0.765366792678833, 0.7890278697013855, 0.7851166129112244, 0.7927806973457336, 0.7893831729888916, 0.8039427995681763, 0.7961270809173584, 0.7877678275108337, 0.8040156364440918, 0.7931134104728699, 0.8010064363479614, 0.8108965158462524, 0.7927604913711548, 0.8081704378128052], "r_norm": [1.6314634084701538, 1.3364946842193604, 1.3250243663787842, 1.3256876468658447, 1.2860114574432373, 1.2958787679672241, 1.280726432800293, 1.2917368412017822, 1.273686408996582, 1.295393466949463, 1.2763619422912598, 1.2843055725097656, 1.2700749635696411, 1.2496607303619385, 1.25055992603302, 1.2572007179260254, 1.272264003753662, 1.2229558229446411, 1.2490177154541016, 1.2280592918395996, 1.2116426229476929, 1.2150002717971802, 1.2147712707519531, 1.2053406238555908, 1.2319567203521729, 1.2001512050628662, 1.1955933570861816, 1.2102882862091064, 1.2124974727630615, 1.2056074142456055]}, {"step": 4900, "epoch": 12, "train_loss": 1.0969884395599365, "cos_r_negg": [0.8171278238296509, 0.7551184892654419, 0.752331018447876, 0.7562965154647827, 0.7710065841674805, 0.7663865685462952, 0.7665923237800598, 0.7786555886268616, 0.7765971422195435, 0.7845620512962341, 0.7861175537109375, 0.7957317233085632, 0.7949538230895996, 0.7917613983154297, 0.7973947525024414, 0.804915189743042, 0.7765764594078064, 0.7909828424453735, 0.7968717813491821, 0.8025822639465332, 0.7994274497032166, 0.8035310506820679, 0.8056599497795105, 0.7993743419647217, 0.813685417175293, 0.8028132915496826, 0.804112434387207, 0.8221266865730286, 0.8004509210586548, 0.8160261511802673], "cos_apical_negg": [0.8171278238296509, 0.7551184892654419, 0.752331018447876, 0.7562965154647827, 0.7710065841674805, 0.7663865685462952, 0.7665923237800598, 0.7786555886268616, 0.7765971422195435, 0.7845620512962341, 0.7861175537109375, 0.7957317233085632, 0.7949538230895996, 0.7917613983154297, 0.7973947525024414, 0.804915189743042, 0.7765764594078064, 0.7909828424453735, 0.7968717813491821, 0.8025822639465332, 0.7994274497032166, 0.8035310506820679, 0.8056599497795105, 0.7993743419647217, 0.813685417175293, 0.8028132915496826, 0.804112434387207, 0.8221266865730286, 0.8004509210586548, 0.8160261511802673], "cos_Ac_negg": [0.8171278238296509, 0.7551184892654419, 0.752331018447876, 0.7562965154647827, 0.7710065841674805, 0.7663865685462952, 0.7665923237800598, 0.7786555886268616, 0.7765971422195435, 0.7845620512962341, 0.7861175537109375, 0.7957317233085632, 0.7949538230895996, 0.7917613983154297, 0.7973947525024414, 0.804915189743042, 0.7765764594078064, 0.7909828424453735, 0.7968717813491821, 0.8025822639465332, 0.7994274497032166, 0.8035310506820679, 0.8056599497795105, 0.7993743419647217, 0.813685417175293, 0.8028132915496826, 0.804112434387207, 0.8221266865730286, 0.8004509210586548, 0.8160261511802673], "r_norm": [1.6157722473144531, 1.3289861679077148, 1.3168787956237793, 1.3163352012634277, 1.2791777849197388, 1.2901113033294678, 1.2742841243743896, 1.284085750579834, 1.2680416107177734, 1.2869455814361572, 1.2710391283035278, 1.278954029083252, 1.2647058963775635, 1.2383006811141968, 1.244004487991333, 1.250040054321289, 1.2630199193954468, 1.2157468795776367, 1.2418838739395142, 1.2191503047943115, 1.2064926624298096, 1.2078547477722168, 1.2069830894470215, 1.1973092555999756, 1.2261366844177246, 1.193607211112976, 1.1889734268188477, 1.2046401500701904, 1.204621434211731, 1.1965742111206055]}, {"step": 4950, "epoch": 12, "train_loss": 0.9262460470199585, "cos_r_negg": [0.8219303488731384, 0.7575045824050903, 0.7585182785987854, 0.7642353177070618, 0.775516927242279, 0.771883487701416, 0.7694944739341736, 0.7778224945068359, 0.7833226323127747, 0.7911375761032104, 0.7866316437721252, 0.7997698783874512, 0.803386926651001, 0.8002286553382874, 0.7990350127220154, 0.8124045133590698, 0.7833998203277588, 0.8004919290542603, 0.8024600744247437, 0.8104763627052307, 0.8090068101882935, 0.8121924996376038, 0.8072518110275269, 0.7976178526878357, 0.8126684427261353, 0.801836371421814, 0.8115969896316528, 0.8280720114707947, 0.8024433255195618, 0.8226237893104553], "cos_apical_negg": [0.8219303488731384, 0.7575045824050903, 0.7585182785987854, 0.7642353177070618, 0.775516927242279, 0.771883487701416, 0.7694944739341736, 0.7778224945068359, 0.7833226323127747, 0.7911375761032104, 0.7866316437721252, 0.7997698783874512, 0.803386926651001, 0.8002286553382874, 0.7990350127220154, 0.8124045133590698, 0.7833998203277588, 0.8004919290542603, 0.8024600744247437, 0.8104763627052307, 0.8090068101882935, 0.8121924996376038, 0.8072518110275269, 0.7976178526878357, 0.8126684427261353, 0.801836371421814, 0.8115969896316528, 0.8280720114707947, 0.8024433255195618, 0.8226237893104553], "cos_Ac_negg": [0.8219303488731384, 0.7575045824050903, 0.7585182785987854, 0.7642353177070618, 0.775516927242279, 0.771883487701416, 0.7694944739341736, 0.7778224945068359, 0.7833226323127747, 0.7911375761032104, 0.7866316437721252, 0.7997698783874512, 0.803386926651001, 0.8002286553382874, 0.7990350127220154, 0.8124045133590698, 0.7833998203277588, 0.8004919290542603, 0.8024600744247437, 0.8104763627052307, 0.8090068101882935, 0.8121924996376038, 0.8072518110275269, 0.7976178526878357, 0.8126684427261353, 0.801836371421814, 0.8115969896316528, 0.8280720114707947, 0.8024433255195618, 0.8226237893104553], "r_norm": [1.6253888607025146, 1.3382959365844727, 1.3259186744689941, 1.3277020454406738, 1.2883219718933105, 1.3006539344787598, 1.2815709114074707, 1.29241943359375, 1.276224136352539, 1.2968950271606445, 1.277642011642456, 1.2856674194335938, 1.2727949619293213, 1.2479960918426514, 1.24944269657135, 1.2577847242355347, 1.2702059745788574, 1.2226495742797852, 1.2480580806732178, 1.2267017364501953, 1.2138254642486572, 1.2157468795776367, 1.2133023738861084, 1.2042616605758667, 1.233231782913208, 1.2003217935562134, 1.1956738233566284, 1.2120018005371094, 1.2112131118774414, 1.2055437564849854]}, {"step": 5000, "epoch": 12, "train_loss": 1.0945730209350586, "cos_r_negg": [0.8196203708648682, 0.7576518058776855, 0.7596129775047302, 0.7679400444030762, 0.7749679088592529, 0.7778379917144775, 0.7754732370376587, 0.7823653221130371, 0.7852256298065186, 0.7929726839065552, 0.7960074543952942, 0.8030725717544556, 0.8028602600097656, 0.8026105165481567, 0.8039994239807129, 0.8179075717926025, 0.7917425632476807, 0.8076406717300415, 0.8057950735092163, 0.8163817524909973, 0.8150250911712646, 0.8204430341720581, 0.8096408843994141, 0.8019210696220398, 0.8148199319839478, 0.8074155449867249, 0.8198043704032898, 0.825766921043396, 0.8093408346176147, 0.8287588953971863], "cos_apical_negg": [0.8196203708648682, 0.7576518058776855, 0.7596129775047302, 0.7679400444030762, 0.7749679088592529, 0.7778379917144775, 0.7754732370376587, 0.7823653221130371, 0.7852256298065186, 0.7929726839065552, 0.7960074543952942, 0.8030725717544556, 0.8028602600097656, 0.8026105165481567, 0.8039994239807129, 0.8179075717926025, 0.7917425632476807, 0.8076406717300415, 0.8057950735092163, 0.8163817524909973, 0.8150250911712646, 0.8204430341720581, 0.8096408843994141, 0.8019210696220398, 0.8148199319839478, 0.8074155449867249, 0.8198043704032898, 0.825766921043396, 0.8093408346176147, 0.8287588953971863], "cos_Ac_negg": [0.8196203708648682, 0.7576518058776855, 0.7596129775047302, 0.7679400444030762, 0.7749679088592529, 0.7778379917144775, 0.7754732370376587, 0.7823653221130371, 0.7852256298065186, 0.7929726839065552, 0.7960074543952942, 0.8030725717544556, 0.8028602600097656, 0.8026105165481567, 0.8039994239807129, 0.8179075717926025, 0.7917425632476807, 0.8076406717300415, 0.8057950735092163, 0.8163817524909973, 0.8150250911712646, 0.8204430341720581, 0.8096408843994141, 0.8019210696220398, 0.8148199319839478, 0.8074155449867249, 0.8198043704032898, 0.825766921043396, 0.8093408346176147, 0.8287588953971863], "r_norm": [1.6506949663162231, 1.3622620105743408, 1.3517338037490845, 1.3499252796173096, 1.3103338479995728, 1.3248870372772217, 1.3032618761062622, 1.3141272068023682, 1.3007630109786987, 1.3202295303344727, 1.300695776939392, 1.3067988157272339, 1.2979638576507568, 1.2719030380249023, 1.2740318775177002, 1.280361294746399, 1.2926018238067627, 1.242833137512207, 1.2706725597381592, 1.2508630752563477, 1.2355419397354126, 1.2357442378997803, 1.2356523275375366, 1.2245012521743774, 1.2515841722488403, 1.2184083461761475, 1.2157130241394043, 1.2310781478881836, 1.231945514678955, 1.2251572608947754], "ldr": {"dL_sdil": -0.10967087745666504, "dL_bp": -0.1105194091796875, "ratio": 0.9923223284550601}}, {"step": 5050, "epoch": 12, "train_loss": 1.004981279373169, "cos_r_negg": [0.8180131912231445, 0.7588489651679993, 0.7607861757278442, 0.766680121421814, 0.7798506021499634, 0.779863715171814, 0.7752366065979004, 0.785001814365387, 0.7871943712234497, 0.7931951880455017, 0.8001009821891785, 0.8093771934509277, 0.8059551119804382, 0.8072674870491028, 0.808211088180542, 0.8209588527679443, 0.7950489521026611, 0.8132001161575317, 0.8128591179847717, 0.8212195038795471, 0.8189868927001953, 0.817093551158905, 0.8168264627456665, 0.8146060705184937, 0.8297664523124695, 0.8071625828742981, 0.827298641204834, 0.8310768008232117, 0.8068658113479614, 0.8316170573234558], "cos_apical_negg": [0.8180131912231445, 0.7588489651679993, 0.7607861757278442, 0.766680121421814, 0.7798506021499634, 0.779863715171814, 0.7752366065979004, 0.785001814365387, 0.7871943712234497, 0.7931951880455017, 0.8001009821891785, 0.8093771934509277, 0.8059551119804382, 0.8072674870491028, 0.808211088180542, 0.8209588527679443, 0.7950489521026611, 0.8132001161575317, 0.8128591179847717, 0.8212195038795471, 0.8189868927001953, 0.817093551158905, 0.8168264627456665, 0.8146060705184937, 0.8297664523124695, 0.8071625828742981, 0.827298641204834, 0.8310768008232117, 0.8068658113479614, 0.8316170573234558], "cos_Ac_negg": [0.8180131912231445, 0.7588489651679993, 0.7607861757278442, 0.766680121421814, 0.7798506021499634, 0.779863715171814, 0.7752366065979004, 0.785001814365387, 0.7871943712234497, 0.7931951880455017, 0.8001009821891785, 0.8093771934509277, 0.8059551119804382, 0.8072674870491028, 0.808211088180542, 0.8209588527679443, 0.7950489521026611, 0.8132001161575317, 0.8128591179847717, 0.8212195038795471, 0.8189868927001953, 0.817093551158905, 0.8168264627456665, 0.8146060705184937, 0.8297664523124695, 0.8071625828742981, 0.827298641204834, 0.8310768008232117, 0.8068658113479614, 0.8316170573234558], "r_norm": [1.6342625617980957, 1.349799633026123, 1.3393580913543701, 1.3406379222869873, 1.3011150360107422, 1.3117729425430298, 1.291377067565918, 1.3029427528381348, 1.2863478660583496, 1.308403730392456, 1.2895565032958984, 1.2946927547454834, 1.2829800844192505, 1.2595851421356201, 1.2613908052444458, 1.2680771350860596, 1.2798123359680176, 1.2326633930206299, 1.2576804161071777, 1.2378032207489014, 1.222785472869873, 1.2250237464904785, 1.2228693962097168, 1.2132132053375244, 1.241025447845459, 1.2075002193450928, 1.2031989097595215, 1.2166415452957153, 1.2193118333816528, 1.212268352508545]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4229, "test_loss": 2.0399035400390626}, {"step": 5100, "epoch": 13, "train_loss": 0.739210307598114, "cos_r_negg": [0.8300541639328003, 0.7662317156791687, 0.7666974663734436, 0.7751410007476807, 0.7846871614456177, 0.7859083414077759, 0.784198522567749, 0.7925574779510498, 0.790765643119812, 0.802297830581665, 0.8054908514022827, 0.8137516975402832, 0.8121764063835144, 0.8128045797348022, 0.8169434070587158, 0.8238277435302734, 0.802585780620575, 0.8188162446022034, 0.8169413805007935, 0.8252842426300049, 0.8252322673797607, 0.8273055553436279, 0.8199947476387024, 0.8169888854026794, 0.831391453742981, 0.8146613836288452, 0.8328567743301392, 0.8311022520065308, 0.8122982978820801, 0.8399025797843933], "cos_apical_negg": [0.8300541639328003, 0.7662317156791687, 0.7666974663734436, 0.7751410007476807, 0.7846871614456177, 0.7859083414077759, 0.784198522567749, 0.7925574779510498, 0.790765643119812, 0.802297830581665, 0.8054908514022827, 0.8137516975402832, 0.8121764063835144, 0.8128045797348022, 0.8169434070587158, 0.8238277435302734, 0.802585780620575, 0.8188162446022034, 0.8169413805007935, 0.8252842426300049, 0.8252322673797607, 0.8273055553436279, 0.8199947476387024, 0.8169888854026794, 0.831391453742981, 0.8146613836288452, 0.8328567743301392, 0.8311022520065308, 0.8122982978820801, 0.8399025797843933], "cos_Ac_negg": [0.8300541639328003, 0.7662317156791687, 0.7666974663734436, 0.7751410007476807, 0.7846871614456177, 0.7859083414077759, 0.784198522567749, 0.7925574779510498, 0.790765643119812, 0.802297830581665, 0.8054908514022827, 0.8137516975402832, 0.8121764063835144, 0.8128045797348022, 0.8169434070587158, 0.8238277435302734, 0.802585780620575, 0.8188162446022034, 0.8169413805007935, 0.8252842426300049, 0.8252322673797607, 0.8273055553436279, 0.8199947476387024, 0.8169888854026794, 0.831391453742981, 0.8146613836288452, 0.8328567743301392, 0.8311022520065308, 0.8122982978820801, 0.8399025797843933], "r_norm": [1.619554042816162, 1.3409241437911987, 1.3312139511108398, 1.3317897319793701, 1.2910239696502686, 1.300951361656189, 1.2810239791870117, 1.2942967414855957, 1.2754955291748047, 1.3006930351257324, 1.2783174514770508, 1.2844358682632446, 1.273429274559021, 1.2511202096939087, 1.250736951828003, 1.2567014694213867, 1.2680941820144653, 1.2234563827514648, 1.2463546991348267, 1.2269389629364014, 1.2129418849945068, 1.2159690856933594, 1.212483286857605, 1.2030023336410522, 1.230125904083252, 1.1940237283706665, 1.1925243139266968, 1.2039313316345215, 1.207887887954712, 1.2028779983520508]}, {"step": 5150, "epoch": 13, "train_loss": 0.9243433475494385, "cos_r_negg": [0.8240680694580078, 0.7685046195983887, 0.7685819864273071, 0.7785637974739075, 0.7873679399490356, 0.7886147499084473, 0.7893287539482117, 0.7984284162521362, 0.7954851388931274, 0.8075209856033325, 0.8100452423095703, 0.8202970027923584, 0.8167725801467896, 0.8176917433738708, 0.8223327398300171, 0.8303054571151733, 0.8081289529800415, 0.818737268447876, 0.825678825378418, 0.8298137784004211, 0.8299399614334106, 0.8303718566894531, 0.833045482635498, 0.8236336708068848, 0.8349146246910095, 0.8161453008651733, 0.8385426998138428, 0.8408010005950928, 0.8249781131744385, 0.8446828126907349], "cos_apical_negg": [0.8240680694580078, 0.7685046195983887, 0.7685819864273071, 0.7785637974739075, 0.7873679399490356, 0.7886147499084473, 0.7893287539482117, 0.7984284162521362, 0.7954851388931274, 0.8075209856033325, 0.8100452423095703, 0.8202970027923584, 0.8167725801467896, 0.8176917433738708, 0.8223327398300171, 0.8303054571151733, 0.8081289529800415, 0.818737268447876, 0.825678825378418, 0.8298137784004211, 0.8299399614334106, 0.8303718566894531, 0.833045482635498, 0.8236336708068848, 0.8349146246910095, 0.8161453008651733, 0.8385426998138428, 0.8408010005950928, 0.8249781131744385, 0.8446828126907349], "cos_Ac_negg": [0.8240680694580078, 0.7685046195983887, 0.7685819864273071, 0.7785637974739075, 0.7873679399490356, 0.7886147499084473, 0.7893287539482117, 0.7984284162521362, 0.7954851388931274, 0.8075209856033325, 0.8100452423095703, 0.8202970027923584, 0.8167725801467896, 0.8176917433738708, 0.8223327398300171, 0.8303054571151733, 0.8081289529800415, 0.818737268447876, 0.825678825378418, 0.8298137784004211, 0.8299399614334106, 0.8303718566894531, 0.833045482635498, 0.8236336708068848, 0.8349146246910095, 0.8161453008651733, 0.8385426998138428, 0.8408010005950928, 0.8249781131744385, 0.8446828126907349], "r_norm": [1.607910394668579, 1.3347911834716797, 1.3250737190246582, 1.3258650302886963, 1.2860863208770752, 1.2952125072479248, 1.276294469833374, 1.289188265800476, 1.2743655443191528, 1.294303297996521, 1.2775304317474365, 1.2812232971191406, 1.268270492553711, 1.2456574440002441, 1.247420072555542, 1.2522914409637451, 1.261841058731079, 1.2183407545089722, 1.2424743175506592, 1.2240269184112549, 1.2088371515274048, 1.2102864980697632, 1.2070186138153076, 1.198940396308899, 1.2268028259277344, 1.1930733919143677, 1.189351201057434, 1.2036585807800293, 1.2037644386291504, 1.195385217666626]}, {"step": 5200, "epoch": 13, "train_loss": 1.0728800296783447, "cos_r_negg": [0.823013186454773, 0.7691365480422974, 0.7721337676048279, 0.7828219532966614, 0.7931851148605347, 0.7950769662857056, 0.7947553396224976, 0.8004312515258789, 0.8034401535987854, 0.8099842071533203, 0.8123511075973511, 0.8223369121551514, 0.8232367634773254, 0.8179789185523987, 0.8231077194213867, 0.8332022428512573, 0.8075635433197021, 0.8231723308563232, 0.8306455612182617, 0.8281946182250977, 0.8304380178451538, 0.8349210619926453, 0.8361364603042603, 0.8284925222396851, 0.8408873081207275, 0.827837347984314, 0.8424525260925293, 0.8450108766555786, 0.8354289531707764, 0.8479185104370117], "cos_apical_negg": [0.823013186454773, 0.7691365480422974, 0.7721337676048279, 0.7828219532966614, 0.7931851148605347, 0.7950769662857056, 0.7947553396224976, 0.8004312515258789, 0.8034401535987854, 0.8099842071533203, 0.8123511075973511, 0.8223369121551514, 0.8232367634773254, 0.8179789185523987, 0.8231077194213867, 0.8332022428512573, 0.8075635433197021, 0.8231723308563232, 0.8306455612182617, 0.8281946182250977, 0.8304380178451538, 0.8349210619926453, 0.8361364603042603, 0.8284925222396851, 0.8408873081207275, 0.827837347984314, 0.8424525260925293, 0.8450108766555786, 0.8354289531707764, 0.8479185104370117], "cos_Ac_negg": [0.823013186454773, 0.7691365480422974, 0.7721337676048279, 0.7828219532966614, 0.7931851148605347, 0.7950769662857056, 0.7947553396224976, 0.8004312515258789, 0.8034401535987854, 0.8099842071533203, 0.8123511075973511, 0.8223369121551514, 0.8232367634773254, 0.8179789185523987, 0.8231077194213867, 0.8332022428512573, 0.8075635433197021, 0.8231723308563232, 0.8306455612182617, 0.8281946182250977, 0.8304380178451538, 0.8349210619926453, 0.8361364603042603, 0.8284925222396851, 0.8408873081207275, 0.827837347984314, 0.8424525260925293, 0.8450108766555786, 0.8354289531707764, 0.8479185104370117], "r_norm": [1.6411494016647339, 1.3622462749481201, 1.3499499559402466, 1.3528279066085815, 1.3140854835510254, 1.3220956325531006, 1.303081750869751, 1.3173761367797852, 1.2977861166000366, 1.3211355209350586, 1.302394151687622, 1.3042255640029907, 1.2937676906585693, 1.2689175605773926, 1.2724876403808594, 1.2788885831832886, 1.288304328918457, 1.2433106899261475, 1.2678050994873047, 1.2457892894744873, 1.2336666584014893, 1.233083724975586, 1.2309694290161133, 1.22499418258667, 1.2501778602600098, 1.2152891159057617, 1.2129485607147217, 1.2260862588882446, 1.2240040302276611, 1.220813274383545]}, {"step": 5250, "epoch": 13, "train_loss": 0.842293918132782, "cos_r_negg": [0.8210498690605164, 0.7777169942855835, 0.777157187461853, 0.7854220271110535, 0.7966402769088745, 0.8005552291870117, 0.7985813617706299, 0.8053184151649475, 0.8101515173912048, 0.8186466097831726, 0.8217265009880066, 0.8273857831954956, 0.8305758237838745, 0.8257848024368286, 0.8326675891876221, 0.8385105729103088, 0.8149714469909668, 0.8324985504150391, 0.8308063745498657, 0.83780837059021, 0.8383667469024658, 0.842433512210846, 0.8405252695083618, 0.8333626985549927, 0.845146656036377, 0.8400897979736328, 0.8455352187156677, 0.8528133630752563, 0.8391542434692383, 0.8538281917572021], "cos_apical_negg": [0.8210498690605164, 0.7777169942855835, 0.777157187461853, 0.7854220271110535, 0.7966402769088745, 0.8005552291870117, 0.7985813617706299, 0.8053184151649475, 0.8101515173912048, 0.8186466097831726, 0.8217265009880066, 0.8273857831954956, 0.8305758237838745, 0.8257848024368286, 0.8326675891876221, 0.8385105729103088, 0.8149714469909668, 0.8324985504150391, 0.8308063745498657, 0.83780837059021, 0.8383667469024658, 0.842433512210846, 0.8405252695083618, 0.8333626985549927, 0.845146656036377, 0.8400897979736328, 0.8455352187156677, 0.8528133630752563, 0.8391542434692383, 0.8538281917572021], "cos_Ac_negg": [0.8210498690605164, 0.7777169942855835, 0.777157187461853, 0.7854220271110535, 0.7966402769088745, 0.8005552291870117, 0.7985813617706299, 0.8053184151649475, 0.8101515173912048, 0.8186466097831726, 0.8217265009880066, 0.8273857831954956, 0.8305758237838745, 0.8257848024368286, 0.8326675891876221, 0.8385105729103088, 0.8149714469909668, 0.8324985504150391, 0.8308063745498657, 0.83780837059021, 0.8383667469024658, 0.842433512210846, 0.8405252695083618, 0.8333626985549927, 0.845146656036377, 0.8400897979736328, 0.8455352187156677, 0.8528133630752563, 0.8391542434692383, 0.8538281917572021], "r_norm": [1.651746392250061, 1.3728902339935303, 1.3651888370513916, 1.3649053573608398, 1.327019214630127, 1.3347772359848022, 1.3144097328186035, 1.329472541809082, 1.312300205230713, 1.334172010421753, 1.3152823448181152, 1.3189799785614014, 1.3081943988800049, 1.2803388833999634, 1.2844197750091553, 1.2897534370422363, 1.2987017631530762, 1.2556426525115967, 1.2788373231887817, 1.2558841705322266, 1.2447984218597412, 1.2455613613128662, 1.2414968013763428, 1.2327008247375488, 1.260563850402832, 1.22454833984375, 1.223358392715454, 1.2355502843856812, 1.2358003854751587, 1.2286713123321533], "ldr": {"dL_sdil": -0.09437775611877441, "dL_bp": -0.10195565223693848, "ratio": 0.9256745854506083}}, {"step": 5300, "epoch": 13, "train_loss": 0.7934215068817139, "cos_r_negg": [0.8199103474617004, 0.7788320779800415, 0.7796167135238647, 0.789649248123169, 0.8020889759063721, 0.8005872964859009, 0.8044732213020325, 0.8055871725082397, 0.8124759197235107, 0.8174194097518921, 0.8213127851486206, 0.8329708576202393, 0.830795407295227, 0.827939510345459, 0.8321046233177185, 0.8399145603179932, 0.8228607177734375, 0.835502028465271, 0.8339440226554871, 0.8421618938446045, 0.8414948582649231, 0.8456556797027588, 0.8453355431556702, 0.832173228263855, 0.8453553915023804, 0.8404309749603271, 0.8556011915206909, 0.8577356338500977, 0.8406201601028442, 0.8561182022094727], "cos_apical_negg": [0.8199103474617004, 0.7788320779800415, 0.7796167135238647, 0.789649248123169, 0.8020889759063721, 0.8005872964859009, 0.8044732213020325, 0.8055871725082397, 0.8124759197235107, 0.8174194097518921, 0.8213127851486206, 0.8329708576202393, 0.830795407295227, 0.827939510345459, 0.8321046233177185, 0.8399145603179932, 0.8228607177734375, 0.835502028465271, 0.8339440226554871, 0.8421618938446045, 0.8414948582649231, 0.8456556797027588, 0.8453355431556702, 0.832173228263855, 0.8453553915023804, 0.8404309749603271, 0.8556011915206909, 0.8577356338500977, 0.8406201601028442, 0.8561182022094727], "cos_Ac_negg": [0.8199103474617004, 0.7788320779800415, 0.7796167135238647, 0.789649248123169, 0.8020889759063721, 0.8005872964859009, 0.8044732213020325, 0.8055871725082397, 0.8124759197235107, 0.8174194097518921, 0.8213127851486206, 0.8329708576202393, 0.830795407295227, 0.827939510345459, 0.8321046233177185, 0.8399145603179932, 0.8228607177734375, 0.835502028465271, 0.8339440226554871, 0.8421618938446045, 0.8414948582649231, 0.8456556797027588, 0.8453355431556702, 0.832173228263855, 0.8453553915023804, 0.8404309749603271, 0.8556011915206909, 0.8577356338500977, 0.8406201601028442, 0.8561182022094727], "r_norm": [1.6850683689117432, 1.403254747390747, 1.3935961723327637, 1.3948776721954346, 1.3547744750976562, 1.3632044792175293, 1.345877766609192, 1.3580304384231567, 1.3385546207427979, 1.363856554031372, 1.34158194065094, 1.3457176685333252, 1.337129831314087, 1.3121752738952637, 1.311903715133667, 1.3182048797607422, 1.3289129734039307, 1.2829256057739258, 1.307291865348816, 1.2844114303588867, 1.272129774093628, 1.2727800607681274, 1.2689002752304077, 1.2599225044250488, 1.2856574058532715, 1.2520360946655273, 1.2487599849700928, 1.2615777254104614, 1.2639755010604858, 1.257336139678955]}, {"step": 5350, "epoch": 13, "train_loss": 0.8192387223243713, "cos_r_negg": [0.815898060798645, 0.7787032127380371, 0.7798019647598267, 0.7923318147659302, 0.8035183548927307, 0.8031662702560425, 0.802689790725708, 0.8103263974189758, 0.811488151550293, 0.817805826663971, 0.8227455615997314, 0.8291938304901123, 0.8296619057655334, 0.8286913633346558, 0.8317247629165649, 0.8411820530891418, 0.8168919086456299, 0.8354503512382507, 0.8360629677772522, 0.8401605486869812, 0.8442131280899048, 0.8450150489807129, 0.8423590660095215, 0.8357789516448975, 0.8471251726150513, 0.8380188345909119, 0.855352520942688, 0.8573452234268188, 0.8427269458770752, 0.859954833984375], "cos_apical_negg": [0.815898060798645, 0.7787032127380371, 0.7798019647598267, 0.7923318147659302, 0.8035183548927307, 0.8031662702560425, 0.802689790725708, 0.8103263974189758, 0.811488151550293, 0.817805826663971, 0.8227455615997314, 0.8291938304901123, 0.8296619057655334, 0.8286913633346558, 0.8317247629165649, 0.8411820530891418, 0.8168919086456299, 0.8354503512382507, 0.8360629677772522, 0.8401605486869812, 0.8442131280899048, 0.8450150489807129, 0.8423590660095215, 0.8357789516448975, 0.8471251726150513, 0.8380188345909119, 0.855352520942688, 0.8573452234268188, 0.8427269458770752, 0.859954833984375], "cos_Ac_negg": [0.815898060798645, 0.7787032127380371, 0.7798019647598267, 0.7923318147659302, 0.8035183548927307, 0.8031662702560425, 0.802689790725708, 0.8103263974189758, 0.811488151550293, 0.817805826663971, 0.8227455615997314, 0.8291938304901123, 0.8296619057655334, 0.8286913633346558, 0.8317247629165649, 0.8411820530891418, 0.8168919086456299, 0.8354503512382507, 0.8360629677772522, 0.8401605486869812, 0.8442131280899048, 0.8450150489807129, 0.8423590660095215, 0.8357789516448975, 0.8471251726150513, 0.8380188345909119, 0.855352520942688, 0.8573452234268188, 0.8427269458770752, 0.859954833984375], "r_norm": [1.621742606163025, 1.3534982204437256, 1.3429970741271973, 1.3433458805084229, 1.3059189319610596, 1.3138660192489624, 1.2966454029083252, 1.3105034828186035, 1.28957200050354, 1.3127853870391846, 1.2937664985656738, 1.2975047826766968, 1.285868763923645, 1.2632157802581787, 1.2642731666564941, 1.2692863941192627, 1.2787156105041504, 1.236166000366211, 1.25783109664917, 1.2379653453826904, 1.2252652645111084, 1.2266807556152344, 1.2215793132781982, 1.2136017084121704, 1.2375679016113281, 1.206227421760559, 1.2017501592636108, 1.2143720388412476, 1.2164756059646606, 1.2100715637207031]}, {"step": 5400, "epoch": 13, "train_loss": 0.9982491135597229, "cos_r_negg": [0.8228609561920166, 0.7856454253196716, 0.783623218536377, 0.7943347692489624, 0.8076142072677612, 0.810600221157074, 0.8065781593322754, 0.8167392015457153, 0.8153024315834045, 0.8248945474624634, 0.8238875865936279, 0.8336371183395386, 0.8346847295761108, 0.8372583985328674, 0.8349049091339111, 0.8471612930297852, 0.8235874176025391, 0.8407484889030457, 0.8440334796905518, 0.8457369804382324, 0.8478264808654785, 0.8514336943626404, 0.8454256057739258, 0.8442690968513489, 0.8585801720619202, 0.8472994565963745, 0.8583557605743408, 0.8662457466125488, 0.8484922647476196, 0.8701652884483337], "cos_apical_negg": [0.8228609561920166, 0.7856454253196716, 0.783623218536377, 0.7943347692489624, 0.8076142072677612, 0.810600221157074, 0.8065781593322754, 0.8167392015457153, 0.8153024315834045, 0.8248945474624634, 0.8238875865936279, 0.8336371183395386, 0.8346847295761108, 0.8372583985328674, 0.8349049091339111, 0.8471612930297852, 0.8235874176025391, 0.8407484889030457, 0.8440334796905518, 0.8457369804382324, 0.8478264808654785, 0.8514336943626404, 0.8454256057739258, 0.8442690968513489, 0.8585801720619202, 0.8472994565963745, 0.8583557605743408, 0.8662457466125488, 0.8484922647476196, 0.8701652884483337], "cos_Ac_negg": [0.8228609561920166, 0.7856454253196716, 0.783623218536377, 0.7943347692489624, 0.8076142072677612, 0.810600221157074, 0.8065781593322754, 0.8167392015457153, 0.8153024315834045, 0.8248945474624634, 0.8238875865936279, 0.8336371183395386, 0.8346847295761108, 0.8372583985328674, 0.8349049091339111, 0.8471612930297852, 0.8235874176025391, 0.8407484889030457, 0.8440334796905518, 0.8457369804382324, 0.8478264808654785, 0.8514336943626404, 0.8454256057739258, 0.8442690968513489, 0.8585801720619202, 0.8472994565963745, 0.8583557605743408, 0.8662457466125488, 0.8484922647476196, 0.8701652884483337], "r_norm": [1.6859158277511597, 1.4061906337738037, 1.3994417190551758, 1.398402214050293, 1.359037160873413, 1.366091012954712, 1.3499844074249268, 1.3636293411254883, 1.342907428741455, 1.3665523529052734, 1.3450312614440918, 1.3492257595062256, 1.3371086120605469, 1.313423991203308, 1.312633991241455, 1.3190555572509766, 1.3298497200012207, 1.284299612045288, 1.3050159215927124, 1.285935401916504, 1.2737834453582764, 1.2725809812545776, 1.2688572406768799, 1.2592074871063232, 1.28550386428833, 1.2530462741851807, 1.2473821640014648, 1.2591516971588135, 1.2622648477554321, 1.2553503513336182]}, {"step": 5450, "epoch": 13, "train_loss": 1.097049355506897, "cos_r_negg": [0.8234682083129883, 0.7905526757240295, 0.7921184301376343, 0.7983753085136414, 0.8101328015327454, 0.8130038976669312, 0.8087234497070312, 0.8186047077178955, 0.8207290768623352, 0.8267384767532349, 0.8301105499267578, 0.83884197473526, 0.8417477607727051, 0.8366414308547974, 0.8372095823287964, 0.8509771823883057, 0.8283947706222534, 0.8435143232345581, 0.8501712083816528, 0.8496133685112, 0.8512568473815918, 0.8571767807006836, 0.8527791500091553, 0.8454758524894714, 0.8572870492935181, 0.8462618589401245, 0.8624621629714966, 0.8691407442092896, 0.8487330675125122, 0.8713452816009521], "cos_apical_negg": [0.8234682083129883, 0.7905526757240295, 0.7921184301376343, 0.7983753085136414, 0.8101328015327454, 0.8130038976669312, 0.8087234497070312, 0.8186047077178955, 0.8207290768623352, 0.8267384767532349, 0.8301105499267578, 0.83884197473526, 0.8417477607727051, 0.8366414308547974, 0.8372095823287964, 0.8509771823883057, 0.8283947706222534, 0.8435143232345581, 0.8501712083816528, 0.8496133685112, 0.8512568473815918, 0.8571767807006836, 0.8527791500091553, 0.8454758524894714, 0.8572870492935181, 0.8462618589401245, 0.8624621629714966, 0.8691407442092896, 0.8487330675125122, 0.8713452816009521], "cos_Ac_negg": [0.8234682083129883, 0.7905526757240295, 0.7921184301376343, 0.7983753085136414, 0.8101328015327454, 0.8130038976669312, 0.8087234497070312, 0.8186047077178955, 0.8207290768623352, 0.8267384767532349, 0.8301105499267578, 0.83884197473526, 0.8417477607727051, 0.8366414308547974, 0.8372095823287964, 0.8509771823883057, 0.8283947706222534, 0.8435143232345581, 0.8501712083816528, 0.8496133685112, 0.8512568473815918, 0.8571767807006836, 0.8527791500091553, 0.8454758524894714, 0.8572870492935181, 0.8462618589401245, 0.8624621629714966, 0.8691407442092896, 0.8487330675125122, 0.8713452816009521], "r_norm": [1.7185590267181396, 1.4369152784347534, 1.427922010421753, 1.428680181503296, 1.3900320529937744, 1.3973969221115112, 1.3814024925231934, 1.3930697441101074, 1.3730825185775757, 1.3968334197998047, 1.3779520988464355, 1.3812031745910645, 1.365260362625122, 1.3430991172790527, 1.3425376415252686, 1.3504842519760132, 1.3597655296325684, 1.3134268522262573, 1.3364535570144653, 1.3156057596206665, 1.3047256469726562, 1.2991708517074585, 1.298031210899353, 1.2880301475524902, 1.3151520490646362, 1.2827069759368896, 1.2751221656799316, 1.2898632287979126, 1.2903879880905151, 1.2822837829589844]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.426, "test_loss": 2.1665523681640626}, {"step": 5500, "epoch": 14, "train_loss": 0.7443556189537048, "cos_r_negg": [0.8264948129653931, 0.7921987771987915, 0.7968171834945679, 0.8018415570259094, 0.8152750134468079, 0.8160156011581421, 0.8154517412185669, 0.8239776492118835, 0.8275869488716125, 0.8333231210708618, 0.8365346193313599, 0.8438373804092407, 0.8486117124557495, 0.8448500633239746, 0.8462034463882446, 0.8567411303520203, 0.8360217809677124, 0.8512231111526489, 0.8549273014068604, 0.8587510585784912, 0.8528053760528564, 0.8625333905220032, 0.8580317497253418, 0.8541332483291626, 0.8646979331970215, 0.8552610874176025, 0.8661783933639526, 0.8724634647369385, 0.8555905222892761, 0.8760323524475098], "cos_apical_negg": [0.8264948129653931, 0.7921987771987915, 0.7968171834945679, 0.8018415570259094, 0.8152750134468079, 0.8160156011581421, 0.8154517412185669, 0.8239776492118835, 0.8275869488716125, 0.8333231210708618, 0.8365346193313599, 0.8438373804092407, 0.8486117124557495, 0.8448500633239746, 0.8462034463882446, 0.8567411303520203, 0.8360217809677124, 0.8512231111526489, 0.8549273014068604, 0.8587510585784912, 0.8528053760528564, 0.8625333905220032, 0.8580317497253418, 0.8541332483291626, 0.8646979331970215, 0.8552610874176025, 0.8661783933639526, 0.8724634647369385, 0.8555905222892761, 0.8760323524475098], "cos_Ac_negg": [0.8264948129653931, 0.7921987771987915, 0.7968171834945679, 0.8018415570259094, 0.8152750134468079, 0.8160156011581421, 0.8154517412185669, 0.8239776492118835, 0.8275869488716125, 0.8333231210708618, 0.8365346193313599, 0.8438373804092407, 0.8486117124557495, 0.8448500633239746, 0.8462034463882446, 0.8567411303520203, 0.8360217809677124, 0.8512231111526489, 0.8549273014068604, 0.8587510585784912, 0.8528053760528564, 0.8625333905220032, 0.8580317497253418, 0.8541332483291626, 0.8646979331970215, 0.8552610874176025, 0.8661783933639526, 0.8724634647369385, 0.8555905222892761, 0.8760323524475098], "r_norm": [1.6818552017211914, 1.4081141948699951, 1.3987500667572021, 1.4016351699829102, 1.3646786212921143, 1.368910312652588, 1.3541374206542969, 1.3672581911087036, 1.3445543050765991, 1.367300033569336, 1.3488943576812744, 1.3505983352661133, 1.336456537246704, 1.3139472007751465, 1.3165736198425293, 1.3214733600616455, 1.3312290906906128, 1.287550687789917, 1.3076817989349365, 1.2874436378479004, 1.2765040397644043, 1.2719018459320068, 1.2684991359710693, 1.2621126174926758, 1.2883491516113281, 1.254821538925171, 1.2500524520874023, 1.2631226778030396, 1.2613579034805298, 1.2549734115600586], "ldr": {"dL_sdil": -0.07603836059570312, "dL_bp": -0.0853109359741211, "ratio": 0.8913084791235817}}, {"step": 5550, "epoch": 14, "train_loss": 0.8206653594970703, "cos_r_negg": [0.8262654542922974, 0.795007586479187, 0.7967711687088013, 0.8087651133537292, 0.8130919933319092, 0.817630410194397, 0.8155256509780884, 0.8237180709838867, 0.8278679847717285, 0.8336578607559204, 0.8392269611358643, 0.8439579606056213, 0.8469844460487366, 0.8442209959030151, 0.8478872776031494, 0.8584817051887512, 0.8401469588279724, 0.8540655970573425, 0.8552883863449097, 0.8601357340812683, 0.8576958179473877, 0.8638429045677185, 0.8613780736923218, 0.8575696349143982, 0.8702319264411926, 0.858363687992096, 0.8687789440155029, 0.8735418915748596, 0.8589906096458435, 0.8804749846458435], "cos_apical_negg": [0.8262654542922974, 0.795007586479187, 0.7967711687088013, 0.8087651133537292, 0.8130919933319092, 0.817630410194397, 0.8155256509780884, 0.8237180709838867, 0.8278679847717285, 0.8336578607559204, 0.8392269611358643, 0.8439579606056213, 0.8469844460487366, 0.8442209959030151, 0.8478872776031494, 0.8584817051887512, 0.8401469588279724, 0.8540655970573425, 0.8552883863449097, 0.8601357340812683, 0.8576958179473877, 0.8638429045677185, 0.8613780736923218, 0.8575696349143982, 0.8702319264411926, 0.858363687992096, 0.8687789440155029, 0.8735418915748596, 0.8589906096458435, 0.8804749846458435], "cos_Ac_negg": [0.8262654542922974, 0.795007586479187, 0.7967711687088013, 0.8087651133537292, 0.8130919933319092, 0.817630410194397, 0.8155256509780884, 0.8237180709838867, 0.8278679847717285, 0.8336578607559204, 0.8392269611358643, 0.8439579606056213, 0.8469844460487366, 0.8442209959030151, 0.8478872776031494, 0.8584817051887512, 0.8401469588279724, 0.8540655970573425, 0.8552883863449097, 0.8601357340812683, 0.8576958179473877, 0.8638429045677185, 0.8613780736923218, 0.8575696349143982, 0.8702319264411926, 0.858363687992096, 0.8687789440155029, 0.8735418915748596, 0.8589906096458435, 0.8804749846458435], "r_norm": [1.6790399551391602, 1.4076895713806152, 1.4009977579116821, 1.4009913206100464, 1.3616546392440796, 1.3678641319274902, 1.3538354635238647, 1.3679733276367188, 1.3469864130020142, 1.3678860664367676, 1.3500378131866455, 1.350698709487915, 1.3395649194717407, 1.3147425651550293, 1.3178110122680664, 1.3217928409576416, 1.3315181732177734, 1.2887001037597656, 1.3093702793121338, 1.2877017259597778, 1.277503490447998, 1.2733521461486816, 1.2687530517578125, 1.2609496116638184, 1.2873780727386475, 1.2537219524383545, 1.2494652271270752, 1.2609257698059082, 1.2625211477279663, 1.2552647590637207]}, {"step": 5600, "epoch": 14, "train_loss": 0.8656976819038391, "cos_r_negg": [0.8259609937667847, 0.7971136569976807, 0.7988092303276062, 0.8134305477142334, 0.8165560960769653, 0.8196647763252258, 0.8211133480072021, 0.8291792869567871, 0.8290435075759888, 0.8375765085220337, 0.8419129252433777, 0.8491616249084473, 0.8523473739624023, 0.8456234335899353, 0.8495317697525024, 0.8619619607925415, 0.8432406187057495, 0.860713005065918, 0.8600610494613647, 0.8630290627479553, 0.859843373298645, 0.8691720962524414, 0.8617828488349915, 0.8628098964691162, 0.8750067353248596, 0.8618364334106445, 0.870704174041748, 0.8799670338630676, 0.8613302707672119, 0.8848352432250977], "cos_apical_negg": [0.8259609937667847, 0.7971136569976807, 0.7988092303276062, 0.8134305477142334, 0.8165560960769653, 0.8196647763252258, 0.8211133480072021, 0.8291792869567871, 0.8290435075759888, 0.8375765085220337, 0.8419129252433777, 0.8491616249084473, 0.8523473739624023, 0.8456234335899353, 0.8495317697525024, 0.8619619607925415, 0.8432406187057495, 0.860713005065918, 0.8600610494613647, 0.8630290627479553, 0.859843373298645, 0.8691720962524414, 0.8617828488349915, 0.8628098964691162, 0.8750067353248596, 0.8618364334106445, 0.870704174041748, 0.8799670338630676, 0.8613302707672119, 0.8848352432250977], "cos_Ac_negg": [0.8259609937667847, 0.7971136569976807, 0.7988092303276062, 0.8134305477142334, 0.8165560960769653, 0.8196647763252258, 0.8211133480072021, 0.8291792869567871, 0.8290435075759888, 0.8375765085220337, 0.8419129252433777, 0.8491616249084473, 0.8523473739624023, 0.8456234335899353, 0.8495317697525024, 0.8619619607925415, 0.8432406187057495, 0.860713005065918, 0.8600610494613647, 0.8630290627479553, 0.859843373298645, 0.8691720962524414, 0.8617828488349915, 0.8628098964691162, 0.8750067353248596, 0.8618364334106445, 0.870704174041748, 0.8799670338630676, 0.8613302707672119, 0.8848352432250977], "r_norm": [1.7057147026062012, 1.432466745376587, 1.425906777381897, 1.4266197681427002, 1.3865399360656738, 1.3934016227722168, 1.3798632621765137, 1.3917207717895508, 1.371358871459961, 1.3940924406051636, 1.3749927282333374, 1.3763620853424072, 1.360825777053833, 1.3402185440063477, 1.3409361839294434, 1.3454530239105225, 1.3538881540298462, 1.3105723857879639, 1.3321720361709595, 1.3110172748565674, 1.3006750345230103, 1.2979637384414673, 1.2931640148162842, 1.2827816009521484, 1.3089205026626587, 1.278078556060791, 1.2705506086349487, 1.2808279991149902, 1.2847235202789307, 1.2774593830108643]}, {"step": 5650, "epoch": 14, "train_loss": 0.8124000430107117, "cos_r_negg": [0.819266676902771, 0.797294020652771, 0.7997332811355591, 0.810727596282959, 0.8194171786308289, 0.8190786838531494, 0.8197113275527954, 0.8281477689743042, 0.8316824436187744, 0.8378876447677612, 0.8428565263748169, 0.850033164024353, 0.8500625491142273, 0.8482137322425842, 0.8491923809051514, 0.8616416454315186, 0.8403122425079346, 0.855486273765564, 0.861831545829773, 0.8624429702758789, 0.8635741472244263, 0.8676854372024536, 0.8625005483627319, 0.8649303913116455, 0.8715270161628723, 0.8594335913658142, 0.8766062259674072, 0.878878653049469, 0.8664544820785522, 0.8789381980895996], "cos_apical_negg": [0.819266676902771, 0.797294020652771, 0.7997332811355591, 0.810727596282959, 0.8194171786308289, 0.8190786838531494, 0.8197113275527954, 0.8281477689743042, 0.8316824436187744, 0.8378876447677612, 0.8428565263748169, 0.850033164024353, 0.8500625491142273, 0.8482137322425842, 0.8491923809051514, 0.8616416454315186, 0.8403122425079346, 0.855486273765564, 0.861831545829773, 0.8624429702758789, 0.8635741472244263, 0.8676854372024536, 0.8625005483627319, 0.8649303913116455, 0.8715270161628723, 0.8594335913658142, 0.8766062259674072, 0.878878653049469, 0.8664544820785522, 0.8789381980895996], "cos_Ac_negg": [0.819266676902771, 0.797294020652771, 0.7997332811355591, 0.810727596282959, 0.8194171786308289, 0.8190786838531494, 0.8197113275527954, 0.8281477689743042, 0.8316824436187744, 0.8378876447677612, 0.8428565263748169, 0.850033164024353, 0.8500625491142273, 0.8482137322425842, 0.8491923809051514, 0.8616416454315186, 0.8403122425079346, 0.855486273765564, 0.861831545829773, 0.8624429702758789, 0.8635741472244263, 0.8676854372024536, 0.8625005483627319, 0.8649303913116455, 0.8715270161628723, 0.8594335913658142, 0.8766062259674072, 0.878878653049469, 0.8664544820785522, 0.8789381980895996], "r_norm": [1.772442102432251, 1.4915168285369873, 1.4812448024749756, 1.4820307493209839, 1.4440550804138184, 1.4496941566467285, 1.4322551488876343, 1.4484302997589111, 1.4277989864349365, 1.4476382732391357, 1.4318573474884033, 1.4270297288894653, 1.4116390943527222, 1.391045093536377, 1.3949260711669922, 1.3990437984466553, 1.4063549041748047, 1.3607807159423828, 1.3810725212097168, 1.3603956699371338, 1.3485386371612549, 1.3458385467529297, 1.3418991565704346, 1.33416748046875, 1.3598793745040894, 1.3266688585281372, 1.3192203044891357, 1.32994544506073, 1.3320426940917969, 1.3246798515319824]}, {"step": 5700, "epoch": 14, "train_loss": 0.8188344240188599, "cos_r_negg": [0.8208472728729248, 0.7998735308647156, 0.799724817276001, 0.8112770318984985, 0.819901704788208, 0.8229613304138184, 0.8204982280731201, 0.8319833278656006, 0.8330419063568115, 0.839801549911499, 0.846778929233551, 0.8523588180541992, 0.8520773649215698, 0.8487374782562256, 0.8491048812866211, 0.8634672164916992, 0.8418219089508057, 0.8558037281036377, 0.8646687269210815, 0.8637715578079224, 0.8652048110961914, 0.8684051036834717, 0.8654215335845947, 0.86347496509552, 0.8700250387191772, 0.8600331544876099, 0.8758566379547119, 0.8799991011619568, 0.8631277680397034, 0.883452832698822], "cos_apical_negg": [0.8208472728729248, 0.7998735308647156, 0.799724817276001, 0.8112770318984985, 0.819901704788208, 0.8229613304138184, 0.8204982280731201, 0.8319833278656006, 0.8330419063568115, 0.839801549911499, 0.846778929233551, 0.8523588180541992, 0.8520773649215698, 0.8487374782562256, 0.8491048812866211, 0.8634672164916992, 0.8418219089508057, 0.8558037281036377, 0.8646687269210815, 0.8637715578079224, 0.8652048110961914, 0.8684051036834717, 0.8654215335845947, 0.86347496509552, 0.8700250387191772, 0.8600331544876099, 0.8758566379547119, 0.8799991011619568, 0.8631277680397034, 0.883452832698822], "cos_Ac_negg": [0.8208472728729248, 0.7998735308647156, 0.799724817276001, 0.8112770318984985, 0.819901704788208, 0.8229613304138184, 0.8204982280731201, 0.8319833278656006, 0.8330419063568115, 0.839801549911499, 0.846778929233551, 0.8523588180541992, 0.8520773649215698, 0.8487374782562256, 0.8491048812866211, 0.8634672164916992, 0.8418219089508057, 0.8558037281036377, 0.8646687269210815, 0.8637715578079224, 0.8652048110961914, 0.8684051036834717, 0.8654215335845947, 0.86347496509552, 0.8700250387191772, 0.8600331544876099, 0.8758566379547119, 0.8799991011619568, 0.8631277680397034, 0.883452832698822], "r_norm": [1.7025043964385986, 1.4362821578979492, 1.4282283782958984, 1.4242136478424072, 1.3900022506713867, 1.3961315155029297, 1.3794677257537842, 1.393306851387024, 1.373481273651123, 1.394073247909546, 1.3773283958435059, 1.3774137496948242, 1.3598315715789795, 1.340162754058838, 1.340205192565918, 1.3468520641326904, 1.3509809970855713, 1.3109794855117798, 1.3311671018600464, 1.3098856210708618, 1.3001010417938232, 1.2951571941375732, 1.2927603721618652, 1.2821059226989746, 1.306269645690918, 1.277119755744934, 1.2687389850616455, 1.2798582315444946, 1.281259298324585, 1.2738502025604248]}, {"step": 5750, "epoch": 14, "train_loss": 0.7419549226760864, "cos_r_negg": [0.8219252824783325, 0.8043783903121948, 0.8077176809310913, 0.81778883934021, 0.8276470899581909, 0.826900839805603, 0.8281148076057434, 0.8363431692123413, 0.8441677689552307, 0.8470795750617981, 0.8512563705444336, 0.859940767288208, 0.861061692237854, 0.8590220212936401, 0.8596670031547546, 0.871502697467804, 0.8502132892608643, 0.8663845062255859, 0.8706507682800293, 0.8704715371131897, 0.8744017481803894, 0.8746190071105957, 0.8763422966003418, 0.8719526529312134, 0.880624532699585, 0.8680729866027832, 0.8841022253036499, 0.8847278356552124, 0.8717502355575562, 0.8858405351638794], "cos_apical_negg": [0.8219252824783325, 0.8043783903121948, 0.8077176809310913, 0.81778883934021, 0.8276470899581909, 0.826900839805603, 0.8281148076057434, 0.8363431692123413, 0.8441677689552307, 0.8470795750617981, 0.8512563705444336, 0.859940767288208, 0.861061692237854, 0.8590220212936401, 0.8596670031547546, 0.871502697467804, 0.8502132892608643, 0.8663845062255859, 0.8706507682800293, 0.8704715371131897, 0.8744017481803894, 0.8746190071105957, 0.8763422966003418, 0.8719526529312134, 0.880624532699585, 0.8680729866027832, 0.8841022253036499, 0.8847278356552124, 0.8717502355575562, 0.8858405351638794], "cos_Ac_negg": [0.8219252824783325, 0.8043783903121948, 0.8077176809310913, 0.81778883934021, 0.8276470899581909, 0.826900839805603, 0.8281148076057434, 0.8363431692123413, 0.8441677689552307, 0.8470795750617981, 0.8512563705444336, 0.859940767288208, 0.861061692237854, 0.8590220212936401, 0.8596670031547546, 0.871502697467804, 0.8502132892608643, 0.8663845062255859, 0.8706507682800293, 0.8704715371131897, 0.8744017481803894, 0.8746190071105957, 0.8763422966003418, 0.8719526529312134, 0.880624532699585, 0.8680729866027832, 0.8841022253036499, 0.8847278356552124, 0.8717502355575562, 0.8858405351638794], "r_norm": [1.6746478080749512, 1.413689136505127, 1.4049626588821411, 1.4038596153259277, 1.3711999654769897, 1.3755018711090088, 1.3576692342758179, 1.3731045722961426, 1.3518359661102295, 1.3732545375823975, 1.3557698726654053, 1.3547985553741455, 1.3379838466644287, 1.3196306228637695, 1.3197226524353027, 1.325210690498352, 1.33013916015625, 1.2898849248886108, 1.308505892753601, 1.2847071886062622, 1.2789791822433472, 1.2747416496276855, 1.2691195011138916, 1.262925624847412, 1.2851238250732422, 1.255231499671936, 1.2476351261138916, 1.257167935371399, 1.2579764127731323, 1.2517220973968506], "ldr": {"dL_sdil": -0.08563590049743652, "dL_bp": -0.10099458694458008, "ratio": 0.8479256471876904}}, {"step": 5800, "epoch": 14, "train_loss": 0.883899986743927, "cos_r_negg": [0.8226907253265381, 0.8032293915748596, 0.8079482913017273, 0.8139004707336426, 0.8283852934837341, 0.8265491724014282, 0.8280428051948547, 0.8376525044441223, 0.8429195880889893, 0.8460841178894043, 0.8509113192558289, 0.8583099246025085, 0.8599108457565308, 0.856600284576416, 0.8612393140792847, 0.8704839944839478, 0.8497081995010376, 0.8674435019493103, 0.8702857494354248, 0.8703081011772156, 0.8755194544792175, 0.8740692138671875, 0.8754527568817139, 0.8693543076515198, 0.8768839836120605, 0.8721334934234619, 0.8873502016067505, 0.8804017901420593, 0.8704966902732849, 0.8858248591423035], "cos_apical_negg": [0.8226907253265381, 0.8032293915748596, 0.8079482913017273, 0.8139004707336426, 0.8283852934837341, 0.8265491724014282, 0.8280428051948547, 0.8376525044441223, 0.8429195880889893, 0.8460841178894043, 0.8509113192558289, 0.8583099246025085, 0.8599108457565308, 0.856600284576416, 0.8612393140792847, 0.8704839944839478, 0.8497081995010376, 0.8674435019493103, 0.8702857494354248, 0.8703081011772156, 0.8755194544792175, 0.8740692138671875, 0.8754527568817139, 0.8693543076515198, 0.8768839836120605, 0.8721334934234619, 0.8873502016067505, 0.8804017901420593, 0.8704966902732849, 0.8858248591423035], "cos_Ac_negg": [0.8226907253265381, 0.8032293915748596, 0.8079482913017273, 0.8139004707336426, 0.8283852934837341, 0.8265491724014282, 0.8280428051948547, 0.8376525044441223, 0.8429195880889893, 0.8460841178894043, 0.8509113192558289, 0.8583099246025085, 0.8599108457565308, 0.856600284576416, 0.8612393140792847, 0.8704839944839478, 0.8497081995010376, 0.8674435019493103, 0.8702857494354248, 0.8703081011772156, 0.8755194544792175, 0.8740692138671875, 0.8754527568817139, 0.8693543076515198, 0.8768839836120605, 0.8721334934234619, 0.8873502016067505, 0.8804017901420593, 0.8704966902732849, 0.8858248591423035], "r_norm": [1.7707304954528809, 1.4981226921081543, 1.4895179271697998, 1.4863660335540771, 1.4519915580749512, 1.4551396369934082, 1.4408526420593262, 1.4551267623901367, 1.432591199874878, 1.455491542816162, 1.437732458114624, 1.4350450038909912, 1.4207392930984497, 1.4005680084228516, 1.397484540939331, 1.4051694869995117, 1.409315824508667, 1.3670377731323242, 1.3857218027114868, 1.3630101680755615, 1.3545547723770142, 1.3514642715454102, 1.344435691833496, 1.3376573324203491, 1.360161304473877, 1.3291419744491577, 1.3204435110092163, 1.331298828125, 1.3320744037628174, 1.3259834051132202]}, {"step": 5850, "epoch": 14, "train_loss": 0.8130040168762207, "cos_r_negg": [0.8291470408439636, 0.8079683780670166, 0.8151838183403015, 0.822905957698822, 0.8322966694831848, 0.8329552412033081, 0.8353231549263, 0.8447427749633789, 0.8505704998970032, 0.8519662618637085, 0.8578895330429077, 0.8600388765335083, 0.8676543235778809, 0.866718053817749, 0.864977240562439, 0.8764437437057495, 0.8585482835769653, 0.8742504119873047, 0.8773390054702759, 0.8812306523323059, 0.8799676299095154, 0.8838403224945068, 0.8810227513313293, 0.8767204284667969, 0.8814114332199097, 0.8801342248916626, 0.8936343193054199, 0.8921765685081482, 0.8768653869628906, 0.8943759202957153], "cos_apical_negg": [0.8291470408439636, 0.8079683780670166, 0.8151838183403015, 0.822905957698822, 0.8322966694831848, 0.8329552412033081, 0.8353231549263, 0.8447427749633789, 0.8505704998970032, 0.8519662618637085, 0.8578895330429077, 0.8600388765335083, 0.8676543235778809, 0.866718053817749, 0.864977240562439, 0.8764437437057495, 0.8585482835769653, 0.8742504119873047, 0.8773390054702759, 0.8812306523323059, 0.8799676299095154, 0.8838403224945068, 0.8810227513313293, 0.8767204284667969, 0.8814114332199097, 0.8801342248916626, 0.8936343193054199, 0.8921765685081482, 0.8768653869628906, 0.8943759202957153], "cos_Ac_negg": [0.8291470408439636, 0.8079683780670166, 0.8151838183403015, 0.822905957698822, 0.8322966694831848, 0.8329552412033081, 0.8353231549263, 0.8447427749633789, 0.8505704998970032, 0.8519662618637085, 0.8578895330429077, 0.8600388765335083, 0.8676543235778809, 0.866718053817749, 0.864977240562439, 0.8764437437057495, 0.8585482835769653, 0.8742504119873047, 0.8773390054702759, 0.8812306523323059, 0.8799676299095154, 0.8838403224945068, 0.8810227513313293, 0.8767204284667969, 0.8814114332199097, 0.8801342248916626, 0.8936343193054199, 0.8921765685081482, 0.8768653869628906, 0.8943759202957153], "r_norm": [1.7367422580718994, 1.4731411933898926, 1.465022325515747, 1.4620190858840942, 1.4288628101348877, 1.4327374696731567, 1.418138027191162, 1.4327445030212402, 1.4097177982330322, 1.4314568042755127, 1.4123615026474, 1.4126672744750977, 1.3980377912521362, 1.378160834312439, 1.375545620918274, 1.3834993839263916, 1.3849213123321533, 1.3461997509002686, 1.3653478622436523, 1.3434319496154785, 1.3325406312942505, 1.3313579559326172, 1.3237266540527344, 1.317978024482727, 1.338714361190796, 1.3090565204620361, 1.3008675575256348, 1.3114818334579468, 1.3127309083938599, 1.3063077926635742]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.426, "test_loss": 2.1978471923828127}, {"step": 5900, "epoch": 15, "train_loss": 0.5954588651657104, "cos_r_negg": [0.8268119096755981, 0.8114199638366699, 0.8166680335998535, 0.8278559446334839, 0.837556004524231, 0.8369220495223999, 0.8395891189575195, 0.8513084053993225, 0.8525522947311401, 0.8574519157409668, 0.8621759414672852, 0.8656383752822876, 0.8710888028144836, 0.8709635734558105, 0.8705191612243652, 0.8836110830307007, 0.8637474775314331, 0.8785820007324219, 0.8847543001174927, 0.8837817311286926, 0.883834183216095, 0.8864123821258545, 0.8842946290969849, 0.8812609314918518, 0.8874148726463318, 0.8802528977394104, 0.8959829807281494, 0.8962917327880859, 0.8840720653533936, 0.9017220735549927], "cos_apical_negg": [0.8268119096755981, 0.8114199638366699, 0.8166680335998535, 0.8278559446334839, 0.837556004524231, 0.8369220495223999, 0.8395891189575195, 0.8513084053993225, 0.8525522947311401, 0.8574519157409668, 0.8621759414672852, 0.8656383752822876, 0.8710888028144836, 0.8709635734558105, 0.8705191612243652, 0.8836110830307007, 0.8637474775314331, 0.8785820007324219, 0.8847543001174927, 0.8837817311286926, 0.883834183216095, 0.8864123821258545, 0.8842946290969849, 0.8812609314918518, 0.8874148726463318, 0.8802528977394104, 0.8959829807281494, 0.8962917327880859, 0.8840720653533936, 0.9017220735549927], "cos_Ac_negg": [0.8268119096755981, 0.8114199638366699, 0.8166680335998535, 0.8278559446334839, 0.837556004524231, 0.8369220495223999, 0.8395891189575195, 0.8513084053993225, 0.8525522947311401, 0.8574519157409668, 0.8621759414672852, 0.8656383752822876, 0.8710888028144836, 0.8709635734558105, 0.8705191612243652, 0.8836110830307007, 0.8637474775314331, 0.8785820007324219, 0.8847543001174927, 0.8837817311286926, 0.883834183216095, 0.8864123821258545, 0.8842946290969849, 0.8812609314918518, 0.8874148726463318, 0.8802528977394104, 0.8959829807281494, 0.8962917327880859, 0.8840720653533936, 0.9017220735549927], "r_norm": [1.725137710571289, 1.4662915468215942, 1.4571125507354736, 1.454221487045288, 1.4222698211669922, 1.427142858505249, 1.410656452178955, 1.424020528793335, 1.40297532081604, 1.4234557151794434, 1.4066026210784912, 1.4052507877349854, 1.3882722854614258, 1.3696835041046143, 1.3671653270721436, 1.3764941692352295, 1.3771731853485107, 1.3361824750900269, 1.355959415435791, 1.3338814973831177, 1.3254550695419312, 1.3206825256347656, 1.3171188831329346, 1.3093352317810059, 1.331321358680725, 1.3026360273361206, 1.2923836708068848, 1.3024920225143433, 1.302276372909546, 1.2964544296264648]}, {"step": 5950, "epoch": 15, "train_loss": 0.6686419248580933, "cos_r_negg": [0.8251599073410034, 0.8125004768371582, 0.8183442950248718, 0.8274378776550293, 0.8361680507659912, 0.8376078605651855, 0.8395434021949768, 0.8470691442489624, 0.852764368057251, 0.8552194833755493, 0.8638121485710144, 0.8687376976013184, 0.8707651495933533, 0.8714885711669922, 0.8727847933769226, 0.8811403512954712, 0.8625691533088684, 0.8764099478721619, 0.8835643529891968, 0.8837076425552368, 0.8844870328903198, 0.8872884511947632, 0.8831133842468262, 0.8820681571960449, 0.888870894908905, 0.8816165924072266, 0.8935505151748657, 0.8943310379981995, 0.8881985545158386, 0.9008849859237671], "cos_apical_negg": [0.8251599073410034, 0.8125004768371582, 0.8183442950248718, 0.8274378776550293, 0.8361680507659912, 0.8376078605651855, 0.8395434021949768, 0.8470691442489624, 0.852764368057251, 0.8552194833755493, 0.8638121485710144, 0.8687376976013184, 0.8707651495933533, 0.8714885711669922, 0.8727847933769226, 0.8811403512954712, 0.8625691533088684, 0.8764099478721619, 0.8835643529891968, 0.8837076425552368, 0.8844870328903198, 0.8872884511947632, 0.8831133842468262, 0.8820681571960449, 0.888870894908905, 0.8816165924072266, 0.8935505151748657, 0.8943310379981995, 0.8881985545158386, 0.9008849859237671], "cos_Ac_negg": [0.8251599073410034, 0.8125004768371582, 0.8183442950248718, 0.8274378776550293, 0.8361680507659912, 0.8376078605651855, 0.8395434021949768, 0.8470691442489624, 0.852764368057251, 0.8552194833755493, 0.8638121485710144, 0.8687376976013184, 0.8707651495933533, 0.8714885711669922, 0.8727847933769226, 0.8811403512954712, 0.8625691533088684, 0.8764099478721619, 0.8835643529891968, 0.8837076425552368, 0.8844870328903198, 0.8872884511947632, 0.8831133842468262, 0.8820681571960449, 0.888870894908905, 0.8816165924072266, 0.8935505151748657, 0.8943310379981995, 0.8881985545158386, 0.9008849859237671], "r_norm": [1.7809078693389893, 1.5141394138336182, 1.5046641826629639, 1.5040451288223267, 1.4696993827819824, 1.475073218345642, 1.4580070972442627, 1.470197319984436, 1.4485746622085571, 1.4713666439056396, 1.451185703277588, 1.4518327713012695, 1.434950351715088, 1.4167989492416382, 1.4129111766815186, 1.4213707447052002, 1.421286702156067, 1.380781650543213, 1.400510311126709, 1.3775360584259033, 1.3685755729675293, 1.365110158920288, 1.3594996929168701, 1.3530714511871338, 1.3724780082702637, 1.344250202178955, 1.3324711322784424, 1.3435814380645752, 1.3445335626602173, 1.3381820917129517]}, {"step": 6000, "epoch": 15, "train_loss": 0.8615494966506958, "cos_r_negg": [0.8265856504440308, 0.8133887052536011, 0.8150115013122559, 0.8267866969108582, 0.8368077278137207, 0.8400630950927734, 0.8424298763275146, 0.8479205369949341, 0.8528746366500854, 0.8585175275802612, 0.8630183339118958, 0.8707534074783325, 0.8714852333068848, 0.8728361129760742, 0.8757193088531494, 0.8860970735549927, 0.864868700504303, 0.8777470588684082, 0.8828158378601074, 0.886473536491394, 0.8865251541137695, 0.8896792531013489, 0.8838328719139099, 0.8824928998947144, 0.8918470144271851, 0.8850858211517334, 0.8957463502883911, 0.8977918028831482, 0.8892999887466431, 0.9039913415908813], "cos_apical_negg": [0.8265856504440308, 0.8133887052536011, 0.8150115013122559, 0.8267866969108582, 0.8368077278137207, 0.8400630950927734, 0.8424298763275146, 0.8479205369949341, 0.8528746366500854, 0.8585175275802612, 0.8630183339118958, 0.8707534074783325, 0.8714852333068848, 0.8728361129760742, 0.8757193088531494, 0.8860970735549927, 0.864868700504303, 0.8777470588684082, 0.8828158378601074, 0.886473536491394, 0.8865251541137695, 0.8896792531013489, 0.8838328719139099, 0.8824928998947144, 0.8918470144271851, 0.8850858211517334, 0.8957463502883911, 0.8977918028831482, 0.8892999887466431, 0.9039913415908813], "cos_Ac_negg": [0.8265856504440308, 0.8133887052536011, 0.8150115013122559, 0.8267866969108582, 0.8368077278137207, 0.8400630950927734, 0.8424298763275146, 0.8479205369949341, 0.8528746366500854, 0.8585175275802612, 0.8630183339118958, 0.8707534074783325, 0.8714852333068848, 0.8728361129760742, 0.8757193088531494, 0.8860970735549927, 0.864868700504303, 0.8777470588684082, 0.8828158378601074, 0.886473536491394, 0.8865251541137695, 0.8896792531013489, 0.8838328719139099, 0.8824928998947144, 0.8918470144271851, 0.8850858211517334, 0.8957463502883911, 0.8977918028831482, 0.8892999887466431, 0.9039913415908813], "r_norm": [1.7673988342285156, 1.5081804990768433, 1.4974976778030396, 1.4978978633880615, 1.4607067108154297, 1.4643843173980713, 1.4506990909576416, 1.4647557735443115, 1.4446269273757935, 1.4646632671356201, 1.4454174041748047, 1.4455008506774902, 1.4279615879058838, 1.4084017276763916, 1.4043089151382446, 1.412863850593567, 1.4137241840362549, 1.372340202331543, 1.3924018144607544, 1.37162184715271, 1.362333059310913, 1.3592913150787354, 1.3514206409454346, 1.3444273471832275, 1.36470365524292, 1.336677074432373, 1.327107548713684, 1.3379725217819214, 1.3372796773910522, 1.3308322429656982], "ldr": {"dL_sdil": -0.09931635856628418, "dL_bp": -0.11774682998657227, "ratio": 0.8434737357906801}}, {"step": 6050, "epoch": 15, "train_loss": 0.74039626121521, "cos_r_negg": [0.8245508670806885, 0.8133875727653503, 0.8166056871414185, 0.8267128467559814, 0.8364015221595764, 0.8375441431999207, 0.8382371664047241, 0.8463284969329834, 0.8506373763084412, 0.855919361114502, 0.8619769811630249, 0.8713253140449524, 0.8711937665939331, 0.8738425374031067, 0.8763183355331421, 0.8840641975402832, 0.8649095296859741, 0.8813203573226929, 0.8854569792747498, 0.8876526355743408, 0.8883038759231567, 0.8901547193527222, 0.8835028409957886, 0.8855896592140198, 0.8926122784614563, 0.8892266154289246, 0.8993707299232483, 0.899238109588623, 0.8893082141876221, 0.902652382850647], "cos_apical_negg": [0.8245508670806885, 0.8133875727653503, 0.8166056871414185, 0.8267128467559814, 0.8364015221595764, 0.8375441431999207, 0.8382371664047241, 0.8463284969329834, 0.8506373763084412, 0.855919361114502, 0.8619769811630249, 0.8713253140449524, 0.8711937665939331, 0.8738425374031067, 0.8763183355331421, 0.8840641975402832, 0.8649095296859741, 0.8813203573226929, 0.8854569792747498, 0.8876526355743408, 0.8883038759231567, 0.8901547193527222, 0.8835028409957886, 0.8855896592140198, 0.8926122784614563, 0.8892266154289246, 0.8993707299232483, 0.899238109588623, 0.8893082141876221, 0.902652382850647], "cos_Ac_negg": [0.8245508670806885, 0.8133875727653503, 0.8166056871414185, 0.8267128467559814, 0.8364015221595764, 0.8375441431999207, 0.8382371664047241, 0.8463284969329834, 0.8506373763084412, 0.855919361114502, 0.8619769811630249, 0.8713253140449524, 0.8711937665939331, 0.8738425374031067, 0.8763183355331421, 0.8840641975402832, 0.8649095296859741, 0.8813203573226929, 0.8854569792747498, 0.8876526355743408, 0.8883038759231567, 0.8901547193527222, 0.8835028409957886, 0.8855896592140198, 0.8926122784614563, 0.8892266154289246, 0.8993707299232483, 0.899238109588623, 0.8893082141876221, 0.902652382850647], "r_norm": [1.8169610500335693, 1.5515482425689697, 1.5401796102523804, 1.5431859493255615, 1.5060842037200928, 1.5097556114196777, 1.494787573814392, 1.507582664489746, 1.4859075546264648, 1.5067319869995117, 1.4880346059799194, 1.4861334562301636, 1.4685310125350952, 1.450263261795044, 1.446636438369751, 1.4563231468200684, 1.455568552017212, 1.412743091583252, 1.434586524963379, 1.4106842279434204, 1.4003905057907104, 1.398449420928955, 1.3911055326461792, 1.386117696762085, 1.4060146808624268, 1.3779494762420654, 1.3652812242507935, 1.3766965866088867, 1.3758409023284912, 1.3706080913543701]}, {"step": 6100, "epoch": 15, "train_loss": 0.7239772081375122, "cos_r_negg": [0.8249788284301758, 0.8140898942947388, 0.8182129859924316, 0.8303478360176086, 0.8399839997291565, 0.8412337303161621, 0.8456716537475586, 0.8514959216117859, 0.8557031154632568, 0.8632194995880127, 0.8659716248512268, 0.8765091896057129, 0.8751791715621948, 0.8762715458869934, 0.8759462237358093, 0.8888314962387085, 0.8700113296508789, 0.8818860054016113, 0.8874865174293518, 0.8907412886619568, 0.8924045562744141, 0.8949472308158875, 0.8890637755393982, 0.8896032571792603, 0.8995732069015503, 0.8913866281509399, 0.9021947383880615, 0.9032735824584961, 0.893311619758606, 0.9026472568511963], "cos_apical_negg": [0.8249788284301758, 0.8140898942947388, 0.8182129859924316, 0.8303478360176086, 0.8399839997291565, 0.8412337303161621, 0.8456716537475586, 0.8514959216117859, 0.8557031154632568, 0.8632194995880127, 0.8659716248512268, 0.8765091896057129, 0.8751791715621948, 0.8762715458869934, 0.8759462237358093, 0.8888314962387085, 0.8700113296508789, 0.8818860054016113, 0.8874865174293518, 0.8907412886619568, 0.8924045562744141, 0.8949472308158875, 0.8890637755393982, 0.8896032571792603, 0.8995732069015503, 0.8913866281509399, 0.9021947383880615, 0.9032735824584961, 0.893311619758606, 0.9026472568511963], "cos_Ac_negg": [0.8249788284301758, 0.8140898942947388, 0.8182129859924316, 0.8303478360176086, 0.8399839997291565, 0.8412337303161621, 0.8456716537475586, 0.8514959216117859, 0.8557031154632568, 0.8632194995880127, 0.8659716248512268, 0.8765091896057129, 0.8751791715621948, 0.8762715458869934, 0.8759462237358093, 0.8888314962387085, 0.8700113296508789, 0.8818860054016113, 0.8874865174293518, 0.8907412886619568, 0.8924045562744141, 0.8949472308158875, 0.8890637755393982, 0.8896032571792603, 0.8995732069015503, 0.8913866281509399, 0.9021947383880615, 0.9032735824584961, 0.893311619758606, 0.9026472568511963], "r_norm": [1.8325190544128418, 1.5718485116958618, 1.5573372840881348, 1.5608940124511719, 1.5231877565383911, 1.5286086797714233, 1.5102421045303345, 1.5246886014938354, 1.506557583808899, 1.5254616737365723, 1.5047274827957153, 1.5058385133743286, 1.4840868711471558, 1.4697997570037842, 1.4642302989959717, 1.4758517742156982, 1.4710789918899536, 1.4305211305618286, 1.4499022960662842, 1.4284687042236328, 1.4179829359054565, 1.4153695106506348, 1.406286597251892, 1.3988957405090332, 1.4217185974121094, 1.3938679695129395, 1.379900336265564, 1.3926873207092285, 1.3917994499206543, 1.3824846744537354]}, {"step": 6150, "epoch": 15, "train_loss": 0.7471328973770142, "cos_r_negg": [0.8232073783874512, 0.8176710605621338, 0.8193963766098022, 0.8316043019294739, 0.8416302800178528, 0.8443689346313477, 0.848623514175415, 0.851722002029419, 0.8566846251487732, 0.8645554780960083, 0.868219256401062, 0.8739069700241089, 0.8782516717910767, 0.8794639110565186, 0.878497838973999, 0.8872137069702148, 0.8735113739967346, 0.88264399766922, 0.8903232216835022, 0.8913798332214355, 0.8915647268295288, 0.8993594646453857, 0.8916536569595337, 0.8906701803207397, 0.8982311487197876, 0.8951532244682312, 0.9046409726142883, 0.9080005884170532, 0.8947148323059082, 0.9084880948066711], "cos_apical_negg": [0.8232073783874512, 0.8176710605621338, 0.8193963766098022, 0.8316043019294739, 0.8416302800178528, 0.8443689346313477, 0.848623514175415, 0.851722002029419, 0.8566846251487732, 0.8645554780960083, 0.868219256401062, 0.8739069700241089, 0.8782516717910767, 0.8794639110565186, 0.878497838973999, 0.8872137069702148, 0.8735113739967346, 0.88264399766922, 0.8903232216835022, 0.8913798332214355, 0.8915647268295288, 0.8993594646453857, 0.8916536569595337, 0.8906701803207397, 0.8982311487197876, 0.8951532244682312, 0.9046409726142883, 0.9080005884170532, 0.8947148323059082, 0.9084880948066711], "cos_Ac_negg": [0.8232073783874512, 0.8176710605621338, 0.8193963766098022, 0.8316043019294739, 0.8416302800178528, 0.8443689346313477, 0.848623514175415, 0.851722002029419, 0.8566846251487732, 0.8645554780960083, 0.868219256401062, 0.8739069700241089, 0.8782516717910767, 0.8794639110565186, 0.878497838973999, 0.8872137069702148, 0.8735113739967346, 0.88264399766922, 0.8903232216835022, 0.8913798332214355, 0.8915647268295288, 0.8993594646453857, 0.8916536569595337, 0.8906701803207397, 0.8982311487197876, 0.8951532244682312, 0.9046409726142883, 0.9080005884170532, 0.8947148323059082, 0.9084880948066711], "r_norm": [1.795114278793335, 1.5387272834777832, 1.5300287008285522, 1.5310895442962646, 1.495391845703125, 1.4993244409561157, 1.4814486503601074, 1.4951244592666626, 1.4763319492340088, 1.4974687099456787, 1.476591944694519, 1.4801204204559326, 1.458611011505127, 1.443066120147705, 1.4357264041900635, 1.445695161819458, 1.4408149719238281, 1.4044358730316162, 1.421931266784668, 1.4025157690048218, 1.3912547826766968, 1.3892465829849243, 1.3815997838974, 1.3711602687835693, 1.3913013935089111, 1.3638081550598145, 1.3536207675933838, 1.3649235963821411, 1.3650085926055908, 1.3561334609985352]}, {"step": 6200, "epoch": 15, "train_loss": 0.7794855833053589, "cos_r_negg": [0.8226062655448914, 0.818038821220398, 0.8226735591888428, 0.8331469297409058, 0.8444476127624512, 0.8460826277732849, 0.8446328639984131, 0.8511391878128052, 0.8587319254875183, 0.8652186393737793, 0.8694702982902527, 0.875349760055542, 0.8777227401733398, 0.8792731761932373, 0.8808960914611816, 0.8899654150009155, 0.8732811212539673, 0.8890217542648315, 0.8896338939666748, 0.8947182893753052, 0.8958384990692139, 0.9018130302429199, 0.8952820897102356, 0.8959833383560181, 0.9002752900123596, 0.9002038240432739, 0.9047398567199707, 0.9092307090759277, 0.8998837471008301, 0.9142382144927979], "cos_apical_negg": [0.8226062655448914, 0.818038821220398, 0.8226735591888428, 0.8331469297409058, 0.8444476127624512, 0.8460826277732849, 0.8446328639984131, 0.8511391878128052, 0.8587319254875183, 0.8652186393737793, 0.8694702982902527, 0.875349760055542, 0.8777227401733398, 0.8792731761932373, 0.8808960914611816, 0.8899654150009155, 0.8732811212539673, 0.8890217542648315, 0.8896338939666748, 0.8947182893753052, 0.8958384990692139, 0.9018130302429199, 0.8952820897102356, 0.8959833383560181, 0.9002752900123596, 0.9002038240432739, 0.9047398567199707, 0.9092307090759277, 0.8998837471008301, 0.9142382144927979], "cos_Ac_negg": [0.8226062655448914, 0.818038821220398, 0.8226735591888428, 0.8331469297409058, 0.8444476127624512, 0.8460826277732849, 0.8446328639984131, 0.8511391878128052, 0.8587319254875183, 0.8652186393737793, 0.8694702982902527, 0.875349760055542, 0.8777227401733398, 0.8792731761932373, 0.8808960914611816, 0.8899654150009155, 0.8732811212539673, 0.8890217542648315, 0.8896338939666748, 0.8947182893753052, 0.8958384990692139, 0.9018130302429199, 0.8952820897102356, 0.8959833383560181, 0.9002752900123596, 0.9002038240432739, 0.9047398567199707, 0.9092307090759277, 0.8998837471008301, 0.9142382144927979], "r_norm": [1.8506263494491577, 1.5882599353790283, 1.578480839729309, 1.5839921236038208, 1.546107292175293, 1.5499842166900635, 1.5323837995529175, 1.5473055839538574, 1.5262043476104736, 1.5464041233062744, 1.5238902568817139, 1.5259274244308472, 1.5061582326889038, 1.4886242151260376, 1.483058214187622, 1.4943299293518066, 1.4892410039901733, 1.4507662057876587, 1.4676823616027832, 1.445651650428772, 1.4362900257110596, 1.4333727359771729, 1.4230504035949707, 1.4162352085113525, 1.4358946084976196, 1.407792568206787, 1.3962876796722412, 1.4073197841644287, 1.40604829788208, 1.3987096548080444]}, {"step": 6250, "epoch": 15, "train_loss": 0.8196530342102051, "cos_r_negg": [0.8218421936035156, 0.8219066262245178, 0.8245545625686646, 0.8336343765258789, 0.8447655439376831, 0.8484315872192383, 0.8476879596710205, 0.854117751121521, 0.8595191240310669, 0.8640634417533875, 0.8704291582107544, 0.8786957263946533, 0.8762894868850708, 0.8809219598770142, 0.8799819350242615, 0.8915970325469971, 0.8760330677032471, 0.8893359303474426, 0.8921703100204468, 0.8932093381881714, 0.8980560898780823, 0.8997451066970825, 0.8980981707572937, 0.8964465856552124, 0.9010262489318848, 0.8976898193359375, 0.9088950157165527, 0.9105488657951355, 0.8984861373901367, 0.9138224124908447], "cos_apical_negg": [0.8218421936035156, 0.8219066262245178, 0.8245545625686646, 0.8336343765258789, 0.8447655439376831, 0.8484315872192383, 0.8476879596710205, 0.854117751121521, 0.8595191240310669, 0.8640634417533875, 0.8704291582107544, 0.8786957263946533, 0.8762894868850708, 0.8809219598770142, 0.8799819350242615, 0.8915970325469971, 0.8760330677032471, 0.8893359303474426, 0.8921703100204468, 0.8932093381881714, 0.8980560898780823, 0.8997451066970825, 0.8980981707572937, 0.8964465856552124, 0.9010262489318848, 0.8976898193359375, 0.9088950157165527, 0.9105488657951355, 0.8984861373901367, 0.9138224124908447], "cos_Ac_negg": [0.8218421936035156, 0.8219066262245178, 0.8245545625686646, 0.8336343765258789, 0.8447655439376831, 0.8484315872192383, 0.8476879596710205, 0.854117751121521, 0.8595191240310669, 0.8640634417533875, 0.8704291582107544, 0.8786957263946533, 0.8762894868850708, 0.8809219598770142, 0.8799819350242615, 0.8915970325469971, 0.8760330677032471, 0.8893359303474426, 0.8921703100204468, 0.8932093381881714, 0.8980560898780823, 0.8997451066970825, 0.8980981707572937, 0.8964465856552124, 0.9010262489318848, 0.8976898193359375, 0.9088950157165527, 0.9105488657951355, 0.8984861373901367, 0.9138224124908447], "r_norm": [1.828221321105957, 1.5749688148498535, 1.5644077062606812, 1.5667407512664795, 1.5308687686920166, 1.534487247467041, 1.519263744354248, 1.531073808670044, 1.5107104778289795, 1.5332996845245361, 1.5074248313903809, 1.5108399391174316, 1.4932647943496704, 1.47220778465271, 1.4682555198669434, 1.4790315628051758, 1.473711371421814, 1.4379551410675049, 1.4541795253753662, 1.4321479797363281, 1.4225144386291504, 1.4187066555023193, 1.4114930629730225, 1.402096152305603, 1.4201390743255615, 1.3947980403900146, 1.382416844367981, 1.3916414976119995, 1.3920133113861084, 1.3868744373321533], "ldr": {"dL_sdil": -0.12511682510375977, "dL_bp": -0.14257001876831055, "ratio": 0.8775815994461372}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4322, "test_loss": 2.2962386962890626}, {"step": 6300, "epoch": 16, "train_loss": 0.5179319381713867, "cos_r_negg": [0.824464738368988, 0.8240941762924194, 0.828380823135376, 0.8379546999931335, 0.8532438278198242, 0.8528479933738708, 0.8532514572143555, 0.8606005907058716, 0.8624618053436279, 0.8699586987495422, 0.8736662864685059, 0.8812822699546814, 0.8831457495689392, 0.8852649927139282, 0.8829509019851685, 0.8933411836624146, 0.8804247379302979, 0.8936405181884766, 0.8950915336608887, 0.8964785933494568, 0.9015145301818848, 0.9047626256942749, 0.8989542722702026, 0.8992341756820679, 0.9062801003456116, 0.901909351348877, 0.9119884967803955, 0.9135717153549194, 0.9003844261169434, 0.9165788888931274], "cos_apical_negg": [0.824464738368988, 0.8240941762924194, 0.828380823135376, 0.8379546999931335, 0.8532438278198242, 0.8528479933738708, 0.8532514572143555, 0.8606005907058716, 0.8624618053436279, 0.8699586987495422, 0.8736662864685059, 0.8812822699546814, 0.8831457495689392, 0.8852649927139282, 0.8829509019851685, 0.8933411836624146, 0.8804247379302979, 0.8936405181884766, 0.8950915336608887, 0.8964785933494568, 0.9015145301818848, 0.9047626256942749, 0.8989542722702026, 0.8992341756820679, 0.9062801003456116, 0.901909351348877, 0.9119884967803955, 0.9135717153549194, 0.9003844261169434, 0.9165788888931274], "cos_Ac_negg": [0.824464738368988, 0.8240941762924194, 0.828380823135376, 0.8379546999931335, 0.8532438278198242, 0.8528479933738708, 0.8532514572143555, 0.8606005907058716, 0.8624618053436279, 0.8699586987495422, 0.8736662864685059, 0.8812822699546814, 0.8831457495689392, 0.8852649927139282, 0.8829509019851685, 0.8933411836624146, 0.8804247379302979, 0.8936405181884766, 0.8950915336608887, 0.8964785933494568, 0.9015145301818848, 0.9047626256942749, 0.8989542722702026, 0.8992341756820679, 0.9062801003456116, 0.901909351348877, 0.9119884967803955, 0.9135717153549194, 0.9003844261169434, 0.9165788888931274], "r_norm": [1.846718192100525, 1.5921237468719482, 1.5834071636199951, 1.5863847732543945, 1.5490833520889282, 1.5520589351654053, 1.5378988981246948, 1.5495964288711548, 1.5292298793792725, 1.5527503490447998, 1.5270471572875977, 1.5273215770721436, 1.5127450227737427, 1.4916948080062866, 1.4859421253204346, 1.4955519437789917, 1.4909615516662598, 1.4541199207305908, 1.4690278768539429, 1.4491665363311768, 1.4371085166931152, 1.4365622997283936, 1.4273571968078613, 1.4179506301879883, 1.4361284971237183, 1.4099100828170776, 1.3975818157196045, 1.4064509868621826, 1.4088447093963623, 1.3998737335205078]}, {"step": 6350, "epoch": 16, "train_loss": 0.6671778559684753, "cos_r_negg": [0.8291459083557129, 0.8262498378753662, 0.8281424641609192, 0.8414431810379028, 0.8511099815368652, 0.8541908860206604, 0.8555853366851807, 0.8609439134597778, 0.8661527633666992, 0.8707463145256042, 0.8731104135513306, 0.881682276725769, 0.8831354379653931, 0.8836736679077148, 0.8836824893951416, 0.8919032216072083, 0.8823691010475159, 0.8949688076972961, 0.8964197635650635, 0.8971526622772217, 0.9024683237075806, 0.9051880836486816, 0.8992366194725037, 0.8999137878417969, 0.9034854173660278, 0.9032657146453857, 0.9109410047531128, 0.9141743183135986, 0.9008761644363403, 0.9216067790985107], "cos_apical_negg": [0.8291459083557129, 0.8262498378753662, 0.8281424641609192, 0.8414431810379028, 0.8511099815368652, 0.8541908860206604, 0.8555853366851807, 0.8609439134597778, 0.8661527633666992, 0.8707463145256042, 0.8731104135513306, 0.881682276725769, 0.8831354379653931, 0.8836736679077148, 0.8836824893951416, 0.8919032216072083, 0.8823691010475159, 0.8949688076972961, 0.8964197635650635, 0.8971526622772217, 0.9024683237075806, 0.9051880836486816, 0.8992366194725037, 0.8999137878417969, 0.9034854173660278, 0.9032657146453857, 0.9109410047531128, 0.9141743183135986, 0.9008761644363403, 0.9216067790985107], "cos_Ac_negg": [0.8291459083557129, 0.8262498378753662, 0.8281424641609192, 0.8414431810379028, 0.8511099815368652, 0.8541908860206604, 0.8555853366851807, 0.8609439134597778, 0.8661527633666992, 0.8707463145256042, 0.8731104135513306, 0.881682276725769, 0.8831354379653931, 0.8836736679077148, 0.8836824893951416, 0.8919032216072083, 0.8823691010475159, 0.8949688076972961, 0.8964197635650635, 0.8971526622772217, 0.9024683237075806, 0.9051880836486816, 0.8992366194725037, 0.8999137878417969, 0.9034854173660278, 0.9032657146453857, 0.9109410047531128, 0.9141743183135986, 0.9008761644363403, 0.9216067790985107], "r_norm": [1.7767205238342285, 1.5352336168289185, 1.5262185335159302, 1.526771903038025, 1.492629051208496, 1.49434494972229, 1.4820544719696045, 1.4941987991333008, 1.473965048789978, 1.4970592260360718, 1.4717096090316772, 1.4742828607559204, 1.4582958221435547, 1.4376170635223389, 1.4309039115905762, 1.4404727220535278, 1.435860276222229, 1.4026380777359009, 1.4161272048950195, 1.397916555404663, 1.3857358694076538, 1.3839471340179443, 1.3761842250823975, 1.3648676872253418, 1.383863925933838, 1.3578622341156006, 1.3458662033081055, 1.3557759523391724, 1.3581241369247437, 1.3483736515045166]}, {"step": 6400, "epoch": 16, "train_loss": 0.8344217538833618, "cos_r_negg": [0.8266162276268005, 0.8293986320495605, 0.8302201628684998, 0.8420260548591614, 0.8506544828414917, 0.8536520600318909, 0.8563600778579712, 0.8624571561813354, 0.8661171197891235, 0.8730853199958801, 0.8767483234405518, 0.8831202983856201, 0.8831862211227417, 0.8852040767669678, 0.8881267309188843, 0.8971201181411743, 0.8854048252105713, 0.8975058197975159, 0.8999909162521362, 0.9019438028335571, 0.9044349789619446, 0.9086953401565552, 0.9059535264968872, 0.9054579734802246, 0.9092872142791748, 0.9043617248535156, 0.9101532101631165, 0.9155483841896057, 0.909579873085022, 0.9225168228149414], "cos_apical_negg": [0.8266162276268005, 0.8293986320495605, 0.8302201628684998, 0.8420260548591614, 0.8506544828414917, 0.8536520600318909, 0.8563600778579712, 0.8624571561813354, 0.8661171197891235, 0.8730853199958801, 0.8767483234405518, 0.8831202983856201, 0.8831862211227417, 0.8852040767669678, 0.8881267309188843, 0.8971201181411743, 0.8854048252105713, 0.8975058197975159, 0.8999909162521362, 0.9019438028335571, 0.9044349789619446, 0.9086953401565552, 0.9059535264968872, 0.9054579734802246, 0.9092872142791748, 0.9043617248535156, 0.9101532101631165, 0.9155483841896057, 0.909579873085022, 0.9225168228149414], "cos_Ac_negg": [0.8266162276268005, 0.8293986320495605, 0.8302201628684998, 0.8420260548591614, 0.8506544828414917, 0.8536520600318909, 0.8563600778579712, 0.8624571561813354, 0.8661171197891235, 0.8730853199958801, 0.8767483234405518, 0.8831202983856201, 0.8831862211227417, 0.8852040767669678, 0.8881267309188843, 0.8971201181411743, 0.8854048252105713, 0.8975058197975159, 0.8999909162521362, 0.9019438028335571, 0.9044349789619446, 0.9086953401565552, 0.9059535264968872, 0.9054579734802246, 0.9092872142791748, 0.9043617248535156, 0.9101532101631165, 0.9155483841896057, 0.909579873085022, 0.9225168228149414], "r_norm": [1.8098829984664917, 1.565693974494934, 1.5533161163330078, 1.5561978816986084, 1.521371841430664, 1.525776743888855, 1.5121397972106934, 1.526583194732666, 1.5061877965927124, 1.526039958000183, 1.5033419132232666, 1.506804347038269, 1.4845584630966187, 1.465747356414795, 1.4622973203659058, 1.4721052646636963, 1.4641447067260742, 1.4306265115737915, 1.4469026327133179, 1.4260305166244507, 1.4141688346862793, 1.4109487533569336, 1.4029043912887573, 1.3926969766616821, 1.413517713546753, 1.3874115943908691, 1.3742566108703613, 1.3834929466247559, 1.3829550743103027, 1.3744124174118042]}, {"step": 6450, "epoch": 16, "train_loss": 0.6856284141540527, "cos_r_negg": [0.8191134929656982, 0.8258364796638489, 0.8301828503608704, 0.839363157749176, 0.8508829474449158, 0.8525022268295288, 0.855969250202179, 0.8615186810493469, 0.8674849271774292, 0.8721075057983398, 0.8773093223571777, 0.8841289281845093, 0.8849601149559021, 0.8876190185546875, 0.8859834671020508, 0.8983370065689087, 0.8857421278953552, 0.8962811231613159, 0.8972923755645752, 0.899036705493927, 0.9041169285774231, 0.909783661365509, 0.9025492668151855, 0.9028974175453186, 0.9066041111946106, 0.9053726196289062, 0.9114604592323303, 0.9172821044921875, 0.9079835414886475, 0.9229003190994263], "cos_apical_negg": [0.8191134929656982, 0.8258364796638489, 0.8301828503608704, 0.839363157749176, 0.8508829474449158, 0.8525022268295288, 0.855969250202179, 0.8615186810493469, 0.8674849271774292, 0.8721075057983398, 0.8773093223571777, 0.8841289281845093, 0.8849601149559021, 0.8876190185546875, 0.8859834671020508, 0.8983370065689087, 0.8857421278953552, 0.8962811231613159, 0.8972923755645752, 0.899036705493927, 0.9041169285774231, 0.909783661365509, 0.9025492668151855, 0.9028974175453186, 0.9066041111946106, 0.9053726196289062, 0.9114604592323303, 0.9172821044921875, 0.9079835414886475, 0.9229003190994263], "cos_Ac_negg": [0.8191134929656982, 0.8258364796638489, 0.8301828503608704, 0.839363157749176, 0.8508829474449158, 0.8525022268295288, 0.855969250202179, 0.8615186810493469, 0.8674849271774292, 0.8721075057983398, 0.8773093223571777, 0.8841289281845093, 0.8849601149559021, 0.8876190185546875, 0.8859834671020508, 0.8983370065689087, 0.8857421278953552, 0.8962811231613159, 0.8972923755645752, 0.899036705493927, 0.9041169285774231, 0.909783661365509, 0.9025492668151855, 0.9028974175453186, 0.9066041111946106, 0.9053726196289062, 0.9114604592323303, 0.9172821044921875, 0.9079835414886475, 0.9229003190994263], "r_norm": [1.8899145126342773, 1.6361395120620728, 1.625518560409546, 1.6263381242752075, 1.5914735794067383, 1.5962047576904297, 1.5804613828659058, 1.5956857204437256, 1.5741467475891113, 1.5962867736816406, 1.5707221031188965, 1.574427604675293, 1.5551748275756836, 1.5345606803894043, 1.5285738706588745, 1.5380151271820068, 1.5297119617462158, 1.4964056015014648, 1.5100246667861938, 1.4934320449829102, 1.477003812789917, 1.476727843284607, 1.4665920734405518, 1.4554293155670166, 1.4749878644943237, 1.4480262994766235, 1.435727596282959, 1.4464237689971924, 1.446596384048462, 1.4351451396942139]}, {"step": 6500, "epoch": 16, "train_loss": 0.834760308265686, "cos_r_negg": [0.823693037033081, 0.8294126987457275, 0.8326414227485657, 0.8443718552589417, 0.8504319190979004, 0.8554514646530151, 0.8574408292770386, 0.8630023002624512, 0.870674729347229, 0.8736647367477417, 0.8805563449859619, 0.8845207095146179, 0.8864253759384155, 0.8912386894226074, 0.8892830014228821, 0.9008976221084595, 0.8898454904556274, 0.8985803723335266, 0.901718258857727, 0.9040213227272034, 0.9062164425849915, 0.9117444753646851, 0.9081364870071411, 0.9072923064231873, 0.9145325422286987, 0.9061577320098877, 0.9160754680633545, 0.9181405305862427, 0.9095604419708252, 0.9254797697067261], "cos_apical_negg": [0.823693037033081, 0.8294126987457275, 0.8326414227485657, 0.8443718552589417, 0.8504319190979004, 0.8554514646530151, 0.8574408292770386, 0.8630023002624512, 0.870674729347229, 0.8736647367477417, 0.8805563449859619, 0.8845207095146179, 0.8864253759384155, 0.8912386894226074, 0.8892830014228821, 0.9008976221084595, 0.8898454904556274, 0.8985803723335266, 0.901718258857727, 0.9040213227272034, 0.9062164425849915, 0.9117444753646851, 0.9081364870071411, 0.9072923064231873, 0.9145325422286987, 0.9061577320098877, 0.9160754680633545, 0.9181405305862427, 0.9095604419708252, 0.9254797697067261], "cos_Ac_negg": [0.823693037033081, 0.8294126987457275, 0.8326414227485657, 0.8443718552589417, 0.8504319190979004, 0.8554514646530151, 0.8574408292770386, 0.8630023002624512, 0.870674729347229, 0.8736647367477417, 0.8805563449859619, 0.8845207095146179, 0.8864253759384155, 0.8912386894226074, 0.8892830014228821, 0.9008976221084595, 0.8898454904556274, 0.8985803723335266, 0.901718258857727, 0.9040213227272034, 0.9062164425849915, 0.9117444753646851, 0.9081364870071411, 0.9072923064231873, 0.9145325422286987, 0.9061577320098877, 0.9160754680633545, 0.9181405305862427, 0.9095604419708252, 0.9254797697067261], "r_norm": [1.8653249740600586, 1.6183929443359375, 1.608508586883545, 1.612121820449829, 1.5764024257659912, 1.579014539718628, 1.5660011768341064, 1.581160545349121, 1.5587197542190552, 1.579293131828308, 1.5560805797576904, 1.5586845874786377, 1.539078712463379, 1.5176893472671509, 1.5135449171066284, 1.5223791599273682, 1.5137748718261719, 1.4815669059753418, 1.4942600727081299, 1.4768850803375244, 1.4631727933883667, 1.4618980884552002, 1.4520399570465088, 1.4419748783111572, 1.4601476192474365, 1.4341318607330322, 1.4196498394012451, 1.4292470216751099, 1.4304451942443848, 1.4196919202804565], "ldr": {"dL_sdil": -0.11539769172668457, "dL_bp": -0.14149928092956543, "ratio": 0.8155355346584868}}, {"step": 6550, "epoch": 16, "train_loss": 0.5242255926132202, "cos_r_negg": [0.8227033019065857, 0.8290672302246094, 0.8338227272033691, 0.8435409665107727, 0.8537847995758057, 0.8578383326530457, 0.8596789836883545, 0.8665880560874939, 0.8724533319473267, 0.8768211603164673, 0.8824604749679565, 0.887252688407898, 0.8874790668487549, 0.8915125727653503, 0.892192006111145, 0.9040684103965759, 0.8902906179428101, 0.9009086489677429, 0.9039077162742615, 0.9063500761985779, 0.9067162275314331, 0.9116265773773193, 0.90827876329422, 0.9071534872055054, 0.9142835140228271, 0.9087808728218079, 0.9155265092849731, 0.9198883175849915, 0.9106346964836121, 0.9243278503417969], "cos_apical_negg": [0.8227033019065857, 0.8290672302246094, 0.8338227272033691, 0.8435409665107727, 0.8537847995758057, 0.8578383326530457, 0.8596789836883545, 0.8665880560874939, 0.8724533319473267, 0.8768211603164673, 0.8824604749679565, 0.887252688407898, 0.8874790668487549, 0.8915125727653503, 0.892192006111145, 0.9040684103965759, 0.8902906179428101, 0.9009086489677429, 0.9039077162742615, 0.9063500761985779, 0.9067162275314331, 0.9116265773773193, 0.90827876329422, 0.9071534872055054, 0.9142835140228271, 0.9087808728218079, 0.9155265092849731, 0.9198883175849915, 0.9106346964836121, 0.9243278503417969], "cos_Ac_negg": [0.8227033019065857, 0.8290672302246094, 0.8338227272033691, 0.8435409665107727, 0.8537847995758057, 0.8578383326530457, 0.8596789836883545, 0.8665880560874939, 0.8724533319473267, 0.8768211603164673, 0.8824604749679565, 0.887252688407898, 0.8874790668487549, 0.8915125727653503, 0.892192006111145, 0.9040684103965759, 0.8902906179428101, 0.9009086489677429, 0.9039077162742615, 0.9063500761985779, 0.9067162275314331, 0.9116265773773193, 0.90827876329422, 0.9071534872055054, 0.9142835140228271, 0.9087808728218079, 0.9155265092849731, 0.9198883175849915, 0.9106346964836121, 0.9243278503417969], "r_norm": [1.8438007831573486, 1.6040620803833008, 1.5912671089172363, 1.5974581241607666, 1.5610623359680176, 1.5637459754943848, 1.5504308938980103, 1.5663797855377197, 1.544041633605957, 1.563598394393921, 1.5412588119506836, 1.5429127216339111, 1.5228807926177979, 1.5039730072021484, 1.4978359937667847, 1.5066267251968384, 1.4980500936508179, 1.4670839309692383, 1.4793610572814941, 1.4617080688476562, 1.4491846561431885, 1.4478490352630615, 1.4368104934692383, 1.4289031028747559, 1.4459474086761475, 1.4190876483917236, 1.4062721729278564, 1.4161732196807861, 1.4158542156219482, 1.4066216945648193]}, {"step": 6600, "epoch": 16, "train_loss": 0.7723467350006104, "cos_r_negg": [0.8262050151824951, 0.8301535844802856, 0.8333108425140381, 0.8442162275314331, 0.8557735085487366, 0.8589049577713013, 0.861397385597229, 0.867511510848999, 0.8726567625999451, 0.8765278458595276, 0.8829574584960938, 0.8890752196311951, 0.8886268734931946, 0.8922833204269409, 0.8941908478736877, 0.9048418998718262, 0.8902474641799927, 0.902313232421875, 0.9048280715942383, 0.9084460139274597, 0.9065412878990173, 0.9142497777938843, 0.9129687547683716, 0.9091336727142334, 0.9169940948486328, 0.9082686901092529, 0.9169831871986389, 0.9225770235061646, 0.9132752418518066, 0.9289108514785767], "cos_apical_negg": [0.8262050151824951, 0.8301535844802856, 0.8333108425140381, 0.8442162275314331, 0.8557735085487366, 0.8589049577713013, 0.861397385597229, 0.867511510848999, 0.8726567625999451, 0.8765278458595276, 0.8829574584960938, 0.8890752196311951, 0.8886268734931946, 0.8922833204269409, 0.8941908478736877, 0.9048418998718262, 0.8902474641799927, 0.902313232421875, 0.9048280715942383, 0.9084460139274597, 0.9065412878990173, 0.9142497777938843, 0.9129687547683716, 0.9091336727142334, 0.9169940948486328, 0.9082686901092529, 0.9169831871986389, 0.9225770235061646, 0.9132752418518066, 0.9289108514785767], "cos_Ac_negg": [0.8262050151824951, 0.8301535844802856, 0.8333108425140381, 0.8442162275314331, 0.8557735085487366, 0.8589049577713013, 0.861397385597229, 0.867511510848999, 0.8726567625999451, 0.8765278458595276, 0.8829574584960938, 0.8890752196311951, 0.8886268734931946, 0.8922833204269409, 0.8941908478736877, 0.9048418998718262, 0.8902474641799927, 0.902313232421875, 0.9048280715942383, 0.9084460139274597, 0.9065412878990173, 0.9142497777938843, 0.9129687547683716, 0.9091336727142334, 0.9169940948486328, 0.9082686901092529, 0.9169831871986389, 0.9225770235061646, 0.9132752418518066, 0.9289108514785767], "r_norm": [1.8487253189086914, 1.6106040477752686, 1.5971386432647705, 1.6029647588729858, 1.567320466041565, 1.570150375366211, 1.557752251625061, 1.571615219116211, 1.5507361888885498, 1.5697646141052246, 1.5477948188781738, 1.5489344596862793, 1.5279128551483154, 1.5091768503189087, 1.503440022468567, 1.512184739112854, 1.5033063888549805, 1.471714973449707, 1.4836792945861816, 1.4651122093200684, 1.454314112663269, 1.451869249343872, 1.4429311752319336, 1.4325635433197021, 1.4506778717041016, 1.4234174489974976, 1.4087117910385132, 1.4192273616790771, 1.4187487363815308, 1.4094897508621216]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4281, "test_loss": 2.4496140625}, {"step": 6650, "epoch": 17, "train_loss": 0.6517850756645203, "cos_r_negg": [0.8207668662071228, 0.8327932953834534, 0.8358853459358215, 0.8448415994644165, 0.8564325571060181, 0.8593002557754517, 0.8633068799972534, 0.8696856498718262, 0.87403404712677, 0.8787039518356323, 0.8854043483734131, 0.890538215637207, 0.8933653831481934, 0.8946119546890259, 0.8958319425582886, 0.9059957265853882, 0.8910722732543945, 0.9057413935661316, 0.9046046137809753, 0.9094234704971313, 0.9068695306777954, 0.9141626358032227, 0.9158129692077637, 0.9115840196609497, 0.9148862957954407, 0.9118084907531738, 0.9203518033027649, 0.9263249039649963, 0.9151571989059448, 0.9291831254959106], "cos_apical_negg": [0.8207668662071228, 0.8327932953834534, 0.8358853459358215, 0.8448415994644165, 0.8564325571060181, 0.8593002557754517, 0.8633068799972534, 0.8696856498718262, 0.87403404712677, 0.8787039518356323, 0.8854043483734131, 0.890538215637207, 0.8933653831481934, 0.8946119546890259, 0.8958319425582886, 0.9059957265853882, 0.8910722732543945, 0.9057413935661316, 0.9046046137809753, 0.9094234704971313, 0.9068695306777954, 0.9141626358032227, 0.9158129692077637, 0.9115840196609497, 0.9148862957954407, 0.9118084907531738, 0.9203518033027649, 0.9263249039649963, 0.9151571989059448, 0.9291831254959106], "cos_Ac_negg": [0.8207668662071228, 0.8327932953834534, 0.8358853459358215, 0.8448415994644165, 0.8564325571060181, 0.8593002557754517, 0.8633068799972534, 0.8696856498718262, 0.87403404712677, 0.8787039518356323, 0.8854043483734131, 0.890538215637207, 0.8933653831481934, 0.8946119546890259, 0.8958319425582886, 0.9059957265853882, 0.8910722732543945, 0.9057413935661316, 0.9046046137809753, 0.9094234704971313, 0.9068695306777954, 0.9141626358032227, 0.9158129692077637, 0.9115840196609497, 0.9148862957954407, 0.9118084907531738, 0.9203518033027649, 0.9263249039649963, 0.9151571989059448, 0.9291831254959106], "r_norm": [1.8865046501159668, 1.6467952728271484, 1.634690284729004, 1.6392977237701416, 1.602038860321045, 1.604238748550415, 1.592919111251831, 1.6072924137115479, 1.5846552848815918, 1.6064319610595703, 1.5821788311004639, 1.5810775756835938, 1.5621073246002197, 1.5441668033599854, 1.5379081964492798, 1.5451419353485107, 1.5351769924163818, 1.5053987503051758, 1.5165646076202393, 1.4977647066116333, 1.4840967655181885, 1.484227180480957, 1.4740852117538452, 1.4649239778518677, 1.4822460412979126, 1.4536800384521484, 1.4395314455032349, 1.4499433040618896, 1.4510860443115234, 1.4395869970321655]}, {"step": 6700, "epoch": 17, "train_loss": 0.6688008308410645, "cos_r_negg": [0.822136402130127, 0.8353568315505981, 0.8393228054046631, 0.8481264114379883, 0.8579666018486023, 0.8629506230354309, 0.8665547370910645, 0.8745532035827637, 0.8768369555473328, 0.8808507919311523, 0.8872556686401367, 0.8927468061447144, 0.8942015171051025, 0.8984465003013611, 0.8992961645126343, 0.9062791466712952, 0.8975249528884888, 0.9063917398452759, 0.908689558506012, 0.9137873649597168, 0.9146069288253784, 0.9199017286300659, 0.9161108136177063, 0.9147103428840637, 0.918426513671875, 0.9162620306015015, 0.9234676957130432, 0.9305369257926941, 0.9162997007369995, 0.9335228204727173], "cos_apical_negg": [0.822136402130127, 0.8353568315505981, 0.8393228054046631, 0.8481264114379883, 0.8579666018486023, 0.8629506230354309, 0.8665547370910645, 0.8745532035827637, 0.8768369555473328, 0.8808507919311523, 0.8872556686401367, 0.8927468061447144, 0.8942015171051025, 0.8984465003013611, 0.8992961645126343, 0.9062791466712952, 0.8975249528884888, 0.9063917398452759, 0.908689558506012, 0.9137873649597168, 0.9146069288253784, 0.9199017286300659, 0.9161108136177063, 0.9147103428840637, 0.918426513671875, 0.9162620306015015, 0.9234676957130432, 0.9305369257926941, 0.9162997007369995, 0.9335228204727173], "cos_Ac_negg": [0.822136402130127, 0.8353568315505981, 0.8393228054046631, 0.8481264114379883, 0.8579666018486023, 0.8629506230354309, 0.8665547370910645, 0.8745532035827637, 0.8768369555473328, 0.8808507919311523, 0.8872556686401367, 0.8927468061447144, 0.8942015171051025, 0.8984465003013611, 0.8992961645126343, 0.9062791466712952, 0.8975249528884888, 0.9063917398452759, 0.908689558506012, 0.9137873649597168, 0.9146069288253784, 0.9199017286300659, 0.9161108136177063, 0.9147103428840637, 0.918426513671875, 0.9162620306015015, 0.9234676957130432, 0.9305369257926941, 0.9162997007369995, 0.9335228204727173], "r_norm": [1.8272055387496948, 1.5996564626693726, 1.5885109901428223, 1.5918121337890625, 1.5588188171386719, 1.5611250400543213, 1.5517960786819458, 1.564192295074463, 1.5418250560760498, 1.5628553628921509, 1.537312626838684, 1.5399755239486694, 1.5247955322265625, 1.5036425590515137, 1.497090220451355, 1.5052568912506104, 1.496255874633789, 1.4663965702056885, 1.4772783517837524, 1.460813283920288, 1.4474306106567383, 1.4448206424713135, 1.4365941286087036, 1.4260674715042114, 1.44194757938385, 1.4158482551574707, 1.4026585817337036, 1.4134527444839478, 1.4135475158691406, 1.4002903699874878]}, {"step": 6750, "epoch": 17, "train_loss": 0.7494778633117676, "cos_r_negg": [0.8223547339439392, 0.8358924388885498, 0.8380494713783264, 0.8485223054885864, 0.8590384721755981, 0.8629732131958008, 0.8666792511940002, 0.8753259181976318, 0.8781651854515076, 0.8824487924575806, 0.8872009515762329, 0.892417311668396, 0.8937919735908508, 0.8979865908622742, 0.8994413614273071, 0.9074083566665649, 0.8973020315170288, 0.9077340364456177, 0.9110727310180664, 0.9138050079345703, 0.9144129157066345, 0.9193301200866699, 0.9169856905937195, 0.9169317483901978, 0.919604480266571, 0.9155824184417725, 0.9239192605018616, 0.9300719499588013, 0.9173376560211182, 0.932561993598938], "cos_apical_negg": [0.8223547339439392, 0.8358924388885498, 0.8380494713783264, 0.8485223054885864, 0.8590384721755981, 0.8629732131958008, 0.8666792511940002, 0.8753259181976318, 0.8781651854515076, 0.8824487924575806, 0.8872009515762329, 0.892417311668396, 0.8937919735908508, 0.8979865908622742, 0.8994413614273071, 0.9074083566665649, 0.8973020315170288, 0.9077340364456177, 0.9110727310180664, 0.9138050079345703, 0.9144129157066345, 0.9193301200866699, 0.9169856905937195, 0.9169317483901978, 0.919604480266571, 0.9155824184417725, 0.9239192605018616, 0.9300719499588013, 0.9173376560211182, 0.932561993598938], "cos_Ac_negg": [0.8223547339439392, 0.8358924388885498, 0.8380494713783264, 0.8485223054885864, 0.8590384721755981, 0.8629732131958008, 0.8666792511940002, 0.8753259181976318, 0.8781651854515076, 0.8824487924575806, 0.8872009515762329, 0.892417311668396, 0.8937919735908508, 0.8979865908622742, 0.8994413614273071, 0.9074083566665649, 0.8973020315170288, 0.9077340364456177, 0.9110727310180664, 0.9138050079345703, 0.9144129157066345, 0.9193301200866699, 0.9169856905937195, 0.9169317483901978, 0.919604480266571, 0.9155824184417725, 0.9239192605018616, 0.9300719499588013, 0.9173376560211182, 0.932561993598938], "r_norm": [1.8910318613052368, 1.6544952392578125, 1.6440081596374512, 1.6472229957580566, 1.6111130714416504, 1.6126700639724731, 1.6021182537078857, 1.6182695627212524, 1.596312403678894, 1.6136832237243652, 1.5909322500228882, 1.5898597240447998, 1.5734102725982666, 1.552093744277954, 1.5459837913513184, 1.5538326501846313, 1.5433121919631958, 1.5117939710617065, 1.5237886905670166, 1.5060639381408691, 1.4936373233795166, 1.4895923137664795, 1.480292797088623, 1.47199285030365, 1.4884257316589355, 1.4605307579040527, 1.4476194381713867, 1.4571897983551025, 1.457344651222229, 1.4459490776062012], "ldr": {"dL_sdil": -0.13588452339172363, "dL_bp": -0.16585111618041992, "ratio": 0.8193163032071648}}, {"step": 6800, "epoch": 17, "train_loss": 0.6835595965385437, "cos_r_negg": [0.8265505433082581, 0.8385286331176758, 0.8376110792160034, 0.8503246307373047, 0.8612378835678101, 0.8647966980934143, 0.8667727112770081, 0.8743270039558411, 0.876487135887146, 0.8839717507362366, 0.8878536224365234, 0.8922487497329712, 0.8956156969070435, 0.9003204107284546, 0.9003517627716064, 0.9091852307319641, 0.8988872766494751, 0.9091178774833679, 0.9109693765640259, 0.9121982455253601, 0.9182847738265991, 0.9208366870880127, 0.9196155071258545, 0.9177749156951904, 0.920330822467804, 0.9174898862838745, 0.9234430193901062, 0.9300265312194824, 0.9182512760162354, 0.934537947177887], "cos_apical_negg": [0.8265505433082581, 0.8385286331176758, 0.8376110792160034, 0.8503246307373047, 0.8612378835678101, 0.8647966980934143, 0.8667727112770081, 0.8743270039558411, 0.876487135887146, 0.8839717507362366, 0.8878536224365234, 0.8922487497329712, 0.8956156969070435, 0.9003204107284546, 0.9003517627716064, 0.9091852307319641, 0.8988872766494751, 0.9091178774833679, 0.9109693765640259, 0.9121982455253601, 0.9182847738265991, 0.9208366870880127, 0.9196155071258545, 0.9177749156951904, 0.920330822467804, 0.9174898862838745, 0.9234430193901062, 0.9300265312194824, 0.9182512760162354, 0.934537947177887], "cos_Ac_negg": [0.8265505433082581, 0.8385286331176758, 0.8376110792160034, 0.8503246307373047, 0.8612378835678101, 0.8647966980934143, 0.8667727112770081, 0.8743270039558411, 0.876487135887146, 0.8839717507362366, 0.8878536224365234, 0.8922487497329712, 0.8956156969070435, 0.9003204107284546, 0.9003517627716064, 0.9091852307319641, 0.8988872766494751, 0.9091178774833679, 0.9109693765640259, 0.9121982455253601, 0.9182847738265991, 0.9208366870880127, 0.9196155071258545, 0.9177749156951904, 0.920330822467804, 0.9174898862838745, 0.9234430193901062, 0.9300265312194824, 0.9182512760162354, 0.934537947177887], "r_norm": [1.8961787223815918, 1.6621294021606445, 1.6517221927642822, 1.6554592847824097, 1.6211069822311401, 1.6231030225753784, 1.612954020500183, 1.6269550323486328, 1.6026861667633057, 1.623584508895874, 1.5978775024414062, 1.599999189376831, 1.5830225944519043, 1.5615479946136475, 1.5550422668457031, 1.5622363090515137, 1.5516672134399414, 1.52366042137146, 1.533512830734253, 1.5153454542160034, 1.5035078525543213, 1.500430703163147, 1.4897794723510742, 1.4816275835037231, 1.4958510398864746, 1.4681687355041504, 1.4547066688537598, 1.466099739074707, 1.4662967920303345, 1.4529756307601929]}, {"step": 6850, "epoch": 17, "train_loss": 0.5627986192703247, "cos_r_negg": [0.8217605352401733, 0.8372191786766052, 0.8409207463264465, 0.8514085412025452, 0.8616062998771667, 0.8635033965110779, 0.8676393628120422, 0.875274658203125, 0.8768771290779114, 0.8857532739639282, 0.8884248733520508, 0.8927583694458008, 0.8971330523490906, 0.8995552659034729, 0.9000362753868103, 0.9109698534011841, 0.8977150917053223, 0.9119864702224731, 0.9108061194419861, 0.9137855172157288, 0.918978214263916, 0.9201430082321167, 0.9195225238800049, 0.9177132844924927, 0.9224988222122192, 0.9186607599258423, 0.9265692234039307, 0.928195595741272, 0.9200156331062317, 0.9361128211021423], "cos_apical_negg": [0.8217605352401733, 0.8372191786766052, 0.8409207463264465, 0.8514085412025452, 0.8616062998771667, 0.8635033965110779, 0.8676393628120422, 0.875274658203125, 0.8768771290779114, 0.8857532739639282, 0.8884248733520508, 0.8927583694458008, 0.8971330523490906, 0.8995552659034729, 0.9000362753868103, 0.9109698534011841, 0.8977150917053223, 0.9119864702224731, 0.9108061194419861, 0.9137855172157288, 0.918978214263916, 0.9201430082321167, 0.9195225238800049, 0.9177132844924927, 0.9224988222122192, 0.9186607599258423, 0.9265692234039307, 0.928195595741272, 0.9200156331062317, 0.9361128211021423], "cos_Ac_negg": [0.8217605352401733, 0.8372191786766052, 0.8409207463264465, 0.8514085412025452, 0.8616062998771667, 0.8635033965110779, 0.8676393628120422, 0.875274658203125, 0.8768771290779114, 0.8857532739639282, 0.8884248733520508, 0.8927583694458008, 0.8971330523490906, 0.8995552659034729, 0.9000362753868103, 0.9109698534011841, 0.8977150917053223, 0.9119864702224731, 0.9108061194419861, 0.9137855172157288, 0.918978214263916, 0.9201430082321167, 0.9195225238800049, 0.9177132844924927, 0.9224988222122192, 0.9186607599258423, 0.9265692234039307, 0.928195595741272, 0.9200156331062317, 0.9361128211021423], "r_norm": [1.931748390197754, 1.694120168685913, 1.6818348169326782, 1.686507225036621, 1.649227499961853, 1.6531825065612793, 1.6406831741333008, 1.6570520401000977, 1.6314979791641235, 1.653331995010376, 1.6269721984863281, 1.626374363899231, 1.6092393398284912, 1.5890212059020996, 1.5829441547393799, 1.5878615379333496, 1.5792744159698486, 1.5491677522659302, 1.557310700416565, 1.5395249128341675, 1.526939034461975, 1.5237871408462524, 1.512734293937683, 1.5031737089157104, 1.5182952880859375, 1.4891958236694336, 1.476211428642273, 1.4852473735809326, 1.4872984886169434, 1.4761710166931152]}, {"step": 6900, "epoch": 17, "train_loss": 0.7231261730194092, "cos_r_negg": [0.821092426776886, 0.8351608514785767, 0.84034264087677, 0.8516590595245361, 0.8607011437416077, 0.864467203617096, 0.8679729700088501, 0.8750176429748535, 0.8753195405006409, 0.8845768570899963, 0.8907574415206909, 0.8946534395217896, 0.8975735902786255, 0.8977997899055481, 0.8990736603736877, 0.911740779876709, 0.8983267545700073, 0.9126684069633484, 0.9115103483200073, 0.9135175943374634, 0.9183931350708008, 0.9234758615493774, 0.9206364154815674, 0.9172937273979187, 0.9226232171058655, 0.9185577034950256, 0.9260580539703369, 0.9299678802490234, 0.9211240410804749, 0.9360986948013306], "cos_apical_negg": [0.821092426776886, 0.8351608514785767, 0.84034264087677, 0.8516590595245361, 0.8607011437416077, 0.864467203617096, 0.8679729700088501, 0.8750176429748535, 0.8753195405006409, 0.8845768570899963, 0.8907574415206909, 0.8946534395217896, 0.8975735902786255, 0.8977997899055481, 0.8990736603736877, 0.911740779876709, 0.8983267545700073, 0.9126684069633484, 0.9115103483200073, 0.9135175943374634, 0.9183931350708008, 0.9234758615493774, 0.9206364154815674, 0.9172937273979187, 0.9226232171058655, 0.9185577034950256, 0.9260580539703369, 0.9299678802490234, 0.9211240410804749, 0.9360986948013306], "cos_Ac_negg": [0.821092426776886, 0.8351608514785767, 0.84034264087677, 0.8516590595245361, 0.8607011437416077, 0.864467203617096, 0.8679729700088501, 0.8750176429748535, 0.8753195405006409, 0.8845768570899963, 0.8907574415206909, 0.8946534395217896, 0.8975735902786255, 0.8977997899055481, 0.8990736603736877, 0.911740779876709, 0.8983267545700073, 0.9126684069633484, 0.9115103483200073, 0.9135175943374634, 0.9183931350708008, 0.9234758615493774, 0.9206364154815674, 0.9172937273979187, 0.9226232171058655, 0.9185577034950256, 0.9260580539703369, 0.9299678802490234, 0.9211240410804749, 0.9360986948013306], "r_norm": [1.9045041799545288, 1.6763722896575928, 1.6634093523025513, 1.6657394170761108, 1.628087043762207, 1.632360816001892, 1.6243324279785156, 1.6379063129425049, 1.6153738498687744, 1.634568691253662, 1.610395908355713, 1.6092991828918457, 1.5937600135803223, 1.5709401369094849, 1.564918875694275, 1.5703401565551758, 1.5624816417694092, 1.5330008268356323, 1.542693853378296, 1.5245375633239746, 1.511539101600647, 1.5058332681655884, 1.4972972869873047, 1.4868583679199219, 1.502109169960022, 1.475690484046936, 1.4617860317230225, 1.4703279733657837, 1.4717456102371216, 1.4598171710968018]}, {"step": 6950, "epoch": 17, "train_loss": 0.5139020681381226, "cos_r_negg": [0.8269724249839783, 0.8381650447845459, 0.8446156978607178, 0.8543845415115356, 0.8619943857192993, 0.8676053881645203, 0.8720154762268066, 0.8791085481643677, 0.8807239532470703, 0.8878358602523804, 0.8924952149391174, 0.8970991969108582, 0.9011630415916443, 0.9019007682800293, 0.900536060333252, 0.9144587516784668, 0.902725100517273, 0.9132457375526428, 0.9156542420387268, 0.9168597459793091, 0.9199273586273193, 0.9247920513153076, 0.9245215654373169, 0.9194058179855347, 0.9247797131538391, 0.9215874671936035, 0.9322018623352051, 0.9346849918365479, 0.9260959029197693, 0.9378130435943604], "cos_apical_negg": [0.8269724249839783, 0.8381650447845459, 0.8446156978607178, 0.8543845415115356, 0.8619943857192993, 0.8676053881645203, 0.8720154762268066, 0.8791085481643677, 0.8807239532470703, 0.8878358602523804, 0.8924952149391174, 0.8970991969108582, 0.9011630415916443, 0.9019007682800293, 0.900536060333252, 0.9144587516784668, 0.902725100517273, 0.9132457375526428, 0.9156542420387268, 0.9168597459793091, 0.9199273586273193, 0.9247920513153076, 0.9245215654373169, 0.9194058179855347, 0.9247797131538391, 0.9215874671936035, 0.9322018623352051, 0.9346849918365479, 0.9260959029197693, 0.9378130435943604], "cos_Ac_negg": [0.8269724249839783, 0.8381650447845459, 0.8446156978607178, 0.8543845415115356, 0.8619943857192993, 0.8676053881645203, 0.8720154762268066, 0.8791085481643677, 0.8807239532470703, 0.8878358602523804, 0.8924952149391174, 0.8970991969108582, 0.9011630415916443, 0.9019007682800293, 0.900536060333252, 0.9144587516784668, 0.902725100517273, 0.9132457375526428, 0.9156542420387268, 0.9168597459793091, 0.9199273586273193, 0.9247920513153076, 0.9245215654373169, 0.9194058179855347, 0.9247797131538391, 0.9215874671936035, 0.9322018623352051, 0.9346849918365479, 0.9260959029197693, 0.9378130435943604], "r_norm": [1.8942828178405762, 1.6699905395507812, 1.6578433513641357, 1.6634752750396729, 1.6270328760147095, 1.6279014348983765, 1.6231417655944824, 1.6356251239776611, 1.6127774715423584, 1.6302165985107422, 1.6064705848693848, 1.6075598001480103, 1.5909559726715088, 1.5681049823760986, 1.5615546703338623, 1.5671849250793457, 1.5579934120178223, 1.532433271408081, 1.541500210762024, 1.5212352275848389, 1.5096995830535889, 1.5038888454437256, 1.4938769340515137, 1.4869318008422852, 1.4992456436157227, 1.4737093448638916, 1.4602148532867432, 1.4698736667633057, 1.4698749780654907, 1.4558641910552979]}, {"step": 7000, "epoch": 17, "train_loss": 0.6186776757240295, "cos_r_negg": [0.8239191770553589, 0.839074969291687, 0.843399167060852, 0.8547680974006653, 0.8638529777526855, 0.8679574131965637, 0.8705348968505859, 0.8778156638145447, 0.8806737661361694, 0.8866782188415527, 0.8926799297332764, 0.8966022729873657, 0.9000751376152039, 0.9011996984481812, 0.9022330045700073, 0.9121001362800598, 0.9003921747207642, 0.9114909768104553, 0.9149307012557983, 0.9167317748069763, 0.9211042523384094, 0.9225841760635376, 0.9230830669403076, 0.9189438223838806, 0.9236620664596558, 0.9205619692802429, 0.9300428628921509, 0.9331037402153015, 0.9237126111984253, 0.9362049102783203], "cos_apical_negg": [0.8239191770553589, 0.839074969291687, 0.843399167060852, 0.8547680974006653, 0.8638529777526855, 0.8679574131965637, 0.8705348968505859, 0.8778156638145447, 0.8806737661361694, 0.8866782188415527, 0.8926799297332764, 0.8966022729873657, 0.9000751376152039, 0.9011996984481812, 0.9022330045700073, 0.9121001362800598, 0.9003921747207642, 0.9114909768104553, 0.9149307012557983, 0.9167317748069763, 0.9211042523384094, 0.9225841760635376, 0.9230830669403076, 0.9189438223838806, 0.9236620664596558, 0.9205619692802429, 0.9300428628921509, 0.9331037402153015, 0.9237126111984253, 0.9362049102783203], "cos_Ac_negg": [0.8239191770553589, 0.839074969291687, 0.843399167060852, 0.8547680974006653, 0.8638529777526855, 0.8679574131965637, 0.8705348968505859, 0.8778156638145447, 0.8806737661361694, 0.8866782188415527, 0.8926799297332764, 0.8966022729873657, 0.9000751376152039, 0.9011996984481812, 0.9022330045700073, 0.9121001362800598, 0.9003921747207642, 0.9114909768104553, 0.9149307012557983, 0.9167317748069763, 0.9211042523384094, 0.9225841760635376, 0.9230830669403076, 0.9189438223838806, 0.9236620664596558, 0.9205619692802429, 0.9300428628921509, 0.9331037402153015, 0.9237126111984253, 0.9362049102783203], "r_norm": [1.8859388828277588, 1.6647883653640747, 1.6539324522018433, 1.6575144529342651, 1.622119426727295, 1.6251963376998901, 1.617203712463379, 1.6301233768463135, 1.6083046197891235, 1.6276459693908691, 1.6028473377227783, 1.6033177375793457, 1.5878963470458984, 1.5639874935150146, 1.558100938796997, 1.5625039339065552, 1.5534300804138184, 1.5267701148986816, 1.535149335861206, 1.5182033777236938, 1.5048799514770508, 1.499159336090088, 1.4895156621932983, 1.4809973239898682, 1.4942779541015625, 1.4675754308700562, 1.4555104970932007, 1.465329885482788, 1.4635038375854492, 1.4508854150772095], "ldr": {"dL_sdil": -0.15985870361328125, "dL_bp": -0.18388795852661133, "ratio": 0.8693266535456552}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4321, "test_loss": 2.5562077880859375}, {"step": 7050, "epoch": 18, "train_loss": 0.4617808163166046, "cos_r_negg": [0.818150520324707, 0.8381688594818115, 0.8424493074417114, 0.8548753261566162, 0.8629195690155029, 0.8685972094535828, 0.8705345392227173, 0.879197359085083, 0.880827784538269, 0.8849107027053833, 0.8943513035774231, 0.8975056409835815, 0.9001333117485046, 0.9024554491043091, 0.9045825600624084, 0.9131439924240112, 0.9029383659362793, 0.9135510921478271, 0.9153667092323303, 0.9185559749603271, 0.9214935898780823, 0.9265362024307251, 0.926741361618042, 0.9226719737052917, 0.9256426692008972, 0.9238671064376831, 0.9305671453475952, 0.9343974590301514, 0.9252959489822388, 0.9398274421691895], "cos_apical_negg": [0.818150520324707, 0.8381688594818115, 0.8424493074417114, 0.8548753261566162, 0.8629195690155029, 0.8685972094535828, 0.8705345392227173, 0.879197359085083, 0.880827784538269, 0.8849107027053833, 0.8943513035774231, 0.8975056409835815, 0.9001333117485046, 0.9024554491043091, 0.9045825600624084, 0.9131439924240112, 0.9029383659362793, 0.9135510921478271, 0.9153667092323303, 0.9185559749603271, 0.9214935898780823, 0.9265362024307251, 0.926741361618042, 0.9226719737052917, 0.9256426692008972, 0.9238671064376831, 0.9305671453475952, 0.9343974590301514, 0.9252959489822388, 0.9398274421691895], "cos_Ac_negg": [0.818150520324707, 0.8381688594818115, 0.8424493074417114, 0.8548753261566162, 0.8629195690155029, 0.8685972094535828, 0.8705345392227173, 0.879197359085083, 0.880827784538269, 0.8849107027053833, 0.8943513035774231, 0.8975056409835815, 0.9001333117485046, 0.9024554491043091, 0.9045825600624084, 0.9131439924240112, 0.9029383659362793, 0.9135510921478271, 0.9153667092323303, 0.9185559749603271, 0.9214935898780823, 0.9265362024307251, 0.926741361618042, 0.9226719737052917, 0.9256426692008972, 0.9238671064376831, 0.9305671453475952, 0.9343974590301514, 0.9252959489822388, 0.9398274421691895], "r_norm": [1.8809551000595093, 1.6620265245437622, 1.6518120765686035, 1.6559946537017822, 1.6190884113311768, 1.623117446899414, 1.616239309310913, 1.6290292739868164, 1.606584072113037, 1.6247917413711548, 1.6004648208618164, 1.6001445055007935, 1.5848495960235596, 1.562781572341919, 1.5548279285430908, 1.5592890977859497, 1.5507309436798096, 1.5238850116729736, 1.5323708057403564, 1.514636516571045, 1.5026700496673584, 1.4954609870910645, 1.485893726348877, 1.4777805805206299, 1.4913114309310913, 1.4646522998809814, 1.4535636901855469, 1.4611924886703491, 1.460395336151123, 1.4484003782272339]}, {"step": 7100, "epoch": 18, "train_loss": 0.46017876267433167, "cos_r_negg": [0.823375403881073, 0.8404154777526855, 0.8418371081352234, 0.8551695346832275, 0.8651902675628662, 0.8694667220115662, 0.87088942527771, 0.8790044188499451, 0.8832138776779175, 0.8894308805465698, 0.8956690430641174, 0.9009751081466675, 0.9029883146286011, 0.9028540849685669, 0.9063389301300049, 0.9144055843353271, 0.9039158821105957, 0.9135032892227173, 0.9178279042243958, 0.917152464389801, 0.9243753552436829, 0.9250513911247253, 0.9257729053497314, 0.9235801696777344, 0.9283291101455688, 0.9248046875, 0.9330939054489136, 0.9375287294387817, 0.9282562732696533, 0.9397348165512085], "cos_apical_negg": [0.823375403881073, 0.8404154777526855, 0.8418371081352234, 0.8551695346832275, 0.8651902675628662, 0.8694667220115662, 0.87088942527771, 0.8790044188499451, 0.8832138776779175, 0.8894308805465698, 0.8956690430641174, 0.9009751081466675, 0.9029883146286011, 0.9028540849685669, 0.9063389301300049, 0.9144055843353271, 0.9039158821105957, 0.9135032892227173, 0.9178279042243958, 0.917152464389801, 0.9243753552436829, 0.9250513911247253, 0.9257729053497314, 0.9235801696777344, 0.9283291101455688, 0.9248046875, 0.9330939054489136, 0.9375287294387817, 0.9282562732696533, 0.9397348165512085], "cos_Ac_negg": [0.823375403881073, 0.8404154777526855, 0.8418371081352234, 0.8551695346832275, 0.8651902675628662, 0.8694667220115662, 0.87088942527771, 0.8790044188499451, 0.8832138776779175, 0.8894308805465698, 0.8956690430641174, 0.9009751081466675, 0.9029883146286011, 0.9028540849685669, 0.9063389301300049, 0.9144055843353271, 0.9039158821105957, 0.9135032892227173, 0.9178279042243958, 0.917152464389801, 0.9243753552436829, 0.9250513911247253, 0.9257729053497314, 0.9235801696777344, 0.9283291101455688, 0.9248046875, 0.9330939054489136, 0.9375287294387817, 0.9282562732696533, 0.9397348165512085], "r_norm": [1.951664924621582, 1.7248259782791138, 1.7144874334335327, 1.7203984260559082, 1.6839309930801392, 1.6867527961730957, 1.6799123287200928, 1.6906588077545166, 1.6650235652923584, 1.6871743202209473, 1.65961754322052, 1.6605780124664307, 1.6452782154083252, 1.6226308345794678, 1.615462303161621, 1.6187787055969238, 1.6101900339126587, 1.583350419998169, 1.5908393859863281, 1.5713703632354736, 1.5607898235321045, 1.5548851490020752, 1.5425639152526855, 1.5357837677001953, 1.5471405982971191, 1.5196534395217896, 1.5081839561462402, 1.5156464576721191, 1.513885498046875, 1.5030336380004883]}, {"step": 7150, "epoch": 18, "train_loss": 0.4896141290664673, "cos_r_negg": [0.8276702165603638, 0.8409199714660645, 0.8448532819747925, 0.8580788373947144, 0.8675665855407715, 0.871700644493103, 0.8732357025146484, 0.8796399235725403, 0.8861865997314453, 0.8920135498046875, 0.898479700088501, 0.9017555117607117, 0.9033385515213013, 0.9048507213592529, 0.9088032841682434, 0.9153273105621338, 0.9056589007377625, 0.9174285531044006, 0.9194030165672302, 0.9192154407501221, 0.9236682057380676, 0.9275456666946411, 0.9278934597969055, 0.9256918430328369, 0.9290593266487122, 0.9256569147109985, 0.9354967474937439, 0.9380902647972107, 0.9288418889045715, 0.9421297907829285], "cos_apical_negg": [0.8276702165603638, 0.8409199714660645, 0.8448532819747925, 0.8580788373947144, 0.8675665855407715, 0.871700644493103, 0.8732357025146484, 0.8796399235725403, 0.8861865997314453, 0.8920135498046875, 0.898479700088501, 0.9017555117607117, 0.9033385515213013, 0.9048507213592529, 0.9088032841682434, 0.9153273105621338, 0.9056589007377625, 0.9174285531044006, 0.9194030165672302, 0.9192154407501221, 0.9236682057380676, 0.9275456666946411, 0.9278934597969055, 0.9256918430328369, 0.9290593266487122, 0.9256569147109985, 0.9354967474937439, 0.9380902647972107, 0.9288418889045715, 0.9421297907829285], "cos_Ac_negg": [0.8276702165603638, 0.8409199714660645, 0.8448532819747925, 0.8580788373947144, 0.8675665855407715, 0.871700644493103, 0.8732357025146484, 0.8796399235725403, 0.8861865997314453, 0.8920135498046875, 0.898479700088501, 0.9017555117607117, 0.9033385515213013, 0.9048507213592529, 0.9088032841682434, 0.9153273105621338, 0.9056589007377625, 0.9174285531044006, 0.9194030165672302, 0.9192154407501221, 0.9236682057380676, 0.9275456666946411, 0.9278934597969055, 0.9256918430328369, 0.9290593266487122, 0.9256569147109985, 0.9354967474937439, 0.9380902647972107, 0.9288418889045715, 0.9421297907829285], "r_norm": [1.9458342790603638, 1.7240774631500244, 1.713531732559204, 1.7211225032806396, 1.6817426681518555, 1.6831775903701782, 1.6788697242736816, 1.6895771026611328, 1.6665281057357788, 1.6871986389160156, 1.6612939834594727, 1.6592068672180176, 1.645432472229004, 1.6229549646377563, 1.6135585308074951, 1.6166436672210693, 1.6091690063476562, 1.5813816785812378, 1.5892245769500732, 1.5703872442245483, 1.5586415529251099, 1.553419589996338, 1.5409727096557617, 1.5347899198532104, 1.5467264652252197, 1.5200996398925781, 1.5085424184799194, 1.5157043933868408, 1.5140647888183594, 1.5012834072113037]}, {"step": 7200, "epoch": 18, "train_loss": 0.4213160276412964, "cos_r_negg": [0.8229394555091858, 0.8401992917060852, 0.843841552734375, 0.8576698303222656, 0.8657371997833252, 0.8700699210166931, 0.8747296333312988, 0.880224347114563, 0.8841444253921509, 0.8909958004951477, 0.8978286385536194, 0.8991161584854126, 0.9035423994064331, 0.9038095474243164, 0.9077276587486267, 0.9145109057426453, 0.9066976308822632, 0.9181475639343262, 0.917106032371521, 0.9183793067932129, 0.9243797063827515, 0.9284358620643616, 0.9273062348365784, 0.9247208833694458, 0.9272786974906921, 0.9258038997650146, 0.934471607208252, 0.9376685619354248, 0.9265638589859009, 0.9418218731880188], "cos_apical_negg": [0.8229394555091858, 0.8401992917060852, 0.843841552734375, 0.8576698303222656, 0.8657371997833252, 0.8700699210166931, 0.8747296333312988, 0.880224347114563, 0.8841444253921509, 0.8909958004951477, 0.8978286385536194, 0.8991161584854126, 0.9035423994064331, 0.9038095474243164, 0.9077276587486267, 0.9145109057426453, 0.9066976308822632, 0.9181475639343262, 0.917106032371521, 0.9183793067932129, 0.9243797063827515, 0.9284358620643616, 0.9273062348365784, 0.9247208833694458, 0.9272786974906921, 0.9258038997650146, 0.934471607208252, 0.9376685619354248, 0.9265638589859009, 0.9418218731880188], "cos_Ac_negg": [0.8229394555091858, 0.8401992917060852, 0.843841552734375, 0.8576698303222656, 0.8657371997833252, 0.8700699210166931, 0.8747296333312988, 0.880224347114563, 0.8841444253921509, 0.8909958004951477, 0.8978286385536194, 0.8991161584854126, 0.9035423994064331, 0.9038095474243164, 0.9077276587486267, 0.9145109057426453, 0.9066976308822632, 0.9181475639343262, 0.917106032371521, 0.9183793067932129, 0.9243797063827515, 0.9284358620643616, 0.9273062348365784, 0.9247208833694458, 0.9272786974906921, 0.9258038997650146, 0.934471607208252, 0.9376685619354248, 0.9265638589859009, 0.9418218731880188], "r_norm": [1.8801398277282715, 1.6715130805969238, 1.6613647937774658, 1.664415955543518, 1.6268450021743774, 1.6311033964157104, 1.6287809610366821, 1.6374223232269287, 1.6157124042510986, 1.6365113258361816, 1.6110291481018066, 1.610173225402832, 1.5974304676055908, 1.573772668838501, 1.5651991367340088, 1.5674437284469604, 1.5602039098739624, 1.534127116203308, 1.5429809093475342, 1.5244629383087158, 1.5140501260757446, 1.5048494338989258, 1.4958429336547852, 1.4883750677108765, 1.5005481243133545, 1.475466251373291, 1.4657989740371704, 1.4724173545837402, 1.4697515964508057, 1.4571937322616577]}, {"step": 7250, "epoch": 18, "train_loss": 0.6331405639648438, "cos_r_negg": [0.8076004981994629, 0.8384894132614136, 0.8439879417419434, 0.8568665385246277, 0.864863395690918, 0.8685411810874939, 0.871783971786499, 0.8786311149597168, 0.8838644027709961, 0.8898723721504211, 0.896888256072998, 0.8996118307113647, 0.9044110774993896, 0.9064198732376099, 0.9072670936584473, 0.9159114360809326, 0.9082181453704834, 0.9161223769187927, 0.9182229042053223, 0.9189490079879761, 0.9247374534606934, 0.9282405376434326, 0.9270737767219543, 0.9251811504364014, 0.9286223649978638, 0.9255074262619019, 0.9348818063735962, 0.937852144241333, 0.9286971092224121, 0.9441797733306885], "cos_apical_negg": [0.8076004981994629, 0.8384894132614136, 0.8439879417419434, 0.8568665385246277, 0.864863395690918, 0.8685411810874939, 0.871783971786499, 0.8786311149597168, 0.8838644027709961, 0.8898723721504211, 0.896888256072998, 0.8996118307113647, 0.9044110774993896, 0.9064198732376099, 0.9072670936584473, 0.9159114360809326, 0.9082181453704834, 0.9161223769187927, 0.9182229042053223, 0.9189490079879761, 0.9247374534606934, 0.9282405376434326, 0.9270737767219543, 0.9251811504364014, 0.9286223649978638, 0.9255074262619019, 0.9348818063735962, 0.937852144241333, 0.9286971092224121, 0.9441797733306885], "cos_Ac_negg": [0.8076004981994629, 0.8384894132614136, 0.8439879417419434, 0.8568665385246277, 0.864863395690918, 0.8685411810874939, 0.871783971786499, 0.8786311149597168, 0.8838644027709961, 0.8898723721504211, 0.896888256072998, 0.8996118307113647, 0.9044110774993896, 0.9064198732376099, 0.9072670936584473, 0.9159114360809326, 0.9082181453704834, 0.9161223769187927, 0.9182229042053223, 0.9189490079879761, 0.9247374534606934, 0.9282405376434326, 0.9270737767219543, 0.9251811504364014, 0.9286223649978638, 0.9255074262619019, 0.9348818063735962, 0.937852144241333, 0.9286971092224121, 0.9441797733306885], "r_norm": [1.9575819969177246, 1.7365247011184692, 1.726444125175476, 1.7331987619400024, 1.694638729095459, 1.700502872467041, 1.695033311843872, 1.7046360969543457, 1.679969310760498, 1.7006062269210815, 1.6754511594772339, 1.6715455055236816, 1.6617376804351807, 1.6363654136657715, 1.6280362606048584, 1.6292301416397095, 1.6227459907531738, 1.595350980758667, 1.6037646532058716, 1.581579327583313, 1.5720863342285156, 1.563427209854126, 1.5544461011886597, 1.5469869375228882, 1.5566182136535645, 1.531749963760376, 1.520484209060669, 1.5280475616455078, 1.5243802070617676, 1.5128682851791382], "ldr": {"dL_sdil": -0.16161060333251953, "dL_bp": -0.20135831832885742, "ratio": 0.8026020711425385}}, {"step": 7300, "epoch": 18, "train_loss": 0.6976595520973206, "cos_r_negg": [0.8150376081466675, 0.8392089605331421, 0.844745934009552, 0.856066882610321, 0.8627421855926514, 0.8686150908470154, 0.8706628084182739, 0.8811019659042358, 0.8842417001724243, 0.8923168778419495, 0.8983588814735413, 0.9007545113563538, 0.9034543037414551, 0.9077339172363281, 0.9048717021942139, 0.9166722297668457, 0.9098079204559326, 0.9170817732810974, 0.9193776845932007, 0.9208877086639404, 0.9244824051856995, 0.9279539585113525, 0.92693692445755, 0.9254472255706787, 0.9298328757286072, 0.9269741177558899, 0.9356467127799988, 0.9385672807693481, 0.9307579398155212, 0.943631649017334], "cos_apical_negg": [0.8150376081466675, 0.8392089605331421, 0.844745934009552, 0.856066882610321, 0.8627421855926514, 0.8686150908470154, 0.8706628084182739, 0.8811019659042358, 0.8842417001724243, 0.8923168778419495, 0.8983588814735413, 0.9007545113563538, 0.9034543037414551, 0.9077339172363281, 0.9048717021942139, 0.9166722297668457, 0.9098079204559326, 0.9170817732810974, 0.9193776845932007, 0.9208877086639404, 0.9244824051856995, 0.9279539585113525, 0.92693692445755, 0.9254472255706787, 0.9298328757286072, 0.9269741177558899, 0.9356467127799988, 0.9385672807693481, 0.9307579398155212, 0.943631649017334], "cos_Ac_negg": [0.8150376081466675, 0.8392089605331421, 0.844745934009552, 0.856066882610321, 0.8627421855926514, 0.8686150908470154, 0.8706628084182739, 0.8811019659042358, 0.8842417001724243, 0.8923168778419495, 0.8983588814735413, 0.9007545113563538, 0.9034543037414551, 0.9077339172363281, 0.9048717021942139, 0.9166722297668457, 0.9098079204559326, 0.9170817732810974, 0.9193776845932007, 0.9208877086639404, 0.9244824051856995, 0.9279539585113525, 0.92693692445755, 0.9254472255706787, 0.9298328757286072, 0.9269741177558899, 0.9356467127799988, 0.9385672807693481, 0.9307579398155212, 0.943631649017334], "r_norm": [2.0169949531555176, 1.7928752899169922, 1.7807594537734985, 1.7860147953033447, 1.7487547397613525, 1.752302646636963, 1.7479667663574219, 1.7580552101135254, 1.734241247177124, 1.7525049448013306, 1.7300312519073486, 1.7262487411499023, 1.7116997241973877, 1.688079595565796, 1.6797935962677002, 1.6814303398132324, 1.670681357383728, 1.644497275352478, 1.6522572040557861, 1.6318256855010986, 1.6190531253814697, 1.612683653831482, 1.6005053520202637, 1.592855453491211, 1.6039012670516968, 1.5780140161514282, 1.565245509147644, 1.5738877058029175, 1.5672047138214111, 1.5569970607757568]}, {"step": 7350, "epoch": 18, "train_loss": 0.5081654787063599, "cos_r_negg": [0.8160215020179749, 0.8418011665344238, 0.848594069480896, 0.8602688312530518, 0.8680391311645508, 0.8729462623596191, 0.8744049072265625, 0.8836932182312012, 0.8877478837966919, 0.8945375680923462, 0.8999096155166626, 0.9037123322486877, 0.905173659324646, 0.9093338251113892, 0.909766674041748, 0.9186710119247437, 0.9106484651565552, 0.9194412231445312, 0.9209674596786499, 0.9244113564491272, 0.9272313117980957, 0.9317395091056824, 0.9302313923835754, 0.9288113117218018, 0.9330446720123291, 0.9299546480178833, 0.9378881454467773, 0.9422521591186523, 0.9306098818778992, 0.9456097483634949], "cos_apical_negg": [0.8160215020179749, 0.8418011665344238, 0.848594069480896, 0.8602688312530518, 0.8680391311645508, 0.8729462623596191, 0.8744049072265625, 0.8836932182312012, 0.8877478837966919, 0.8945375680923462, 0.8999096155166626, 0.9037123322486877, 0.905173659324646, 0.9093338251113892, 0.909766674041748, 0.9186710119247437, 0.9106484651565552, 0.9194412231445312, 0.9209674596786499, 0.9244113564491272, 0.9272313117980957, 0.9317395091056824, 0.9302313923835754, 0.9288113117218018, 0.9330446720123291, 0.9299546480178833, 0.9378881454467773, 0.9422521591186523, 0.9306098818778992, 0.9456097483634949], "cos_Ac_negg": [0.8160215020179749, 0.8418011665344238, 0.848594069480896, 0.8602688312530518, 0.8680391311645508, 0.8729462623596191, 0.8744049072265625, 0.8836932182312012, 0.8877478837966919, 0.8945375680923462, 0.8999096155166626, 0.9037123322486877, 0.905173659324646, 0.9093338251113892, 0.909766674041748, 0.9186710119247437, 0.9106484651565552, 0.9194412231445312, 0.9209674596786499, 0.9244113564491272, 0.9272313117980957, 0.9317395091056824, 0.9302313923835754, 0.9288113117218018, 0.9330446720123291, 0.9299546480178833, 0.9378881454467773, 0.9422521591186523, 0.9306098818778992, 0.9456097483634949], "r_norm": [2.047253131866455, 1.8252471685409546, 1.8152797222137451, 1.8195722103118896, 1.7822761535644531, 1.7867028713226318, 1.780394196510315, 1.7893548011779785, 1.7665051221847534, 1.786778211593628, 1.7612617015838623, 1.7567733526229858, 1.7465226650238037, 1.7225093841552734, 1.7116986513137817, 1.711732029914856, 1.7049102783203125, 1.677476406097412, 1.6841022968292236, 1.6630290746688843, 1.6497414112091064, 1.644026279449463, 1.6342689990997314, 1.6214522123336792, 1.6329724788665771, 1.605907678604126, 1.595955491065979, 1.6005698442459106, 1.5975008010864258, 1.587101697921753]}, {"step": 7400, "epoch": 18, "train_loss": 0.4914856255054474, "cos_r_negg": [0.8148945569992065, 0.8432031869888306, 0.8478484749794006, 0.859359622001648, 0.8693453073501587, 0.8717391490936279, 0.8760040998458862, 0.8852805495262146, 0.8869823217391968, 0.8963600993156433, 0.897213876247406, 0.905297040939331, 0.9082012176513672, 0.9105305671691895, 0.910678505897522, 0.9175989031791687, 0.9111292362213135, 0.9209954142570496, 0.9238141775131226, 0.9226789474487305, 0.9285678863525391, 0.9318681359291077, 0.9324573278427124, 0.9281541109085083, 0.9341440200805664, 0.9320091009140015, 0.9371323585510254, 0.9417344331741333, 0.9351781010627747, 0.9468098878860474], "cos_apical_negg": [0.8148945569992065, 0.8432031869888306, 0.8478484749794006, 0.859359622001648, 0.8693453073501587, 0.8717391490936279, 0.8760040998458862, 0.8852805495262146, 0.8869823217391968, 0.8963600993156433, 0.897213876247406, 0.905297040939331, 0.9082012176513672, 0.9105305671691895, 0.910678505897522, 0.9175989031791687, 0.9111292362213135, 0.9209954142570496, 0.9238141775131226, 0.9226789474487305, 0.9285678863525391, 0.9318681359291077, 0.9324573278427124, 0.9281541109085083, 0.9341440200805664, 0.9320091009140015, 0.9371323585510254, 0.9417344331741333, 0.9351781010627747, 0.9468098878860474], "cos_Ac_negg": [0.8148945569992065, 0.8432031869888306, 0.8478484749794006, 0.859359622001648, 0.8693453073501587, 0.8717391490936279, 0.8760040998458862, 0.8852805495262146, 0.8869823217391968, 0.8963600993156433, 0.897213876247406, 0.905297040939331, 0.9082012176513672, 0.9105305671691895, 0.910678505897522, 0.9175989031791687, 0.9111292362213135, 0.9209954142570496, 0.9238141775131226, 0.9226789474487305, 0.9285678863525391, 0.9318681359291077, 0.9324573278427124, 0.9281541109085083, 0.9341440200805664, 0.9320091009140015, 0.9371323585510254, 0.9417344331741333, 0.9351781010627747, 0.9468098878860474], "r_norm": [2.0471057891845703, 1.829280138015747, 1.8153483867645264, 1.8222132921218872, 1.7853460311889648, 1.7899128198623657, 1.7863988876342773, 1.7935694456100464, 1.7719290256500244, 1.7909009456634521, 1.7662731409072876, 1.7620134353637695, 1.7465749979019165, 1.7249512672424316, 1.7160910367965698, 1.7160401344299316, 1.7062265872955322, 1.6798276901245117, 1.6878101825714111, 1.6650878190994263, 1.6526963710784912, 1.6465740203857422, 1.6357994079589844, 1.6258587837219238, 1.6364564895629883, 1.6093268394470215, 1.5985580682754517, 1.603540062904358, 1.5988550186157227, 1.5880776643753052]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4131, "test_loss": 2.7385898681640626}, {"step": 7450, "epoch": 19, "train_loss": 0.33795177936553955, "cos_r_negg": [0.8173248171806335, 0.8417683839797974, 0.8478756546974182, 0.858656644821167, 0.8696161508560181, 0.8723887205123901, 0.8781582713127136, 0.884267270565033, 0.8873099684715271, 0.8942338228225708, 0.8986078500747681, 0.9049044251441956, 0.9081335067749023, 0.9107520580291748, 0.9118925333023071, 0.9183491468429565, 0.9119458198547363, 0.9206756353378296, 0.9221348762512207, 0.9231631755828857, 0.927911102771759, 0.9316607713699341, 0.9297892451286316, 0.9291729927062988, 0.9351825714111328, 0.9305969476699829, 0.9368801712989807, 0.9417769312858582, 0.9348288774490356, 0.9452478885650635], "cos_apical_negg": [0.8173248171806335, 0.8417683839797974, 0.8478756546974182, 0.858656644821167, 0.8696161508560181, 0.8723887205123901, 0.8781582713127136, 0.884267270565033, 0.8873099684715271, 0.8942338228225708, 0.8986078500747681, 0.9049044251441956, 0.9081335067749023, 0.9107520580291748, 0.9118925333023071, 0.9183491468429565, 0.9119458198547363, 0.9206756353378296, 0.9221348762512207, 0.9231631755828857, 0.927911102771759, 0.9316607713699341, 0.9297892451286316, 0.9291729927062988, 0.9351825714111328, 0.9305969476699829, 0.9368801712989807, 0.9417769312858582, 0.9348288774490356, 0.9452478885650635], "cos_Ac_negg": [0.8173248171806335, 0.8417683839797974, 0.8478756546974182, 0.858656644821167, 0.8696161508560181, 0.8723887205123901, 0.8781582713127136, 0.884267270565033, 0.8873099684715271, 0.8942338228225708, 0.8986078500747681, 0.9049044251441956, 0.9081335067749023, 0.9107520580291748, 0.9118925333023071, 0.9183491468429565, 0.9119458198547363, 0.9206756353378296, 0.9221348762512207, 0.9231631755828857, 0.927911102771759, 0.9316607713699341, 0.9297892451286316, 0.9291729927062988, 0.9351825714111328, 0.9305969476699829, 0.9368801712989807, 0.9417769312858582, 0.9348288774490356, 0.9452478885650635], "r_norm": [1.9988646507263184, 1.7840938568115234, 1.7720309495925903, 1.7786681652069092, 1.7434345483779907, 1.7479472160339355, 1.7426193952560425, 1.7482852935791016, 1.724362850189209, 1.7460458278656006, 1.721801519393921, 1.7178524732589722, 1.7020814418792725, 1.6822092533111572, 1.6727631092071533, 1.6743420362472534, 1.662516713142395, 1.637258529663086, 1.6448190212249756, 1.6225016117095947, 1.612402319908142, 1.6055935621261597, 1.5960615873336792, 1.5866291522979736, 1.5962227582931519, 1.5701141357421875, 1.556944489479065, 1.5630276203155518, 1.5583851337432861, 1.5503281354904175]}, {"step": 7500, "epoch": 19, "train_loss": 0.39405155181884766, "cos_r_negg": [0.8130896687507629, 0.8402549624443054, 0.8449205160140991, 0.8541175723075867, 0.864234983921051, 0.869539737701416, 0.8729126453399658, 0.8812450766563416, 0.8845653533935547, 0.8922932147979736, 0.8977690935134888, 0.9031723141670227, 0.9040890336036682, 0.9080705642700195, 0.9087594747543335, 0.9164281487464905, 0.9088950157165527, 0.9179049134254456, 0.9178361892700195, 0.9208534359931946, 0.9251393675804138, 0.9292066097259521, 0.9272202253341675, 0.9251134395599365, 0.9313493371009827, 0.9296307563781738, 0.9351061582565308, 0.9392013549804688, 0.9307118654251099, 0.9416208863258362], "cos_apical_negg": [0.8130896687507629, 0.8402549624443054, 0.8449205160140991, 0.8541175723075867, 0.864234983921051, 0.869539737701416, 0.8729126453399658, 0.8812450766563416, 0.8845653533935547, 0.8922932147979736, 0.8977690935134888, 0.9031723141670227, 0.9040890336036682, 0.9080705642700195, 0.9087594747543335, 0.9164281487464905, 0.9088950157165527, 0.9179049134254456, 0.9178361892700195, 0.9208534359931946, 0.9251393675804138, 0.9292066097259521, 0.9272202253341675, 0.9251134395599365, 0.9313493371009827, 0.9296307563781738, 0.9351061582565308, 0.9392013549804688, 0.9307118654251099, 0.9416208863258362], "cos_Ac_negg": [0.8130896687507629, 0.8402549624443054, 0.8449205160140991, 0.8541175723075867, 0.864234983921051, 0.869539737701416, 0.8729126453399658, 0.8812450766563416, 0.8845653533935547, 0.8922932147979736, 0.8977690935134888, 0.9031723141670227, 0.9040890336036682, 0.9080705642700195, 0.9087594747543335, 0.9164281487464905, 0.9088950157165527, 0.9179049134254456, 0.9178361892700195, 0.9208534359931946, 0.9251393675804138, 0.9292066097259521, 0.9272202253341675, 0.9251134395599365, 0.9313493371009827, 0.9296307563781738, 0.9351061582565308, 0.9392013549804688, 0.9307118654251099, 0.9416208863258362], "r_norm": [2.0207507610321045, 1.8052499294281006, 1.7936748266220093, 1.79903244972229, 1.7636082172393799, 1.7686281204223633, 1.7645481824874878, 1.7707176208496094, 1.7468088865280151, 1.7660084962844849, 1.744410514831543, 1.7370164394378662, 1.7225854396820068, 1.7030601501464844, 1.6921721696853638, 1.6927618980407715, 1.6811702251434326, 1.6559858322143555, 1.662731409072876, 1.6411131620407104, 1.6295161247253418, 1.6231783628463745, 1.6136856079101562, 1.6017295122146606, 1.6111712455749512, 1.5849761962890625, 1.5721304416656494, 1.577439785003662, 1.5737881660461426, 1.5644912719726562], "ldr": {"dL_sdil": -0.13813281059265137, "dL_bp": -0.1958916187286377, "ratio": 0.7051491609960213}}, {"step": 7550, "epoch": 19, "train_loss": 0.3336237370967865, "cos_r_negg": [0.8150191307067871, 0.8434456586837769, 0.8498057723045349, 0.8604670166969299, 0.8700689673423767, 0.8744337558746338, 0.8781177997589111, 0.8864122033119202, 0.890318751335144, 0.8986718654632568, 0.9025473594665527, 0.9074529409408569, 0.9102702736854553, 0.9131281971931458, 0.915005087852478, 0.9208177924156189, 0.9147660732269287, 0.9241323471069336, 0.9248960614204407, 0.9286097288131714, 0.933347225189209, 0.9356104135513306, 0.9336799383163452, 0.9344773292541504, 0.935063898563385, 0.9337621927261353, 0.9416907429695129, 0.9445343017578125, 0.9378086924552917, 0.9484764337539673], "cos_apical_negg": [0.8150191307067871, 0.8434456586837769, 0.8498057723045349, 0.8604670166969299, 0.8700689673423767, 0.8744337558746338, 0.8781177997589111, 0.8864122033119202, 0.890318751335144, 0.8986718654632568, 0.9025473594665527, 0.9074529409408569, 0.9102702736854553, 0.9131281971931458, 0.915005087852478, 0.9208177924156189, 0.9147660732269287, 0.9241323471069336, 0.9248960614204407, 0.9286097288131714, 0.933347225189209, 0.9356104135513306, 0.9336799383163452, 0.9344773292541504, 0.935063898563385, 0.9337621927261353, 0.9416907429695129, 0.9445343017578125, 0.9378086924552917, 0.9484764337539673], "cos_Ac_negg": [0.8150191307067871, 0.8434456586837769, 0.8498057723045349, 0.8604670166969299, 0.8700689673423767, 0.8744337558746338, 0.8781177997589111, 0.8864122033119202, 0.890318751335144, 0.8986718654632568, 0.9025473594665527, 0.9074529409408569, 0.9102702736854553, 0.9131281971931458, 0.915005087852478, 0.9208177924156189, 0.9147660732269287, 0.9241323471069336, 0.9248960614204407, 0.9286097288131714, 0.933347225189209, 0.9356104135513306, 0.9336799383163452, 0.9344773292541504, 0.935063898563385, 0.9337621927261353, 0.9416907429695129, 0.9445343017578125, 0.9378086924552917, 0.9484764337539673], "r_norm": [2.0186123847961426, 1.8065540790557861, 1.7962493896484375, 1.802337884902954, 1.7685396671295166, 1.7727878093719482, 1.7685112953186035, 1.7762670516967773, 1.753515601158142, 1.7704977989196777, 1.749577283859253, 1.744053840637207, 1.7285213470458984, 1.708242654800415, 1.6988040208816528, 1.6982581615447998, 1.6868863105773926, 1.6624977588653564, 1.6676907539367676, 1.6468607187271118, 1.6362581253051758, 1.6292901039123535, 1.6184027194976807, 1.6071569919586182, 1.6178474426269531, 1.590449571609497, 1.5795071125030518, 1.586341142654419, 1.5810000896453857, 1.5689059495925903]}, {"step": 7600, "epoch": 19, "train_loss": 0.56898033618927, "cos_r_negg": [0.8158268332481384, 0.844502329826355, 0.8493395447731018, 0.8603025674819946, 0.8706334233283997, 0.8744698762893677, 0.8790099024772644, 0.8845484256744385, 0.8899008631706238, 0.8951151371002197, 0.8988624811172485, 0.9063546657562256, 0.908008337020874, 0.9103392362594604, 0.9140406847000122, 0.9206124544143677, 0.9130854606628418, 0.923102855682373, 0.923198401927948, 0.9260450601577759, 0.930311918258667, 0.9326481223106384, 0.9323124289512634, 0.9310649037361145, 0.9344096779823303, 0.9324809312820435, 0.9396659135818481, 0.9421935081481934, 0.9363608956336975, 0.9463012218475342], "cos_apical_negg": [0.8158268332481384, 0.844502329826355, 0.8493395447731018, 0.8603025674819946, 0.8706334233283997, 0.8744698762893677, 0.8790099024772644, 0.8845484256744385, 0.8899008631706238, 0.8951151371002197, 0.8988624811172485, 0.9063546657562256, 0.908008337020874, 0.9103392362594604, 0.9140406847000122, 0.9206124544143677, 0.9130854606628418, 0.923102855682373, 0.923198401927948, 0.9260450601577759, 0.930311918258667, 0.9326481223106384, 0.9323124289512634, 0.9310649037361145, 0.9344096779823303, 0.9324809312820435, 0.9396659135818481, 0.9421935081481934, 0.9363608956336975, 0.9463012218475342], "cos_Ac_negg": [0.8158268332481384, 0.844502329826355, 0.8493395447731018, 0.8603025674819946, 0.8706334233283997, 0.8744698762893677, 0.8790099024772644, 0.8845484256744385, 0.8899008631706238, 0.8951151371002197, 0.8988624811172485, 0.9063546657562256, 0.908008337020874, 0.9103392362594604, 0.9140406847000122, 0.9206124544143677, 0.9130854606628418, 0.923102855682373, 0.923198401927948, 0.9260450601577759, 0.930311918258667, 0.9326481223106384, 0.9323124289512634, 0.9310649037361145, 0.9344096779823303, 0.9324809312820435, 0.9396659135818481, 0.9421935081481934, 0.9363608956336975, 0.9463012218475342], "r_norm": [2.0118227005004883, 1.7997028827667236, 1.7890111207962036, 1.797754168510437, 1.7625751495361328, 1.7658125162124634, 1.7626464366912842, 1.7688183784484863, 1.7443842887878418, 1.7633957862854004, 1.741015076637268, 1.73319411277771, 1.7199360132217407, 1.700179100036621, 1.6889495849609375, 1.6886011362075806, 1.6779118776321411, 1.652593970298767, 1.65775728225708, 1.6367158889770508, 1.6270477771759033, 1.6186821460723877, 1.609773874282837, 1.597656011581421, 1.606191635131836, 1.5812840461730957, 1.5693333148956299, 1.5745750665664673, 1.5707229375839233, 1.560029149055481]}, {"step": 7650, "epoch": 19, "train_loss": 0.3540865480899811, "cos_r_negg": [0.8170228004455566, 0.8407816290855408, 0.8486384749412537, 0.8600921034812927, 0.8677266836166382, 0.8733747005462646, 0.8766475915908813, 0.8861657977104187, 0.8886083364486694, 0.8935354948043823, 0.8997983932495117, 0.9040100574493408, 0.9058389663696289, 0.9097562432289124, 0.9108474254608154, 0.91824871301651, 0.9110606908798218, 0.9216023683547974, 0.9212160110473633, 0.9256863594055176, 0.9271931648254395, 0.932593822479248, 0.931590735912323, 0.9299106001853943, 0.9332711696624756, 0.9293502569198608, 0.9392564296722412, 0.9410256743431091, 0.9342672824859619, 0.9456397891044617], "cos_apical_negg": [0.8170228004455566, 0.8407816290855408, 0.8486384749412537, 0.8600921034812927, 0.8677266836166382, 0.8733747005462646, 0.8766475915908813, 0.8861657977104187, 0.8886083364486694, 0.8935354948043823, 0.8997983932495117, 0.9040100574493408, 0.9058389663696289, 0.9097562432289124, 0.9108474254608154, 0.91824871301651, 0.9110606908798218, 0.9216023683547974, 0.9212160110473633, 0.9256863594055176, 0.9271931648254395, 0.932593822479248, 0.931590735912323, 0.9299106001853943, 0.9332711696624756, 0.9293502569198608, 0.9392564296722412, 0.9410256743431091, 0.9342672824859619, 0.9456397891044617], "cos_Ac_negg": [0.8170228004455566, 0.8407816290855408, 0.8486384749412537, 0.8600921034812927, 0.8677266836166382, 0.8733747005462646, 0.8766475915908813, 0.8861657977104187, 0.8886083364486694, 0.8935354948043823, 0.8997983932495117, 0.9040100574493408, 0.9058389663696289, 0.9097562432289124, 0.9108474254608154, 0.91824871301651, 0.9110606908798218, 0.9216023683547974, 0.9212160110473633, 0.9256863594055176, 0.9271931648254395, 0.932593822479248, 0.931590735912323, 0.9299106001853943, 0.9332711696624756, 0.9293502569198608, 0.9392564296722412, 0.9410256743431091, 0.9342672824859619, 0.9456397891044617], "r_norm": [2.0739550590515137, 1.8581974506378174, 1.84690523147583, 1.8542470932006836, 1.8196786642074585, 1.824570894241333, 1.818941354751587, 1.826390027999878, 1.8021695613861084, 1.8213162422180176, 1.7970337867736816, 1.7922712564468384, 1.7752957344055176, 1.7551414966583252, 1.7449872493743896, 1.7437149286270142, 1.7317512035369873, 1.7067557573318481, 1.7133452892303467, 1.6907308101654053, 1.680312991142273, 1.6717274188995361, 1.6608535051345825, 1.6476569175720215, 1.6574395895004272, 1.6305508613586426, 1.6191145181655884, 1.6238059997558594, 1.619632601737976, 1.6076033115386963]}, {"step": 7700, "epoch": 19, "train_loss": 0.4106479585170746, "cos_r_negg": [0.8127917051315308, 0.8429841995239258, 0.8488582372665405, 0.8607341647148132, 0.8693082928657532, 0.8734310269355774, 0.8786128759384155, 0.886845588684082, 0.8885930776596069, 0.8950499296188354, 0.9007163047790527, 0.9047449231147766, 0.9085493087768555, 0.9123756885528564, 0.9120826721191406, 0.9195294380187988, 0.913087785243988, 0.9215718507766724, 0.924190878868103, 0.9271738529205322, 0.9293608665466309, 0.9337934255599976, 0.9324496984481812, 0.9311277270317078, 0.935645580291748, 0.92999267578125, 0.939860999584198, 0.9412975311279297, 0.9347823262214661, 0.948494553565979], "cos_apical_negg": [0.8127917051315308, 0.8429841995239258, 0.8488582372665405, 0.8607341647148132, 0.8693082928657532, 0.8734310269355774, 0.8786128759384155, 0.886845588684082, 0.8885930776596069, 0.8950499296188354, 0.9007163047790527, 0.9047449231147766, 0.9085493087768555, 0.9123756885528564, 0.9120826721191406, 0.9195294380187988, 0.913087785243988, 0.9215718507766724, 0.924190878868103, 0.9271738529205322, 0.9293608665466309, 0.9337934255599976, 0.9324496984481812, 0.9311277270317078, 0.935645580291748, 0.92999267578125, 0.939860999584198, 0.9412975311279297, 0.9347823262214661, 0.948494553565979], "cos_Ac_negg": [0.8127917051315308, 0.8429841995239258, 0.8488582372665405, 0.8607341647148132, 0.8693082928657532, 0.8734310269355774, 0.8786128759384155, 0.886845588684082, 0.8885930776596069, 0.8950499296188354, 0.9007163047790527, 0.9047449231147766, 0.9085493087768555, 0.9123756885528564, 0.9120826721191406, 0.9195294380187988, 0.913087785243988, 0.9215718507766724, 0.924190878868103, 0.9271738529205322, 0.9293608665466309, 0.9337934255599976, 0.9324496984481812, 0.9311277270317078, 0.935645580291748, 0.92999267578125, 0.939860999584198, 0.9412975311279297, 0.9347823262214661, 0.948494553565979], "r_norm": [2.0452017784118652, 1.835723638534546, 1.8235450983047485, 1.8351210355758667, 1.798366904258728, 1.8037720918655396, 1.7992242574691772, 1.8055427074432373, 1.78226900100708, 1.7999879121780396, 1.7782537937164307, 1.7744147777557373, 1.7559762001037598, 1.7366782426834106, 1.72756826877594, 1.7265434265136719, 1.7129812240600586, 1.6889221668243408, 1.6991324424743652, 1.6743839979171753, 1.6653797626495361, 1.6554737091064453, 1.6440492868423462, 1.6339943408966064, 1.6411025524139404, 1.6150513887405396, 1.6045359373092651, 1.6086018085479736, 1.6036717891693115, 1.5925371646881104]}, {"step": 7750, "epoch": 19, "train_loss": 0.6311075091362, "cos_r_negg": [0.8148247599601746, 0.8457589745521545, 0.8515183925628662, 0.8635052442550659, 0.8743811249732971, 0.8777103424072266, 0.88344407081604, 0.89167320728302, 0.8913103342056274, 0.8978588581085205, 0.9055705070495605, 0.9106499552726746, 0.9119625091552734, 0.9154003858566284, 0.9174623489379883, 0.9234028458595276, 0.9169324040412903, 0.925839900970459, 0.9289028644561768, 0.9311893582344055, 0.9348810911178589, 0.93651282787323, 0.938417375087738, 0.9348777532577515, 0.9401024580001831, 0.9352267980575562, 0.9442887306213379, 0.9474083781242371, 0.9412364363670349, 0.9516950845718384], "cos_apical_negg": [0.8148247599601746, 0.8457589745521545, 0.8515183925628662, 0.8635052442550659, 0.8743811249732971, 0.8777103424072266, 0.88344407081604, 0.89167320728302, 0.8913103342056274, 0.8978588581085205, 0.9055705070495605, 0.9106499552726746, 0.9119625091552734, 0.9154003858566284, 0.9174623489379883, 0.9234028458595276, 0.9169324040412903, 0.925839900970459, 0.9289028644561768, 0.9311893582344055, 0.9348810911178589, 0.93651282787323, 0.938417375087738, 0.9348777532577515, 0.9401024580001831, 0.9352267980575562, 0.9442887306213379, 0.9474083781242371, 0.9412364363670349, 0.9516950845718384], "cos_Ac_negg": [0.8148247599601746, 0.8457589745521545, 0.8515183925628662, 0.8635052442550659, 0.8743811249732971, 0.8777103424072266, 0.88344407081604, 0.89167320728302, 0.8913103342056274, 0.8978588581085205, 0.9055705070495605, 0.9106499552726746, 0.9119625091552734, 0.9154003858566284, 0.9174623489379883, 0.9234028458595276, 0.9169324040412903, 0.925839900970459, 0.9289028644561768, 0.9311893582344055, 0.9348810911178589, 0.93651282787323, 0.938417375087738, 0.9348777532577515, 0.9401024580001831, 0.9352267980575562, 0.9442887306213379, 0.9474083781242371, 0.9412364363670349, 0.9516950845718384], "r_norm": [2.0606234073638916, 1.8535057306289673, 1.8407936096191406, 1.8521790504455566, 1.8163225650787354, 1.8209867477416992, 1.8144841194152832, 1.8241547346115112, 1.8019790649414062, 1.81602942943573, 1.7939807176589966, 1.7889074087142944, 1.772825002670288, 1.7550692558288574, 1.742043137550354, 1.7421832084655762, 1.7289319038391113, 1.7041616439819336, 1.7117726802825928, 1.689467430114746, 1.6770046949386597, 1.6698607206344604, 1.6591652631759644, 1.646751880645752, 1.6544456481933594, 1.6274935007095337, 1.6187069416046143, 1.6232962608337402, 1.6184189319610596, 1.6062767505645752], "ldr": {"dL_sdil": -0.15600252151489258, "dL_bp": -0.22077393531799316, "ratio": 0.706616572695474}}, {"step": 7800, "epoch": 19, "train_loss": 0.4737885594367981, "cos_r_negg": [0.8144233226776123, 0.846084713935852, 0.8533953428268433, 0.8656185269355774, 0.874169647693634, 0.8784875869750977, 0.8835443258285522, 0.8905630111694336, 0.8936574459075928, 0.8989810943603516, 0.9034426212310791, 0.909248948097229, 0.9122964143753052, 0.9148730039596558, 0.9161310195922852, 0.9252083897590637, 0.9182522296905518, 0.9257063865661621, 0.9268099069595337, 0.9295222759246826, 0.9340320825576782, 0.9355859756469727, 0.9370827674865723, 0.9333143830299377, 0.938767671585083, 0.9343936443328857, 0.943711519241333, 0.9459149241447449, 0.940185010433197, 0.950623095035553], "cos_apical_negg": [0.8144233226776123, 0.846084713935852, 0.8533953428268433, 0.8656185269355774, 0.874169647693634, 0.8784875869750977, 0.8835443258285522, 0.8905630111694336, 0.8936574459075928, 0.8989810943603516, 0.9034426212310791, 0.909248948097229, 0.9122964143753052, 0.9148730039596558, 0.9161310195922852, 0.9252083897590637, 0.9182522296905518, 0.9257063865661621, 0.9268099069595337, 0.9295222759246826, 0.9340320825576782, 0.9355859756469727, 0.9370827674865723, 0.9333143830299377, 0.938767671585083, 0.9343936443328857, 0.943711519241333, 0.9459149241447449, 0.940185010433197, 0.950623095035553], "cos_Ac_negg": [0.8144233226776123, 0.846084713935852, 0.8533953428268433, 0.8656185269355774, 0.874169647693634, 0.8784875869750977, 0.8835443258285522, 0.8905630111694336, 0.8936574459075928, 0.8989810943603516, 0.9034426212310791, 0.909248948097229, 0.9122964143753052, 0.9148730039596558, 0.9161310195922852, 0.9252083897590637, 0.9182522296905518, 0.9257063865661621, 0.9268099069595337, 0.9295222759246826, 0.9340320825576782, 0.9355859756469727, 0.9370827674865723, 0.9333143830299377, 0.938767671585083, 0.9343936443328857, 0.943711519241333, 0.9459149241447449, 0.940185010433197, 0.950623095035553], "r_norm": [2.1134839057922363, 1.9032307863235474, 1.8894848823547363, 1.9007560014724731, 1.865309715270996, 1.8704218864440918, 1.86442232131958, 1.8721938133239746, 1.8492393493652344, 1.8656647205352783, 1.8435351848602295, 1.8392702341079712, 1.8199584484100342, 1.8019033670425415, 1.7890814542770386, 1.7899633646011353, 1.7745153903961182, 1.7504727840423584, 1.7585115432739258, 1.735060214996338, 1.7242441177368164, 1.715775489807129, 1.7025487422943115, 1.6900408267974854, 1.6981017589569092, 1.6708964109420776, 1.660311222076416, 1.6657674312591553, 1.6600227355957031, 1.646051287651062]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4194, "test_loss": 2.8470489013671876}, {"step": 7850, "epoch": 20, "train_loss": 0.3647770285606384, "cos_r_negg": [0.8114014863967896, 0.8448193669319153, 0.8503708839416504, 0.8619750738143921, 0.8730838298797607, 0.8754300475120544, 0.8824559450149536, 0.8874243497848511, 0.8923871517181396, 0.8956018686294556, 0.9020558595657349, 0.9060260057449341, 0.9088053703308105, 0.9120855927467346, 0.9138816595077515, 0.9224003553390503, 0.9141695499420166, 0.9229220151901245, 0.924426794052124, 0.9267063736915588, 0.9312433004379272, 0.933204174041748, 0.9325143694877625, 0.931736946105957, 0.9361861944198608, 0.9329367876052856, 0.939906120300293, 0.9437063336372375, 0.9350717663764954, 0.9464130401611328], "cos_apical_negg": [0.8114014863967896, 0.8448193669319153, 0.8503708839416504, 0.8619750738143921, 0.8730838298797607, 0.8754300475120544, 0.8824559450149536, 0.8874243497848511, 0.8923871517181396, 0.8956018686294556, 0.9020558595657349, 0.9060260057449341, 0.9088053703308105, 0.9120855927467346, 0.9138816595077515, 0.9224003553390503, 0.9141695499420166, 0.9229220151901245, 0.924426794052124, 0.9267063736915588, 0.9312433004379272, 0.933204174041748, 0.9325143694877625, 0.931736946105957, 0.9361861944198608, 0.9329367876052856, 0.939906120300293, 0.9437063336372375, 0.9350717663764954, 0.9464130401611328], "cos_Ac_negg": [0.8114014863967896, 0.8448193669319153, 0.8503708839416504, 0.8619750738143921, 0.8730838298797607, 0.8754300475120544, 0.8824559450149536, 0.8874243497848511, 0.8923871517181396, 0.8956018686294556, 0.9020558595657349, 0.9060260057449341, 0.9088053703308105, 0.9120855927467346, 0.9138816595077515, 0.9224003553390503, 0.9141695499420166, 0.9229220151901245, 0.924426794052124, 0.9267063736915588, 0.9312433004379272, 0.933204174041748, 0.9325143694877625, 0.931736946105957, 0.9361861944198608, 0.9329367876052856, 0.939906120300293, 0.9437063336372375, 0.9350717663764954, 0.9464130401611328], "r_norm": [2.055814743041992, 1.8516724109649658, 1.8398356437683105, 1.847005844116211, 1.8124735355377197, 1.8166965246200562, 1.811192512512207, 1.8183013200759888, 1.7993276119232178, 1.8163868188858032, 1.7919187545776367, 1.7870975732803345, 1.7689582109451294, 1.7516193389892578, 1.7366621494293213, 1.7371737957000732, 1.722579002380371, 1.6995158195495605, 1.7053804397583008, 1.6863174438476562, 1.6723322868347168, 1.6654155254364014, 1.6524087190628052, 1.6379334926605225, 1.6453287601470947, 1.6201987266540527, 1.6086015701293945, 1.6133344173431396, 1.6111598014831543, 1.595295786857605]}, {"step": 7900, "epoch": 20, "train_loss": 0.24227039515972137, "cos_r_negg": [0.8148829340934753, 0.8458435535430908, 0.8528298139572144, 0.8648195266723633, 0.874812126159668, 0.8797949552536011, 0.8839123249053955, 0.8903630375862122, 0.8939908742904663, 0.8987956047058105, 0.9048103094100952, 0.9085919857025146, 0.9114270210266113, 0.9146730899810791, 0.9161105155944824, 0.9250069856643677, 0.9179179668426514, 0.926183819770813, 0.9267434477806091, 0.9309415817260742, 0.9349928498268127, 0.9364248514175415, 0.9354716539382935, 0.9339579939842224, 0.9395503997802734, 0.9342612028121948, 0.943598747253418, 0.9463377594947815, 0.9404667615890503, 0.9495230317115784], "cos_apical_negg": [0.8148829340934753, 0.8458435535430908, 0.8528298139572144, 0.8648195266723633, 0.874812126159668, 0.8797949552536011, 0.8839123249053955, 0.8903630375862122, 0.8939908742904663, 0.8987956047058105, 0.9048103094100952, 0.9085919857025146, 0.9114270210266113, 0.9146730899810791, 0.9161105155944824, 0.9250069856643677, 0.9179179668426514, 0.926183819770813, 0.9267434477806091, 0.9309415817260742, 0.9349928498268127, 0.9364248514175415, 0.9354716539382935, 0.9339579939842224, 0.9395503997802734, 0.9342612028121948, 0.943598747253418, 0.9463377594947815, 0.9404667615890503, 0.9495230317115784], "cos_Ac_negg": [0.8148829340934753, 0.8458435535430908, 0.8528298139572144, 0.8648195266723633, 0.874812126159668, 0.8797949552536011, 0.8839123249053955, 0.8903630375862122, 0.8939908742904663, 0.8987956047058105, 0.9048103094100952, 0.9085919857025146, 0.9114270210266113, 0.9146730899810791, 0.9161105155944824, 0.9250069856643677, 0.9179179668426514, 0.926183819770813, 0.9267434477806091, 0.9309415817260742, 0.9349928498268127, 0.9364248514175415, 0.9354716539382935, 0.9339579939842224, 0.9395503997802734, 0.9342612028121948, 0.943598747253418, 0.9463377594947815, 0.9404667615890503, 0.9495230317115784], "r_norm": [2.0297470092773438, 1.8316532373428345, 1.817918300628662, 1.8281561136245728, 1.7945972681045532, 1.795889139175415, 1.7936118841171265, 1.7994613647460938, 1.781015396118164, 1.7967890501022339, 1.774245262145996, 1.7660198211669922, 1.7505273818969727, 1.731398105621338, 1.7189977169036865, 1.716914415359497, 1.7059435844421387, 1.6816133260726929, 1.6886305809020996, 1.6676859855651855, 1.6560012102127075, 1.6476972103118896, 1.6363990306854248, 1.6238328218460083, 1.6307295560836792, 1.6052143573760986, 1.594271183013916, 1.5990715026855469, 1.5956190824508667, 1.5823452472686768]}, {"step": 7950, "epoch": 20, "train_loss": 0.3144960105419159, "cos_r_negg": [0.8139579892158508, 0.8474686741828918, 0.8538737297058105, 0.8659372329711914, 0.8758962750434875, 0.8791083693504333, 0.8847695589065552, 0.891838550567627, 0.8946014046669006, 0.9019938707351685, 0.9058870077133179, 0.9113016128540039, 0.9138566255569458, 0.9172405004501343, 0.9180057048797607, 0.926609992980957, 0.9200740456581116, 0.9274052381515503, 0.9298454523086548, 0.9318011999130249, 0.9356927275657654, 0.9381911158561707, 0.9391939640045166, 0.9366326928138733, 0.9409641027450562, 0.937812328338623, 0.9445275068283081, 0.9470810294151306, 0.9416734576225281, 0.953051745891571], "cos_apical_negg": [0.8139579892158508, 0.8474686741828918, 0.8538737297058105, 0.8659372329711914, 0.8758962750434875, 0.8791083693504333, 0.8847695589065552, 0.891838550567627, 0.8946014046669006, 0.9019938707351685, 0.9058870077133179, 0.9113016128540039, 0.9138566255569458, 0.9172405004501343, 0.9180057048797607, 0.926609992980957, 0.9200740456581116, 0.9274052381515503, 0.9298454523086548, 0.9318011999130249, 0.9356927275657654, 0.9381911158561707, 0.9391939640045166, 0.9366326928138733, 0.9409641027450562, 0.937812328338623, 0.9445275068283081, 0.9470810294151306, 0.9416734576225281, 0.953051745891571], "cos_Ac_negg": [0.8139579892158508, 0.8474686741828918, 0.8538737297058105, 0.8659372329711914, 0.8758962750434875, 0.8791083693504333, 0.8847695589065552, 0.891838550567627, 0.8946014046669006, 0.9019938707351685, 0.9058870077133179, 0.9113016128540039, 0.9138566255569458, 0.9172405004501343, 0.9180057048797607, 0.926609992980957, 0.9200740456581116, 0.9274052381515503, 0.9298454523086548, 0.9318011999130249, 0.9356927275657654, 0.9381911158561707, 0.9391939640045166, 0.9366326928138733, 0.9409641027450562, 0.937812328338623, 0.9445275068283081, 0.9470810294151306, 0.9416734576225281, 0.953051745891571], "r_norm": [2.0792713165283203, 1.876799464225769, 1.862231731414795, 1.873638391494751, 1.83915114402771, 1.8425796031951904, 1.8389477729797363, 1.8456875085830688, 1.8270424604415894, 1.8426997661590576, 1.8205547332763672, 1.8108925819396973, 1.793834924697876, 1.777300477027893, 1.7640843391418457, 1.7625200748443604, 1.7496066093444824, 1.7244125604629517, 1.7331715822219849, 1.7103312015533447, 1.6989058256149292, 1.6903271675109863, 1.6776583194732666, 1.666080117225647, 1.6730294227600098, 1.64764404296875, 1.635934829711914, 1.6402716636657715, 1.6350470781326294, 1.6225484609603882]}, {"step": 8000, "epoch": 20, "train_loss": 0.5414007306098938, "cos_r_negg": [0.8175044059753418, 0.8477095365524292, 0.8531666994094849, 0.8643235564231873, 0.8737252950668335, 0.8795566558837891, 0.8858319520950317, 0.8901873826980591, 0.8937156200408936, 0.8995471000671387, 0.9056781530380249, 0.9103416204452515, 0.9118244647979736, 0.9156668782234192, 0.9178786277770996, 0.9250513315200806, 0.9180278778076172, 0.9263414144515991, 0.9274468421936035, 0.9307986497879028, 0.9346692562103271, 0.937337338924408, 0.9364213943481445, 0.9348511099815369, 0.9395493268966675, 0.935760498046875, 0.9438081383705139, 0.9472783803939819, 0.9416533708572388, 0.9503408670425415], "cos_apical_negg": [0.8175044059753418, 0.8477095365524292, 0.8531666994094849, 0.8643235564231873, 0.8737252950668335, 0.8795566558837891, 0.8858319520950317, 0.8901873826980591, 0.8937156200408936, 0.8995471000671387, 0.9056781530380249, 0.9103416204452515, 0.9118244647979736, 0.9156668782234192, 0.9178786277770996, 0.9250513315200806, 0.9180278778076172, 0.9263414144515991, 0.9274468421936035, 0.9307986497879028, 0.9346692562103271, 0.937337338924408, 0.9364213943481445, 0.9348511099815369, 0.9395493268966675, 0.935760498046875, 0.9438081383705139, 0.9472783803939819, 0.9416533708572388, 0.9503408670425415], "cos_Ac_negg": [0.8175044059753418, 0.8477095365524292, 0.8531666994094849, 0.8643235564231873, 0.8737252950668335, 0.8795566558837891, 0.8858319520950317, 0.8901873826980591, 0.8937156200408936, 0.8995471000671387, 0.9056781530380249, 0.9103416204452515, 0.9118244647979736, 0.9156668782234192, 0.9178786277770996, 0.9250513315200806, 0.9180278778076172, 0.9263414144515991, 0.9274468421936035, 0.9307986497879028, 0.9346692562103271, 0.937337338924408, 0.9364213943481445, 0.9348511099815369, 0.9395493268966675, 0.935760498046875, 0.9438081383705139, 0.9472783803939819, 0.9416533708572388, 0.9503408670425415], "r_norm": [2.115607738494873, 1.912519931793213, 1.8978004455566406, 1.9079499244689941, 1.873276948928833, 1.8777470588684082, 1.8717501163482666, 1.879044532775879, 1.861095666885376, 1.8765615224838257, 1.8516714572906494, 1.8446753025054932, 1.829947829246521, 1.8118956089019775, 1.7960574626922607, 1.7941007614135742, 1.7807412147521973, 1.7577385902404785, 1.763543963432312, 1.742552638053894, 1.7289621829986572, 1.7207956314086914, 1.708444356918335, 1.6928539276123047, 1.6990387439727783, 1.673513650894165, 1.662240982055664, 1.66805899143219, 1.66424560546875, 1.6493281126022339], "ldr": {"dL_sdil": -0.1479346752166748, "dL_bp": -0.21931219100952148, "ratio": 0.6745392243619152}}, {"step": 8050, "epoch": 20, "train_loss": 0.31544971466064453, "cos_r_negg": [0.8025811314582825, 0.8451147079467773, 0.8513057231903076, 0.863656222820282, 0.8720604777336121, 0.8769201636314392, 0.8837656378746033, 0.8893681764602661, 0.8931336402893066, 0.8994696140289307, 0.9054205417633057, 0.9088160991668701, 0.912853479385376, 0.915826141834259, 0.9166845083236694, 0.9250478744506836, 0.9187018871307373, 0.9264363050460815, 0.9277512431144714, 0.9314851760864258, 0.9342490434646606, 0.9363633394241333, 0.9367924928665161, 0.9357291460037231, 0.9390202164649963, 0.9346237182617188, 0.9439124464988708, 0.9471614360809326, 0.9414963722229004, 0.9487513303756714], "cos_apical_negg": [0.8025811314582825, 0.8451147079467773, 0.8513057231903076, 0.863656222820282, 0.8720604777336121, 0.8769201636314392, 0.8837656378746033, 0.8893681764602661, 0.8931336402893066, 0.8994696140289307, 0.9054205417633057, 0.9088160991668701, 0.912853479385376, 0.915826141834259, 0.9166845083236694, 0.9250478744506836, 0.9187018871307373, 0.9264363050460815, 0.9277512431144714, 0.9314851760864258, 0.9342490434646606, 0.9363633394241333, 0.9367924928665161, 0.9357291460037231, 0.9390202164649963, 0.9346237182617188, 0.9439124464988708, 0.9471614360809326, 0.9414963722229004, 0.9487513303756714], "cos_Ac_negg": [0.8025811314582825, 0.8451147079467773, 0.8513057231903076, 0.863656222820282, 0.8720604777336121, 0.8769201636314392, 0.8837656378746033, 0.8893681764602661, 0.8931336402893066, 0.8994696140289307, 0.9054205417633057, 0.9088160991668701, 0.912853479385376, 0.915826141834259, 0.9166845083236694, 0.9250478744506836, 0.9187018871307373, 0.9264363050460815, 0.9277512431144714, 0.9314851760864258, 0.9342490434646606, 0.9363633394241333, 0.9367924928665161, 0.9357291460037231, 0.9390202164649963, 0.9346237182617188, 0.9439124464988708, 0.9471614360809326, 0.9414963722229004, 0.9487513303756714], "r_norm": [2.068798065185547, 1.87064528465271, 1.8584423065185547, 1.8683228492736816, 1.8351960182189941, 1.8397616147994995, 1.832771897315979, 1.8400132656097412, 1.8221654891967773, 1.8383032083511353, 1.8139927387237549, 1.8051817417144775, 1.7900006771087646, 1.7728627920150757, 1.7577619552612305, 1.7557754516601562, 1.7430760860443115, 1.720506191253662, 1.7253732681274414, 1.7027668952941895, 1.6924021244049072, 1.6837427616119385, 1.6712756156921387, 1.6554399728775024, 1.6625025272369385, 1.6368499994277954, 1.6261602640151978, 1.6298415660858154, 1.6274850368499756, 1.6120193004608154]}, {"step": 8100, "epoch": 20, "train_loss": 0.36257103085517883, "cos_r_negg": [0.8129637837409973, 0.8502019643783569, 0.8555735349655151, 0.8677197694778442, 0.8760628700256348, 0.8812613487243652, 0.883960485458374, 0.8914265632629395, 0.896580696105957, 0.9028575420379639, 0.9077903628349304, 0.9115297794342041, 0.9148306846618652, 0.9181962013244629, 0.9200363159179688, 0.9266091585159302, 0.9203638434410095, 0.9283961057662964, 0.9304981231689453, 0.9330099821090698, 0.9354066252708435, 0.9390277862548828, 0.9404312372207642, 0.9374608993530273, 0.9420356750488281, 0.9378820657730103, 0.947341799736023, 0.9497268199920654, 0.9450511932373047, 0.9516277313232422], "cos_apical_negg": [0.8129637837409973, 0.8502019643783569, 0.8555735349655151, 0.8677197694778442, 0.8760628700256348, 0.8812613487243652, 0.883960485458374, 0.8914265632629395, 0.896580696105957, 0.9028575420379639, 0.9077903628349304, 0.9115297794342041, 0.9148306846618652, 0.9181962013244629, 0.9200363159179688, 0.9266091585159302, 0.9203638434410095, 0.9283961057662964, 0.9304981231689453, 0.9330099821090698, 0.9354066252708435, 0.9390277862548828, 0.9404312372207642, 0.9374608993530273, 0.9420356750488281, 0.9378820657730103, 0.947341799736023, 0.9497268199920654, 0.9450511932373047, 0.9516277313232422], "cos_Ac_negg": [0.8129637837409973, 0.8502019643783569, 0.8555735349655151, 0.8677197694778442, 0.8760628700256348, 0.8812613487243652, 0.883960485458374, 0.8914265632629395, 0.896580696105957, 0.9028575420379639, 0.9077903628349304, 0.9115297794342041, 0.9148306846618652, 0.9181962013244629, 0.9200363159179688, 0.9266091585159302, 0.9203638434410095, 0.9283961057662964, 0.9304981231689453, 0.9330099821090698, 0.9354066252708435, 0.9390277862548828, 0.9404312372207642, 0.9374608993530273, 0.9420356750488281, 0.9378820657730103, 0.947341799736023, 0.9497268199920654, 0.9450511932373047, 0.9516277313232422], "r_norm": [2.059540271759033, 1.865304946899414, 1.8516449928283691, 1.8615031242370605, 1.8287444114685059, 1.8314597606658936, 1.8273811340332031, 1.8351645469665527, 1.8157655000686646, 1.829190731048584, 1.807112455368042, 1.7987189292907715, 1.7830678224563599, 1.766411542892456, 1.7510664463043213, 1.7506606578826904, 1.7360353469848633, 1.7138251066207886, 1.7214382886886597, 1.6969460248947144, 1.6867183446884155, 1.6783690452575684, 1.6668322086334229, 1.6522469520568848, 1.657848596572876, 1.6341931819915771, 1.6216814517974854, 1.6272015571594238, 1.622753620147705, 1.608262062072754]}, {"step": 8150, "epoch": 20, "train_loss": 0.44154107570648193, "cos_r_negg": [0.8163556456565857, 0.8488785624504089, 0.8542040586471558, 0.8671154975891113, 0.8764322996139526, 0.8793528079986572, 0.8851522207260132, 0.8905755281448364, 0.8937636613845825, 0.9026854634284973, 0.9065548181533813, 0.9108196496963501, 0.914888322353363, 0.9185889959335327, 0.9191167950630188, 0.9253276586532593, 0.9198900461196899, 0.9273881316184998, 0.930232584476471, 0.9325960874557495, 0.934310793876648, 0.9368466138839722, 0.9389395713806152, 0.9363223314285278, 0.9396533370018005, 0.9360949993133545, 0.9459147453308105, 0.9473320841789246, 0.9441612958908081, 0.9516364336013794], "cos_apical_negg": [0.8163556456565857, 0.8488785624504089, 0.8542040586471558, 0.8671154975891113, 0.8764322996139526, 0.8793528079986572, 0.8851522207260132, 0.8905755281448364, 0.8937636613845825, 0.9026854634284973, 0.9065548181533813, 0.9108196496963501, 0.914888322353363, 0.9185889959335327, 0.9191167950630188, 0.9253276586532593, 0.9198900461196899, 0.9273881316184998, 0.930232584476471, 0.9325960874557495, 0.934310793876648, 0.9368466138839722, 0.9389395713806152, 0.9363223314285278, 0.9396533370018005, 0.9360949993133545, 0.9459147453308105, 0.9473320841789246, 0.9441612958908081, 0.9516364336013794], "cos_Ac_negg": [0.8163556456565857, 0.8488785624504089, 0.8542040586471558, 0.8671154975891113, 0.8764322996139526, 0.8793528079986572, 0.8851522207260132, 0.8905755281448364, 0.8937636613845825, 0.9026854634284973, 0.9065548181533813, 0.9108196496963501, 0.914888322353363, 0.9185889959335327, 0.9191167950630188, 0.9253276586532593, 0.9198900461196899, 0.9273881316184998, 0.930232584476471, 0.9325960874557495, 0.934310793876648, 0.9368466138839722, 0.9389395713806152, 0.9363223314285278, 0.9396533370018005, 0.9360949993133545, 0.9459147453308105, 0.9473320841789246, 0.9441612958908081, 0.9516364336013794], "r_norm": [2.0805418491363525, 1.8854455947875977, 1.8758854866027832, 1.884190320968628, 1.8499197959899902, 1.853515625, 1.8486850261688232, 1.856081485748291, 1.8364633321762085, 1.8513717651367188, 1.8283841609954834, 1.8199903964996338, 1.8044790029525757, 1.7882859706878662, 1.7705986499786377, 1.7706835269927979, 1.7552483081817627, 1.7352187633514404, 1.7421138286590576, 1.7172199487686157, 1.7057160139083862, 1.6970345973968506, 1.6852045059204102, 1.6706674098968506, 1.6765507459640503, 1.653359055519104, 1.6382253170013428, 1.6450157165527344, 1.6420283317565918, 1.6259980201721191]}, {"step": 8200, "epoch": 20, "train_loss": 0.4583624601364136, "cos_r_negg": [0.8195362091064453, 0.8473532795906067, 0.8544979095458984, 0.8621277809143066, 0.8739362955093384, 0.8784164190292358, 0.8842458724975586, 0.8896268606185913, 0.8929282426834106, 0.9008098244667053, 0.9070968627929688, 0.9118856191635132, 0.9139601588249207, 0.9167463779449463, 0.9175330400466919, 0.9264971017837524, 0.9202459454536438, 0.9281946420669556, 0.9287906885147095, 0.930837869644165, 0.9350206255912781, 0.938650369644165, 0.9407669305801392, 0.9374026656150818, 0.9412481784820557, 0.9376677870750427, 0.9467417001724243, 0.9480733275413513, 0.9444411993026733, 0.9504979848861694], "cos_apical_negg": [0.8195362091064453, 0.8473532795906067, 0.8544979095458984, 0.8621277809143066, 0.8739362955093384, 0.8784164190292358, 0.8842458724975586, 0.8896268606185913, 0.8929282426834106, 0.9008098244667053, 0.9070968627929688, 0.9118856191635132, 0.9139601588249207, 0.9167463779449463, 0.9175330400466919, 0.9264971017837524, 0.9202459454536438, 0.9281946420669556, 0.9287906885147095, 0.930837869644165, 0.9350206255912781, 0.938650369644165, 0.9407669305801392, 0.9374026656150818, 0.9412481784820557, 0.9376677870750427, 0.9467417001724243, 0.9480733275413513, 0.9444411993026733, 0.9504979848861694], "cos_Ac_negg": [0.8195362091064453, 0.8473532795906067, 0.8544979095458984, 0.8621277809143066, 0.8739362955093384, 0.8784164190292358, 0.8842458724975586, 0.8896268606185913, 0.8929282426834106, 0.9008098244667053, 0.9070968627929688, 0.9118856191635132, 0.9139601588249207, 0.9167463779449463, 0.9175330400466919, 0.9264971017837524, 0.9202459454536438, 0.9281946420669556, 0.9287906885147095, 0.930837869644165, 0.9350206255912781, 0.938650369644165, 0.9407669305801392, 0.9374026656150818, 0.9412481784820557, 0.9376677870750427, 0.9467417001724243, 0.9480733275413513, 0.9444411993026733, 0.9504979848861694], "r_norm": [2.126648426055908, 1.9273912906646729, 1.9179129600524902, 1.9259190559387207, 1.8925843238830566, 1.896535038948059, 1.8894121646881104, 1.898197889328003, 1.8778325319290161, 1.893969178199768, 1.8679897785186768, 1.8618896007537842, 1.8450214862823486, 1.827843427658081, 1.8113116025924683, 1.8083343505859375, 1.7946455478668213, 1.7723634243011475, 1.7767975330352783, 1.754165768623352, 1.7406954765319824, 1.7330379486083984, 1.7199532985687256, 1.7036610841751099, 1.7094402313232422, 1.6843950748443604, 1.670264482498169, 1.6761462688446045, 1.6731970310211182, 1.6553568840026855]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4163, "test_loss": 2.9876607421875}, {"step": 8250, "epoch": 21, "train_loss": 0.17571145296096802, "cos_r_negg": [0.8151798248291016, 0.8437426090240479, 0.8509130477905273, 0.8591984510421753, 0.8717588186264038, 0.8769069910049438, 0.880981981754303, 0.8886837959289551, 0.8901318311691284, 0.8981881141662598, 0.9051214456558228, 0.9078636169433594, 0.9098942279815674, 0.9136549234390259, 0.9145400524139404, 0.9233353734016418, 0.917813241481781, 0.9246420860290527, 0.9250839948654175, 0.9287492632865906, 0.9323017597198486, 0.9351313710212708, 0.9361569881439209, 0.9337679147720337, 0.9368473291397095, 0.9356014728546143, 0.9427440166473389, 0.9457074403762817, 0.941421627998352, 0.950393557548523], "cos_apical_negg": [0.8151798248291016, 0.8437426090240479, 0.8509130477905273, 0.8591984510421753, 0.8717588186264038, 0.8769069910049438, 0.880981981754303, 0.8886837959289551, 0.8901318311691284, 0.8981881141662598, 0.9051214456558228, 0.9078636169433594, 0.9098942279815674, 0.9136549234390259, 0.9145400524139404, 0.9233353734016418, 0.917813241481781, 0.9246420860290527, 0.9250839948654175, 0.9287492632865906, 0.9323017597198486, 0.9351313710212708, 0.9361569881439209, 0.9337679147720337, 0.9368473291397095, 0.9356014728546143, 0.9427440166473389, 0.9457074403762817, 0.941421627998352, 0.950393557548523], "cos_Ac_negg": [0.8151798248291016, 0.8437426090240479, 0.8509130477905273, 0.8591984510421753, 0.8717588186264038, 0.8769069910049438, 0.880981981754303, 0.8886837959289551, 0.8901318311691284, 0.8981881141662598, 0.9051214456558228, 0.9078636169433594, 0.9098942279815674, 0.9136549234390259, 0.9145400524139404, 0.9233353734016418, 0.917813241481781, 0.9246420860290527, 0.9250839948654175, 0.9287492632865906, 0.9323017597198486, 0.9351313710212708, 0.9361569881439209, 0.9337679147720337, 0.9368473291397095, 0.9356014728546143, 0.9427440166473389, 0.9457074403762817, 0.941421627998352, 0.950393557548523], "r_norm": [2.1049118041992188, 1.9117671251296997, 1.8998925685882568, 1.9106167554855347, 1.8789944648742676, 1.8800920248031616, 1.8757858276367188, 1.8856514692306519, 1.8652563095092773, 1.879976749420166, 1.855494499206543, 1.8482075929641724, 1.8325812816619873, 1.8135206699371338, 1.799819827079773, 1.7945733070373535, 1.7820510864257812, 1.7603530883789062, 1.7664155960083008, 1.7422839403152466, 1.7289690971374512, 1.7209184169769287, 1.7088543176651, 1.6940540075302124, 1.6981391906738281, 1.6732852458953857, 1.662011981010437, 1.664164662361145, 1.6597540378570557, 1.6442365646362305], "ldr": {"dL_sdil": -0.17024612426757812, "dL_bp": -0.24726366996765137, "ratio": 0.6885205751813472}}, {"step": 8300, "epoch": 21, "train_loss": 0.3858274519443512, "cos_r_negg": [0.8143203258514404, 0.8487310409545898, 0.8542622327804565, 0.8637030124664307, 0.8756119012832642, 0.8809319734573364, 0.8859403729438782, 0.8913277983665466, 0.8953907489776611, 0.9022440910339355, 0.9078903198242188, 0.9112143516540527, 0.9139167070388794, 0.9179200530052185, 0.9188765287399292, 0.9264382123947144, 0.9208333492279053, 0.9289660453796387, 0.9292643666267395, 0.9324436187744141, 0.9372516870498657, 0.9370203018188477, 0.9388737678527832, 0.9364286661148071, 0.9418716430664062, 0.9393258094787598, 0.9454249739646912, 0.9486643075942993, 0.9434244632720947, 0.9527502655982971], "cos_apical_negg": [0.8143203258514404, 0.8487310409545898, 0.8542622327804565, 0.8637030124664307, 0.8756119012832642, 0.8809319734573364, 0.8859403729438782, 0.8913277983665466, 0.8953907489776611, 0.9022440910339355, 0.9078903198242188, 0.9112143516540527, 0.9139167070388794, 0.9179200530052185, 0.9188765287399292, 0.9264382123947144, 0.9208333492279053, 0.9289660453796387, 0.9292643666267395, 0.9324436187744141, 0.9372516870498657, 0.9370203018188477, 0.9388737678527832, 0.9364286661148071, 0.9418716430664062, 0.9393258094787598, 0.9454249739646912, 0.9486643075942993, 0.9434244632720947, 0.9527502655982971], "cos_Ac_negg": [0.8143203258514404, 0.8487310409545898, 0.8542622327804565, 0.8637030124664307, 0.8756119012832642, 0.8809319734573364, 0.8859403729438782, 0.8913277983665466, 0.8953907489776611, 0.9022440910339355, 0.9078903198242188, 0.9112143516540527, 0.9139167070388794, 0.9179200530052185, 0.9188765287399292, 0.9264382123947144, 0.9208333492279053, 0.9289660453796387, 0.9292643666267395, 0.9324436187744141, 0.9372516870498657, 0.9370203018188477, 0.9388737678527832, 0.9364286661148071, 0.9418716430664062, 0.9393258094787598, 0.9454249739646912, 0.9486643075942993, 0.9434244632720947, 0.9527502655982971], "r_norm": [2.1781439781188965, 1.9799795150756836, 1.9683252573013306, 1.9784669876098633, 1.9439113140106201, 1.9466205835342407, 1.9432798624038696, 1.9517598152160645, 1.9334838390350342, 1.94513738155365, 1.921438217163086, 1.9141241312026978, 1.8964173793792725, 1.8766121864318848, 1.8617615699768066, 1.8591132164001465, 1.8439831733703613, 1.82071852684021, 1.8281710147857666, 1.8032400608062744, 1.7889389991760254, 1.7774103879928589, 1.7680580615997314, 1.7504920959472656, 1.756293773651123, 1.7314867973327637, 1.7182788848876953, 1.7197173833847046, 1.7161941528320312, 1.700225591659546]}, {"step": 8350, "epoch": 21, "train_loss": 0.3072432577610016, "cos_r_negg": [0.8132637143135071, 0.847130537033081, 0.8543139696121216, 0.8619211912155151, 0.8756322860717773, 0.8799073696136475, 0.8838613629341125, 0.8908287286758423, 0.8940610289573669, 0.898847222328186, 0.9070019721984863, 0.910502016544342, 0.913089394569397, 0.916282594203949, 0.9185503721237183, 0.9264106750488281, 0.9206463098526001, 0.9279912114143372, 0.9285632371902466, 0.9308829307556152, 0.9375618696212769, 0.9372497797012329, 0.9396059513092041, 0.9356231093406677, 0.9399592876434326, 0.9402945041656494, 0.9439660906791687, 0.9488699436187744, 0.9430689811706543, 0.9522115588188171], "cos_apical_negg": [0.8132637143135071, 0.847130537033081, 0.8543139696121216, 0.8619211912155151, 0.8756322860717773, 0.8799073696136475, 0.8838613629341125, 0.8908287286758423, 0.8940610289573669, 0.898847222328186, 0.9070019721984863, 0.910502016544342, 0.913089394569397, 0.916282594203949, 0.9185503721237183, 0.9264106750488281, 0.9206463098526001, 0.9279912114143372, 0.9285632371902466, 0.9308829307556152, 0.9375618696212769, 0.9372497797012329, 0.9396059513092041, 0.9356231093406677, 0.9399592876434326, 0.9402945041656494, 0.9439660906791687, 0.9488699436187744, 0.9430689811706543, 0.9522115588188171], "cos_Ac_negg": [0.8132637143135071, 0.847130537033081, 0.8543139696121216, 0.8619211912155151, 0.8756322860717773, 0.8799073696136475, 0.8838613629341125, 0.8908287286758423, 0.8940610289573669, 0.898847222328186, 0.9070019721984863, 0.910502016544342, 0.913089394569397, 0.916282594203949, 0.9185503721237183, 0.9264106750488281, 0.9206463098526001, 0.9279912114143372, 0.9285632371902466, 0.9308829307556152, 0.9375618696212769, 0.9372497797012329, 0.9396059513092041, 0.9356231093406677, 0.9399592876434326, 0.9402945041656494, 0.9439660906791687, 0.9488699436187744, 0.9430689811706543, 0.9522115588188171], "r_norm": [2.142019271850586, 1.9486088752746582, 1.9381229877471924, 1.9487453699111938, 1.9146485328674316, 1.9182770252227783, 1.9152331352233887, 1.9246363639831543, 1.9051069021224976, 1.9184843301773071, 1.8945646286010742, 1.885969638824463, 1.8712782859802246, 1.85076904296875, 1.83632230758667, 1.833038568496704, 1.816874384880066, 1.7958000898361206, 1.8019185066223145, 1.7775018215179443, 1.7651498317718506, 1.753714680671692, 1.7429945468902588, 1.7254748344421387, 1.7310121059417725, 1.706141471862793, 1.6945335865020752, 1.696443796157837, 1.6931788921356201, 1.6747422218322754]}, {"step": 8400, "epoch": 21, "train_loss": 0.3361210227012634, "cos_r_negg": [0.8043899536132812, 0.8505234718322754, 0.8555198907852173, 0.8655481338500977, 0.8777909278869629, 0.8825994729995728, 0.887555718421936, 0.894775390625, 0.8965920209884644, 0.9033432006835938, 0.9095734357833862, 0.9137745499610901, 0.9152296781539917, 0.9188525676727295, 0.9201505184173584, 0.9274694919586182, 0.9235498905181885, 0.9307971000671387, 0.9304062128067017, 0.9346941113471985, 0.9407652616500854, 0.9391859769821167, 0.9421803951263428, 0.9394718408584595, 0.9435985088348389, 0.9411259889602661, 0.9483965635299683, 0.951870322227478, 0.9464134573936462, 0.9559050798416138], "cos_apical_negg": [0.8043899536132812, 0.8505234718322754, 0.8555198907852173, 0.8655481338500977, 0.8777909278869629, 0.8825994729995728, 0.887555718421936, 0.894775390625, 0.8965920209884644, 0.9033432006835938, 0.9095734357833862, 0.9137745499610901, 0.9152296781539917, 0.9188525676727295, 0.9201505184173584, 0.9274694919586182, 0.9235498905181885, 0.9307971000671387, 0.9304062128067017, 0.9346941113471985, 0.9407652616500854, 0.9391859769821167, 0.9421803951263428, 0.9394718408584595, 0.9435985088348389, 0.9411259889602661, 0.9483965635299683, 0.951870322227478, 0.9464134573936462, 0.9559050798416138], "cos_Ac_negg": [0.8043899536132812, 0.8505234718322754, 0.8555198907852173, 0.8655481338500977, 0.8777909278869629, 0.8825994729995728, 0.887555718421936, 0.894775390625, 0.8965920209884644, 0.9033432006835938, 0.9095734357833862, 0.9137745499610901, 0.9152296781539917, 0.9188525676727295, 0.9201505184173584, 0.9274694919586182, 0.9235498905181885, 0.9307971000671387, 0.9304062128067017, 0.9346941113471985, 0.9407652616500854, 0.9391859769821167, 0.9421803951263428, 0.9394718408584595, 0.9435985088348389, 0.9411259889602661, 0.9483965635299683, 0.951870322227478, 0.9464134573936462, 0.9559050798416138], "r_norm": [2.1660094261169434, 1.9717583656311035, 1.9603333473205566, 1.9722397327423096, 1.9392683506011963, 1.9398953914642334, 1.9379703998565674, 1.9451172351837158, 1.9256659746170044, 1.93886137008667, 1.9158248901367188, 1.9053235054016113, 1.8910300731658936, 1.8729262351989746, 1.8570724725723267, 1.8541395664215088, 1.8375211954116821, 1.816208839416504, 1.8213706016540527, 1.796262264251709, 1.784959316253662, 1.772196888923645, 1.760981798171997, 1.746612787246704, 1.7516014575958252, 1.724671721458435, 1.7133291959762573, 1.7161728143692017, 1.711086630821228, 1.693455457687378]}, {"step": 8450, "epoch": 21, "train_loss": 0.2683941423892975, "cos_r_negg": [0.8051103353500366, 0.8497811555862427, 0.8555535078048706, 0.8650815486907959, 0.8773469924926758, 0.8825604915618896, 0.8867354393005371, 0.8928623199462891, 0.895076334476471, 0.9023795127868652, 0.9083351492881775, 0.912365734577179, 0.914559006690979, 0.9167798161506653, 0.9205488562583923, 0.9256689548492432, 0.9200916886329651, 0.9290509223937988, 0.9304394721984863, 0.9328347444534302, 0.9381080865859985, 0.9385025501251221, 0.9404104948043823, 0.9370803236961365, 0.9429408311843872, 0.9401055574417114, 0.9477967023849487, 0.9503432512283325, 0.9452081918716431, 0.9537314176559448], "cos_apical_negg": [0.8051103353500366, 0.8497811555862427, 0.8555535078048706, 0.8650815486907959, 0.8773469924926758, 0.8825604915618896, 0.8867354393005371, 0.8928623199462891, 0.895076334476471, 0.9023795127868652, 0.9083351492881775, 0.912365734577179, 0.914559006690979, 0.9167798161506653, 0.9205488562583923, 0.9256689548492432, 0.9200916886329651, 0.9290509223937988, 0.9304394721984863, 0.9328347444534302, 0.9381080865859985, 0.9385025501251221, 0.9404104948043823, 0.9370803236961365, 0.9429408311843872, 0.9401055574417114, 0.9477967023849487, 0.9503432512283325, 0.9452081918716431, 0.9537314176559448], "cos_Ac_negg": [0.8051103353500366, 0.8497811555862427, 0.8555535078048706, 0.8650815486907959, 0.8773469924926758, 0.8825604915618896, 0.8867354393005371, 0.8928623199462891, 0.895076334476471, 0.9023795127868652, 0.9083351492881775, 0.912365734577179, 0.914559006690979, 0.9167798161506653, 0.9205488562583923, 0.9256689548492432, 0.9200916886329651, 0.9290509223937988, 0.9304394721984863, 0.9328347444534302, 0.9381080865859985, 0.9385025501251221, 0.9404104948043823, 0.9370803236961365, 0.9429408311843872, 0.9401055574417114, 0.9477967023849487, 0.9503432512283325, 0.9452081918716431, 0.9537314176559448], "r_norm": [2.1404216289520264, 1.9488013982772827, 1.9381556510925293, 1.9495090246200562, 1.9162169694900513, 1.9182007312774658, 1.9146658182144165, 1.9214016199111938, 1.9024672508239746, 1.917272925376892, 1.8938981294631958, 1.882849931716919, 1.868976354598999, 1.8522675037384033, 1.835256814956665, 1.832274317741394, 1.815493106842041, 1.7951273918151855, 1.798803448677063, 1.7763526439666748, 1.762593150138855, 1.7511892318725586, 1.7399033308029175, 1.724800944328308, 1.729848861694336, 1.7032220363616943, 1.6918891668319702, 1.695967197418213, 1.6905205249786377, 1.6739087104797363]}, {"step": 8500, "epoch": 21, "train_loss": 0.420781672000885, "cos_r_negg": [0.803759753704071, 0.8480709195137024, 0.8544365763664246, 0.865554928779602, 0.876804530620575, 0.8826395273208618, 0.8856148719787598, 0.8923623561859131, 0.8966792821884155, 0.9017354249954224, 0.9071572422981262, 0.9116883277893066, 0.9139432907104492, 0.919119656085968, 0.9195546507835388, 0.9271258115768433, 0.9200769662857056, 0.9296783208847046, 0.9298382997512817, 0.9321704506874084, 0.9369711875915527, 0.9386861324310303, 0.9400892853736877, 0.937640368938446, 0.9412271976470947, 0.9400278329849243, 0.946614682674408, 0.9493414163589478, 0.9456931352615356, 0.9528483152389526], "cos_apical_negg": [0.803759753704071, 0.8480709195137024, 0.8544365763664246, 0.865554928779602, 0.876804530620575, 0.8826395273208618, 0.8856148719787598, 0.8923623561859131, 0.8966792821884155, 0.9017354249954224, 0.9071572422981262, 0.9116883277893066, 0.9139432907104492, 0.919119656085968, 0.9195546507835388, 0.9271258115768433, 0.9200769662857056, 0.9296783208847046, 0.9298382997512817, 0.9321704506874084, 0.9369711875915527, 0.9386861324310303, 0.9400892853736877, 0.937640368938446, 0.9412271976470947, 0.9400278329849243, 0.946614682674408, 0.9493414163589478, 0.9456931352615356, 0.9528483152389526], "cos_Ac_negg": [0.803759753704071, 0.8480709195137024, 0.8544365763664246, 0.865554928779602, 0.876804530620575, 0.8826395273208618, 0.8856148719787598, 0.8923623561859131, 0.8966792821884155, 0.9017354249954224, 0.9071572422981262, 0.9116883277893066, 0.9139432907104492, 0.919119656085968, 0.9195546507835388, 0.9271258115768433, 0.9200769662857056, 0.9296783208847046, 0.9298382997512817, 0.9321704506874084, 0.9369711875915527, 0.9386861324310303, 0.9400892853736877, 0.937640368938446, 0.9412271976470947, 0.9400278329849243, 0.946614682674408, 0.9493414163589478, 0.9456931352615356, 0.9528483152389526], "r_norm": [2.1537106037139893, 1.9637250900268555, 1.953557014465332, 1.9658753871917725, 1.9319783449172974, 1.9340730905532837, 1.929771900177002, 1.939163088798523, 1.922661304473877, 1.9343609809875488, 1.9111084938049316, 1.9000844955444336, 1.8845725059509277, 1.8682847023010254, 1.8524501323699951, 1.848705530166626, 1.8329365253448486, 1.8104342222213745, 1.8161717653274536, 1.7922054529190063, 1.777923822402954, 1.765268325805664, 1.7554051876068115, 1.7393248081207275, 1.7462737560272217, 1.7177773714065552, 1.7062690258026123, 1.709814429283142, 1.705501675605774, 1.6866638660430908], "ldr": {"dL_sdil": -0.16408872604370117, "dL_bp": -0.24947905540466309, "ratio": 0.6577254582656005}}, {"step": 8550, "epoch": 21, "train_loss": 0.2975640296936035, "cos_r_negg": [0.8090126514434814, 0.843544602394104, 0.8512458801269531, 0.861022412776947, 0.8739113807678223, 0.8782153129577637, 0.883234977722168, 0.8898411989212036, 0.8927338123321533, 0.8991329669952393, 0.9036694765090942, 0.9076634049415588, 0.9114818572998047, 0.9146241545677185, 0.9166356325149536, 0.9235481023788452, 0.9168610572814941, 0.9270278811454773, 0.9271425008773804, 0.9288917779922485, 0.933749794960022, 0.9366289377212524, 0.9371700286865234, 0.9344965815544128, 0.9382631182670593, 0.9345543384552002, 0.9435016512870789, 0.9452601075172424, 0.9417233467102051, 0.9493955969810486], "cos_apical_negg": [0.8090126514434814, 0.843544602394104, 0.8512458801269531, 0.861022412776947, 0.8739113807678223, 0.8782153129577637, 0.883234977722168, 0.8898411989212036, 0.8927338123321533, 0.8991329669952393, 0.9036694765090942, 0.9076634049415588, 0.9114818572998047, 0.9146241545677185, 0.9166356325149536, 0.9235481023788452, 0.9168610572814941, 0.9270278811454773, 0.9271425008773804, 0.9288917779922485, 0.933749794960022, 0.9366289377212524, 0.9371700286865234, 0.9344965815544128, 0.9382631182670593, 0.9345543384552002, 0.9435016512870789, 0.9452601075172424, 0.9417233467102051, 0.9493955969810486], "cos_Ac_negg": [0.8090126514434814, 0.843544602394104, 0.8512458801269531, 0.861022412776947, 0.8739113807678223, 0.8782153129577637, 0.883234977722168, 0.8898411989212036, 0.8927338123321533, 0.8991329669952393, 0.9036694765090942, 0.9076634049415588, 0.9114818572998047, 0.9146241545677185, 0.9166356325149536, 0.9235481023788452, 0.9168610572814941, 0.9270278811454773, 0.9271425008773804, 0.9288917779922485, 0.933749794960022, 0.9366289377212524, 0.9371700286865234, 0.9344965815544128, 0.9382631182670593, 0.9345543384552002, 0.9435016512870789, 0.9452601075172424, 0.9417233467102051, 0.9493955969810486], "r_norm": [2.174264907836914, 1.984616994857788, 1.9722627401351929, 1.9844666719436646, 1.949223279953003, 1.9522532224655151, 1.9466476440429688, 1.956538200378418, 1.9395045042037964, 1.9511528015136719, 1.9289147853851318, 1.9178264141082764, 1.8994911909103394, 1.8861122131347656, 1.869005560874939, 1.8664653301239014, 1.8490803241729736, 1.826888084411621, 1.833606481552124, 1.8072608709335327, 1.7959620952606201, 1.782548189163208, 1.7712295055389404, 1.7572917938232422, 1.764481544494629, 1.7351927757263184, 1.7227516174316406, 1.7256484031677246, 1.7197566032409668, 1.7024229764938354]}, {"step": 8600, "epoch": 21, "train_loss": 0.4076218605041504, "cos_r_negg": [0.8069005608558655, 0.8481932878494263, 0.8556699156761169, 0.8672284483909607, 0.8771701455116272, 0.8846235275268555, 0.8879064321517944, 0.8951666951179504, 0.8986648321151733, 0.9030855894088745, 0.9091163873672485, 0.9126685857772827, 0.9156602621078491, 0.9214839339256287, 0.9230250716209412, 0.9288303256034851, 0.9225180149078369, 0.9305790662765503, 0.9325054287910461, 0.9329923391342163, 0.9384954571723938, 0.9404028654098511, 0.9439940452575684, 0.9376351833343506, 0.9452004432678223, 0.9415001273155212, 0.9497575163841248, 0.9511677622795105, 0.9460335969924927, 0.9552082419395447], "cos_apical_negg": [0.8069005608558655, 0.8481932878494263, 0.8556699156761169, 0.8672284483909607, 0.8771701455116272, 0.8846235275268555, 0.8879064321517944, 0.8951666951179504, 0.8986648321151733, 0.9030855894088745, 0.9091163873672485, 0.9126685857772827, 0.9156602621078491, 0.9214839339256287, 0.9230250716209412, 0.9288303256034851, 0.9225180149078369, 0.9305790662765503, 0.9325054287910461, 0.9329923391342163, 0.9384954571723938, 0.9404028654098511, 0.9439940452575684, 0.9376351833343506, 0.9452004432678223, 0.9415001273155212, 0.9497575163841248, 0.9511677622795105, 0.9460335969924927, 0.9552082419395447], "cos_Ac_negg": [0.8069005608558655, 0.8481932878494263, 0.8556699156761169, 0.8672284483909607, 0.8771701455116272, 0.8846235275268555, 0.8879064321517944, 0.8951666951179504, 0.8986648321151733, 0.9030855894088745, 0.9091163873672485, 0.9126685857772827, 0.9156602621078491, 0.9214839339256287, 0.9230250716209412, 0.9288303256034851, 0.9225180149078369, 0.9305790662765503, 0.9325054287910461, 0.9329923391342163, 0.9384954571723938, 0.9404028654098511, 0.9439940452575684, 0.9376351833343506, 0.9452004432678223, 0.9415001273155212, 0.9497575163841248, 0.9511677622795105, 0.9460335969924927, 0.9552082419395447], "r_norm": [2.1780381202697754, 1.9880309104919434, 1.9781503677368164, 1.988860011100769, 1.9554414749145508, 1.9598548412322998, 1.9546304941177368, 1.9642301797866821, 1.9463082551956177, 1.958612322807312, 1.9352482557296753, 1.923429250717163, 1.908875823020935, 1.8921431303024292, 1.8757011890411377, 1.8707776069641113, 1.8555912971496582, 1.8326489925384521, 1.8398865461349487, 1.8123070001602173, 1.7997394800186157, 1.7872929573059082, 1.7747528553009033, 1.760481357574463, 1.7644407749176025, 1.7364308834075928, 1.7270426750183105, 1.7286274433135986, 1.7234745025634766, 1.7062791585922241]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4227, "test_loss": 3.0997532958984375}, {"step": 8650, "epoch": 22, "train_loss": 0.2532230615615845, "cos_r_negg": [0.8034662008285522, 0.8485885858535767, 0.854824423789978, 0.8667304515838623, 0.8771107196807861, 0.8837894201278687, 0.8869609236717224, 0.8951519727706909, 0.8964481353759766, 0.9031596779823303, 0.9076833128929138, 0.9117657542228699, 0.914772629737854, 0.9198551177978516, 0.9222502112388611, 0.9289932250976562, 0.9210211634635925, 0.9296199679374695, 0.9314758777618408, 0.9315215349197388, 0.9360437393188477, 0.9385732412338257, 0.942156195640564, 0.9363800287246704, 0.9419503211975098, 0.93865966796875, 0.9457179307937622, 0.9483038187026978, 0.9445647597312927, 0.9515918493270874], "cos_apical_negg": [0.8034662008285522, 0.8485885858535767, 0.854824423789978, 0.8667304515838623, 0.8771107196807861, 0.8837894201278687, 0.8869609236717224, 0.8951519727706909, 0.8964481353759766, 0.9031596779823303, 0.9076833128929138, 0.9117657542228699, 0.914772629737854, 0.9198551177978516, 0.9222502112388611, 0.9289932250976562, 0.9210211634635925, 0.9296199679374695, 0.9314758777618408, 0.9315215349197388, 0.9360437393188477, 0.9385732412338257, 0.942156195640564, 0.9363800287246704, 0.9419503211975098, 0.93865966796875, 0.9457179307937622, 0.9483038187026978, 0.9445647597312927, 0.9515918493270874], "cos_Ac_negg": [0.8034662008285522, 0.8485885858535767, 0.854824423789978, 0.8667304515838623, 0.8771107196807861, 0.8837894201278687, 0.8869609236717224, 0.8951519727706909, 0.8964481353759766, 0.9031596779823303, 0.9076833128929138, 0.9117657542228699, 0.914772629737854, 0.9198551177978516, 0.9222502112388611, 0.9289932250976562, 0.9210211634635925, 0.9296199679374695, 0.9314758777618408, 0.9315215349197388, 0.9360437393188477, 0.9385732412338257, 0.942156195640564, 0.9363800287246704, 0.9419503211975098, 0.93865966796875, 0.9457179307937622, 0.9483038187026978, 0.9445647597312927, 0.9515918493270874], "r_norm": [2.151944637298584, 1.9634943008422852, 1.954133152961731, 1.9651806354522705, 1.9343383312225342, 1.9377635717391968, 1.930915117263794, 1.9399305582046509, 1.922386884689331, 1.9370200634002686, 1.9117017984390259, 1.9018741846084595, 1.885303020477295, 1.8679065704345703, 1.8539167642593384, 1.8479902744293213, 1.831951379776001, 1.810497760772705, 1.8163652420043945, 1.7882494926452637, 1.778096079826355, 1.7644356489181519, 1.7536202669143677, 1.7381471395492554, 1.7425060272216797, 1.7154302597045898, 1.7037423849105835, 1.7053887844085693, 1.7006888389587402, 1.683406114578247]}, {"step": 8700, "epoch": 22, "train_loss": 0.48732468485832214, "cos_r_negg": [0.8116629719734192, 0.8516481518745422, 0.8590669631958008, 0.8693147897720337, 0.8794654011726379, 0.885469913482666, 0.888157844543457, 0.8959500789642334, 0.8999112844467163, 0.9062453508377075, 0.9104561805725098, 0.914146900177002, 0.9193333387374878, 0.9234395623207092, 0.9253171682357788, 0.931336522102356, 0.9252896308898926, 0.9329612851142883, 0.9333163499832153, 0.9348511695861816, 0.9401861429214478, 0.9426702260971069, 0.9447450637817383, 0.9410185813903809, 0.9471350312232971, 0.9441701769828796, 0.9504963159561157, 0.9515158534049988, 0.9489775896072388, 0.9549174308776855], "cos_apical_negg": [0.8116629719734192, 0.8516481518745422, 0.8590669631958008, 0.8693147897720337, 0.8794654011726379, 0.885469913482666, 0.888157844543457, 0.8959500789642334, 0.8999112844467163, 0.9062453508377075, 0.9104561805725098, 0.914146900177002, 0.9193333387374878, 0.9234395623207092, 0.9253171682357788, 0.931336522102356, 0.9252896308898926, 0.9329612851142883, 0.9333163499832153, 0.9348511695861816, 0.9401861429214478, 0.9426702260971069, 0.9447450637817383, 0.9410185813903809, 0.9471350312232971, 0.9441701769828796, 0.9504963159561157, 0.9515158534049988, 0.9489775896072388, 0.9549174308776855], "cos_Ac_negg": [0.8116629719734192, 0.8516481518745422, 0.8590669631958008, 0.8693147897720337, 0.8794654011726379, 0.885469913482666, 0.888157844543457, 0.8959500789642334, 0.8999112844467163, 0.9062453508377075, 0.9104561805725098, 0.914146900177002, 0.9193333387374878, 0.9234395623207092, 0.9253171682357788, 0.931336522102356, 0.9252896308898926, 0.9329612851142883, 0.9333163499832153, 0.9348511695861816, 0.9401861429214478, 0.9426702260971069, 0.9447450637817383, 0.9410185813903809, 0.9471350312232971, 0.9441701769828796, 0.9504963159561157, 0.9515158534049988, 0.9489775896072388, 0.9549174308776855], "r_norm": [2.2330901622772217, 2.0356123447418213, 2.0261263847351074, 2.039614677429199, 2.0074961185455322, 2.0108749866485596, 2.0036582946777344, 2.010704517364502, 1.9914031028747559, 2.0071001052856445, 1.9809584617614746, 1.9704258441925049, 1.9523205757141113, 1.9359840154647827, 1.9189025163650513, 1.9150751829147339, 1.897827386856079, 1.8762848377227783, 1.8818854093551636, 1.8518401384353638, 1.844815731048584, 1.8284802436828613, 1.8171513080596924, 1.8031885623931885, 1.8060657978057861, 1.7774263620376587, 1.7663629055023193, 1.765989065170288, 1.7594600915908813, 1.744030237197876]}, {"step": 8750, "epoch": 22, "train_loss": 0.2661558985710144, "cos_r_negg": [0.8144841194152832, 0.8528494834899902, 0.8586268424987793, 0.8704743981361389, 0.8782308101654053, 0.8857318758964539, 0.8891476392745972, 0.8977435231208801, 0.9000304937362671, 0.9064551591873169, 0.911146879196167, 0.9162489771842957, 0.9182970523834229, 0.9223455786705017, 0.9253524541854858, 0.9306423664093018, 0.9249085187911987, 0.932001531124115, 0.9341217279434204, 0.9356180429458618, 0.9388675093650818, 0.9414875507354736, 0.9439675807952881, 0.9402816295623779, 0.9452915191650391, 0.943575382232666, 0.949951171875, 0.9523150324821472, 0.9471310377120972, 0.9551823139190674], "cos_apical_negg": [0.8144841194152832, 0.8528494834899902, 0.8586268424987793, 0.8704743981361389, 0.8782308101654053, 0.8857318758964539, 0.8891476392745972, 0.8977435231208801, 0.9000304937362671, 0.9064551591873169, 0.911146879196167, 0.9162489771842957, 0.9182970523834229, 0.9223455786705017, 0.9253524541854858, 0.9306423664093018, 0.9249085187911987, 0.932001531124115, 0.9341217279434204, 0.9356180429458618, 0.9388675093650818, 0.9414875507354736, 0.9439675807952881, 0.9402816295623779, 0.9452915191650391, 0.943575382232666, 0.949951171875, 0.9523150324821472, 0.9471310377120972, 0.9551823139190674], "cos_Ac_negg": [0.8144841194152832, 0.8528494834899902, 0.8586268424987793, 0.8704743981361389, 0.8782308101654053, 0.8857318758964539, 0.8891476392745972, 0.8977435231208801, 0.9000304937362671, 0.9064551591873169, 0.911146879196167, 0.9162489771842957, 0.9182970523834229, 0.9223455786705017, 0.9253524541854858, 0.9306423664093018, 0.9249085187911987, 0.932001531124115, 0.9341217279434204, 0.9356180429458618, 0.9388675093650818, 0.9414875507354736, 0.9439675807952881, 0.9402816295623779, 0.9452915191650391, 0.943575382232666, 0.949951171875, 0.9523150324821472, 0.9471310377120972, 0.9551823139190674], "r_norm": [2.1777358055114746, 1.9901998043060303, 1.9817967414855957, 1.9923515319824219, 1.9621284008026123, 1.966365098953247, 1.9592294692993164, 1.969158411026001, 1.950014591217041, 1.9623520374298096, 1.9394922256469727, 1.9280574321746826, 1.910531997680664, 1.8949639797210693, 1.8778269290924072, 1.8736979961395264, 1.8568665981292725, 1.8353512287139893, 1.8422133922576904, 1.8133723735809326, 1.8026220798492432, 1.7878310680389404, 1.7791343927383423, 1.7620582580566406, 1.7680513858795166, 1.740890622138977, 1.7288222312927246, 1.7287802696228027, 1.7221980094909668, 1.7055180072784424], "ldr": {"dL_sdil": -0.16859817504882812, "dL_bp": -0.27193331718444824, "ratio": 0.6199982289572503}}, {"step": 8800, "epoch": 22, "train_loss": 0.3216424584388733, "cos_r_negg": [0.7971721887588501, 0.8474777936935425, 0.8545352220535278, 0.8656654953956604, 0.8753054141998291, 0.8805940747261047, 0.8826809525489807, 0.8919373750686646, 0.8953819870948792, 0.9002811312675476, 0.9052581191062927, 0.9102308750152588, 0.9141513109207153, 0.9176309108734131, 0.9193199276924133, 0.9259504675865173, 0.9201107025146484, 0.9269964694976807, 0.9274265766143799, 0.9303587675094604, 0.9354017376899719, 0.9383695721626282, 0.9400826692581177, 0.9353805184364319, 0.9399403929710388, 0.9396902322769165, 0.9447895884513855, 0.9469391107559204, 0.9443749189376831, 0.9489844441413879], "cos_apical_negg": [0.7971721887588501, 0.8474777936935425, 0.8545352220535278, 0.8656654953956604, 0.8753054141998291, 0.8805940747261047, 0.8826809525489807, 0.8919373750686646, 0.8953819870948792, 0.9002811312675476, 0.9052581191062927, 0.9102308750152588, 0.9141513109207153, 0.9176309108734131, 0.9193199276924133, 0.9259504675865173, 0.9201107025146484, 0.9269964694976807, 0.9274265766143799, 0.9303587675094604, 0.9354017376899719, 0.9383695721626282, 0.9400826692581177, 0.9353805184364319, 0.9399403929710388, 0.9396902322769165, 0.9447895884513855, 0.9469391107559204, 0.9443749189376831, 0.9489844441413879], "cos_Ac_negg": [0.7971721887588501, 0.8474777936935425, 0.8545352220535278, 0.8656654953956604, 0.8753054141998291, 0.8805940747261047, 0.8826809525489807, 0.8919373750686646, 0.8953819870948792, 0.9002811312675476, 0.9052581191062927, 0.9102308750152588, 0.9141513109207153, 0.9176309108734131, 0.9193199276924133, 0.9259504675865173, 0.9201107025146484, 0.9269964694976807, 0.9274265766143799, 0.9303587675094604, 0.9354017376899719, 0.9383695721626282, 0.9400826692581177, 0.9353805184364319, 0.9399403929710388, 0.9396902322769165, 0.9447895884513855, 0.9469391107559204, 0.9443749189376831, 0.9489844441413879], "r_norm": [2.2292213439941406, 2.038644313812256, 2.030026912689209, 2.0429089069366455, 2.0124897956848145, 2.017819404602051, 2.009862184524536, 2.018677234649658, 1.9995332956314087, 2.0139214992523193, 1.9903748035430908, 1.9765541553497314, 1.9589287042617798, 1.9448820352554321, 1.9268271923065186, 1.9227187633514404, 1.9043807983398438, 1.8829578161239624, 1.8898375034332275, 1.8622511625289917, 1.8502652645111084, 1.8354090452194214, 1.8244128227233887, 1.8080471754074097, 1.813356876373291, 1.7859669923782349, 1.773137092590332, 1.7741187810897827, 1.7670297622680664, 1.7491756677627563]}, {"step": 8850, "epoch": 22, "train_loss": 0.15051095187664032, "cos_r_negg": [0.8099462389945984, 0.8473851680755615, 0.8550968170166016, 0.8648817539215088, 0.8738570213317871, 0.8793073892593384, 0.8829569816589355, 0.8924964666366577, 0.8947139978408813, 0.9003347158432007, 0.9067263007164001, 0.9116408228874207, 0.9133685231208801, 0.917503833770752, 0.91861891746521, 0.9262848496437073, 0.9208333492279053, 0.926350474357605, 0.9285275936126709, 0.9306696653366089, 0.9363969564437866, 0.9390572309494019, 0.9392917156219482, 0.9361175894737244, 0.9403682947158813, 0.9381365776062012, 0.9459102153778076, 0.9474348425865173, 0.9451191425323486, 0.9505596160888672], "cos_apical_negg": [0.8099462389945984, 0.8473851680755615, 0.8550968170166016, 0.8648817539215088, 0.8738570213317871, 0.8793073892593384, 0.8829569816589355, 0.8924964666366577, 0.8947139978408813, 0.9003347158432007, 0.9067263007164001, 0.9116408228874207, 0.9133685231208801, 0.917503833770752, 0.91861891746521, 0.9262848496437073, 0.9208333492279053, 0.926350474357605, 0.9285275936126709, 0.9306696653366089, 0.9363969564437866, 0.9390572309494019, 0.9392917156219482, 0.9361175894737244, 0.9403682947158813, 0.9381365776062012, 0.9459102153778076, 0.9474348425865173, 0.9451191425323486, 0.9505596160888672], "cos_Ac_negg": [0.8099462389945984, 0.8473851680755615, 0.8550968170166016, 0.8648817539215088, 0.8738570213317871, 0.8793073892593384, 0.8829569816589355, 0.8924964666366577, 0.8947139978408813, 0.9003347158432007, 0.9067263007164001, 0.9116408228874207, 0.9133685231208801, 0.917503833770752, 0.91861891746521, 0.9262848496437073, 0.9208333492279053, 0.926350474357605, 0.9285275936126709, 0.9306696653366089, 0.9363969564437866, 0.9390572309494019, 0.9392917156219482, 0.9361175894737244, 0.9403682947158813, 0.9381365776062012, 0.9459102153778076, 0.9474348425865173, 0.9451191425323486, 0.9505596160888672], "r_norm": [2.248473644256592, 2.0562644004821777, 2.0487256050109863, 2.0605316162109375, 2.030992031097412, 2.0364696979522705, 2.0274529457092285, 2.034426689147949, 2.0152101516723633, 2.0310115814208984, 2.007197141647339, 1.9930789470672607, 1.9752699136734009, 1.9606308937072754, 1.9433120489120483, 1.9385077953338623, 1.9204450845718384, 1.8981003761291504, 1.9058260917663574, 1.876700758934021, 1.8645867109298706, 1.8496179580688477, 1.8389654159545898, 1.8210885524749756, 1.8280344009399414, 1.8006545305252075, 1.7876148223876953, 1.7873880863189697, 1.7802510261535645, 1.7631763219833374]}, {"step": 8900, "epoch": 22, "train_loss": 0.3360621929168701, "cos_r_negg": [0.7991918325424194, 0.8473981618881226, 0.8557714223861694, 0.8650017380714417, 0.8753053545951843, 0.8788666129112244, 0.8845679759979248, 0.8915479183197021, 0.8945339322090149, 0.9006108641624451, 0.9045581817626953, 0.9109087586402893, 0.9139858484268188, 0.917027473449707, 0.9191277027130127, 0.9248327016830444, 0.9202501773834229, 0.925683856010437, 0.9285424947738647, 0.9301578998565674, 0.9337368011474609, 0.9357144236564636, 0.9383811950683594, 0.9343481659889221, 0.939824640750885, 0.9376974105834961, 0.944938600063324, 0.9457700252532959, 0.9441011548042297, 0.9483590126037598], "cos_apical_negg": [0.7991918325424194, 0.8473981618881226, 0.8557714223861694, 0.8650017380714417, 0.8753053545951843, 0.8788666129112244, 0.8845679759979248, 0.8915479183197021, 0.8945339322090149, 0.9006108641624451, 0.9045581817626953, 0.9109087586402893, 0.9139858484268188, 0.917027473449707, 0.9191277027130127, 0.9248327016830444, 0.9202501773834229, 0.925683856010437, 0.9285424947738647, 0.9301578998565674, 0.9337368011474609, 0.9357144236564636, 0.9383811950683594, 0.9343481659889221, 0.939824640750885, 0.9376974105834961, 0.944938600063324, 0.9457700252532959, 0.9441011548042297, 0.9483590126037598], "cos_Ac_negg": [0.7991918325424194, 0.8473981618881226, 0.8557714223861694, 0.8650017380714417, 0.8753053545951843, 0.8788666129112244, 0.8845679759979248, 0.8915479183197021, 0.8945339322090149, 0.9006108641624451, 0.9045581817626953, 0.9109087586402893, 0.9139858484268188, 0.917027473449707, 0.9191277027130127, 0.9248327016830444, 0.9202501773834229, 0.925683856010437, 0.9285424947738647, 0.9301578998565674, 0.9337368011474609, 0.9357144236564636, 0.9383811950683594, 0.9343481659889221, 0.939824640750885, 0.9376974105834961, 0.944938600063324, 0.9457700252532959, 0.9441011548042297, 0.9483590126037598], "r_norm": [2.2234320640563965, 2.0370559692382812, 2.0316929817199707, 2.043574810028076, 2.0136218070983887, 2.0194592475891113, 2.0109357833862305, 2.019622325897217, 2.0025110244750977, 2.0133583545684814, 1.9897760152816772, 1.9770376682281494, 1.960580825805664, 1.9453891515731812, 1.9296331405639648, 1.9227402210235596, 1.9047071933746338, 1.8851057291030884, 1.8911066055297852, 1.862598180770874, 1.850427269935608, 1.8360782861709595, 1.8246281147003174, 1.808009147644043, 1.8145626783370972, 1.7879120111465454, 1.7735955715179443, 1.774672031402588, 1.7697665691375732, 1.7487351894378662]}, {"step": 8950, "epoch": 22, "train_loss": 0.25523489713668823, "cos_r_negg": [0.8070619106292725, 0.848101794719696, 0.8558229207992554, 0.8658015727996826, 0.8770948648452759, 0.8812875747680664, 0.8849037289619446, 0.8932459950447083, 0.8945518732070923, 0.9016760587692261, 0.9060158729553223, 0.910384476184845, 0.9127035140991211, 0.9169496893882751, 0.9195383787155151, 0.9258489608764648, 0.9215436577796936, 0.9281352758407593, 0.9273279905319214, 0.9308852553367615, 0.935081422328949, 0.9368337392807007, 0.938795268535614, 0.9354161024093628, 0.9421816468238831, 0.9383304119110107, 0.9465797543525696, 0.947754442691803, 0.9446423053741455, 0.9501912593841553], "cos_apical_negg": [0.8070619106292725, 0.848101794719696, 0.8558229207992554, 0.8658015727996826, 0.8770948648452759, 0.8812875747680664, 0.8849037289619446, 0.8932459950447083, 0.8945518732070923, 0.9016760587692261, 0.9060158729553223, 0.910384476184845, 0.9127035140991211, 0.9169496893882751, 0.9195383787155151, 0.9258489608764648, 0.9215436577796936, 0.9281352758407593, 0.9273279905319214, 0.9308852553367615, 0.935081422328949, 0.9368337392807007, 0.938795268535614, 0.9354161024093628, 0.9421816468238831, 0.9383304119110107, 0.9465797543525696, 0.947754442691803, 0.9446423053741455, 0.9501912593841553], "cos_Ac_negg": [0.8070619106292725, 0.848101794719696, 0.8558229207992554, 0.8658015727996826, 0.8770948648452759, 0.8812875747680664, 0.8849037289619446, 0.8932459950447083, 0.8945518732070923, 0.9016760587692261, 0.9060158729553223, 0.910384476184845, 0.9127035140991211, 0.9169496893882751, 0.9195383787155151, 0.9258489608764648, 0.9215436577796936, 0.9281352758407593, 0.9273279905319214, 0.9308852553367615, 0.935081422328949, 0.9368337392807007, 0.938795268535614, 0.9354161024093628, 0.9421816468238831, 0.9383304119110107, 0.9465797543525696, 0.947754442691803, 0.9446423053741455, 0.9501912593841553], "r_norm": [2.193209171295166, 2.0090456008911133, 2.004882574081421, 2.017509937286377, 1.9872652292251587, 1.9928643703460693, 1.9844402074813843, 1.9931116104125977, 1.9756059646606445, 1.9861634969711304, 1.9638187885284424, 1.9511815309524536, 1.9327893257141113, 1.9173715114593506, 1.9024157524108887, 1.8961840867996216, 1.8778438568115234, 1.8582890033721924, 1.866246223449707, 1.835447072982788, 1.82488214969635, 1.8083631992340088, 1.798227310180664, 1.7828102111816406, 1.788201093673706, 1.7640750408172607, 1.7491233348846436, 1.7486162185668945, 1.7428200244903564, 1.7229080200195312]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4302, "test_loss": 3.23357412109375}, {"step": 9000, "epoch": 23, "train_loss": 0.23255819082260132, "cos_r_negg": [0.7997047901153564, 0.8486000299453735, 0.8563574552536011, 0.8660144805908203, 0.8782123327255249, 0.883209764957428, 0.8884838223457336, 0.8941038846969604, 0.8977648019790649, 0.9035887718200684, 0.9087446928024292, 0.91302090883255, 0.9158469438552856, 0.9188568592071533, 0.9209228157997131, 0.92753005027771, 0.9222905039787292, 0.9285957217216492, 0.9310165643692017, 0.9337559342384338, 0.9366897344589233, 0.9388068914413452, 0.9407920241355896, 0.9364110231399536, 0.9423791170120239, 0.9421031475067139, 0.9471248388290405, 0.9491128921508789, 0.9447610378265381, 0.9531481266021729], "cos_apical_negg": [0.7997047901153564, 0.8486000299453735, 0.8563574552536011, 0.8660144805908203, 0.8782123327255249, 0.883209764957428, 0.8884838223457336, 0.8941038846969604, 0.8977648019790649, 0.9035887718200684, 0.9087446928024292, 0.91302090883255, 0.9158469438552856, 0.9188568592071533, 0.9209228157997131, 0.92753005027771, 0.9222905039787292, 0.9285957217216492, 0.9310165643692017, 0.9337559342384338, 0.9366897344589233, 0.9388068914413452, 0.9407920241355896, 0.9364110231399536, 0.9423791170120239, 0.9421031475067139, 0.9471248388290405, 0.9491128921508789, 0.9447610378265381, 0.9531481266021729], "cos_Ac_negg": [0.7997047901153564, 0.8486000299453735, 0.8563574552536011, 0.8660144805908203, 0.8782123327255249, 0.883209764957428, 0.8884838223457336, 0.8941038846969604, 0.8977648019790649, 0.9035887718200684, 0.9087446928024292, 0.91302090883255, 0.9158469438552856, 0.9188568592071533, 0.9209228157997131, 0.92753005027771, 0.9222905039787292, 0.9285957217216492, 0.9310165643692017, 0.9337559342384338, 0.9366897344589233, 0.9388068914413452, 0.9407920241355896, 0.9364110231399536, 0.9423791170120239, 0.9421031475067139, 0.9471248388290405, 0.9491128921508789, 0.9447610378265381, 0.9531481266021729], "r_norm": [2.2479450702667236, 2.065998077392578, 2.0606303215026855, 2.072495460510254, 2.0415663719177246, 2.046447277069092, 2.0399110317230225, 2.047478675842285, 2.0311028957366943, 2.0410237312316895, 2.0171005725860596, 2.005603790283203, 1.9885914325714111, 1.9722378253936768, 1.9557747840881348, 1.948958158493042, 1.9301722049713135, 1.911131501197815, 1.918511152267456, 1.8895983695983887, 1.876516342163086, 1.860121726989746, 1.8475130796432495, 1.8309271335601807, 1.836310863494873, 1.8120057582855225, 1.7975001335144043, 1.7970116138458252, 1.7927465438842773, 1.770561933517456], "ldr": {"dL_sdil": -0.207810640335083, "dL_bp": -0.30648064613342285, "ratio": 0.6780546927084428}}, {"step": 9050, "epoch": 23, "train_loss": 0.1930220127105713, "cos_r_negg": [0.8002943396568298, 0.847244143486023, 0.8548905253410339, 0.8667134642601013, 0.8758072853088379, 0.8795412182807922, 0.8859144449234009, 0.8922933340072632, 0.8958361148834229, 0.9013882875442505, 0.9074155688285828, 0.9117177724838257, 0.9135918617248535, 0.9173644781112671, 0.919201135635376, 0.9254670143127441, 0.9207026958465576, 0.9264390468597412, 0.9283994436264038, 0.9315625429153442, 0.9349193572998047, 0.9373588562011719, 0.9372501969337463, 0.9351232051849365, 0.9394469857215881, 0.9384390115737915, 0.9447624087333679, 0.9461687803268433, 0.9424766302108765, 0.9504193067550659], "cos_apical_negg": [0.8002943396568298, 0.847244143486023, 0.8548905253410339, 0.8667134642601013, 0.8758072853088379, 0.8795412182807922, 0.8859144449234009, 0.8922933340072632, 0.8958361148834229, 0.9013882875442505, 0.9074155688285828, 0.9117177724838257, 0.9135918617248535, 0.9173644781112671, 0.919201135635376, 0.9254670143127441, 0.9207026958465576, 0.9264390468597412, 0.9283994436264038, 0.9315625429153442, 0.9349193572998047, 0.9373588562011719, 0.9372501969337463, 0.9351232051849365, 0.9394469857215881, 0.9384390115737915, 0.9447624087333679, 0.9461687803268433, 0.9424766302108765, 0.9504193067550659], "cos_Ac_negg": [0.8002943396568298, 0.847244143486023, 0.8548905253410339, 0.8667134642601013, 0.8758072853088379, 0.8795412182807922, 0.8859144449234009, 0.8922933340072632, 0.8958361148834229, 0.9013882875442505, 0.9074155688285828, 0.9117177724838257, 0.9135918617248535, 0.9173644781112671, 0.919201135635376, 0.9254670143127441, 0.9207026958465576, 0.9264390468597412, 0.9283994436264038, 0.9315625429153442, 0.9349193572998047, 0.9373588562011719, 0.9372501969337463, 0.9351232051849365, 0.9394469857215881, 0.9384390115737915, 0.9447624087333679, 0.9461687803268433, 0.9424766302108765, 0.9504193067550659], "r_norm": [2.2530934810638428, 2.069483757019043, 2.0653626918792725, 2.076157569885254, 2.0486245155334473, 2.0529279708862305, 2.0436487197875977, 2.0511302947998047, 2.035186290740967, 2.045100688934326, 2.0215516090393066, 2.0110087394714355, 1.9917064905166626, 1.9764269590377808, 1.9593154191970825, 1.9527195692062378, 1.9313173294067383, 1.9134225845336914, 1.9196116924285889, 1.8910917043685913, 1.8785797357559204, 1.8633755445480347, 1.8496780395507812, 1.8322372436523438, 1.8390722274780273, 1.813003659248352, 1.7985296249389648, 1.7996459007263184, 1.7929391860961914, 1.7704999446868896]}, {"step": 9100, "epoch": 23, "train_loss": 0.2347145825624466, "cos_r_negg": [0.7947787046432495, 0.84781813621521, 0.8539429903030396, 0.8661030530929565, 0.8749897480010986, 0.8793174028396606, 0.8840915560722351, 0.8923977613449097, 0.8944679498672485, 0.9000608921051025, 0.9062528014183044, 0.9099090099334717, 0.9130954146385193, 0.9180817604064941, 0.9175927639007568, 0.9244299530982971, 0.9193012118339539, 0.925993800163269, 0.9265592098236084, 0.9304226636886597, 0.9329873919487, 0.9348244667053223, 0.936034083366394, 0.9330308437347412, 0.9380675554275513, 0.9389902353286743, 0.9430807828903198, 0.9432116746902466, 0.942025899887085, 0.9488986730575562], "cos_apical_negg": [0.7947787046432495, 0.84781813621521, 0.8539429903030396, 0.8661030530929565, 0.8749897480010986, 0.8793174028396606, 0.8840915560722351, 0.8923977613449097, 0.8944679498672485, 0.9000608921051025, 0.9062528014183044, 0.9099090099334717, 0.9130954146385193, 0.9180817604064941, 0.9175927639007568, 0.9244299530982971, 0.9193012118339539, 0.925993800163269, 0.9265592098236084, 0.9304226636886597, 0.9329873919487, 0.9348244667053223, 0.936034083366394, 0.9330308437347412, 0.9380675554275513, 0.9389902353286743, 0.9430807828903198, 0.9432116746902466, 0.942025899887085, 0.9488986730575562], "cos_Ac_negg": [0.7947787046432495, 0.84781813621521, 0.8539429903030396, 0.8661030530929565, 0.8749897480010986, 0.8793174028396606, 0.8840915560722351, 0.8923977613449097, 0.8944679498672485, 0.9000608921051025, 0.9062528014183044, 0.9099090099334717, 0.9130954146385193, 0.9180817604064941, 0.9175927639007568, 0.9244299530982971, 0.9193012118339539, 0.925993800163269, 0.9265592098236084, 0.9304226636886597, 0.9329873919487, 0.9348244667053223, 0.936034083366394, 0.9330308437347412, 0.9380675554275513, 0.9389902353286743, 0.9430807828903198, 0.9432116746902466, 0.942025899887085, 0.9488986730575562], "r_norm": [2.249692440032959, 2.0717363357543945, 2.0670218467712402, 2.0788540840148926, 2.048030376434326, 2.054929494857788, 2.0451512336730957, 2.055185317993164, 2.0393054485321045, 2.0506415367126465, 2.0251588821411133, 2.013368606567383, 1.9961457252502441, 1.9797054529190063, 1.9636075496673584, 1.956109642982483, 1.9367198944091797, 1.9184260368347168, 1.9238486289978027, 1.8948440551757812, 1.8812838792800903, 1.8664789199829102, 1.852644681930542, 1.8349499702453613, 1.842075228691101, 1.8164377212524414, 1.8016570806503296, 1.8004794120788574, 1.7969439029693604, 1.7732276916503906]}, {"step": 9150, "epoch": 23, "train_loss": 0.2448192834854126, "cos_r_negg": [0.8042123913764954, 0.8463730216026306, 0.8548870086669922, 0.8657697439193726, 0.8753734827041626, 0.8796055316925049, 0.8839200139045715, 0.8916746973991394, 0.8956778645515442, 0.9002251625061035, 0.9058172702789307, 0.9116789102554321, 0.9131729006767273, 0.9169977307319641, 0.9200185537338257, 0.9257533550262451, 0.9194896221160889, 0.926619827747345, 0.9274210333824158, 0.9312081336975098, 0.9348760843276978, 0.9374686479568481, 0.9387636184692383, 0.9342423677444458, 0.9405288696289062, 0.9406371712684631, 0.9456824064254761, 0.9453428983688354, 0.9439899921417236, 0.9518133401870728], "cos_apical_negg": [0.8042123913764954, 0.8463730216026306, 0.8548870086669922, 0.8657697439193726, 0.8753734827041626, 0.8796055316925049, 0.8839200139045715, 0.8916746973991394, 0.8956778645515442, 0.9002251625061035, 0.9058172702789307, 0.9116789102554321, 0.9131729006767273, 0.9169977307319641, 0.9200185537338257, 0.9257533550262451, 0.9194896221160889, 0.926619827747345, 0.9274210333824158, 0.9312081336975098, 0.9348760843276978, 0.9374686479568481, 0.9387636184692383, 0.9342423677444458, 0.9405288696289062, 0.9406371712684631, 0.9456824064254761, 0.9453428983688354, 0.9439899921417236, 0.9518133401870728], "cos_Ac_negg": [0.8042123913764954, 0.8463730216026306, 0.8548870086669922, 0.8657697439193726, 0.8753734827041626, 0.8796055316925049, 0.8839200139045715, 0.8916746973991394, 0.8956778645515442, 0.9002251625061035, 0.9058172702789307, 0.9116789102554321, 0.9131729006767273, 0.9169977307319641, 0.9200185537338257, 0.9257533550262451, 0.9194896221160889, 0.926619827747345, 0.9274210333824158, 0.9312081336975098, 0.9348760843276978, 0.9374686479568481, 0.9387636184692383, 0.9342423677444458, 0.9405288696289062, 0.9406371712684631, 0.9456824064254761, 0.9453428983688354, 0.9439899921417236, 0.9518133401870728], "r_norm": [2.265312671661377, 2.0858376026153564, 2.078390598297119, 2.090494394302368, 2.0619044303894043, 2.065751791000366, 2.05765962600708, 2.0664165019989014, 2.049647331237793, 2.0607173442840576, 2.0366339683532715, 2.02264404296875, 2.0061042308807373, 1.989708662033081, 1.9728368520736694, 1.9657429456710815, 1.9459848403930664, 1.92604660987854, 1.9312201738357544, 1.9043395519256592, 1.8898470401763916, 1.8756974935531616, 1.8616507053375244, 1.8432531356811523, 1.8482621908187866, 1.8230035305023193, 1.8085758686065674, 1.8066625595092773, 1.8010553121566772, 1.7805590629577637]}, {"step": 9200, "epoch": 23, "train_loss": 0.2860852777957916, "cos_r_negg": [0.8094318509101868, 0.848233699798584, 0.8578726053237915, 0.868518054485321, 0.8778148889541626, 0.8833872079849243, 0.8884056210517883, 0.8958715200424194, 0.898935854434967, 0.9039733409881592, 0.9087944626808167, 0.9149177670478821, 0.9164957404136658, 0.9215017557144165, 0.9227026700973511, 0.9299677610397339, 0.9252396821975708, 0.9300521612167358, 0.9330472946166992, 0.9358224868774414, 0.9401019811630249, 0.940688967704773, 0.9421861171722412, 0.9404823780059814, 0.9457485675811768, 0.9435360431671143, 0.9496080279350281, 0.9505951404571533, 0.9478521347045898, 0.9550366401672363], "cos_apical_negg": [0.8094318509101868, 0.848233699798584, 0.8578726053237915, 0.868518054485321, 0.8778148889541626, 0.8833872079849243, 0.8884056210517883, 0.8958715200424194, 0.898935854434967, 0.9039733409881592, 0.9087944626808167, 0.9149177670478821, 0.9164957404136658, 0.9215017557144165, 0.9227026700973511, 0.9299677610397339, 0.9252396821975708, 0.9300521612167358, 0.9330472946166992, 0.9358224868774414, 0.9401019811630249, 0.940688967704773, 0.9421861171722412, 0.9404823780059814, 0.9457485675811768, 0.9435360431671143, 0.9496080279350281, 0.9505951404571533, 0.9478521347045898, 0.9550366401672363], "cos_Ac_negg": [0.8094318509101868, 0.848233699798584, 0.8578726053237915, 0.868518054485321, 0.8778148889541626, 0.8833872079849243, 0.8884056210517883, 0.8958715200424194, 0.898935854434967, 0.9039733409881592, 0.9087944626808167, 0.9149177670478821, 0.9164957404136658, 0.9215017557144165, 0.9227026700973511, 0.9299677610397339, 0.9252396821975708, 0.9300521612167358, 0.9330472946166992, 0.9358224868774414, 0.9401019811630249, 0.940688967704773, 0.9421861171722412, 0.9404823780059814, 0.9457485675811768, 0.9435360431671143, 0.9496080279350281, 0.9505951404571533, 0.9478521347045898, 0.9550366401672363], "r_norm": [2.300471782684326, 2.1188278198242188, 2.112596035003662, 2.1250123977661133, 2.0965991020202637, 2.1008658409118652, 2.0930566787719727, 2.1003355979919434, 2.0836267471313477, 2.093360185623169, 2.0703887939453125, 2.055201292037964, 2.0392353534698486, 2.021918296813965, 2.005230188369751, 1.9979939460754395, 1.978126049041748, 1.956498384475708, 1.9613381624221802, 1.9336856603622437, 1.9185476303100586, 1.9044206142425537, 1.8917579650878906, 1.8720760345458984, 1.8798396587371826, 1.8535054922103882, 1.836930274963379, 1.8355636596679688, 1.829756498336792, 1.8074970245361328]}, {"step": 9250, "epoch": 23, "train_loss": 0.28264832496643066, "cos_r_negg": [0.8017534613609314, 0.8472546339035034, 0.8564499020576477, 0.8669906258583069, 0.8753401041030884, 0.8820755481719971, 0.8848716020584106, 0.8945955634117126, 0.8965552449226379, 0.9014734625816345, 0.9063105583190918, 0.9120213985443115, 0.9134750366210938, 0.9185539484024048, 0.91997230052948, 0.9269918203353882, 0.9213950634002686, 0.9269025325775146, 0.9283745288848877, 0.9315180778503418, 0.9353194236755371, 0.9373781681060791, 0.9379010796546936, 0.9355286955833435, 0.9402589797973633, 0.9389932155609131, 0.944505512714386, 0.9452239274978638, 0.9434332847595215, 0.9494906663894653], "cos_apical_negg": [0.8017534613609314, 0.8472546339035034, 0.8564499020576477, 0.8669906258583069, 0.8753401041030884, 0.8820755481719971, 0.8848716020584106, 0.8945955634117126, 0.8965552449226379, 0.9014734625816345, 0.9063105583190918, 0.9120213985443115, 0.9134750366210938, 0.9185539484024048, 0.91997230052948, 0.9269918203353882, 0.9213950634002686, 0.9269025325775146, 0.9283745288848877, 0.9315180778503418, 0.9353194236755371, 0.9373781681060791, 0.9379010796546936, 0.9355286955833435, 0.9402589797973633, 0.9389932155609131, 0.944505512714386, 0.9452239274978638, 0.9434332847595215, 0.9494906663894653], "cos_Ac_negg": [0.8017534613609314, 0.8472546339035034, 0.8564499020576477, 0.8669906258583069, 0.8753401041030884, 0.8820755481719971, 0.8848716020584106, 0.8945955634117126, 0.8965552449226379, 0.9014734625816345, 0.9063105583190918, 0.9120213985443115, 0.9134750366210938, 0.9185539484024048, 0.91997230052948, 0.9269918203353882, 0.9213950634002686, 0.9269025325775146, 0.9283745288848877, 0.9315180778503418, 0.9353194236755371, 0.9373781681060791, 0.9379010796546936, 0.9355286955833435, 0.9402589797973633, 0.9389932155609131, 0.944505512714386, 0.9452239274978638, 0.9434332847595215, 0.9494906663894653], "r_norm": [2.2749738693237305, 2.0957462787628174, 2.0887107849121094, 2.099472761154175, 2.0701255798339844, 2.0766568183898926, 2.068477153778076, 2.0752339363098145, 2.0577101707458496, 2.070199966430664, 2.04640531539917, 2.0336360931396484, 2.01465106010437, 1.9994841814041138, 1.981400966644287, 1.9736859798431396, 1.9534566402435303, 1.9334437847137451, 1.939319372177124, 1.9131113290786743, 1.8968274593353271, 1.882617712020874, 1.8687975406646729, 1.8497889041900635, 1.8545790910720825, 1.8307039737701416, 1.8142573833465576, 1.8132781982421875, 1.8068172931671143, 1.7873115539550781], "ldr": {"dL_sdil": -0.2135462760925293, "dL_bp": -0.3380568027496338, "ratio": 0.6316875576992382}}, {"step": 9300, "epoch": 23, "train_loss": 0.22960340976715088, "cos_r_negg": [0.8025577068328857, 0.8462256789207458, 0.8567501306533813, 0.8666404485702515, 0.8746387958526611, 0.8817288875579834, 0.8849316239356995, 0.8919590711593628, 0.8942316770553589, 0.899005115032196, 0.9043618440628052, 0.9093231558799744, 0.9125415086746216, 0.915175199508667, 0.9168201684951782, 0.9226400852203369, 0.9179758429527283, 0.9238966703414917, 0.9249813556671143, 0.927738606929779, 0.9313096404075623, 0.9328435063362122, 0.9338167905807495, 0.9309051632881165, 0.9362233877182007, 0.9342551231384277, 0.9411869645118713, 0.941074013710022, 0.9384578466415405, 0.9455571174621582], "cos_apical_negg": [0.8025577068328857, 0.8462256789207458, 0.8567501306533813, 0.8666404485702515, 0.8746387958526611, 0.8817288875579834, 0.8849316239356995, 0.8919590711593628, 0.8942316770553589, 0.899005115032196, 0.9043618440628052, 0.9093231558799744, 0.9125415086746216, 0.915175199508667, 0.9168201684951782, 0.9226400852203369, 0.9179758429527283, 0.9238966703414917, 0.9249813556671143, 0.927738606929779, 0.9313096404075623, 0.9328435063362122, 0.9338167905807495, 0.9309051632881165, 0.9362233877182007, 0.9342551231384277, 0.9411869645118713, 0.941074013710022, 0.9384578466415405, 0.9455571174621582], "cos_Ac_negg": [0.8025577068328857, 0.8462256789207458, 0.8567501306533813, 0.8666404485702515, 0.8746387958526611, 0.8817288875579834, 0.8849316239356995, 0.8919590711593628, 0.8942316770553589, 0.899005115032196, 0.9043618440628052, 0.9093231558799744, 0.9125415086746216, 0.915175199508667, 0.9168201684951782, 0.9226400852203369, 0.9179758429527283, 0.9238966703414917, 0.9249813556671143, 0.927738606929779, 0.9313096404075623, 0.9328435063362122, 0.9338167905807495, 0.9309051632881165, 0.9362233877182007, 0.9342551231384277, 0.9411869645118713, 0.941074013710022, 0.9384578466415405, 0.9455571174621582], "r_norm": [2.3186683654785156, 2.1380414962768555, 2.131911516189575, 2.1457669734954834, 2.1153323650360107, 2.121586322784424, 2.114154815673828, 2.1209261417388916, 2.100126266479492, 2.1133971214294434, 2.089770555496216, 2.072636127471924, 2.057971239089966, 2.04109525680542, 2.0230038166046143, 2.0153868198394775, 1.9954055547714233, 1.9743120670318604, 1.980056643486023, 1.949593424797058, 1.9358009099960327, 1.9200133085250854, 1.906552791595459, 1.8893885612487793, 1.8941034078598022, 1.8687140941619873, 1.853937029838562, 1.8497793674468994, 1.8439538478851318, 1.8235435485839844]}, {"step": 9350, "epoch": 23, "train_loss": 0.37597018480300903, "cos_r_negg": [0.8049048185348511, 0.8484523296356201, 0.857602596282959, 0.8663036227226257, 0.8752540349960327, 0.8823528289794922, 0.8866481781005859, 0.8939014077186584, 0.8961664438247681, 0.9022631645202637, 0.9077842831611633, 0.9134221076965332, 0.9157451391220093, 0.9174243211746216, 0.9205487966537476, 0.9279762506484985, 0.9229190945625305, 0.9282630681991577, 0.930479884147644, 0.9325282573699951, 0.9378381967544556, 0.9385894536972046, 0.9403069615364075, 0.9363384246826172, 0.9433505535125732, 0.9402865767478943, 0.946194052696228, 0.9476286172866821, 0.944962203502655, 0.950920045375824], "cos_apical_negg": [0.8049048185348511, 0.8484523296356201, 0.857602596282959, 0.8663036227226257, 0.8752540349960327, 0.8823528289794922, 0.8866481781005859, 0.8939014077186584, 0.8961664438247681, 0.9022631645202637, 0.9077842831611633, 0.9134221076965332, 0.9157451391220093, 0.9174243211746216, 0.9205487966537476, 0.9279762506484985, 0.9229190945625305, 0.9282630681991577, 0.930479884147644, 0.9325282573699951, 0.9378381967544556, 0.9385894536972046, 0.9403069615364075, 0.9363384246826172, 0.9433505535125732, 0.9402865767478943, 0.946194052696228, 0.9476286172866821, 0.944962203502655, 0.950920045375824], "cos_Ac_negg": [0.8049048185348511, 0.8484523296356201, 0.857602596282959, 0.8663036227226257, 0.8752540349960327, 0.8823528289794922, 0.8866481781005859, 0.8939014077186584, 0.8961664438247681, 0.9022631645202637, 0.9077842831611633, 0.9134221076965332, 0.9157451391220093, 0.9174243211746216, 0.9205487966537476, 0.9279762506484985, 0.9229190945625305, 0.9282630681991577, 0.930479884147644, 0.9325282573699951, 0.9378381967544556, 0.9385894536972046, 0.9403069615364075, 0.9363384246826172, 0.9433505535125732, 0.9402865767478943, 0.946194052696228, 0.9476286172866821, 0.944962203502655, 0.950920045375824], "r_norm": [2.2895288467407227, 2.1113719940185547, 2.1040773391723633, 2.118464469909668, 2.087350845336914, 2.093637704849243, 2.086972236633301, 2.0937910079956055, 2.0748472213745117, 2.0892717838287354, 2.0649330615997314, 2.047438383102417, 2.032506227493286, 2.015807867050171, 1.9967058897018433, 1.9912244081497192, 1.9702701568603516, 1.948021650314331, 1.9545167684555054, 1.92582368850708, 1.911498785018921, 1.8966972827911377, 1.88344407081604, 1.8644648790359497, 1.8697654008865356, 1.8433094024658203, 1.828303575515747, 1.8231751918792725, 1.8192791938781738, 1.798475980758667]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.422, "test_loss": 3.383089501953125}, {"step": 9400, "epoch": 24, "train_loss": 0.24663513898849487, "cos_r_negg": [0.796137273311615, 0.8480003476142883, 0.8558445572853088, 0.8653522729873657, 0.8741162419319153, 0.8806795477867126, 0.8866405487060547, 0.8927531838417053, 0.8957009315490723, 0.9033305644989014, 0.9078030586242676, 0.9110143184661865, 0.9144924879074097, 0.9170714616775513, 0.9195756912231445, 0.9269837141036987, 0.9206539988517761, 0.9278036952018738, 0.9296343922615051, 0.931370198726654, 0.9342910647392273, 0.9373894929885864, 0.9397217035293579, 0.9361009001731873, 0.9409369230270386, 0.9387162923812866, 0.9467098712921143, 0.9482715129852295, 0.9431573152542114, 0.9511575698852539], "cos_apical_negg": [0.796137273311615, 0.8480003476142883, 0.8558445572853088, 0.8653522729873657, 0.8741162419319153, 0.8806795477867126, 0.8866405487060547, 0.8927531838417053, 0.8957009315490723, 0.9033305644989014, 0.9078030586242676, 0.9110143184661865, 0.9144924879074097, 0.9170714616775513, 0.9195756912231445, 0.9269837141036987, 0.9206539988517761, 0.9278036952018738, 0.9296343922615051, 0.931370198726654, 0.9342910647392273, 0.9373894929885864, 0.9397217035293579, 0.9361009001731873, 0.9409369230270386, 0.9387162923812866, 0.9467098712921143, 0.9482715129852295, 0.9431573152542114, 0.9511575698852539], "cos_Ac_negg": [0.796137273311615, 0.8480003476142883, 0.8558445572853088, 0.8653522729873657, 0.8741162419319153, 0.8806795477867126, 0.8866405487060547, 0.8927531838417053, 0.8957009315490723, 0.9033305644989014, 0.9078030586242676, 0.9110143184661865, 0.9144924879074097, 0.9170714616775513, 0.9195756912231445, 0.9269837141036987, 0.9206539988517761, 0.9278036952018738, 0.9296343922615051, 0.931370198726654, 0.9342910647392273, 0.9373894929885864, 0.9397217035293579, 0.9361009001731873, 0.9409369230270386, 0.9387162923812866, 0.9467098712921143, 0.9482715129852295, 0.9431573152542114, 0.9511575698852539], "r_norm": [2.2931952476501465, 2.115431308746338, 2.1079158782958984, 2.121016263961792, 2.0921292304992676, 2.098698854446411, 2.088531017303467, 2.0972561836242676, 2.0785367488861084, 2.090420961380005, 2.066483974456787, 2.0474462509155273, 2.032956600189209, 2.0172295570373535, 1.9983800649642944, 1.9909071922302246, 1.9697794914245605, 1.948270320892334, 1.9519789218902588, 1.926633596420288, 1.9087345600128174, 1.8955458402633667, 1.885022521018982, 1.8651869297027588, 1.8711860179901123, 1.844077706336975, 1.8287667036056519, 1.8237828016281128, 1.8198097944259644, 1.7980387210845947]}, {"step": 9450, "epoch": 24, "train_loss": 0.18101909756660461, "cos_r_negg": [0.7984158396720886, 0.8497529029846191, 0.8567959070205688, 0.866378128528595, 0.8768065571784973, 0.8825623989105225, 0.8868499398231506, 0.8947739601135254, 0.8977739214897156, 0.9027596116065979, 0.9087992906570435, 0.9136368036270142, 0.9151061177253723, 0.918265163898468, 0.9218456149101257, 0.927840530872345, 0.9229458570480347, 0.9291332960128784, 0.9299007058143616, 0.9322487711906433, 0.9369543790817261, 0.939321756362915, 0.9397050142288208, 0.9371132850646973, 0.942672610282898, 0.9418816566467285, 0.9470589756965637, 0.9497030973434448, 0.945156455039978, 0.9526734948158264], "cos_apical_negg": [0.7984158396720886, 0.8497529029846191, 0.8567959070205688, 0.866378128528595, 0.8768065571784973, 0.8825623989105225, 0.8868499398231506, 0.8947739601135254, 0.8977739214897156, 0.9027596116065979, 0.9087992906570435, 0.9136368036270142, 0.9151061177253723, 0.918265163898468, 0.9218456149101257, 0.927840530872345, 0.9229458570480347, 0.9291332960128784, 0.9299007058143616, 0.9322487711906433, 0.9369543790817261, 0.939321756362915, 0.9397050142288208, 0.9371132850646973, 0.942672610282898, 0.9418816566467285, 0.9470589756965637, 0.9497030973434448, 0.945156455039978, 0.9526734948158264], "cos_Ac_negg": [0.7984158396720886, 0.8497529029846191, 0.8567959070205688, 0.866378128528595, 0.8768065571784973, 0.8825623989105225, 0.8868499398231506, 0.8947739601135254, 0.8977739214897156, 0.9027596116065979, 0.9087992906570435, 0.9136368036270142, 0.9151061177253723, 0.918265163898468, 0.9218456149101257, 0.927840530872345, 0.9229458570480347, 0.9291332960128784, 0.9299007058143616, 0.9322487711906433, 0.9369543790817261, 0.939321756362915, 0.9397050142288208, 0.9371132850646973, 0.942672610282898, 0.9418816566467285, 0.9470589756965637, 0.9497030973434448, 0.945156455039978, 0.9526734948158264], "r_norm": [2.339529275894165, 2.160480499267578, 2.152137279510498, 2.1688003540039062, 2.138247489929199, 2.1457414627075195, 2.13651180267334, 2.144554615020752, 2.1222338676452637, 2.1363210678100586, 2.112837076187134, 2.093010425567627, 2.078873872756958, 2.0632143020629883, 2.0439980030059814, 2.0379467010498047, 2.0163936614990234, 1.9943571090698242, 1.9983680248260498, 1.9703751802444458, 1.9544103145599365, 1.9404430389404297, 1.926196813583374, 1.908555507659912, 1.9133707284927368, 1.8873862028121948, 1.8714452981948853, 1.8679929971694946, 1.8611059188842773, 1.8387722969055176]}, {"step": 9500, "epoch": 24, "train_loss": 0.3004875183105469, "cos_r_negg": [0.8091084957122803, 0.8520861268043518, 0.8578100204467773, 0.8701996803283691, 0.8797285556793213, 0.8857722282409668, 0.8896267414093018, 0.8976098299026489, 0.9008032083511353, 0.9053720235824585, 0.911607027053833, 0.9163777232170105, 0.9186408519744873, 0.9213484525680542, 0.9241442680358887, 0.929554283618927, 0.9253348708152771, 0.9316377639770508, 0.9325502514839172, 0.9351189136505127, 0.9400731921195984, 0.9409899711608887, 0.9423516988754272, 0.9384868144989014, 0.9450438022613525, 0.944086492061615, 0.9497880935668945, 0.9516282081604004, 0.947388231754303, 0.954707682132721], "cos_apical_negg": [0.8091084957122803, 0.8520861268043518, 0.8578100204467773, 0.8701996803283691, 0.8797285556793213, 0.8857722282409668, 0.8896267414093018, 0.8976098299026489, 0.9008032083511353, 0.9053720235824585, 0.911607027053833, 0.9163777232170105, 0.9186408519744873, 0.9213484525680542, 0.9241442680358887, 0.929554283618927, 0.9253348708152771, 0.9316377639770508, 0.9325502514839172, 0.9351189136505127, 0.9400731921195984, 0.9409899711608887, 0.9423516988754272, 0.9384868144989014, 0.9450438022613525, 0.944086492061615, 0.9497880935668945, 0.9516282081604004, 0.947388231754303, 0.954707682132721], "cos_Ac_negg": [0.8091084957122803, 0.8520861268043518, 0.8578100204467773, 0.8701996803283691, 0.8797285556793213, 0.8857722282409668, 0.8896267414093018, 0.8976098299026489, 0.9008032083511353, 0.9053720235824585, 0.911607027053833, 0.9163777232170105, 0.9186408519744873, 0.9213484525680542, 0.9241442680358887, 0.929554283618927, 0.9253348708152771, 0.9316377639770508, 0.9325502514839172, 0.9351189136505127, 0.9400731921195984, 0.9409899711608887, 0.9423516988754272, 0.9384868144989014, 0.9450438022613525, 0.944086492061615, 0.9497880935668945, 0.9516282081604004, 0.947388231754303, 0.954707682132721], "r_norm": [2.3594086170196533, 2.18033504486084, 2.172274351119995, 2.1862576007843018, 2.1554627418518066, 2.1630489826202393, 2.153752326965332, 2.1636085510253906, 2.1433937549591064, 2.1551296710968018, 2.1298747062683105, 2.1115939617156982, 2.097128391265869, 2.0802435874938965, 2.06052303314209, 2.0529823303222656, 2.0331668853759766, 2.011697292327881, 2.0154905319213867, 1.9875752925872803, 1.9719988107681274, 1.9554301500320435, 1.9432226419448853, 1.9240729808807373, 1.9283231496810913, 1.901968240737915, 1.8877274990081787, 1.8833956718444824, 1.876828908920288, 1.8534271717071533], "ldr": {"dL_sdil": -0.23285412788391113, "dL_bp": -0.3732030391693115, "ratio": 0.6239341683878192}}, {"step": 9550, "epoch": 24, "train_loss": 0.23373916745185852, "cos_r_negg": [0.8007193207740784, 0.8497286438941956, 0.8549637794494629, 0.8679172992706299, 0.8766018152236938, 0.8831624984741211, 0.8868657350540161, 0.8955321907997131, 0.8961594700813293, 0.9029430747032166, 0.9081684350967407, 0.912134051322937, 0.915360689163208, 0.9179084300994873, 0.9205820560455322, 0.926735520362854, 0.9216451644897461, 0.9279665350914001, 0.9295809268951416, 0.9311717748641968, 0.9365904331207275, 0.9370774626731873, 0.9391940236091614, 0.9361308813095093, 0.9408760070800781, 0.9383336305618286, 0.9454482197761536, 0.9457166790962219, 0.9440208673477173, 0.9507402181625366], "cos_apical_negg": [0.8007193207740784, 0.8497286438941956, 0.8549637794494629, 0.8679172992706299, 0.8766018152236938, 0.8831624984741211, 0.8868657350540161, 0.8955321907997131, 0.8961594700813293, 0.9029430747032166, 0.9081684350967407, 0.912134051322937, 0.915360689163208, 0.9179084300994873, 0.9205820560455322, 0.926735520362854, 0.9216451644897461, 0.9279665350914001, 0.9295809268951416, 0.9311717748641968, 0.9365904331207275, 0.9370774626731873, 0.9391940236091614, 0.9361308813095093, 0.9408760070800781, 0.9383336305618286, 0.9454482197761536, 0.9457166790962219, 0.9440208673477173, 0.9507402181625366], "cos_Ac_negg": [0.8007193207740784, 0.8497286438941956, 0.8549637794494629, 0.8679172992706299, 0.8766018152236938, 0.8831624984741211, 0.8868657350540161, 0.8955321907997131, 0.8961594700813293, 0.9029430747032166, 0.9081684350967407, 0.912134051322937, 0.915360689163208, 0.9179084300994873, 0.9205820560455322, 0.926735520362854, 0.9216451644897461, 0.9279665350914001, 0.9295809268951416, 0.9311717748641968, 0.9365904331207275, 0.9370774626731873, 0.9391940236091614, 0.9361308813095093, 0.9408760070800781, 0.9383336305618286, 0.9454482197761536, 0.9457166790962219, 0.9440208673477173, 0.9507402181625366], "r_norm": [2.3488974571228027, 2.174727201461792, 2.166100025177002, 2.1794586181640625, 2.1503326892852783, 2.1574273109436035, 2.1490254402160645, 2.1572694778442383, 2.137925148010254, 2.148468017578125, 2.123898983001709, 2.106262445449829, 2.0914201736450195, 2.074873685836792, 2.0551767349243164, 2.0482335090637207, 2.0271353721618652, 2.0057036876678467, 2.0095608234405518, 1.9816279411315918, 1.9660176038742065, 1.9492555856704712, 1.9369096755981445, 1.9175095558166504, 1.9222924709320068, 1.8966145515441895, 1.8806833028793335, 1.8761842250823975, 1.8694978952407837, 1.8471808433532715]}, {"step": 9600, "epoch": 24, "train_loss": 0.2099277526140213, "cos_r_negg": [0.804883599281311, 0.849450945854187, 0.8577098846435547, 0.8676609992980957, 0.8774768114089966, 0.8850743770599365, 0.8870962858200073, 0.8975725173950195, 0.8978046178817749, 0.9051207900047302, 0.9085021018981934, 0.9136794805526733, 0.9154201745986938, 0.9194412231445312, 0.9224489331245422, 0.9289864301681519, 0.923766016960144, 0.9296271800994873, 0.9315328598022461, 0.9332970380783081, 0.937065839767456, 0.9384790658950806, 0.941107988357544, 0.9369255900382996, 0.9420682191848755, 0.9408455491065979, 0.9471895694732666, 0.9490601420402527, 0.9446322917938232, 0.9518598318099976], "cos_apical_negg": [0.804883599281311, 0.849450945854187, 0.8577098846435547, 0.8676609992980957, 0.8774768114089966, 0.8850743770599365, 0.8870962858200073, 0.8975725173950195, 0.8978046178817749, 0.9051207900047302, 0.9085021018981934, 0.9136794805526733, 0.9154201745986938, 0.9194412231445312, 0.9224489331245422, 0.9289864301681519, 0.923766016960144, 0.9296271800994873, 0.9315328598022461, 0.9332970380783081, 0.937065839767456, 0.9384790658950806, 0.941107988357544, 0.9369255900382996, 0.9420682191848755, 0.9408455491065979, 0.9471895694732666, 0.9490601420402527, 0.9446322917938232, 0.9518598318099976], "cos_Ac_negg": [0.804883599281311, 0.849450945854187, 0.8577098846435547, 0.8676609992980957, 0.8774768114089966, 0.8850743770599365, 0.8870962858200073, 0.8975725173950195, 0.8978046178817749, 0.9051207900047302, 0.9085021018981934, 0.9136794805526733, 0.9154201745986938, 0.9194412231445312, 0.9224489331245422, 0.9289864301681519, 0.923766016960144, 0.9296271800994873, 0.9315328598022461, 0.9332970380783081, 0.937065839767456, 0.9384790658950806, 0.941107988357544, 0.9369255900382996, 0.9420682191848755, 0.9408455491065979, 0.9471895694732666, 0.9490601420402527, 0.9446322917938232, 0.9518598318099976], "r_norm": [2.3172030448913574, 2.1447508335113525, 2.1371700763702393, 2.1515207290649414, 2.122375965118408, 2.1300203800201416, 2.1203670501708984, 2.1287119388580322, 2.1099328994750977, 2.1195971965789795, 2.095776081085205, 2.0774216651916504, 2.0634703636169434, 2.0482420921325684, 2.028902530670166, 2.0205702781677246, 2.0003304481506348, 1.979712724685669, 1.9812276363372803, 1.955834984779358, 1.9390084743499756, 1.922567367553711, 1.9103050231933594, 1.8918747901916504, 1.8968935012817383, 1.8702054023742676, 1.8555532693862915, 1.8523197174072266, 1.8436272144317627, 1.8218355178833008]}, {"step": 9650, "epoch": 24, "train_loss": 0.23809531331062317, "cos_r_negg": [0.8041715621948242, 0.8505564332008362, 0.8579132556915283, 0.8679577112197876, 0.8778377771377563, 0.8838956356048584, 0.8869270086288452, 0.8974533081054688, 0.8974739909172058, 0.9063056707382202, 0.9090031385421753, 0.9145143032073975, 0.9164695739746094, 0.9192320108413696, 0.9227977991104126, 0.9297647476196289, 0.9236175417900085, 0.9302363395690918, 0.9313786029815674, 0.932858943939209, 0.9385422468185425, 0.9391361474990845, 0.9417643547058105, 0.9373084902763367, 0.943511426448822, 0.9416241645812988, 0.9490096569061279, 0.9502512216567993, 0.9455947875976562, 0.9538372755050659], "cos_apical_negg": [0.8041715621948242, 0.8505564332008362, 0.8579132556915283, 0.8679577112197876, 0.8778377771377563, 0.8838956356048584, 0.8869270086288452, 0.8974533081054688, 0.8974739909172058, 0.9063056707382202, 0.9090031385421753, 0.9145143032073975, 0.9164695739746094, 0.9192320108413696, 0.9227977991104126, 0.9297647476196289, 0.9236175417900085, 0.9302363395690918, 0.9313786029815674, 0.932858943939209, 0.9385422468185425, 0.9391361474990845, 0.9417643547058105, 0.9373084902763367, 0.943511426448822, 0.9416241645812988, 0.9490096569061279, 0.9502512216567993, 0.9455947875976562, 0.9538372755050659], "cos_Ac_negg": [0.8041715621948242, 0.8505564332008362, 0.8579132556915283, 0.8679577112197876, 0.8778377771377563, 0.8838956356048584, 0.8869270086288452, 0.8974533081054688, 0.8974739909172058, 0.9063056707382202, 0.9090031385421753, 0.9145143032073975, 0.9164695739746094, 0.9192320108413696, 0.9227977991104126, 0.9297647476196289, 0.9236175417900085, 0.9302363395690918, 0.9313786029815674, 0.932858943939209, 0.9385422468185425, 0.9391361474990845, 0.9417643547058105, 0.9373084902763367, 0.943511426448822, 0.9416241645812988, 0.9490096569061279, 0.9502512216567993, 0.9455947875976562, 0.9538372755050659], "r_norm": [2.307018518447876, 2.1381494998931885, 2.131763458251953, 2.1439225673675537, 2.114802360534668, 2.1228199005126953, 2.113682270050049, 2.120323896408081, 2.1016335487365723, 2.1126327514648438, 2.087998867034912, 2.069700002670288, 2.0556535720825195, 2.0404388904571533, 2.019680976867676, 2.012075185775757, 1.992647409439087, 1.971346139907837, 1.9734070301055908, 1.9473326206207275, 1.9314906597137451, 1.91527259349823, 1.9041602611541748, 1.884074330329895, 1.8902795314788818, 1.8634041547775269, 1.8485944271087646, 1.8434715270996094, 1.83612060546875, 1.8148987293243408]}, {"step": 9700, "epoch": 24, "train_loss": 0.22700944542884827, "cos_r_negg": [0.798816978931427, 0.8429936170578003, 0.8512928485870361, 0.8613086938858032, 0.8722161054611206, 0.87759929895401, 0.8815596103668213, 0.8896664381027222, 0.892241358757019, 0.8983660936355591, 0.9028656482696533, 0.9077977538108826, 0.9105826616287231, 0.9127715229988098, 0.915458619594574, 0.9231026768684387, 0.917827308177948, 0.9243864417076111, 0.9249707460403442, 0.9272221326828003, 0.9324490427970886, 0.9333921670913696, 0.9353715181350708, 0.9316244125366211, 0.9378789663314819, 0.9363685250282288, 0.9431380033493042, 0.9434389472007751, 0.9394146800041199, 0.9465155601501465], "cos_apical_negg": [0.798816978931427, 0.8429936170578003, 0.8512928485870361, 0.8613086938858032, 0.8722161054611206, 0.87759929895401, 0.8815596103668213, 0.8896664381027222, 0.892241358757019, 0.8983660936355591, 0.9028656482696533, 0.9077977538108826, 0.9105826616287231, 0.9127715229988098, 0.915458619594574, 0.9231026768684387, 0.917827308177948, 0.9243864417076111, 0.9249707460403442, 0.9272221326828003, 0.9324490427970886, 0.9333921670913696, 0.9353715181350708, 0.9316244125366211, 0.9378789663314819, 0.9363685250282288, 0.9431380033493042, 0.9434389472007751, 0.9394146800041199, 0.9465155601501465], "cos_Ac_negg": [0.798816978931427, 0.8429936170578003, 0.8512928485870361, 0.8613086938858032, 0.8722161054611206, 0.87759929895401, 0.8815596103668213, 0.8896664381027222, 0.892241358757019, 0.8983660936355591, 0.9028656482696533, 0.9077977538108826, 0.9105826616287231, 0.9127715229988098, 0.915458619594574, 0.9231026768684387, 0.917827308177948, 0.9243864417076111, 0.9249707460403442, 0.9272221326828003, 0.9324490427970886, 0.9333921670913696, 0.9353715181350708, 0.9316244125366211, 0.9378789663314819, 0.9363685250282288, 0.9431380033493042, 0.9434389472007751, 0.9394146800041199, 0.9465155601501465], "r_norm": [2.3435137271881104, 2.174475908279419, 2.167360305786133, 2.1802186965942383, 2.1501269340515137, 2.158474922180176, 2.150009870529175, 2.1579055786132812, 2.140253782272339, 2.149310827255249, 2.125133991241455, 2.1084256172180176, 2.0925374031066895, 2.0774059295654297, 2.055819511413574, 2.050067663192749, 2.02881121635437, 2.007336139678955, 2.011051654815674, 1.9840290546417236, 1.9671252965927124, 1.9501762390136719, 1.937380075454712, 1.9164634943008423, 1.9235272407531738, 1.896095633506775, 1.8811254501342773, 1.8763699531555176, 1.8696987628936768, 1.8461343050003052]}, {"step": 9750, "epoch": 24, "train_loss": 0.24585261940956116, "cos_r_negg": [0.80280601978302, 0.8488173484802246, 0.8575623035430908, 0.8689354062080383, 0.8784257769584656, 0.884042501449585, 0.8879688382148743, 0.8969583511352539, 0.8981652855873108, 0.9053083658218384, 0.9101796746253967, 0.9147799611091614, 0.9176430106163025, 0.9208410382270813, 0.9239388704299927, 0.9300588369369507, 0.9265828728675842, 0.9313405752182007, 0.9321450591087341, 0.9348845481872559, 0.9393532276153564, 0.9423229694366455, 0.942966103553772, 0.9410122632980347, 0.9455531239509583, 0.9442334771156311, 0.9493046998977661, 0.9511379599571228, 0.9492120742797852, 0.9550833106040955], "cos_apical_negg": [0.80280601978302, 0.8488173484802246, 0.8575623035430908, 0.8689354062080383, 0.8784257769584656, 0.884042501449585, 0.8879688382148743, 0.8969583511352539, 0.8981652855873108, 0.9053083658218384, 0.9101796746253967, 0.9147799611091614, 0.9176430106163025, 0.9208410382270813, 0.9239388704299927, 0.9300588369369507, 0.9265828728675842, 0.9313405752182007, 0.9321450591087341, 0.9348845481872559, 0.9393532276153564, 0.9423229694366455, 0.942966103553772, 0.9410122632980347, 0.9455531239509583, 0.9442334771156311, 0.9493046998977661, 0.9511379599571228, 0.9492120742797852, 0.9550833106040955], "cos_Ac_negg": [0.80280601978302, 0.8488173484802246, 0.8575623035430908, 0.8689354062080383, 0.8784257769584656, 0.884042501449585, 0.8879688382148743, 0.8969583511352539, 0.8981652855873108, 0.9053083658218384, 0.9101796746253967, 0.9147799611091614, 0.9176430106163025, 0.9208410382270813, 0.9239388704299927, 0.9300588369369507, 0.9265828728675842, 0.9313405752182007, 0.9321450591087341, 0.9348845481872559, 0.9393532276153564, 0.9423229694366455, 0.942966103553772, 0.9410122632980347, 0.9455531239509583, 0.9442334771156311, 0.9493046998977661, 0.9511379599571228, 0.9492120742797852, 0.9550833106040955], "r_norm": [2.354520320892334, 2.189657211303711, 2.1827359199523926, 2.195822238922119, 2.1651997566223145, 2.174048900604248, 2.1655349731445312, 2.1760149002075195, 2.1557366847991943, 2.1649746894836426, 2.141631603240967, 2.1246957778930664, 2.1077170372009277, 2.0916128158569336, 2.0722711086273193, 2.0667269229888916, 2.0461106300354004, 2.023721694946289, 2.0242667198181152, 1.9983735084533691, 1.9819303750991821, 1.9662244319915771, 1.9536796808242798, 1.931384563446045, 1.939517855644226, 1.9090392589569092, 1.895510196685791, 1.8923810720443726, 1.8831028938293457, 1.8582508563995361], "ldr": {"dL_sdil": -0.26078176498413086, "dL_bp": -0.41991496086120605, "ratio": 0.6210347077162767}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4274, "test_loss": 3.5363329833984376}], "final": {"test_acc": 0.4274, "test_loss": 3.5363329833984376, "wall_s": 1744.8423645496368, "cos_r_negg": [0.8041436076164246, 0.8477966785430908, 0.8560082912445068, 0.8678791522979736, 0.8753799200057983, 0.8800480365753174, 0.8867416381835938, 0.8940484523773193, 0.8961292505264282, 0.9027101993560791, 0.9062380790710449, 0.9109401106834412, 0.9153476357460022, 0.9192125797271729, 0.9203733205795288, 0.9275553226470947, 0.9216666221618652, 0.9288895130157471, 0.9291352033615112, 0.9324162006378174, 0.9362908601760864, 0.9386190176010132, 0.9401571750640869, 0.9359472990036011, 0.941912055015564, 0.9407463073730469, 0.9469528198242188, 0.947616457939148, 0.944458544254303, 0.9509983062744141], "cos_apical_negg": [0.8041436076164246, 0.8477966785430908, 0.8560082912445068, 0.8678791522979736, 0.8753799200057983, 0.8800480365753174, 0.8867416381835938, 0.8940484523773193, 0.8961292505264282, 0.9027101993560791, 0.9062380790710449, 0.9109401106834412, 0.9153476357460022, 0.9192125797271729, 0.9203733205795288, 0.9275553226470947, 0.9216666221618652, 0.9288895130157471, 0.9291352033615112, 0.9324162006378174, 0.9362908601760864, 0.9386190176010132, 0.9401571750640869, 0.9359472990036011, 0.941912055015564, 0.9407463073730469, 0.9469528198242188, 0.947616457939148, 0.944458544254303, 0.9509983062744141], "cos_Ac_negg": [0.8041436076164246, 0.8477966785430908, 0.8560082912445068, 0.8678791522979736, 0.8753799200057983, 0.8800480365753174, 0.8867416381835938, 0.8940484523773193, 0.8961292505264282, 0.9027101993560791, 0.9062380790710449, 0.9109401106834412, 0.9153476357460022, 0.9192125797271729, 0.9203733205795288, 0.9275553226470947, 0.9216666221618652, 0.9288895130157471, 0.9291352033615112, 0.9324162006378174, 0.9362908601760864, 0.9386190176010132, 0.9401571750640869, 0.9359472990036011, 0.941912055015564, 0.9407463073730469, 0.9469528198242188, 0.947616457939148, 0.944458544254303, 0.9509983062744141]}}
|
