chore: capture initial SDIL project state

1 files changed, 1 insertions, 0 deletions

diff --git a/results/depth_fmnist_sdil_d7_s1.json b/results/depth_fmnist_sdil_d7_s1.json
new file mode 100644
index 0000000..e66356f
--- /dev/null
+++ b/results/depth_fmnist_sdil_d7_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3651063442230225, "cos_r_negg": [0.017912954092025757, 0.012814447283744812, 0.014341384172439575, 0.009514663368463516, -0.021379657089710236, -0.013125961646437645, -0.004214278422296047], "cos_apical_negg": [0.017912954092025757, 0.012814447283744812, 0.014341384172439575, 0.009514663368463516, -0.021379657089710236, -0.013125961646437645, -0.004214278422296047], "cos_Ac_negg": [0.017912954092025757, 0.012814447283744812, 0.014341384172439575, 0.009514663368463516, -0.021379657089710236, -0.013125961646437645, -0.004214278422296047], "r_norm": [4.753594398498535, 4.789578437805176, 4.756953716278076, 4.801403999328613, 4.802769660949707, 4.913440704345703, 4.7035441398620605], "ldr": {"dL_sdil": -0.04429125785827637, "dL_bp": -0.11746573448181152, "ratio": 0.3770568332430123}}, {"step": 50, "epoch": 0, "train_loss": 1.0138885974884033, "cos_r_negg": [0.03921114653348923, 0.05107065662741661, 0.08144164085388184, 0.048286281526088715, 0.07935918867588043, 0.11539442837238312, 0.0763743668794632], "cos_apical_negg": [0.03921114653348923, 0.05107065662741661, 0.08144164085388184, 0.048286281526088715, 0.07935918867588043, 0.11539442837238312, 0.0763743668794632], "cos_Ac_negg": [0.03921114653348923, 0.05107065662741661, 0.08144164085388184, 0.048286281526088715, 0.07935918867588043, 0.11539442837238312, 0.0763743668794632], "r_norm": [2.7990939617156982, 2.831582546234131, 2.8112616539001465, 2.837705612182617, 2.830188274383545, 2.8772590160369873, 2.7733569145202637]}, {"step": 100, "epoch": 0, "train_loss": 0.7654201984405518, "cos_r_negg": [0.1983191817998886, 0.1696176528930664, 0.20306909084320068, 0.16062195599079132, 0.19098873436450958, 0.23472151160240173, 0.13234923779964447], "cos_apical_negg": [0.1983191817998886, 0.1696176528930664, 0.20306909084320068, 0.16062195599079132, 0.19098873436450958, 0.23472151160240173, 0.13234923779964447], "cos_Ac_negg": [0.1983191817998886, 0.1696176528930664, 0.20306909084320068, 0.16062195599079132, 0.19098873436450958, 0.23472151160240173, 0.13234923779964447], "r_norm": [1.8481944799423218, 1.872176170349121, 1.857998251914978, 1.870424747467041, 1.8482447862625122, 1.8946375846862793, 1.8188214302062988]}, {"step": 150, "epoch": 0, "train_loss": 0.6054514050483704, "cos_r_negg": [0.2616918683052063, 0.19120393693447113, 0.16680294275283813, 0.19114363193511963, 0.1889454871416092, 0.23658962547779083, 0.1649901568889618], "cos_apical_negg": [0.2616918683052063, 0.19120393693447113, 0.16680294275283813, 0.19114363193511963, 0.1889454871416092, 0.23658962547779083, 0.1649901568889618], "cos_Ac_negg": [0.2616918683052063, 0.19120393693447113, 0.16680294275283813, 0.19114363193511963, 0.1889454871416092, 0.23658962547779083, 0.1649901568889618], "r_norm": [1.6558722257614136, 1.6735293865203857, 1.6677314043045044, 1.6783828735351562, 1.663333773612976, 1.6949809789657593, 1.6418147087097168]}, {"step": 200, "epoch": 0, "train_loss": 0.5857690572738647, "cos_r_negg": [0.31171733140945435, 0.21634957194328308, 0.26062899827957153, 0.22477521002292633, 0.2048063576221466, 0.23337841033935547, 0.19555722177028656], "cos_apical_negg": [0.31171733140945435, 0.21634957194328308, 0.26062899827957153, 0.22477521002292633, 0.2048063576221466, 0.23337841033935547, 0.19555722177028656], "cos_Ac_negg": [0.31171733140945435, 0.21634957194328308, 0.26062899827957153, 0.22477521002292633, 0.2048063576221466, 0.23337841033935547, 0.19555722177028656], "r_norm": [1.5931239128112793, 1.625962257385254, 1.6152032613754272, 1.6191625595092773, 1.6020833253860474, 1.6445540189743042, 1.584418773651123]}, {"step": 250, "epoch": 0, "train_loss": 0.48536816239356995, "cos_r_negg": [0.3567084074020386, 0.29216468334198, 0.296053022146225, 0.27966418862342834, 0.2590002715587616, 0.2847036123275757, 0.2160179316997528], "cos_apical_negg": [0.3567084074020386, 0.29216468334198, 0.296053022146225, 0.27966418862342834, 0.2590002715587616, 0.2847036123275757, 0.2160179316997528], "cos_Ac_negg": [0.3567084074020386, 0.29216468334198, 0.296053022146225, 0.27966418862342834, 0.2590002715587616, 0.2847036123275757, 0.2160179316997528], "r_norm": [1.424635648727417, 1.4444068670272827, 1.437464952468872, 1.442028284072876, 1.432628870010376, 1.4661945104599, 1.4120417833328247], "ldr": {"dL_sdil": -0.01544925570487976, "dL_bp": -0.011302173137664795, "ratio": 1.3669278922470849}}, {"step": 300, "epoch": 0, "train_loss": 0.7795064449310303, "cos_r_negg": [0.3885452151298523, 0.3201020359992981, 0.33497098088264465, 0.3285183012485504, 0.2643607556819916, 0.24511009454727173, 0.2092818319797516], "cos_apical_negg": [0.3885452151298523, 0.3201020359992981, 0.33497098088264465, 0.3285183012485504, 0.2643607556819916, 0.24511009454727173, 0.2092818319797516], "cos_Ac_negg": [0.3885452151298523, 0.3201020359992981, 0.33497098088264465, 0.3285183012485504, 0.2643607556819916, 0.24511009454727173, 0.2092818319797516], "r_norm": [1.2990522384643555, 1.314368486404419, 1.308069109916687, 1.3116014003753662, 1.3008418083190918, 1.3347808122634888, 1.2830593585968018]}, {"step": 350, "epoch": 0, "train_loss": 0.5071627497673035, "cos_r_negg": [0.3624003529548645, 0.2917737066745758, 0.3154999613761902, 0.29019850492477417, 0.2659396231174469, 0.2764264941215515, 0.23826982080936432], "cos_apical_negg": [0.3624003529548645, 0.2917737066745758, 0.3154999613761902, 0.29019850492477417, 0.2659396231174469, 0.2764264941215515, 0.23826982080936432], "cos_Ac_negg": [0.3624003529548645, 0.2917737066745758, 0.3154999613761902, 0.29019850492477417, 0.2659396231174469, 0.2764264941215515, 0.23826982080936432], "r_norm": [1.3352673053741455, 1.3510832786560059, 1.3462779521942139, 1.348947525024414, 1.338322639465332, 1.3706918954849243, 1.3204848766326904]}, {"step": 400, "epoch": 0, "train_loss": 0.6154441237449646, "cos_r_negg": [0.39784109592437744, 0.3243233561515808, 0.3362506628036499, 0.27489736676216125, 0.2955639958381653, 0.27585411071777344, 0.2325618863105774], "cos_apical_negg": [0.39784109592437744, 0.3243233561515808, 0.3362506628036499, 0.27489736676216125, 0.2955639958381653, 0.27585411071777344, 0.2325618863105774], "cos_Ac_negg": [0.39784109592437744, 0.3243233561515808, 0.3362506628036499, 0.27489736676216125, 0.2955639958381653, 0.27585411071777344, 0.2325618863105774], "r_norm": [1.3238462209701538, 1.343347430229187, 1.3381747007369995, 1.3407458066940308, 1.32767915725708, 1.3598134517669678, 1.3129727840423584]}, {"step": 450, "epoch": 0, "train_loss": 0.4722640812397003, "cos_r_negg": [0.37351304292678833, 0.31036269664764404, 0.30330005288124084, 0.24451503157615662, 0.23690246045589447, 0.2346932590007782, 0.24380023777484894], "cos_apical_negg": [0.37351304292678833, 0.31036269664764404, 0.30330005288124084, 0.24451503157615662, 0.23690246045589447, 0.2346932590007782, 0.24380023777484894], "cos_Ac_negg": [0.37351304292678833, 0.31036269664764404, 0.30330005288124084, 0.24451503157615662, 0.23690246045589447, 0.2346932590007782, 0.24380023777484894], "r_norm": [1.2796448469161987, 1.3004356622695923, 1.2941861152648926, 1.291015625, 1.2793538570404053, 1.314879059791565, 1.2652469873428345]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8373, "test_loss": 0.47719057922363284}, {"step": 500, "epoch": 1, "train_loss": 0.3141980469226837, "cos_r_negg": [0.3976050913333893, 0.32186025381088257, 0.29422545433044434, 0.24470779299736023, 0.24279098212718964, 0.23515771329402924, 0.26401814818382263], "cos_apical_negg": [0.3976050913333893, 0.32186025381088257, 0.29422545433044434, 0.24470779299736023, 0.24279098212718964, 0.23515771329402924, 0.26401814818382263], "cos_Ac_negg": [0.3976050913333893, 0.32186025381088257, 0.29422545433044434, 0.24470779299736023, 0.24279098212718964, 0.23515771329402924, 0.26401814818382263], "r_norm": [1.274137258529663, 1.285782814025879, 1.2798283100128174, 1.28101646900177, 1.2707090377807617, 1.3070807456970215, 1.2538195848464966], "ldr": {"dL_sdil": -0.025896906852722168, "dL_bp": -0.019886791706085205, "ratio": 1.3022164276401564}}, {"step": 550, "epoch": 1, "train_loss": 0.5496476292610168, "cos_r_negg": [0.39392492175102234, 0.3512701988220215, 0.3250446915626526, 0.2812628746032715, 0.2917792499065399, 0.266901433467865, 0.2561066150665283], "cos_apical_negg": [0.39392492175102234, 0.3512701988220215, 0.3250446915626526, 0.2812628746032715, 0.2917792499065399, 0.266901433467865, 0.2561066150665283], "cos_Ac_negg": [0.39392492175102234, 0.3512701988220215, 0.3250446915626526, 0.2812628746032715, 0.2917792499065399, 0.266901433467865, 0.2561066150665283], "r_norm": [1.1796811819076538, 1.1872657537460327, 1.1817610263824463, 1.189910888671875, 1.1749463081359863, 1.2094907760620117, 1.157029151916504]}, {"step": 600, "epoch": 1, "train_loss": 0.43491053581237793, "cos_r_negg": [0.43014955520629883, 0.370877206325531, 0.34188008308410645, 0.2960517406463623, 0.2962343990802765, 0.2936207950115204, 0.2562468647956848], "cos_apical_negg": [0.43014955520629883, 0.370877206325531, 0.34188008308410645, 0.2960517406463623, 0.2962343990802765, 0.2936207950115204, 0.2562468647956848], "cos_Ac_negg": [0.43014955520629883, 0.370877206325531, 0.34188008308410645, 0.2960517406463623, 0.2962343990802765, 0.2936207950115204, 0.2562468647956848], "r_norm": [1.149723768234253, 1.1597561836242676, 1.150169014930725, 1.1576730012893677, 1.1451269388198853, 1.1783313751220703, 1.1251394748687744]}, {"step": 650, "epoch": 1, "train_loss": 0.534937858581543, "cos_r_negg": [0.4312741756439209, 0.3721998631954193, 0.3411586582660675, 0.27799394726753235, 0.2818249464035034, 0.2808276414871216, 0.24381355941295624], "cos_apical_negg": [0.4312741756439209, 0.3721998631954193, 0.3411586582660675, 0.27799394726753235, 0.2818249464035034, 0.2808276414871216, 0.24381355941295624], "cos_Ac_negg": [0.4312741756439209, 0.3721998631954193, 0.3411586582660675, 0.27799394726753235, 0.2818249464035034, 0.2808276414871216, 0.24381355941295624], "r_norm": [1.097745418548584, 1.1062196493148804, 1.1002016067504883, 1.1031925678253174, 1.0921911001205444, 1.1227185726165771, 1.0789844989776611]}, {"step": 700, "epoch": 1, "train_loss": 0.3331398367881775, "cos_r_negg": [0.421389639377594, 0.3866627812385559, 0.33113259077072144, 0.2825406789779663, 0.2961556911468506, 0.29535090923309326, 0.2712213695049286], "cos_apical_negg": [0.421389639377594, 0.3866627812385559, 0.33113259077072144, 0.2825406789779663, 0.2961556911468506, 0.29535090923309326, 0.2712213695049286], "cos_Ac_negg": [0.421389639377594, 0.3866627812385559, 0.33113259077072144, 0.2825406789779663, 0.2961556911468506, 0.29535090923309326, 0.2712213695049286], "r_norm": [1.0904617309570312, 1.0926828384399414, 1.0916199684143066, 1.0926711559295654, 1.0841631889343262, 1.1141951084136963, 1.071901559829712]}, {"step": 750, "epoch": 1, "train_loss": 0.4075630009174347, "cos_r_negg": [0.47725802659988403, 0.3964841961860657, 0.3632279634475708, 0.3076859712600708, 0.302625447511673, 0.3069123923778534, 0.26026803255081177], "cos_apical_negg": [0.47725802659988403, 0.3964841961860657, 0.3632279634475708, 0.3076859712600708, 0.302625447511673, 0.3069123923778534, 0.26026803255081177], "cos_Ac_negg": [0.47725802659988403, 0.3964841961860657, 0.3632279634475708, 0.3076859712600708, 0.302625447511673, 0.3069123923778534, 0.26026803255081177], "r_norm": [1.1163012981414795, 1.1295124292373657, 1.1233458518981934, 1.1200387477874756, 1.1107852458953857, 1.1427093744277954, 1.0977959632873535], "ldr": {"dL_sdil": -0.016702234745025635, "dL_bp": -0.012671828269958496, "ratio": 1.3180603768614945}}, {"step": 800, "epoch": 1, "train_loss": 0.4441789984703064, "cos_r_negg": [0.4537394642829895, 0.40032288432121277, 0.3538420796394348, 0.2966003119945526, 0.30270203948020935, 0.31512701511383057, 0.2591060698032379], "cos_apical_negg": [0.4537394642829895, 0.40032288432121277, 0.3538420796394348, 0.2966003119945526, 0.30270203948020935, 0.31512701511383057, 0.2591060698032379], "cos_Ac_negg": [0.4537394642829895, 0.40032288432121277, 0.3538420796394348, 0.2966003119945526, 0.30270203948020935, 0.31512701511383057, 0.2591060698032379], "r_norm": [1.0480351448059082, 1.054472804069519, 1.0519447326660156, 1.0490787029266357, 1.0375659465789795, 1.0707521438598633, 1.0274738073349]}, {"step": 850, "epoch": 1, "train_loss": 0.3046829104423523, "cos_r_negg": [0.4072203040122986, 0.359041303396225, 0.33445096015930176, 0.29633229970932007, 0.29615724086761475, 0.30422163009643555, 0.2647108733654022], "cos_apical_negg": [0.4072203040122986, 0.359041303396225, 0.33445096015930176, 0.29633229970932007, 0.29615724086761475, 0.30422163009643555, 0.2647108733654022], "cos_Ac_negg": [0.4072203040122986, 0.359041303396225, 0.33445096015930176, 0.29633229970932007, 0.29615724086761475, 0.30422163009643555, 0.2647108733654022], "r_norm": [1.1033495664596558, 1.1131277084350586, 1.1090188026428223, 1.111501693725586, 1.0944840908050537, 1.1287871599197388, 1.086144208908081]}, {"step": 900, "epoch": 1, "train_loss": 0.339613676071167, "cos_r_negg": [0.42383456230163574, 0.36643552780151367, 0.34217673540115356, 0.30681756138801575, 0.3076360821723938, 0.301120787858963, 0.2787562906742096], "cos_apical_negg": [0.42383456230163574, 0.36643552780151367, 0.34217673540115356, 0.30681756138801575, 0.3076360821723938, 0.301120787858963, 0.2787562906742096], "cos_Ac_negg": [0.42383456230163574, 0.36643552780151367, 0.34217673540115356, 0.30681756138801575, 0.3076360821723938, 0.301120787858963, 0.2787562906742096], "r_norm": [1.0468734502792358, 1.0543891191482544, 1.0524160861968994, 1.0495479106903076, 1.0398399829864502, 1.0703226327896118, 1.0276296138763428]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8445, "test_loss": 0.4416794860839844}, {"step": 950, "epoch": 2, "train_loss": 0.32154443860054016, "cos_r_negg": [0.41936925053596497, 0.3829008936882019, 0.3497241139411926, 0.3192804455757141, 0.3045952618122101, 0.3190859854221344, 0.27488404512405396], "cos_apical_negg": [0.41936925053596497, 0.3829008936882019, 0.3497241139411926, 0.3192804455757141, 0.3045952618122101, 0.3190859854221344, 0.27488404512405396], "cos_Ac_negg": [0.41936925053596497, 0.3829008936882019, 0.3497241139411926, 0.3192804455757141, 0.3045952618122101, 0.3190859854221344, 0.27488404512405396], "r_norm": [1.0035520792007446, 1.0088090896606445, 1.0055612325668335, 1.007138967514038, 0.9943841695785522, 1.0236587524414062, 0.9858819246292114]}, {"step": 1000, "epoch": 2, "train_loss": 0.32488399744033813, "cos_r_negg": [0.4084693193435669, 0.3799365758895874, 0.3701695203781128, 0.3337101638317108, 0.3224557638168335, 0.34132930636405945, 0.27572131156921387], "cos_apical_negg": [0.4084693193435669, 0.3799365758895874, 0.3701695203781128, 0.3337101638317108, 0.3224557638168335, 0.34132930636405945, 0.27572131156921387], "cos_Ac_negg": [0.4084693193435669, 0.3799365758895874, 0.3701695203781128, 0.3337101638317108, 0.3224557638168335, 0.34132930636405945, 0.27572131156921387], "r_norm": [1.0077182054519653, 1.0092867612838745, 1.0035901069641113, 1.0058767795562744, 0.9939287304878235, 1.025202989578247, 0.9826580286026001], "ldr": {"dL_sdil": -0.016656875610351562, "dL_bp": -0.01236051321029663, "ratio": 1.3475877034358048}}, {"step": 1050, "epoch": 2, "train_loss": 0.38558322191238403, "cos_r_negg": [0.4305632710456848, 0.39352282881736755, 0.38104376196861267, 0.32843217253685, 0.34296780824661255, 0.34027019143104553, 0.2813652455806732], "cos_apical_negg": [0.4305632710456848, 0.39352282881736755, 0.38104376196861267, 0.32843217253685, 0.34296780824661255, 0.34027019143104553, 0.2813652455806732], "cos_Ac_negg": [0.4305632710456848, 0.39352282881736755, 0.38104376196861267, 0.32843217253685, 0.34296780824661255, 0.34027019143104553, 0.2813652455806732], "r_norm": [1.0034465789794922, 1.0048714876174927, 0.9981855154037476, 1.0038514137268066, 0.9903579950332642, 1.0209836959838867, 0.9806927442550659]}, {"step": 1100, "epoch": 2, "train_loss": 0.3269931674003601, "cos_r_negg": [0.4285661578178406, 0.38709181547164917, 0.38168972730636597, 0.3379826545715332, 0.32918429374694824, 0.337908536195755, 0.26383933424949646], "cos_apical_negg": [0.4285661578178406, 0.38709181547164917, 0.38168972730636597, 0.3379826545715332, 0.32918429374694824, 0.337908536195755, 0.26383933424949646], "cos_Ac_negg": [0.4285661578178406, 0.38709181547164917, 0.38168972730636597, 0.3379826545715332, 0.32918429374694824, 0.337908536195755, 0.26383933424949646], "r_norm": [0.9198582172393799, 0.9193373918533325, 0.9143813848495483, 0.914504885673523, 0.901955246925354, 0.9320046901702881, 0.8923321962356567]}, {"step": 1150, "epoch": 2, "train_loss": 0.3849881887435913, "cos_r_negg": [0.46714621782302856, 0.43063467741012573, 0.4060670733451843, 0.3780040144920349, 0.37482643127441406, 0.3716588020324707, 0.2668061852455139], "cos_apical_negg": [0.46714621782302856, 0.43063467741012573, 0.4060670733451843, 0.3780040144920349, 0.37482643127441406, 0.3716588020324707, 0.2668061852455139], "cos_Ac_negg": [0.46714621782302856, 0.43063467741012573, 0.4060670733451843, 0.3780040144920349, 0.37482643127441406, 0.3716588020324707, 0.2668061852455139], "r_norm": [0.9291746616363525, 0.9289347529411316, 0.9238420724868774, 0.9249767065048218, 0.9169381856918335, 0.9423149824142456, 0.9040604829788208]}, {"step": 1200, "epoch": 2, "train_loss": 0.4973844587802887, "cos_r_negg": [0.4549243748188019, 0.4295297861099243, 0.40069371461868286, 0.34336143732070923, 0.35133177042007446, 0.3549734055995941, 0.2748422622680664], "cos_apical_negg": [0.4549243748188019, 0.4295297861099243, 0.40069371461868286, 0.34336143732070923, 0.35133177042007446, 0.3549734055995941, 0.2748422622680664], "cos_Ac_negg": [0.4549243748188019, 0.4295297861099243, 0.40069371461868286, 0.34336143732070923, 0.35133177042007446, 0.3549734055995941, 0.2748422622680664], "r_norm": [0.913457989692688, 0.9149024486541748, 0.9097446203231812, 0.9114232659339905, 0.899002730846405, 0.9291121363639832, 0.8902127146720886]}, {"step": 1250, "epoch": 2, "train_loss": 0.23198774456977844, "cos_r_negg": [0.4772321879863739, 0.4298557937145233, 0.4043654799461365, 0.3564527630805969, 0.33308571577072144, 0.36691373586654663, 0.2697543501853943], "cos_apical_negg": [0.4772321879863739, 0.4298557937145233, 0.4043654799461365, 0.3564527630805969, 0.33308571577072144, 0.36691373586654663, 0.2697543501853943], "cos_Ac_negg": [0.4772321879863739, 0.4298557937145233, 0.4043654799461365, 0.3564527630805969, 0.33308571577072144, 0.36691373586654663, 0.2697543501853943], "r_norm": [0.9186115264892578, 0.9124442338943481, 0.9111224412918091, 0.9132279753684998, 0.8998385667800903, 0.9268333315849304, 0.8898854851722717], "ldr": {"dL_sdil": -0.00988847017288208, "dL_bp": -0.007355302572250366, "ratio": 1.3444001896249236}}, {"step": 1300, "epoch": 2, "train_loss": 0.33323901891708374, "cos_r_negg": [0.5026819109916687, 0.4560065269470215, 0.43629008531570435, 0.37602975964546204, 0.3720022141933441, 0.3912596106529236, 0.27391326427459717], "cos_apical_negg": [0.5026819109916687, 0.4560065269470215, 0.43629008531570435, 0.37602975964546204, 0.3720022141933441, 0.3912596106529236, 0.27391326427459717], "cos_Ac_negg": [0.5026819109916687, 0.4560065269470215, 0.43629008531570435, 0.37602975964546204, 0.3720022141933441, 0.3912596106529236, 0.27391326427459717], "r_norm": [0.8566304445266724, 0.8568543791770935, 0.8540517687797546, 0.8496530055999756, 0.8430620431900024, 0.8693380355834961, 0.8332607746124268]}, {"step": 1350, "epoch": 2, "train_loss": 0.254908949136734, "cos_r_negg": [0.48546546697616577, 0.4266347885131836, 0.4051751494407654, 0.36676859855651855, 0.36516380310058594, 0.38615259528160095, 0.28660017251968384], "cos_apical_negg": [0.48546546697616577, 0.4266347885131836, 0.4051751494407654, 0.36676859855651855, 0.36516380310058594, 0.38615259528160095, 0.28660017251968384], "cos_Ac_negg": [0.48546546697616577, 0.4266347885131836, 0.4051751494407654, 0.36676859855651855, 0.36516380310058594, 0.38615259528160095, 0.28660017251968384], "r_norm": [0.8743778467178345, 0.8768916130065918, 0.8723397254943848, 0.8684695959091187, 0.8606129884719849, 0.8890892267227173, 0.8551464080810547]}, {"step": 1400, "epoch": 2, "train_loss": 0.5172297954559326, "cos_r_negg": [0.43733876943588257, 0.4086261987686157, 0.3863326609134674, 0.3492506146430969, 0.3184562921524048, 0.36136651039123535, 0.2769780158996582], "cos_apical_negg": [0.43733876943588257, 0.4086261987686157, 0.3863326609134674, 0.3492506146430969, 0.3184562921524048, 0.36136651039123535, 0.2769780158996582], "cos_Ac_negg": [0.43733876943588257, 0.4086261987686157, 0.3863326609134674, 0.3492506146430969, 0.3184562921524048, 0.36136651039123535, 0.2769780158996582], "r_norm": [0.8082970380783081, 0.8087843656539917, 0.8030837774276733, 0.8025267124176025, 0.793590784072876, 0.8209632635116577, 0.788438081741333]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8558, "test_loss": 0.4065092590332031}, {"step": 1450, "epoch": 3, "train_loss": 0.5139729976654053, "cos_r_negg": [0.47742873430252075, 0.43035274744033813, 0.41319605708122253, 0.37225645780563354, 0.3474917709827423, 0.3936070501804352, 0.2896590828895569], "cos_apical_negg": [0.47742873430252075, 0.43035274744033813, 0.41319605708122253, 0.37225645780563354, 0.3474917709827423, 0.3936070501804352, 0.2896590828895569], "cos_Ac_negg": [0.47742873430252075, 0.43035274744033813, 0.41319605708122253, 0.37225645780563354, 0.3474917709827423, 0.3936070501804352, 0.2896590828895569], "r_norm": [0.8655226230621338, 0.8667525053024292, 0.8624667525291443, 0.8563575744628906, 0.8482789993286133, 0.8809927701950073, 0.8435671925544739]}, {"step": 1500, "epoch": 3, "train_loss": 0.35991033911705017, "cos_r_negg": [0.48163992166519165, 0.44486087560653687, 0.42541390657424927, 0.37321600317955017, 0.363325297832489, 0.40896350145339966, 0.29505228996276855], "cos_apical_negg": [0.48163992166519165, 0.44486087560653687, 0.42541390657424927, 0.37321600317955017, 0.363325297832489, 0.40896350145339966, 0.29505228996276855], "cos_Ac_negg": [0.48163992166519165, 0.44486087560653687, 0.42541390657424927, 0.37321600317955017, 0.363325297832489, 0.40896350145339966, 0.29505228996276855], "r_norm": [0.8966180682182312, 0.8949456214904785, 0.8898043632507324, 0.8901331424713135, 0.8812883496284485, 0.9094047546386719, 0.8727269768714905], "ldr": {"dL_sdil": -0.020463496446609497, "dL_bp": -0.01660051941871643, "ratio": 1.232702178194359}}, {"step": 1550, "epoch": 3, "train_loss": 0.3186757564544678, "cos_r_negg": [0.49390292167663574, 0.4542626142501831, 0.4306733012199402, 0.40701088309288025, 0.3806387484073639, 0.4013053774833679, 0.28700098395347595], "cos_apical_negg": [0.49390292167663574, 0.4542626142501831, 0.4306733012199402, 0.40701088309288025, 0.3806387484073639, 0.4013053774833679, 0.28700098395347595], "cos_Ac_negg": [0.49390292167663574, 0.4542626142501831, 0.4306733012199402, 0.40701088309288025, 0.3806387484073639, 0.4013053774833679, 0.28700098395347595], "r_norm": [0.8220880031585693, 0.8136682510375977, 0.8104501962661743, 0.809821367263794, 0.8006847500801086, 0.8284504413604736, 0.792365312576294]}, {"step": 1600, "epoch": 3, "train_loss": 0.33626627922058105, "cos_r_negg": [0.4893569350242615, 0.45452219247817993, 0.43131187558174133, 0.39728763699531555, 0.3904203176498413, 0.4160063564777374, 0.28085312247276306], "cos_apical_negg": [0.4893569350242615, 0.45452219247817993, 0.43131187558174133, 0.39728763699531555, 0.3904203176498413, 0.4160063564777374, 0.28085312247276306], "cos_Ac_negg": [0.4893569350242615, 0.45452219247817993, 0.43131187558174133, 0.39728763699531555, 0.3904203176498413, 0.4160063564777374, 0.28085312247276306], "r_norm": [0.8349040746688843, 0.8319810628890991, 0.8251229524612427, 0.8263821601867676, 0.8141624927520752, 0.8433287143707275, 0.8103445172309875]}, {"step": 1650, "epoch": 3, "train_loss": 0.3503831624984741, "cos_r_negg": [0.5293241143226624, 0.4991052746772766, 0.46906691789627075, 0.4214903712272644, 0.410974383354187, 0.41508105397224426, 0.29422813653945923], "cos_apical_negg": [0.5293241143226624, 0.4991052746772766, 0.46906691789627075, 0.4214903712272644, 0.410974383354187, 0.41508105397224426, 0.29422813653945923], "cos_Ac_negg": [0.5293241143226624, 0.4991052746772766, 0.46906691789627075, 0.4214903712272644, 0.410974383354187, 0.41508105397224426, 0.29422813653945923], "r_norm": [0.7966654896736145, 0.7900412082672119, 0.7843304872512817, 0.7856277823448181, 0.777204155921936, 0.8032155632972717, 0.769635796546936]}, {"step": 1700, "epoch": 3, "train_loss": 0.303652822971344, "cos_r_negg": [0.48257744312286377, 0.44679149985313416, 0.44145679473876953, 0.4140477478504181, 0.38531020283699036, 0.39627131819725037, 0.28350988030433655], "cos_apical_negg": [0.48257744312286377, 0.44679149985313416, 0.44145679473876953, 0.4140477478504181, 0.38531020283699036, 0.39627131819725037, 0.28350988030433655], "cos_Ac_negg": [0.48257744312286377, 0.44679149985313416, 0.44145679473876953, 0.4140477478504181, 0.38531020283699036, 0.39627131819725037, 0.28350988030433655], "r_norm": [0.7881593704223633, 0.7843087315559387, 0.7772520780563354, 0.7778745889663696, 0.7676953673362732, 0.7950443029403687, 0.7614325284957886]}, {"step": 1750, "epoch": 3, "train_loss": 0.4713802635669708, "cos_r_negg": [0.5023938417434692, 0.4571440815925598, 0.4342319071292877, 0.3954935669898987, 0.39301109313964844, 0.4020916819572449, 0.2835814356803894], "cos_apical_negg": [0.5023938417434692, 0.4571440815925598, 0.4342319071292877, 0.3954935669898987, 0.39301109313964844, 0.4020916819572449, 0.2835814356803894], "cos_Ac_negg": [0.5023938417434692, 0.4571440815925598, 0.4342319071292877, 0.3954935669898987, 0.39301109313964844, 0.4020916819572449, 0.2835814356803894], "r_norm": [0.8264424800872803, 0.8229830861091614, 0.8184949159622192, 0.8185036182403564, 0.8065574169158936, 0.8352323770523071, 0.8050425052642822], "ldr": {"dL_sdil": -0.009055078029632568, "dL_bp": -0.007253706455230713, "ratio": 1.2483380855731858}}, {"step": 1800, "epoch": 3, "train_loss": 0.3583385944366455, "cos_r_negg": [0.5088794231414795, 0.45893651247024536, 0.42280611395835876, 0.3988956809043884, 0.3912804126739502, 0.4120645523071289, 0.28452038764953613], "cos_apical_negg": [0.5088794231414795, 0.45893651247024536, 0.42280611395835876, 0.3988956809043884, 0.3912804126739502, 0.4120645523071289, 0.28452038764953613], "cos_Ac_negg": [0.5088794231414795, 0.45893651247024536, 0.42280611395835876, 0.3988956809043884, 0.3912804126739502, 0.4120645523071289, 0.28452038764953613], "r_norm": [0.8137173652648926, 0.8067401647567749, 0.8015958070755005, 0.8015090823173523, 0.7925818562507629, 0.8206117153167725, 0.7859232425689697]}, {"step": 1850, "epoch": 3, "train_loss": 0.38921988010406494, "cos_r_negg": [0.49900346994400024, 0.46087050437927246, 0.4340290427207947, 0.39665836095809937, 0.4031023681163788, 0.41071057319641113, 0.28545117378234863], "cos_apical_negg": [0.49900346994400024, 0.46087050437927246, 0.4340290427207947, 0.39665836095809937, 0.4031023681163788, 0.41071057319641113, 0.28545117378234863], "cos_Ac_negg": [0.49900346994400024, 0.46087050437927246, 0.4340290427207947, 0.39665836095809937, 0.4031023681163788, 0.41071057319641113, 0.28545117378234863], "r_norm": [0.7226088047027588, 0.7170213460922241, 0.7104964256286621, 0.7108088135719299, 0.7018484473228455, 0.7264048457145691, 0.6961716413497925]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8606, "test_loss": 0.3925396820068359}, {"step": 1900, "epoch": 4, "train_loss": 0.25241178274154663, "cos_r_negg": [0.5177900791168213, 0.4770815372467041, 0.4427264332771301, 0.4053068459033966, 0.39228928089141846, 0.4011440873146057, 0.2868565618991852], "cos_apical_negg": [0.5177900791168213, 0.4770815372467041, 0.4427264332771301, 0.4053068459033966, 0.39228928089141846, 0.4011440873146057, 0.2868565618991852], "cos_Ac_negg": [0.5177900791168213, 0.4770815372467041, 0.4427264332771301, 0.4053068459033966, 0.39228928089141846, 0.4011440873146057, 0.2868565618991852], "r_norm": [0.7775793075561523, 0.7658495903015137, 0.7603222727775574, 0.76115882396698, 0.7515312433242798, 0.7792884111404419, 0.7480918169021606]}, {"step": 1950, "epoch": 4, "train_loss": 0.47471868991851807, "cos_r_negg": [0.5104765295982361, 0.4725235104560852, 0.43937957286834717, 0.39714160561561584, 0.3933912217617035, 0.408547043800354, 0.2950142025947571], "cos_apical_negg": [0.5104765295982361, 0.4725235104560852, 0.43937957286834717, 0.39714160561561584, 0.3933912217617035, 0.408547043800354, 0.2950142025947571], "cos_Ac_negg": [0.5104765295982361, 0.4725235104560852, 0.43937957286834717, 0.39714160561561584, 0.3933912217617035, 0.408547043800354, 0.2950142025947571], "r_norm": [0.7877064943313599, 0.7746809124946594, 0.7686189413070679, 0.7707175612449646, 0.758893609046936, 0.7866272926330566, 0.7539514899253845]}, {"step": 2000, "epoch": 4, "train_loss": 0.36312738060951233, "cos_r_negg": [0.517877459526062, 0.46990975737571716, 0.451943576335907, 0.4094080626964569, 0.4062662124633789, 0.41238516569137573, 0.297446608543396], "cos_apical_negg": [0.517877459526062, 0.46990975737571716, 0.451943576335907, 0.4094080626964569, 0.4062662124633789, 0.41238516569137573, 0.297446608543396], "cos_Ac_negg": [0.517877459526062, 0.46990975737571716, 0.451943576335907, 0.4094080626964569, 0.4062662124633789, 0.41238516569137573, 0.297446608543396], "r_norm": [0.7937365770339966, 0.7814432382583618, 0.7751100659370422, 0.7760727405548096, 0.7647978067398071, 0.7951285243034363, 0.7602986097335815], "ldr": {"dL_sdil": -0.009457916021347046, "dL_bp": -0.007626444101333618, "ratio": 1.2401475570630829}}, {"step": 2050, "epoch": 4, "train_loss": 0.3862207531929016, "cos_r_negg": [0.5247393846511841, 0.4879128336906433, 0.4632672071456909, 0.43022415041923523, 0.4105931520462036, 0.39395979046821594, 0.2982860207557678], "cos_apical_negg": [0.5247393846511841, 0.4879128336906433, 0.4632672071456909, 0.43022415041923523, 0.4105931520462036, 0.39395979046821594, 0.2982860207557678], "cos_Ac_negg": [0.5247393846511841, 0.4879128336906433, 0.4632672071456909, 0.43022415041923523, 0.4105931520462036, 0.39395979046821594, 0.2982860207557678], "r_norm": [0.7882020473480225, 0.776376485824585, 0.7702598571777344, 0.7702544927597046, 0.7648816108703613, 0.7900770902633667, 0.7573080658912659]}, {"step": 2100, "epoch": 4, "train_loss": 0.31593114137649536, "cos_r_negg": [0.5349476933479309, 0.5074533224105835, 0.4702567756175995, 0.43172311782836914, 0.4087877869606018, 0.4171842336654663, 0.2959027886390686], "cos_apical_negg": [0.5349476933479309, 0.5074533224105835, 0.4702567756175995, 0.43172311782836914, 0.4087877869606018, 0.4171842336654663, 0.2959027886390686], "cos_Ac_negg": [0.5349476933479309, 0.5074533224105835, 0.4702567756175995, 0.43172311782836914, 0.4087877869606018, 0.4171842336654663, 0.2959027886390686], "r_norm": [0.7677043676376343, 0.7615768313407898, 0.751644492149353, 0.7509821653366089, 0.7424333095550537, 0.7695066928863525, 0.7404840588569641]}, {"step": 2150, "epoch": 4, "train_loss": 0.33282536268234253, "cos_r_negg": [0.4960997402667999, 0.45886901021003723, 0.4403907060623169, 0.41966891288757324, 0.39635169506073, 0.38833045959472656, 0.29266461730003357], "cos_apical_negg": [0.4960997402667999, 0.45886901021003723, 0.4403907060623169, 0.41966891288757324, 0.39635169506073, 0.38833045959472656, 0.29266461730003357], "cos_Ac_negg": [0.4960997402667999, 0.45886901021003723, 0.4403907060623169, 0.41966891288757324, 0.39635169506073, 0.38833045959472656, 0.29266461730003357], "r_norm": [0.7405050992965698, 0.7313990592956543, 0.7231554985046387, 0.7224308848381042, 0.7144140005111694, 0.7412385940551758, 0.7114058136940002]}, {"step": 2200, "epoch": 4, "train_loss": 0.34738093614578247, "cos_r_negg": [0.5294305086135864, 0.47972971200942993, 0.4463372826576233, 0.43571150302886963, 0.42035603523254395, 0.41100385785102844, 0.2999221682548523], "cos_apical_negg": [0.5294305086135864, 0.47972971200942993, 0.4463372826576233, 0.43571150302886963, 0.42035603523254395, 0.41100385785102844, 0.2999221682548523], "cos_Ac_negg": [0.5294305086135864, 0.47972971200942993, 0.4463372826576233, 0.43571150302886963, 0.42035603523254395, 0.41100385785102844, 0.2999221682548523], "r_norm": [0.7374683022499084, 0.727031946182251, 0.7195806503295898, 0.7174255847930908, 0.7084808349609375, 0.7360409498214722, 0.70450758934021]}, {"step": 2250, "epoch": 4, "train_loss": 0.21798206865787506, "cos_r_negg": [0.5444214344024658, 0.5054003596305847, 0.4714270532131195, 0.45765596628189087, 0.4142017662525177, 0.41001230478286743, 0.31524908542633057], "cos_apical_negg": [0.5444214344024658, 0.5054003596305847, 0.4714270532131195, 0.45765596628189087, 0.4142017662525177, 0.41001230478286743, 0.31524908542633057], "cos_Ac_negg": [0.5444214344024658, 0.5054003596305847, 0.4714270532131195, 0.45765596628189087, 0.4142017662525177, 0.41001230478286743, 0.31524908542633057], "r_norm": [0.7369052767753601, 0.726586103439331, 0.7183713912963867, 0.7157677412033081, 0.7059423923492432, 0.7360174655914307, 0.7036422491073608], "ldr": {"dL_sdil": -0.009294390678405762, "dL_bp": -0.008290141820907593, "ratio": 1.1211377174471817}}, {"step": 2300, "epoch": 4, "train_loss": 0.14748871326446533, "cos_r_negg": [0.5393567085266113, 0.49926847219467163, 0.4748714566230774, 0.44437476992607117, 0.4217625856399536, 0.41775327920913696, 0.3181721270084381], "cos_apical_negg": [0.5393567085266113, 0.49926847219467163, 0.4748714566230774, 0.44437476992607117, 0.4217625856399536, 0.41775327920913696, 0.3181721270084381], "cos_Ac_negg": [0.5393567085266113, 0.49926847219467163, 0.4748714566230774, 0.44437476992607117, 0.4217625856399536, 0.41775327920913696, 0.3181721270084381], "r_norm": [0.7167266607284546, 0.7052301168441772, 0.6985406875610352, 0.6968517303466797, 0.6887338161468506, 0.7160549163818359, 0.6850014925003052]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.868, "test_loss": 0.37992684631347656}, {"step": 2350, "epoch": 5, "train_loss": 0.2046545445919037, "cos_r_negg": [0.5239202976226807, 0.49173858761787415, 0.4616459310054779, 0.42209798097610474, 0.402970552444458, 0.42428353428840637, 0.32002487778663635], "cos_apical_negg": [0.5239202976226807, 0.49173858761787415, 0.4616459310054779, 0.42209798097610474, 0.402970552444458, 0.42428353428840637, 0.32002487778663635], "cos_Ac_negg": [0.5239202976226807, 0.49173858761787415, 0.4616459310054779, 0.42209798097610474, 0.402970552444458, 0.42428353428840637, 0.32002487778663635], "r_norm": [0.6701693534851074, 0.6587940454483032, 0.6501076221466064, 0.6507850885391235, 0.6411484479904175, 0.6666594743728638, 0.6385706663131714]}, {"step": 2400, "epoch": 5, "train_loss": 0.32706376910209656, "cos_r_negg": [0.5233433842658997, 0.4902745485305786, 0.46187400817871094, 0.42970746755599976, 0.4077526926994324, 0.41687196493148804, 0.3269127905368805], "cos_apical_negg": [0.5233433842658997, 0.4902745485305786, 0.46187400817871094, 0.42970746755599976, 0.4077526926994324, 0.41687196493148804, 0.3269127905368805], "cos_Ac_negg": [0.5233433842658997, 0.4902745485305786, 0.46187400817871094, 0.42970746755599976, 0.4077526926994324, 0.41687196493148804, 0.3269127905368805], "r_norm": [0.7191040515899658, 0.7022461891174316, 0.6936092376708984, 0.6954254508018494, 0.6828635334968567, 0.707770824432373, 0.6781215667724609]}, {"step": 2450, "epoch": 5, "train_loss": 0.2647388279438019, "cos_r_negg": [0.5224894285202026, 0.4785645008087158, 0.4558666944503784, 0.41178780794143677, 0.41489893198013306, 0.40982502698898315, 0.29899728298187256], "cos_apical_negg": [0.5224894285202026, 0.4785645008087158, 0.4558666944503784, 0.41178780794143677, 0.41489893198013306, 0.40982502698898315, 0.29899728298187256], "cos_Ac_negg": [0.5224894285202026, 0.4785645008087158, 0.4558666944503784, 0.41178780794143677, 0.41489893198013306, 0.40982502698898315, 0.29899728298187256], "r_norm": [0.6577615737915039, 0.6455409526824951, 0.6372406482696533, 0.6384445428848267, 0.6292021870613098, 0.6524629592895508, 0.6277592182159424]}, {"step": 2500, "epoch": 5, "train_loss": 0.3202202320098877, "cos_r_negg": [0.5230510830879211, 0.49522265791893005, 0.4691431522369385, 0.42665237188339233, 0.42010724544525146, 0.42916327714920044, 0.3309815227985382], "cos_apical_negg": [0.5230510830879211, 0.49522265791893005, 0.4691431522369385, 0.42665237188339233, 0.42010724544525146, 0.42916327714920044, 0.3309815227985382], "cos_Ac_negg": [0.5230510830879211, 0.49522265791893005, 0.4691431522369385, 0.42665237188339233, 0.42010724544525146, 0.42916327714920044, 0.3309815227985382], "r_norm": [0.6819207668304443, 0.6674532890319824, 0.6595438718795776, 0.6593072414398193, 0.649968683719635, 0.677057147026062, 0.6499322652816772], "ldr": {"dL_sdil": -0.00963902473449707, "dL_bp": -0.008584141731262207, "ratio": 1.1228874168506715}}, {"step": 2550, "epoch": 5, "train_loss": 0.2180362343788147, "cos_r_negg": [0.515205979347229, 0.4832795262336731, 0.45626816153526306, 0.4079696536064148, 0.4029883146286011, 0.41759800910949707, 0.3219586908817291], "cos_apical_negg": [0.515205979347229, 0.4832795262336731, 0.45626816153526306, 0.4079696536064148, 0.4029883146286011, 0.41759800910949707, 0.3219586908817291], "cos_Ac_negg": [0.515205979347229, 0.4832795262336731, 0.45626816153526306, 0.4079696536064148, 0.4029883146286011, 0.41759800910949707, 0.3219586908817291], "r_norm": [0.6580178737640381, 0.6431238651275635, 0.634925127029419, 0.6346765756607056, 0.6272180080413818, 0.6512942314147949, 0.6264742612838745]}, {"step": 2600, "epoch": 5, "train_loss": 0.2731800675392151, "cos_r_negg": [0.5528355836868286, 0.5173979997634888, 0.4898456335067749, 0.4437713325023651, 0.4430762529373169, 0.44477391242980957, 0.33120986819267273], "cos_apical_negg": [0.5528355836868286, 0.5173979997634888, 0.4898456335067749, 0.4437713325023651, 0.4430762529373169, 0.44477391242980957, 0.33120986819267273], "cos_Ac_negg": [0.5528355836868286, 0.5173979997634888, 0.4898456335067749, 0.4437713325023651, 0.4430762529373169, 0.44477391242980957, 0.33120986819267273], "r_norm": [0.6867793798446655, 0.6736382246017456, 0.6642842292785645, 0.6630237102508545, 0.6553288698196411, 0.6820392608642578, 0.6543264389038086]}, {"step": 2650, "epoch": 5, "train_loss": 0.18662713468074799, "cos_r_negg": [0.497139573097229, 0.4722447693347931, 0.4439651370048523, 0.4061937928199768, 0.39636605978012085, 0.42968177795410156, 0.317022442817688], "cos_apical_negg": [0.497139573097229, 0.4722447693347931, 0.4439651370048523, 0.4061937928199768, 0.39636605978012085, 0.42968177795410156, 0.317022442817688], "cos_Ac_negg": [0.497139573097229, 0.4722447693347931, 0.4439651370048523, 0.4061937928199768, 0.39636605978012085, 0.42968177795410156, 0.317022442817688], "r_norm": [0.6689505577087402, 0.6526631116867065, 0.6432350277900696, 0.6429134011268616, 0.6341041326522827, 0.656688928604126, 0.633385181427002]}, {"step": 2700, "epoch": 5, "train_loss": 0.18117156624794006, "cos_r_negg": [0.5033024549484253, 0.46788734197616577, 0.4356626272201538, 0.40000998973846436, 0.4002339839935303, 0.43053388595581055, 0.31038302183151245], "cos_apical_negg": [0.5033024549484253, 0.46788734197616577, 0.4356626272201538, 0.40000998973846436, 0.4002339839935303, 0.43053388595581055, 0.31038302183151245], "cos_Ac_negg": [0.5033024549484253, 0.46788734197616577, 0.4356626272201538, 0.40000998973846436, 0.4002339839935303, 0.43053388595581055, 0.31038302183151245], "r_norm": [0.6553868651390076, 0.6407514214515686, 0.6321849822998047, 0.6299667358398438, 0.6220707893371582, 0.6486718654632568, 0.622368335723877]}, {"step": 2750, "epoch": 5, "train_loss": 0.4019954204559326, "cos_r_negg": [0.5194629430770874, 0.48998746275901794, 0.4572768211364746, 0.4204666316509247, 0.4148101210594177, 0.419859915971756, 0.30611518025398254], "cos_apical_negg": [0.5194629430770874, 0.48998746275901794, 0.4572768211364746, 0.4204666316509247, 0.4148101210594177, 0.419859915971756, 0.30611518025398254], "cos_Ac_negg": [0.5194629430770874, 0.48998746275901794, 0.4572768211364746, 0.4204666316509247, 0.4148101210594177, 0.419859915971756, 0.30611518025398254], "r_norm": [0.6672412157058716, 0.6511813402175903, 0.6412467360496521, 0.6406639814376831, 0.6326438784599304, 0.6569530963897705, 0.6346492171287537], "ldr": {"dL_sdil": -0.008441150188446045, "dL_bp": -0.007365286350250244, "ratio": 1.1460722349456578}}, {"step": 2800, "epoch": 5, "train_loss": 0.3373242914676666, "cos_r_negg": [0.5035296678543091, 0.4622989296913147, 0.42526835203170776, 0.3739863634109497, 0.38772404193878174, 0.4215669333934784, 0.2896144986152649], "cos_apical_negg": [0.5035296678543091, 0.4622989296913147, 0.42526835203170776, 0.3739863634109497, 0.38772404193878174, 0.4215669333934784, 0.2896144986152649], "cos_Ac_negg": [0.5035296678543091, 0.4622989296913147, 0.42526835203170776, 0.3739863634109497, 0.38772404193878174, 0.4215669333934784, 0.2896144986152649], "r_norm": [0.6821430921554565, 0.6622211933135986, 0.6518516540527344, 0.6514160633087158, 0.6421085596084595, 0.6683156490325928, 0.6427340507507324]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8701, "test_loss": 0.37758812561035154}, {"step": 2850, "epoch": 6, "train_loss": 0.20372335612773895, "cos_r_negg": [0.5172721147537231, 0.4804530143737793, 0.45006048679351807, 0.4130927324295044, 0.41833680868148804, 0.43093013763427734, 0.3128674030303955], "cos_apical_negg": [0.5172721147537231, 0.4804530143737793, 0.45006048679351807, 0.4130927324295044, 0.41833680868148804, 0.43093013763427734, 0.3128674030303955], "cos_Ac_negg": [0.5172721147537231, 0.4804530143737793, 0.45006048679351807, 0.4130927324295044, 0.41833680868148804, 0.43093013763427734, 0.3128674030303955], "r_norm": [0.6283578872680664, 0.6108992099761963, 0.6019433736801147, 0.6009483337402344, 0.5926686525344849, 0.618690550327301, 0.5937687754631042]}, {"step": 2900, "epoch": 6, "train_loss": 0.19629545509815216, "cos_r_negg": [0.5296401381492615, 0.4861454367637634, 0.4574930667877197, 0.42258399724960327, 0.4155992269515991, 0.43557652831077576, 0.3145942687988281], "cos_apical_negg": [0.5296401381492615, 0.4861454367637634, 0.4574930667877197, 0.42258399724960327, 0.4155992269515991, 0.43557652831077576, 0.3145942687988281], "cos_Ac_negg": [0.5296401381492615, 0.4861454367637634, 0.4574930667877197, 0.42258399724960327, 0.4155992269515991, 0.43557652831077576, 0.3145942687988281], "r_norm": [0.6523058414459229, 0.6295828819274902, 0.6195871233940125, 0.6184448599815369, 0.6091883182525635, 0.635429322719574, 0.6099914312362671]}, {"step": 2950, "epoch": 6, "train_loss": 0.15798798203468323, "cos_r_negg": [0.5288653373718262, 0.4917624592781067, 0.4629417955875397, 0.4229033291339874, 0.4226333498954773, 0.44479942321777344, 0.33091312646865845], "cos_apical_negg": [0.5288653373718262, 0.4917624592781067, 0.4629417955875397, 0.4229033291339874, 0.4226333498954773, 0.44479942321777344, 0.33091312646865845], "cos_Ac_negg": [0.5288653373718262, 0.4917624592781067, 0.4629417955875397, 0.4229033291339874, 0.4226333498954773, 0.44479942321777344, 0.33091312646865845], "r_norm": [0.6167064309120178, 0.5972039103507996, 0.5878511667251587, 0.5854394435882568, 0.5781860947608948, 0.6024391055107117, 0.5800830125808716]}, {"step": 3000, "epoch": 6, "train_loss": 0.3806762099266052, "cos_r_negg": [0.5045160055160522, 0.4702081084251404, 0.4539869427680969, 0.4143647849559784, 0.4059771001338959, 0.44188958406448364, 0.3171594738960266], "cos_apical_negg": [0.5045160055160522, 0.4702081084251404, 0.4539869427680969, 0.4143647849559784, 0.4059771001338959, 0.44188958406448364, 0.3171594738960266], "cos_Ac_negg": [0.5045160055160522, 0.4702081084251404, 0.4539869427680969, 0.4143647849559784, 0.4059771001338959, 0.44188958406448364, 0.3171594738960266], "r_norm": [0.632960855960846, 0.6125612258911133, 0.601660966873169, 0.6013894081115723, 0.5941693186759949, 0.6172574162483215, 0.5957102179527283], "ldr": {"dL_sdil": -0.008372962474822998, "dL_bp": -0.008538424968719482, "ratio": 0.980621426726515}}, {"step": 3050, "epoch": 6, "train_loss": 0.3827251195907593, "cos_r_negg": [0.5043306946754456, 0.46973246335983276, 0.4357220530509949, 0.39860206842422485, 0.39920157194137573, 0.43398475646972656, 0.33031031489372253], "cos_apical_negg": [0.5043306946754456, 0.46973246335983276, 0.4357220530509949, 0.39860206842422485, 0.39920157194137573, 0.43398475646972656, 0.33031031489372253], "cos_Ac_negg": [0.5043306946754456, 0.46973246335983276, 0.4357220530509949, 0.39860206842422485, 0.39920157194137573, 0.43398475646972656, 0.33031031489372253], "r_norm": [0.6365920305252075, 0.6145246028900146, 0.6047515869140625, 0.6019555330276489, 0.595697283744812, 0.619888424873352, 0.5980847477912903]}, {"step": 3100, "epoch": 6, "train_loss": 0.2536237835884094, "cos_r_negg": [0.5389285087585449, 0.4998878240585327, 0.4759047031402588, 0.43389251828193665, 0.4336484968662262, 0.4534858763217926, 0.33294379711151123], "cos_apical_negg": [0.5389285087585449, 0.4998878240585327, 0.4759047031402588, 0.43389251828193665, 0.4336484968662262, 0.4534858763217926, 0.33294379711151123], "cos_Ac_negg": [0.5389285087585449, 0.4998878240585327, 0.4759047031402588, 0.43389251828193665, 0.4336484968662262, 0.4534858763217926, 0.33294379711151123], "r_norm": [0.6571762561798096, 0.6339335441589355, 0.6237852573394775, 0.6218172311782837, 0.6134055852890015, 0.6379871964454651, 0.6166490912437439]}, {"step": 3150, "epoch": 6, "train_loss": 0.31889650225639343, "cos_r_negg": [0.5310943722724915, 0.4909313917160034, 0.4558289051055908, 0.4149203598499298, 0.41047167778015137, 0.44647854566574097, 0.3312997817993164], "cos_apical_negg": [0.5310943722724915, 0.4909313917160034, 0.4558289051055908, 0.4149203598499298, 0.41047167778015137, 0.44647854566574097, 0.3312997817993164], "cos_Ac_negg": [0.5310943722724915, 0.4909313917160034, 0.4558289051055908, 0.4149203598499298, 0.41047167778015137, 0.44647854566574097, 0.3312997817993164], "r_norm": [0.6281681656837463, 0.6007550954818726, 0.5911670923233032, 0.5914225578308105, 0.5848204493522644, 0.6069689989089966, 0.5859591960906982]}, {"step": 3200, "epoch": 6, "train_loss": 0.22390663623809814, "cos_r_negg": [0.5352869033813477, 0.5064272880554199, 0.46783745288848877, 0.43209853768348694, 0.42489326000213623, 0.468278169631958, 0.32890474796295166], "cos_apical_negg": [0.5352869033813477, 0.5064272880554199, 0.46783745288848877, 0.43209853768348694, 0.42489326000213623, 0.468278169631958, 0.32890474796295166], "cos_Ac_negg": [0.5352869033813477, 0.5064272880554199, 0.46783745288848877, 0.43209853768348694, 0.42489326000213623, 0.468278169631958, 0.32890474796295166], "r_norm": [0.6392678618431091, 0.6131009459495544, 0.6024194955825806, 0.6014570593833923, 0.5941389799118042, 0.6162773966789246, 0.5956904888153076]}, {"step": 3250, "epoch": 6, "train_loss": 0.18728777766227722, "cos_r_negg": [0.5366969108581543, 0.5006557703018188, 0.4590546488761902, 0.4316566288471222, 0.42512792348861694, 0.4621942639350891, 0.34079957008361816], "cos_apical_negg": [0.5366969108581543, 0.5006557703018188, 0.4590546488761902, 0.4316566288471222, 0.42512792348861694, 0.4621942639350891, 0.34079957008361816], "cos_Ac_negg": [0.5366969108581543, 0.5006557703018188, 0.4590546488761902, 0.4316566288471222, 0.42512792348861694, 0.4621942639350891, 0.34079957008361816], "r_norm": [0.6339942812919617, 0.6044884324073792, 0.5948621034622192, 0.5959774255752563, 0.5880036950111389, 0.6092002391815186, 0.5878468155860901], "ldr": {"dL_sdil": -0.010411947965621948, "dL_bp": -0.00980404019355774, "ratio": 1.0620058424957974}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8681, "test_loss": 0.3783081817626953}, {"step": 3300, "epoch": 7, "train_loss": 0.318622887134552, "cos_r_negg": [0.5411757230758667, 0.5093928575515747, 0.47044694423675537, 0.44005846977233887, 0.4325825572013855, 0.4723523259162903, 0.339664489030838], "cos_apical_negg": [0.5411757230758667, 0.5093928575515747, 0.47044694423675537, 0.44005846977233887, 0.4325825572013855, 0.4723523259162903, 0.339664489030838], "cos_Ac_negg": [0.5411757230758667, 0.5093928575515747, 0.47044694423675537, 0.44005846977233887, 0.4325825572013855, 0.4723523259162903, 0.339664489030838], "r_norm": [0.5903606414794922, 0.5671966075897217, 0.5565768480300903, 0.5542571544647217, 0.5494412183761597, 0.5693941116333008, 0.549228310585022]}, {"step": 3350, "epoch": 7, "train_loss": 0.2282867133617401, "cos_r_negg": [0.5604517459869385, 0.5153239965438843, 0.4843129515647888, 0.44672542810440063, 0.44514238834381104, 0.4739168584346771, 0.34012895822525024], "cos_apical_negg": [0.5604517459869385, 0.5153239965438843, 0.4843129515647888, 0.44672542810440063, 0.44514238834381104, 0.4739168584346771, 0.34012895822525024], "cos_Ac_negg": [0.5604517459869385, 0.5153239965438843, 0.4843129515647888, 0.44672542810440063, 0.44514238834381104, 0.4739168584346771, 0.34012895822525024], "r_norm": [0.618916392326355, 0.5957430601119995, 0.5859435796737671, 0.5831778049468994, 0.5774691104888916, 0.5993064641952515, 0.5796869993209839]}, {"step": 3400, "epoch": 7, "train_loss": 0.21050843596458435, "cos_r_negg": [0.5428857803344727, 0.5089407563209534, 0.4769097566604614, 0.4460723400115967, 0.4368433356285095, 0.46940678358078003, 0.34320077300071716], "cos_apical_negg": [0.5428857803344727, 0.5089407563209534, 0.4769097566604614, 0.4460723400115967, 0.4368433356285095, 0.46940678358078003, 0.34320077300071716], "cos_Ac_negg": [0.5428857803344727, 0.5089407563209534, 0.4769097566604614, 0.4460723400115967, 0.4368433356285095, 0.46940678358078003, 0.34320077300071716], "r_norm": [0.6273914575576782, 0.5987201929092407, 0.5868008136749268, 0.5859765410423279, 0.5780467987060547, 0.6014565229415894, 0.5789400935173035]}, {"step": 3450, "epoch": 7, "train_loss": 0.1972566843032837, "cos_r_negg": [0.5400714874267578, 0.4961269199848175, 0.4649144411087036, 0.4374789893627167, 0.41907379031181335, 0.45684510469436646, 0.3542543649673462], "cos_apical_negg": [0.5400714874267578, 0.4961269199848175, 0.4649144411087036, 0.4374789893627167, 0.41907379031181335, 0.45684510469436646, 0.3542543649673462], "cos_Ac_negg": [0.5400714874267578, 0.4961269199848175, 0.4649144411087036, 0.4374789893627167, 0.41907379031181335, 0.45684510469436646, 0.3542543649673462], "r_norm": [0.5996231436729431, 0.5710369944572449, 0.560428261756897, 0.5589061975479126, 0.551275908946991, 0.5748669505119324, 0.5543876886367798]}, {"step": 3500, "epoch": 7, "train_loss": 0.36643314361572266, "cos_r_negg": [0.5397852659225464, 0.5088768005371094, 0.48959365487098694, 0.45762109756469727, 0.4447641968727112, 0.48013126850128174, 0.353779673576355], "cos_apical_negg": [0.5397852659225464, 0.5088768005371094, 0.48959365487098694, 0.45762109756469727, 0.4447641968727112, 0.48013126850128174, 0.353779673576355], "cos_Ac_negg": [0.5397852659225464, 0.5088768005371094, 0.48959365487098694, 0.45762109756469727, 0.4447641968727112, 0.48013126850128174, 0.353779673576355], "r_norm": [0.6447900533676147, 0.613138735294342, 0.6019747853279114, 0.6020976305007935, 0.5945782661437988, 0.6167290210723877, 0.5961713790893555], "ldr": {"dL_sdil": -0.01630452275276184, "dL_bp": -0.016659915447235107, "ratio": 0.9786677972286919}}, {"step": 3550, "epoch": 7, "train_loss": 0.3192535936832428, "cos_r_negg": [0.5280380249023438, 0.4950203001499176, 0.4576553702354431, 0.430481493473053, 0.40127211809158325, 0.45407941937446594, 0.3480808734893799], "cos_apical_negg": [0.5280380249023438, 0.4950203001499176, 0.4576553702354431, 0.430481493473053, 0.40127211809158325, 0.45407941937446594, 0.3480808734893799], "cos_Ac_negg": [0.5280380249023438, 0.4950203001499176, 0.4576553702354431, 0.430481493473053, 0.40127211809158325, 0.45407941937446594, 0.3480808734893799], "r_norm": [0.5933822393417358, 0.5618399977684021, 0.5510165691375732, 0.550743579864502, 0.5440061092376709, 0.5646083354949951, 0.5459269285202026]}, {"step": 3600, "epoch": 7, "train_loss": 0.20468951761722565, "cos_r_negg": [0.5479996800422668, 0.5155408382415771, 0.49652934074401855, 0.4616181552410126, 0.43359965085983276, 0.46471458673477173, 0.34427639842033386], "cos_apical_negg": [0.5479996800422668, 0.5155408382415771, 0.49652934074401855, 0.4616181552410126, 0.43359965085983276, 0.46471458673477173, 0.34427639842033386], "cos_Ac_negg": [0.5479996800422668, 0.5155408382415771, 0.49652934074401855, 0.4616181552410126, 0.43359965085983276, 0.46471458673477173, 0.34427639842033386], "r_norm": [0.636432409286499, 0.602723240852356, 0.5907144546508789, 0.5910760164260864, 0.5850321054458618, 0.6043145656585693, 0.584328293800354]}, {"step": 3650, "epoch": 7, "train_loss": 0.3482716679573059, "cos_r_negg": [0.5640630722045898, 0.5248761177062988, 0.49148669838905334, 0.46472615003585815, 0.426339328289032, 0.45392686128616333, 0.35616764426231384], "cos_apical_negg": [0.5640630722045898, 0.5248761177062988, 0.49148669838905334, 0.46472615003585815, 0.426339328289032, 0.45392686128616333, 0.35616764426231384], "cos_Ac_negg": [0.5640630722045898, 0.5248761177062988, 0.49148669838905334, 0.46472615003585815, 0.426339328289032, 0.45392686128616333, 0.35616764426231384], "r_norm": [0.6025192737579346, 0.5700331330299377, 0.5580854415893555, 0.5575692653656006, 0.5503890514373779, 0.5725687742233276, 0.5540684461593628]}, {"step": 3700, "epoch": 7, "train_loss": 0.2903422713279724, "cos_r_negg": [0.5664002299308777, 0.5297448039054871, 0.4954076409339905, 0.46422556042671204, 0.4358583688735962, 0.46893709897994995, 0.34782201051712036], "cos_apical_negg": [0.5664002299308777, 0.5297448039054871, 0.4954076409339905, 0.46422556042671204, 0.4358583688735962, 0.46893709897994995, 0.34782201051712036], "cos_Ac_negg": [0.5664002299308777, 0.5297448039054871, 0.4954076409339905, 0.46422556042671204, 0.4358583688735962, 0.46893709897994995, 0.34782201051712036], "r_norm": [0.6198844313621521, 0.5872741341590881, 0.5748796463012695, 0.5754429697990417, 0.5661234855651855, 0.5886745452880859, 0.567764937877655]}, {"step": 3750, "epoch": 7, "train_loss": 0.3299894332885742, "cos_r_negg": [0.5477392673492432, 0.5062052607536316, 0.48392966389656067, 0.46076133847236633, 0.4373457431793213, 0.4710109233856201, 0.35702335834503174], "cos_apical_negg": [0.5477392673492432, 0.5062052607536316, 0.48392966389656067, 0.46076133847236633, 0.4373457431793213, 0.4710109233856201, 0.35702335834503174], "cos_Ac_negg": [0.5477392673492432, 0.5062052607536316, 0.48392966389656067, 0.46076133847236633, 0.4373457431793213, 0.4710109233856201, 0.35702335834503174], "r_norm": [0.5948859453201294, 0.5645439624786377, 0.5524520874023438, 0.5525365471839905, 0.5458656549453735, 0.5648085474967957, 0.5478292107582092], "ldr": {"dL_sdil": -0.0064675211906433105, "dL_bp": -0.00711020827293396, "ratio": 0.909610653075082}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8734, "test_loss": 0.36721498107910155}, {"step": 3800, "epoch": 8, "train_loss": 0.2368883192539215, "cos_r_negg": [0.5417016744613647, 0.5059252977371216, 0.4814372658729553, 0.44943809509277344, 0.4322015941143036, 0.4658411741256714, 0.3626141846179962], "cos_apical_negg": [0.5417016744613647, 0.5059252977371216, 0.4814372658729553, 0.44943809509277344, 0.4322015941143036, 0.4658411741256714, 0.3626141846179962], "cos_Ac_negg": [0.5417016744613647, 0.5059252977371216, 0.4814372658729553, 0.44943809509277344, 0.4322015941143036, 0.4658411741256714, 0.3626141846179962], "r_norm": [0.5774819850921631, 0.5451258420944214, 0.5324497222900391, 0.5308130383491516, 0.5250581502914429, 0.5464998483657837, 0.528737485408783]}, {"step": 3850, "epoch": 8, "train_loss": 0.3325842320919037, "cos_r_negg": [0.542203426361084, 0.4995401203632355, 0.4714586138725281, 0.4467564523220062, 0.4266708493232727, 0.4815073013305664, 0.3613107204437256], "cos_apical_negg": [0.542203426361084, 0.4995401203632355, 0.4714586138725281, 0.4467564523220062, 0.4266708493232727, 0.4815073013305664, 0.3613107204437256], "cos_Ac_negg": [0.542203426361084, 0.4995401203632355, 0.4714586138725281, 0.4467564523220062, 0.4266708493232727, 0.4815073013305664, 0.3613107204437256], "r_norm": [0.5635825395584106, 0.5347939729690552, 0.5233795642852783, 0.5210250020027161, 0.5129095315933228, 0.534255862236023, 0.5187106132507324]}, {"step": 3900, "epoch": 8, "train_loss": 0.23569783568382263, "cos_r_negg": [0.544457197189331, 0.5151369571685791, 0.4817100763320923, 0.4525235891342163, 0.433397114276886, 0.4804328382015228, 0.36616650223731995], "cos_apical_negg": [0.544457197189331, 0.5151369571685791, 0.4817100763320923, 0.4525235891342163, 0.433397114276886, 0.4804328382015228, 0.36616650223731995], "cos_Ac_negg": [0.544457197189331, 0.5151369571685791, 0.4817100763320923, 0.4525235891342163, 0.433397114276886, 0.4804328382015228, 0.36616650223731995], "r_norm": [0.6123712062835693, 0.5789740085601807, 0.5673375129699707, 0.5654351711273193, 0.5583274364471436, 0.5798495411872864, 0.5633952617645264]}, {"step": 3950, "epoch": 8, "train_loss": 0.30512502789497375, "cos_r_negg": [0.5451552867889404, 0.511732280254364, 0.4763307273387909, 0.4545348882675171, 0.4379390478134155, 0.4871974587440491, 0.3842082619667053], "cos_apical_negg": [0.5451552867889404, 0.511732280254364, 0.4763307273387909, 0.4545348882675171, 0.4379390478134155, 0.4871974587440491, 0.3842082619667053], "cos_Ac_negg": [0.5451552867889404, 0.511732280254364, 0.4763307273387909, 0.4545348882675171, 0.4379390478134155, 0.4871974587440491, 0.3842082619667053], "r_norm": [0.5646205544471741, 0.5339727401733398, 0.521761417388916, 0.5197526216506958, 0.5141869783401489, 0.5355629920959473, 0.5188565254211426]}, {"step": 4000, "epoch": 8, "train_loss": 0.3446386456489563, "cos_r_negg": [0.5492613315582275, 0.5163519978523254, 0.4631636142730713, 0.4404098093509674, 0.4277992248535156, 0.4770089387893677, 0.3809281885623932], "cos_apical_negg": [0.5492613315582275, 0.5163519978523254, 0.4631636142730713, 0.4404098093509674, 0.4277992248535156, 0.4770089387893677, 0.3809281885623932], "cos_Ac_negg": [0.5492613315582275, 0.5163519978523254, 0.4631636142730713, 0.4404098093509674, 0.4277992248535156, 0.4770089387893677, 0.3809281885623932], "r_norm": [0.6004054546356201, 0.5659248232841492, 0.5532976388931274, 0.547520101070404, 0.5449159145355225, 0.5662819147109985, 0.5513941049575806], "ldr": {"dL_sdil": -0.011415839195251465, "dL_bp": -0.011777669191360474, "ratio": 0.9692783019942155}}, {"step": 4050, "epoch": 8, "train_loss": 0.23120704293251038, "cos_r_negg": [0.5570065379142761, 0.5171600580215454, 0.47202908992767334, 0.45299211144447327, 0.43391260504722595, 0.4681583046913147, 0.3872230350971222], "cos_apical_negg": [0.5570065379142761, 0.5171600580215454, 0.47202908992767334, 0.45299211144447327, 0.43391260504722595, 0.4681583046913147, 0.3872230350971222], "cos_Ac_negg": [0.5570065379142761, 0.5171600580215454, 0.47202908992767334, 0.45299211144447327, 0.43391260504722595, 0.4681583046913147, 0.3872230350971222], "r_norm": [0.6413271427154541, 0.6007453203201294, 0.5862056016921997, 0.5826421976089478, 0.5767132043838501, 0.5981565117835999, 0.5823397636413574]}, {"step": 4100, "epoch": 8, "train_loss": 0.23513151705265045, "cos_r_negg": [0.5495810508728027, 0.510377049446106, 0.4722477197647095, 0.4491182565689087, 0.42845121026039124, 0.46690139174461365, 0.3783150315284729], "cos_apical_negg": [0.5495810508728027, 0.510377049446106, 0.4722477197647095, 0.4491182565689087, 0.42845121026039124, 0.46690139174461365, 0.3783150315284729], "cos_Ac_negg": [0.5495810508728027, 0.510377049446106, 0.4722477197647095, 0.4491182565689087, 0.42845121026039124, 0.46690139174461365, 0.3783150315284729], "r_norm": [0.5914523601531982, 0.5587019920349121, 0.5461981296539307, 0.5401168465614319, 0.533905029296875, 0.5570518970489502, 0.5420891046524048]}, {"step": 4150, "epoch": 8, "train_loss": 0.24559758603572845, "cos_r_negg": [0.5474042892456055, 0.5130209922790527, 0.47699612379074097, 0.45769742131233215, 0.4354860782623291, 0.4606696367263794, 0.3921762704849243], "cos_apical_negg": [0.5474042892456055, 0.5130209922790527, 0.47699612379074097, 0.45769742131233215, 0.4354860782623291, 0.4606696367263794, 0.3921762704849243], "cos_Ac_negg": [0.5474042892456055, 0.5130209922790527, 0.47699612379074097, 0.45769742131233215, 0.4354860782623291, 0.4606696367263794, 0.3921762704849243], "r_norm": [0.5950789451599121, 0.5558534264564514, 0.5439433455467224, 0.5419495105743408, 0.5364134907722473, 0.5559227466583252, 0.5403727293014526]}, {"step": 4200, "epoch": 8, "train_loss": 0.2479458749294281, "cos_r_negg": [0.5389723777770996, 0.5053777098655701, 0.4707523584365845, 0.44627511501312256, 0.41521167755126953, 0.4495602250099182, 0.3753648102283478], "cos_apical_negg": [0.5389723777770996, 0.5053777098655701, 0.4707523584365845, 0.44627511501312256, 0.41521167755126953, 0.4495602250099182, 0.3753648102283478], "cos_Ac_negg": [0.5389723777770996, 0.5053777098655701, 0.4707523584365845, 0.44627511501312256, 0.41521167755126953, 0.4495602250099182, 0.3753648102283478], "r_norm": [0.5914206504821777, 0.5545666813850403, 0.5417389273643494, 0.5412457585334778, 0.5347199440002441, 0.5533721446990967, 0.5386038422584534]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8758, "test_loss": 0.35820543518066406}, {"step": 4250, "epoch": 9, "train_loss": 0.18570789694786072, "cos_r_negg": [0.5418023467063904, 0.5004324316978455, 0.4741070866584778, 0.44274771213531494, 0.4297938644886017, 0.464790016412735, 0.3802023231983185], "cos_apical_negg": [0.5418023467063904, 0.5004324316978455, 0.4741070866584778, 0.44274771213531494, 0.4297938644886017, 0.464790016412735, 0.3802023231983185], "cos_Ac_negg": [0.5418023467063904, 0.5004324316978455, 0.4741070866584778, 0.44274771213531494, 0.4297938644886017, 0.464790016412735, 0.3802023231983185], "r_norm": [0.5972970724105835, 0.5579488277435303, 0.5431870222091675, 0.5432130098342896, 0.5370131731033325, 0.5582189559936523, 0.5407333374023438], "ldr": {"dL_sdil": -0.017896831035614014, "dL_bp": -0.020930111408233643, "ratio": 0.8550757655582103}}, {"step": 4300, "epoch": 9, "train_loss": 0.1727331280708313, "cos_r_negg": [0.5367782115936279, 0.49648135900497437, 0.46299296617507935, 0.4333178997039795, 0.4143946170806885, 0.45565691590309143, 0.3728853166103363], "cos_apical_negg": [0.5367782115936279, 0.49648135900497437, 0.46299296617507935, 0.4333178997039795, 0.4143946170806885, 0.45565691590309143, 0.3728853166103363], "cos_Ac_negg": [0.5367782115936279, 0.49648135900497437, 0.46299296617507935, 0.4333178997039795, 0.4143946170806885, 0.45565691590309143, 0.3728853166103363], "r_norm": [0.5817451477050781, 0.542873740196228, 0.529263973236084, 0.5261365175247192, 0.5195174217224121, 0.5421043634414673, 0.5276679992675781]}, {"step": 4350, "epoch": 9, "train_loss": 0.16486556828022003, "cos_r_negg": [0.5594494342803955, 0.5191202163696289, 0.4910174012184143, 0.455990731716156, 0.4424513578414917, 0.463675856590271, 0.3903768062591553], "cos_apical_negg": [0.5594494342803955, 0.5191202163696289, 0.4910174012184143, 0.455990731716156, 0.4424513578414917, 0.463675856590271, 0.3903768062591553], "cos_Ac_negg": [0.5594494342803955, 0.5191202163696289, 0.4910174012184143, 0.455990731716156, 0.4424513578414917, 0.463675856590271, 0.3903768062591553], "r_norm": [0.5801661014556885, 0.5411831736564636, 0.5272783041000366, 0.5234664678573608, 0.5157660245895386, 0.538240909576416, 0.5247145891189575]}, {"step": 4400, "epoch": 9, "train_loss": 0.24875421822071075, "cos_r_negg": [0.5344613790512085, 0.49625164270401, 0.46984392404556274, 0.43704599142074585, 0.4203174114227295, 0.44364047050476074, 0.3904157876968384], "cos_apical_negg": [0.5344613790512085, 0.49625164270401, 0.46984392404556274, 0.43704599142074585, 0.4203174114227295, 0.44364047050476074, 0.3904157876968384], "cos_Ac_negg": [0.5344613790512085, 0.49625164270401, 0.46984392404556274, 0.43704599142074585, 0.4203174114227295, 0.44364047050476074, 0.3904157876968384], "r_norm": [0.6294137239456177, 0.584048867225647, 0.5683088898658752, 0.5672578811645508, 0.56169593334198, 0.5822926163673401, 0.5665922164916992]}, {"step": 4450, "epoch": 9, "train_loss": 0.1477247178554535, "cos_r_negg": [0.5592093467712402, 0.5101688504219055, 0.47171634435653687, 0.444114089012146, 0.43801969289779663, 0.46850329637527466, 0.39519840478897095], "cos_apical_negg": [0.5592093467712402, 0.5101688504219055, 0.47171634435653687, 0.444114089012146, 0.43801969289779663, 0.46850329637527466, 0.39519840478897095], "cos_Ac_negg": [0.5592093467712402, 0.5101688504219055, 0.47171634435653687, 0.444114089012146, 0.43801969289779663, 0.46850329637527466, 0.39519840478897095], "r_norm": [0.5953466296195984, 0.5509360432624817, 0.5347975492477417, 0.5326331853866577, 0.5270993709564209, 0.5485786199569702, 0.5332468152046204]}, {"step": 4500, "epoch": 9, "train_loss": 0.2445087730884552, "cos_r_negg": [0.5407980680465698, 0.4943903982639313, 0.46557164192199707, 0.4404385983943939, 0.43561050295829773, 0.47754475474357605, 0.3988583981990814], "cos_apical_negg": [0.5407980680465698, 0.4943903982639313, 0.46557164192199707, 0.4404385983943939, 0.43561050295829773, 0.47754475474357605, 0.3988583981990814], "cos_Ac_negg": [0.5407980680465698, 0.4943903982639313, 0.46557164192199707, 0.4404385983943939, 0.43561050295829773, 0.47754475474357605, 0.3988583981990814], "r_norm": [0.6204337477684021, 0.5753517746925354, 0.55913907289505, 0.5537015199661255, 0.5476454496383667, 0.5706484913825989, 0.5562421679496765], "ldr": {"dL_sdil": -0.021225303411483765, "dL_bp": -0.021987557411193848, "ratio": 0.9653324839383014}}, {"step": 4550, "epoch": 9, "train_loss": 0.14153745770454407, "cos_r_negg": [0.5509049892425537, 0.513891875743866, 0.4826428294181824, 0.4556202292442322, 0.44806548953056335, 0.48975566029548645, 0.3975158631801605], "cos_apical_negg": [0.5509049892425537, 0.513891875743866, 0.4826428294181824, 0.4556202292442322, 0.44806548953056335, 0.48975566029548645, 0.3975158631801605], "cos_Ac_negg": [0.5509049892425537, 0.513891875743866, 0.4826428294181824, 0.4556202292442322, 0.44806548953056335, 0.48975566029548645, 0.3975158631801605], "r_norm": [0.5418879389762878, 0.5014239549636841, 0.4874310791492462, 0.48590266704559326, 0.4811370372772217, 0.49932169914245605, 0.4862859547138214]}, {"step": 4600, "epoch": 9, "train_loss": 0.24017591774463654, "cos_r_negg": [0.5606476068496704, 0.5173349976539612, 0.49044811725616455, 0.466736376285553, 0.4499914050102234, 0.48753446340560913, 0.39216095209121704], "cos_apical_negg": [0.5606476068496704, 0.5173349976539612, 0.49044811725616455, 0.466736376285553, 0.4499914050102234, 0.48753446340560913, 0.39216095209121704], "cos_Ac_negg": [0.5606476068496704, 0.5173349976539612, 0.49044811725616455, 0.466736376285553, 0.4499914050102234, 0.48753446340560913, 0.39216095209121704], "r_norm": [0.5516239404678345, 0.509668231010437, 0.4948408305644989, 0.49341413378715515, 0.48580020666122437, 0.5062090158462524, 0.49473273754119873]}, {"step": 4650, "epoch": 9, "train_loss": 0.2726824879646301, "cos_r_negg": [0.5584576725959778, 0.5188279151916504, 0.49170979857444763, 0.45905601978302, 0.44307011365890503, 0.489693820476532, 0.3958618640899658], "cos_apical_negg": [0.5584576725959778, 0.5188279151916504, 0.49170979857444763, 0.45905601978302, 0.44307011365890503, 0.489693820476532, 0.3958618640899658], "cos_Ac_negg": [0.5584576725959778, 0.5188279151916504, 0.49170979857444763, 0.45905601978302, 0.44307011365890503, 0.489693820476532, 0.3958618640899658], "r_norm": [0.5718383193016052, 0.5231720805168152, 0.5090410709381104, 0.5073326826095581, 0.5010966062545776, 0.5197135210037231, 0.5076503753662109]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8796, "test_loss": 0.3654237030029297}, {"step": 4700, "epoch": 10, "train_loss": 0.24944208562374115, "cos_r_negg": [0.5622814297676086, 0.5239545702934265, 0.4898785352706909, 0.4561077952384949, 0.4533464312553406, 0.49651917815208435, 0.40365004539489746], "cos_apical_negg": [0.5622814297676086, 0.5239545702934265, 0.4898785352706909, 0.4561077952384949, 0.4533464312553406, 0.49651917815208435, 0.40365004539489746], "cos_Ac_negg": [0.5622814297676086, 0.5239545702934265, 0.4898785352706909, 0.4561077952384949, 0.4533464312553406, 0.49651917815208435, 0.40365004539489746], "r_norm": [0.576777458190918, 0.5309956073760986, 0.5151717662811279, 0.5131964683532715, 0.507998526096344, 0.5291320085525513, 0.5150963068008423]}, {"step": 4750, "epoch": 10, "train_loss": 0.26358282566070557, "cos_r_negg": [0.5519003868103027, 0.5102072954177856, 0.48394936323165894, 0.447158545255661, 0.42443937063217163, 0.4713461995124817, 0.4075249433517456], "cos_apical_negg": [0.5519003868103027, 0.5102072954177856, 0.48394936323165894, 0.447158545255661, 0.42443937063217163, 0.4713461995124817, 0.4075249433517456], "cos_Ac_negg": [0.5519003868103027, 0.5102072954177856, 0.48394936323165894, 0.447158545255661, 0.42443937063217163, 0.4713461995124817, 0.4075249433517456], "r_norm": [0.5315057039260864, 0.4849777817726135, 0.470865398645401, 0.46961015462875366, 0.4618016481399536, 0.4802412986755371, 0.4704941511154175], "ldr": {"dL_sdil": -0.009618759155273438, "dL_bp": -0.010087043046951294, "ratio": 0.9535757020666834}}, {"step": 4800, "epoch": 10, "train_loss": 0.27406764030456543, "cos_r_negg": [0.5293775796890259, 0.49773502349853516, 0.47104939818382263, 0.4378412067890167, 0.42277708649635315, 0.47528666257858276, 0.4090268909931183], "cos_apical_negg": [0.5293775796890259, 0.49773502349853516, 0.47104939818382263, 0.4378412067890167, 0.42277708649635315, 0.47528666257858276, 0.4090268909931183], "cos_Ac_negg": [0.5293775796890259, 0.49773502349853516, 0.47104939818382263, 0.4378412067890167, 0.42277708649635315, 0.47528666257858276, 0.4090268909931183], "r_norm": [0.5348111987113953, 0.4901721775531769, 0.47555410861968994, 0.47219717502593994, 0.4655196964740753, 0.48373502492904663, 0.4739290773868561]}, {"step": 4850, "epoch": 10, "train_loss": 0.2087809145450592, "cos_r_negg": [0.5509967803955078, 0.5099566578865051, 0.47908520698547363, 0.4504648447036743, 0.43690168857574463, 0.4885888993740082, 0.4115895628929138], "cos_apical_negg": [0.5509967803955078, 0.5099566578865051, 0.47908520698547363, 0.4504648447036743, 0.43690168857574463, 0.4885888993740082, 0.4115895628929138], "cos_Ac_negg": [0.5509967803955078, 0.5099566578865051, 0.47908520698547363, 0.4504648447036743, 0.43690168857574463, 0.4885888993740082, 0.4115895628929138], "r_norm": [0.5556149482727051, 0.5087212324142456, 0.4932098388671875, 0.4908043146133423, 0.4850357174873352, 0.5039544105529785, 0.4924253225326538]}, {"step": 4900, "epoch": 10, "train_loss": 0.1730012595653534, "cos_r_negg": [0.5267902612686157, 0.49638497829437256, 0.46170666813850403, 0.44628024101257324, 0.43366801738739014, 0.4909957945346832, 0.4180339574813843], "cos_apical_negg": [0.5267902612686157, 0.49638497829437256, 0.46170666813850403, 0.44628024101257324, 0.43366801738739014, 0.4909957945346832, 0.4180339574813843], "cos_Ac_negg": [0.5267902612686157, 0.49638497829437256, 0.46170666813850403, 0.44628024101257324, 0.43366801738739014, 0.4909957945346832, 0.4180339574813843], "r_norm": [0.5451376438140869, 0.4975246787071228, 0.48146486282348633, 0.48060691356658936, 0.47378891706466675, 0.49295368790626526, 0.48338574171066284]}, {"step": 4950, "epoch": 10, "train_loss": 0.20775575935840607, "cos_r_negg": [0.5434404611587524, 0.5143993496894836, 0.4773680567741394, 0.4523766040802002, 0.43353384733200073, 0.48936256766319275, 0.4103040099143982], "cos_apical_negg": [0.5434404611587524, 0.5143993496894836, 0.4773680567741394, 0.4523766040802002, 0.43353384733200073, 0.48936256766319275, 0.4103040099143982], "cos_Ac_negg": [0.5434404611587524, 0.5143993496894836, 0.4773680567741394, 0.4523766040802002, 0.43353384733200073, 0.48936256766319275, 0.4103040099143982], "r_norm": [0.5873779058456421, 0.5349174737930298, 0.517186164855957, 0.5138884782791138, 0.5064084529876709, 0.5273754000663757, 0.5186821818351746]}, {"step": 5000, "epoch": 10, "train_loss": 0.23227259516716003, "cos_r_negg": [0.5535727143287659, 0.5142122507095337, 0.47758185863494873, 0.44088590145111084, 0.4306776225566864, 0.4792436361312866, 0.4073422849178314], "cos_apical_negg": [0.5535727143287659, 0.5142122507095337, 0.47758185863494873, 0.44088590145111084, 0.4306776225566864, 0.4792436361312866, 0.4073422849178314], "cos_Ac_negg": [0.5535727143287659, 0.5142122507095337, 0.47758185863494873, 0.44088590145111084, 0.4306776225566864, 0.4792436361312866, 0.4073422849178314], "r_norm": [0.5925687551498413, 0.5390135645866394, 0.5210605263710022, 0.5181399583816528, 0.5116788148880005, 0.5333529710769653, 0.5222169160842896], "ldr": {"dL_sdil": -0.014653980731964111, "dL_bp": -0.0162355899810791, "ratio": 0.9025838142649456}}, {"step": 5050, "epoch": 10, "train_loss": 0.3752635419368744, "cos_r_negg": [0.5334904193878174, 0.4958726465702057, 0.4702643156051636, 0.4508028030395508, 0.4280146062374115, 0.47507622838020325, 0.40886104106903076], "cos_apical_negg": [0.5334904193878174, 0.4958726465702057, 0.4702643156051636, 0.4508028030395508, 0.4280146062374115, 0.47507622838020325, 0.40886104106903076], "cos_Ac_negg": [0.5334904193878174, 0.4958726465702057, 0.4702643156051636, 0.4508028030395508, 0.4280146062374115, 0.47507622838020325, 0.40886104106903076], "r_norm": [0.5128152370452881, 0.46621406078338623, 0.4520598351955414, 0.4498540759086609, 0.4437269866466522, 0.4607008099555969, 0.4522504210472107]}, {"step": 5100, "epoch": 10, "train_loss": 0.16219863295555115, "cos_r_negg": [0.5680595636367798, 0.5262637138366699, 0.4883354902267456, 0.45651841163635254, 0.4433406889438629, 0.47940146923065186, 0.428011953830719], "cos_apical_negg": [0.5680595636367798, 0.5262637138366699, 0.4883354902267456, 0.45651841163635254, 0.4433406889438629, 0.47940146923065186, 0.428011953830719], "cos_Ac_negg": [0.5680595636367798, 0.5262637138366699, 0.4883354902267456, 0.45651841163635254, 0.4433406889438629, 0.47940146923065186, 0.428011953830719], "r_norm": [0.5479743480682373, 0.4938749670982361, 0.4794970750808716, 0.47857367992401123, 0.4720672369003296, 0.4900599420070648, 0.48070651292800903]}, {"step": 5150, "epoch": 10, "train_loss": 0.2501887381076813, "cos_r_negg": [0.545366644859314, 0.5059402585029602, 0.47694408893585205, 0.45329296588897705, 0.4425134062767029, 0.4761870801448822, 0.4217485189437866], "cos_apical_negg": [0.545366644859314, 0.5059402585029602, 0.47694408893585205, 0.45329296588897705, 0.4425134062767029, 0.4761870801448822, 0.4217485189437866], "cos_Ac_negg": [0.545366644859314, 0.5059402585029602, 0.47694408893585205, 0.45329296588897705, 0.4425134062767029, 0.4761870801448822, 0.4217485189437866], "r_norm": [0.5590149164199829, 0.5087021589279175, 0.49181506037712097, 0.4913715720176697, 0.48458534479141235, 0.5017203688621521, 0.492180734872818]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8732, "test_loss": 0.38714599609375}, {"step": 5200, "epoch": 11, "train_loss": 0.24968639016151428, "cos_r_negg": [0.5684345364570618, 0.5223020315170288, 0.482838898897171, 0.45280933380126953, 0.4367430508136749, 0.4718933701515198, 0.4277957081794739], "cos_apical_negg": [0.5684345364570618, 0.5223020315170288, 0.482838898897171, 0.45280933380126953, 0.4367430508136749, 0.4718933701515198, 0.4277957081794739], "cos_Ac_negg": [0.5684345364570618, 0.5223020315170288, 0.482838898897171, 0.45280933380126953, 0.4367430508136749, 0.4718933701515198, 0.4277957081794739], "r_norm": [0.5450326800346375, 0.49374517798423767, 0.4789477288722992, 0.4775533080101013, 0.4718897342681885, 0.4884786009788513, 0.48005208373069763]}, {"step": 5250, "epoch": 11, "train_loss": 0.13740324974060059, "cos_r_negg": [0.5552427768707275, 0.5274016857147217, 0.4946901798248291, 0.45546266436576843, 0.4463821351528168, 0.4784024953842163, 0.42923492193222046], "cos_apical_negg": [0.5552427768707275, 0.5274016857147217, 0.4946901798248291, 0.45546266436576843, 0.4463821351528168, 0.4784024953842163, 0.42923492193222046], "cos_Ac_negg": [0.5552427768707275, 0.5274016857147217, 0.4946901798248291, 0.45546266436576843, 0.4463821351528168, 0.4784024953842163, 0.42923492193222046], "r_norm": [0.5563834309577942, 0.5022426843643188, 0.48514217138290405, 0.4817495346069336, 0.47627899050712585, 0.4953140914440155, 0.4870303273200989], "ldr": {"dL_sdil": -0.012169122695922852, "dL_bp": -0.012541323900222778, "ratio": 0.9703220164584606}}, {"step": 5300, "epoch": 11, "train_loss": 0.26903441548347473, "cos_r_negg": [0.5307419896125793, 0.5011753439903259, 0.46936115622520447, 0.4350973963737488, 0.4331061840057373, 0.4589499533176422, 0.42480531334877014], "cos_apical_negg": [0.5307419896125793, 0.5011753439903259, 0.46936115622520447, 0.4350973963737488, 0.4331061840057373, 0.4589499533176422, 0.42480531334877014], "cos_Ac_negg": [0.5307419896125793, 0.5011753439903259, 0.46936115622520447, 0.4350973963737488, 0.4331061840057373, 0.4589499533176422, 0.42480531334877014], "r_norm": [0.528378427028656, 0.47839564085006714, 0.46268796920776367, 0.45973995327949524, 0.45467716455459595, 0.4712865352630615, 0.46397000551223755]}, {"step": 5350, "epoch": 11, "train_loss": 0.18469233810901642, "cos_r_negg": [0.5414232015609741, 0.5014950037002563, 0.4729878902435303, 0.45310163497924805, 0.44403600692749023, 0.4602696895599365, 0.4242860674858093], "cos_apical_negg": [0.5414232015609741, 0.5014950037002563, 0.4729878902435303, 0.45310163497924805, 0.44403600692749023, 0.4602696895599365, 0.4242860674858093], "cos_Ac_negg": [0.5414232015609741, 0.5014950037002563, 0.4729878902435303, 0.45310163497924805, 0.44403600692749023, 0.4602696895599365, 0.4242860674858093], "r_norm": [0.49694228172302246, 0.4476986527442932, 0.4325541853904724, 0.4301518201828003, 0.42435574531555176, 0.4413568377494812, 0.435139536857605]}, {"step": 5400, "epoch": 11, "train_loss": 0.1949264109134674, "cos_r_negg": [0.5346481204032898, 0.5008490085601807, 0.47580796480178833, 0.4440140724182129, 0.4412190318107605, 0.4618127942085266, 0.43615463376045227], "cos_apical_negg": [0.5346481204032898, 0.5008490085601807, 0.47580796480178833, 0.4440140724182129, 0.4412190318107605, 0.4618127942085266, 0.43615463376045227], "cos_Ac_negg": [0.5346481204032898, 0.5008490085601807, 0.47580796480178833, 0.4440140724182129, 0.4412190318107605, 0.4618127942085266, 0.43615463376045227], "r_norm": [0.5172567367553711, 0.4643065333366394, 0.44757023453712463, 0.4442584812641144, 0.43806397914886475, 0.45774394273757935, 0.4497525990009308]}, {"step": 5450, "epoch": 11, "train_loss": 0.20129172503948212, "cos_r_negg": [0.5555121898651123, 0.5216050148010254, 0.4908860921859741, 0.4638635516166687, 0.4615628719329834, 0.4918619990348816, 0.4499746263027191], "cos_apical_negg": [0.5555121898651123, 0.5216050148010254, 0.4908860921859741, 0.4638635516166687, 0.4615628719329834, 0.4918619990348816, 0.4499746263027191], "cos_Ac_negg": [0.5555121898651123, 0.5216050148010254, 0.4908860921859741, 0.4638635516166687, 0.4615628719329834, 0.4918619990348816, 0.4499746263027191], "r_norm": [0.5460073351860046, 0.49201804399490356, 0.47425171732902527, 0.4698680639266968, 0.46430397033691406, 0.4845566749572754, 0.47613832354545593]}, {"step": 5500, "epoch": 11, "train_loss": 0.23816321790218353, "cos_r_negg": [0.5336078405380249, 0.4988688826560974, 0.47382253408432007, 0.44737982749938965, 0.4378736615180969, 0.47011715173721313, 0.4311766028404236], "cos_apical_negg": [0.5336078405380249, 0.4988688826560974, 0.47382253408432007, 0.44737982749938965, 0.4378736615180969, 0.47011715173721313, 0.4311766028404236], "cos_Ac_negg": [0.5336078405380249, 0.4988688826560974, 0.47382253408432007, 0.44737982749938965, 0.4378736615180969, 0.47011715173721313, 0.4311766028404236], "r_norm": [0.515806257724762, 0.4619795083999634, 0.4450937509536743, 0.4415881335735321, 0.43695777654647827, 0.4544597864151001, 0.4472008943557739], "ldr": {"dL_sdil": -0.006799131631851196, "dL_bp": -0.008899718523025513, "ratio": 0.7639715362076183}}, {"step": 5550, "epoch": 11, "train_loss": 0.23190359771251678, "cos_r_negg": [0.5497685074806213, 0.4955821931362152, 0.4697531759738922, 0.4429461359977722, 0.42792731523513794, 0.46194353699684143, 0.42961612343788147], "cos_apical_negg": [0.5497685074806213, 0.4955821931362152, 0.4697531759738922, 0.4429461359977722, 0.42792731523513794, 0.46194353699684143, 0.42961612343788147], "cos_Ac_negg": [0.5497685074806213, 0.4955821931362152, 0.4697531759738922, 0.4429461359977722, 0.42792731523513794, 0.46194353699684143, 0.42961612343788147], "r_norm": [0.5171927809715271, 0.46038544178009033, 0.4442181885242462, 0.44187697768211365, 0.43695899844169617, 0.453249990940094, 0.447623610496521]}, {"step": 5600, "epoch": 11, "train_loss": 0.1871594488620758, "cos_r_negg": [0.5554822683334351, 0.5051984786987305, 0.4763113558292389, 0.44827455282211304, 0.44044432044029236, 0.4749490022659302, 0.44312143325805664], "cos_apical_negg": [0.5554822683334351, 0.5051984786987305, 0.4763113558292389, 0.44827455282211304, 0.44044432044029236, 0.4749490022659302, 0.44312143325805664], "cos_Ac_negg": [0.5554822683334351, 0.5051984786987305, 0.4763113558292389, 0.44827455282211304, 0.44044432044029236, 0.4749490022659302, 0.44312143325805664], "r_norm": [0.5455904006958008, 0.48339879512786865, 0.46546876430511475, 0.46168431639671326, 0.45335155725479126, 0.4729379415512085, 0.4688827097415924]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8756, "test_loss": 0.38628558349609377}, {"step": 5650, "epoch": 12, "train_loss": 0.18499988317489624, "cos_r_negg": [0.5671336054801941, 0.5317009687423706, 0.4979403018951416, 0.46262454986572266, 0.4533379375934601, 0.4876837134361267, 0.44970354437828064], "cos_apical_negg": [0.5671336054801941, 0.5317009687423706, 0.4979403018951416, 0.46262454986572266, 0.4533379375934601, 0.4876837134361267, 0.44970354437828064], "cos_Ac_negg": [0.5671336054801941, 0.5317009687423706, 0.4979403018951416, 0.46262454986572266, 0.4533379375934601, 0.4876837134361267, 0.44970354437828064], "r_norm": [0.49871891736984253, 0.4452075958251953, 0.4287569522857666, 0.42560192942619324, 0.4201256334781647, 0.43739408254623413, 0.431537926197052]}, {"step": 5700, "epoch": 12, "train_loss": 0.1518772840499878, "cos_r_negg": [0.5597856044769287, 0.5237497091293335, 0.49271196126937866, 0.4642065167427063, 0.44427990913391113, 0.4811623692512512, 0.45021653175354004], "cos_apical_negg": [0.5597856044769287, 0.5237497091293335, 0.49271196126937866, 0.4642065167427063, 0.44427990913391113, 0.4811623692512512, 0.45021653175354004], "cos_Ac_negg": [0.5597856044769287, 0.5237497091293335, 0.49271196126937866, 0.4642065167427063, 0.44427990913391113, 0.4811623692512512, 0.45021653175354004], "r_norm": [0.49594947695732117, 0.44165414571762085, 0.42545443773269653, 0.42266568541526794, 0.41737100481987, 0.4338643252849579, 0.42899444699287415]}, {"step": 5750, "epoch": 12, "train_loss": 0.37991398572921753, "cos_r_negg": [0.5383520126342773, 0.5153473615646362, 0.48010727763175964, 0.45396387577056885, 0.4322293996810913, 0.4813622236251831, 0.4361099600791931], "cos_apical_negg": [0.5383520126342773, 0.5153473615646362, 0.48010727763175964, 0.45396387577056885, 0.4322293996810913, 0.4813622236251831, 0.4361099600791931], "cos_Ac_negg": [0.5383520126342773, 0.5153473615646362, 0.48010727763175964, 0.45396387577056885, 0.4322293996810913, 0.4813622236251831, 0.4361099600791931], "r_norm": [0.4845193028450012, 0.4312920570373535, 0.4145926237106323, 0.41154739260673523, 0.40601468086242676, 0.4218057692050934, 0.41801249980926514], "ldr": {"dL_sdil": -0.007043361663818359, "dL_bp": -0.009482532739639282, "ratio": 0.7427721956999318}}, {"step": 5800, "epoch": 12, "train_loss": 0.2727094888687134, "cos_r_negg": [0.5350068807601929, 0.5104870796203613, 0.4758923649787903, 0.43811023235321045, 0.4175823926925659, 0.4625546932220459, 0.4372829794883728], "cos_apical_negg": [0.5350068807601929, 0.5104870796203613, 0.4758923649787903, 0.43811023235321045, 0.4175823926925659, 0.4625546932220459, 0.4372829794883728], "cos_Ac_negg": [0.5350068807601929, 0.5104870796203613, 0.4758923649787903, 0.43811023235321045, 0.4175823926925659, 0.4625546932220459, 0.4372829794883728], "r_norm": [0.5234603881835938, 0.4637647271156311, 0.4458889961242676, 0.4447306990623474, 0.4372861981391907, 0.45416200160980225, 0.44948720932006836]}, {"step": 5850, "epoch": 12, "train_loss": 0.247022345662117, "cos_r_negg": [0.5387810468673706, 0.5049796104431152, 0.47267279028892517, 0.4425985813140869, 0.43314847350120544, 0.47302573919296265, 0.44482100009918213], "cos_apical_negg": [0.5387810468673706, 0.5049796104431152, 0.47267279028892517, 0.4425985813140869, 0.43314847350120544, 0.47302573919296265, 0.44482100009918213], "cos_Ac_negg": [0.5387810468673706, 0.5049796104431152, 0.47267279028892517, 0.4425985813140869, 0.43314847350120544, 0.47302573919296265, 0.44482100009918213], "r_norm": [0.5003063678741455, 0.4443128705024719, 0.42645055055618286, 0.42381054162979126, 0.41697102785110474, 0.435314416885376, 0.43014055490493774]}, {"step": 5900, "epoch": 12, "train_loss": 0.23311582207679749, "cos_r_negg": [0.5714728832244873, 0.5331736207008362, 0.4996239244937897, 0.4692453145980835, 0.45540767908096313, 0.49397918581962585, 0.4566535949707031], "cos_apical_negg": [0.5714728832244873, 0.5331736207008362, 0.4996239244937897, 0.4692453145980835, 0.45540767908096313, 0.49397918581962585, 0.4566535949707031], "cos_Ac_negg": [0.5714728832244873, 0.5331736207008362, 0.4996239244937897, 0.4692453145980835, 0.45540767908096313, 0.49397918581962585, 0.4566535949707031], "r_norm": [0.5399117469787598, 0.4766086935997009, 0.4568987488746643, 0.45414039492607117, 0.44782140851020813, 0.4655367136001587, 0.4598250389099121]}, {"step": 5950, "epoch": 12, "train_loss": 0.18347401916980743, "cos_r_negg": [0.5548465251922607, 0.5249568223953247, 0.49423837661743164, 0.4571518301963806, 0.4498269855976105, 0.49716776609420776, 0.45823854207992554], "cos_apical_negg": [0.5548465251922607, 0.5249568223953247, 0.49423837661743164, 0.4571518301963806, 0.4498269855976105, 0.49716776609420776, 0.45823854207992554], "cos_Ac_negg": [0.5548465251922607, 0.5249568223953247, 0.49423837661743164, 0.4571518301963806, 0.4498269855976105, 0.49716776609420776, 0.45823854207992554], "r_norm": [0.534788966178894, 0.46973371505737305, 0.4502212405204773, 0.4464331269264221, 0.4393411874771118, 0.45746171474456787, 0.4541730582714081]}, {"step": 6000, "epoch": 12, "train_loss": 0.11701785773038864, "cos_r_negg": [0.5462555885314941, 0.509484052658081, 0.48834335803985596, 0.4599072337150574, 0.4475771486759186, 0.47774285078048706, 0.44576820731163025], "cos_apical_negg": [0.5462555885314941, 0.509484052658081, 0.48834335803985596, 0.4599072337150574, 0.4475771486759186, 0.47774285078048706, 0.44576820731163025], "cos_Ac_negg": [0.5462555885314941, 0.509484052658081, 0.48834335803985596, 0.4599072337150574, 0.4475771486759186, 0.47774285078048706, 0.44576820731163025], "r_norm": [0.47952547669410706, 0.41967883706092834, 0.40215685963630676, 0.3979647755622864, 0.3933134377002716, 0.4094889163970947, 0.40635040402412415], "ldr": {"dL_sdil": -0.007848292589187622, "dL_bp": -0.009508520364761353, "ratio": 0.8253957806383265}}, {"step": 6050, "epoch": 12, "train_loss": 0.1866072416305542, "cos_r_negg": [0.5487642884254456, 0.5044810771942139, 0.4800104796886444, 0.4450923800468445, 0.4317018985748291, 0.468291699886322, 0.43788599967956543], "cos_apical_negg": [0.5487642884254456, 0.5044810771942139, 0.4800104796886444, 0.4450923800468445, 0.4317018985748291, 0.468291699886322, 0.43788599967956543], "cos_Ac_negg": [0.5487642884254456, 0.5044810771942139, 0.4800104796886444, 0.4450923800468445, 0.4317018985748291, 0.468291699886322, 0.43788599967956543], "r_norm": [0.5329552292823792, 0.46270543336868286, 0.442767858505249, 0.43779414892196655, 0.43047094345092773, 0.4483649432659149, 0.44558000564575195]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8774, "test_loss": 0.3805001525878906}, {"step": 6100, "epoch": 13, "train_loss": 0.24994820356369019, "cos_r_negg": [0.5659502148628235, 0.5147067308425903, 0.48302069306373596, 0.4547564685344696, 0.45538443326950073, 0.4877801537513733, 0.4524463713169098], "cos_apical_negg": [0.5659502148628235, 0.5147067308425903, 0.48302069306373596, 0.4547564685344696, 0.45538443326950073, 0.4877801537513733, 0.4524463713169098], "cos_Ac_negg": [0.5659502148628235, 0.5147067308425903, 0.48302069306373596, 0.4547564685344696, 0.45538443326950073, 0.4877801537513733, 0.4524463713169098], "r_norm": [0.5111324191093445, 0.4451054334640503, 0.42586180567741394, 0.4199620485305786, 0.41440626978874207, 0.4332469701766968, 0.43082836270332336]}, {"step": 6150, "epoch": 13, "train_loss": 0.15299773216247559, "cos_r_negg": [0.5485119223594666, 0.4994092583656311, 0.46518927812576294, 0.43938443064689636, 0.4338259696960449, 0.47110122442245483, 0.44744250178337097], "cos_apical_negg": [0.5485119223594666, 0.4994092583656311, 0.46518927812576294, 0.43938443064689636, 0.4338259696960449, 0.47110122442245483, 0.44744250178337097], "cos_Ac_negg": [0.5485119223594666, 0.4994092583656311, 0.46518927812576294, 0.43938443064689636, 0.4338259696960449, 0.47110122442245483, 0.44744250178337097], "r_norm": [0.48419225215911865, 0.4217316806316376, 0.4044106602668762, 0.4011024832725525, 0.3956335783004761, 0.4097420275211334, 0.4080536961555481]}, {"step": 6200, "epoch": 13, "train_loss": 0.18715542554855347, "cos_r_negg": [0.5639439821243286, 0.5237890481948853, 0.4929909110069275, 0.4576590657234192, 0.44290846586227417, 0.48138800263404846, 0.4555237293243408], "cos_apical_negg": [0.5639439821243286, 0.5237890481948853, 0.4929909110069275, 0.4576590657234192, 0.44290846586227417, 0.48138800263404846, 0.4555237293243408], "cos_Ac_negg": [0.5639439821243286, 0.5237890481948853, 0.4929909110069275, 0.4576590657234192, 0.44290846586227417, 0.48138800263404846, 0.4555237293243408], "r_norm": [0.47909462451934814, 0.41689807176589966, 0.39989185333251953, 0.39638954401016235, 0.3914280831813812, 0.40573057532310486, 0.40297651290893555]}, {"step": 6250, "epoch": 13, "train_loss": 0.21090486645698547, "cos_r_negg": [0.5466281175613403, 0.5031581521034241, 0.47249525785446167, 0.43574953079223633, 0.42764031887054443, 0.46082714200019836, 0.446328341960907], "cos_apical_negg": [0.5466281175613403, 0.5031581521034241, 0.47249525785446167, 0.43574953079223633, 0.42764031887054443, 0.46082714200019836, 0.446328341960907], "cos_Ac_negg": [0.5466281175613403, 0.5031581521034241, 0.47249525785446167, 0.43574953079223633, 0.42764031887054443, 0.46082714200019836, 0.446328341960907], "r_norm": [0.5133208632469177, 0.4427947998046875, 0.4229013919830322, 0.41964271664619446, 0.414719820022583, 0.43057870864868164, 0.4279050827026367], "ldr": {"dL_sdil": -0.015610456466674805, "dL_bp": -0.01966315507888794, "ratio": 0.7938937776794294}}, {"step": 6300, "epoch": 13, "train_loss": 0.19216777384281158, "cos_r_negg": [0.5474931001663208, 0.5072638988494873, 0.47078627347946167, 0.43896570801734924, 0.4271176755428314, 0.46693140268325806, 0.43288716673851013], "cos_apical_negg": [0.5474931001663208, 0.5072638988494873, 0.47078627347946167, 0.43896570801734924, 0.4271176755428314, 0.46693140268325806, 0.43288716673851013], "cos_Ac_negg": [0.5474931001663208, 0.5072638988494873, 0.47078627347946167, 0.43896570801734924, 0.4271176755428314, 0.46693140268325806, 0.43288716673851013], "r_norm": [0.4997146725654602, 0.43559855222702026, 0.41717058420181274, 0.413896769285202, 0.40803396701812744, 0.4235331416130066, 0.42143940925598145]}, {"step": 6350, "epoch": 13, "train_loss": 0.23021739721298218, "cos_r_negg": [0.5638524293899536, 0.5121718645095825, 0.48420053720474243, 0.4555000960826874, 0.4483463168144226, 0.4823322594165802, 0.4508029818534851], "cos_apical_negg": [0.5638524293899536, 0.5121718645095825, 0.48420053720474243, 0.4555000960826874, 0.4483463168144226, 0.4823322594165802, 0.4508029818534851], "cos_Ac_negg": [0.5638524293899536, 0.5121718645095825, 0.48420053720474243, 0.4555000960826874, 0.4483463168144226, 0.4823322594165802, 0.4508029818534851], "r_norm": [0.5109549164772034, 0.44350874423980713, 0.42414212226867676, 0.41921266913414, 0.4125722050666809, 0.429760217666626, 0.4289124608039856]}, {"step": 6400, "epoch": 13, "train_loss": 0.16334006190299988, "cos_r_negg": [0.5408630967140198, 0.5026333332061768, 0.47412624955177307, 0.4404238164424896, 0.4360327124595642, 0.4770625829696655, 0.4526793360710144], "cos_apical_negg": [0.5408630967140198, 0.5026333332061768, 0.47412624955177307, 0.4404238164424896, 0.4360327124595642, 0.4770625829696655, 0.4526793360710144], "cos_Ac_negg": [0.5408630967140198, 0.5026333332061768, 0.47412624955177307, 0.4404238164424896, 0.4360327124595642, 0.4770625829696655, 0.4526793360710144], "r_norm": [0.4839663505554199, 0.4195823669433594, 0.39989951252937317, 0.3962767720222473, 0.3905482292175293, 0.40648120641708374, 0.405128538608551]}, {"step": 6450, "epoch": 13, "train_loss": 0.16589270532131195, "cos_r_negg": [0.5688650608062744, 0.5262611508369446, 0.4990197420120239, 0.467672199010849, 0.44867533445358276, 0.48578891158103943, 0.46368086338043213], "cos_apical_negg": [0.5688650608062744, 0.5262611508369446, 0.4990197420120239, 0.467672199010849, 0.44867533445358276, 0.48578891158103943, 0.46368086338043213], "cos_Ac_negg": [0.5688650608062744, 0.5262611508369446, 0.4990197420120239, 0.467672199010849, 0.44867533445358276, 0.48578891158103943, 0.46368086338043213], "r_norm": [0.5084543228149414, 0.43530532717704773, 0.4148034155368805, 0.41169869899749756, 0.4043353497982025, 0.4213922917842865, 0.4193672239780426]}, {"step": 6500, "epoch": 13, "train_loss": 0.14757587015628815, "cos_r_negg": [0.5333435535430908, 0.4810585379600525, 0.45107996463775635, 0.42423805594444275, 0.424725204706192, 0.4747588336467743, 0.4544439911842346], "cos_apical_negg": [0.5333435535430908, 0.4810585379600525, 0.45107996463775635, 0.42423805594444275, 0.424725204706192, 0.4747588336467743, 0.4544439911842346], "cos_Ac_negg": [0.5333435535430908, 0.4810585379600525, 0.45107996463775635, 0.42423805594444275, 0.424725204706192, 0.4747588336467743, 0.4544439911842346], "r_norm": [0.5329821109771729, 0.4572749435901642, 0.4353829026222229, 0.43201959133148193, 0.4233412742614746, 0.44155025482177734, 0.4407742917537689], "ldr": {"dL_sdil": -0.0145321786403656, "dL_bp": -0.01968953013420105, "ratio": 0.7380662992624165}}, {"step": 6550, "epoch": 13, "train_loss": 0.15857923030853271, "cos_r_negg": [0.5510901212692261, 0.5051933526992798, 0.4748051166534424, 0.4446173310279846, 0.4365731477737427, 0.47435176372528076, 0.46674075722694397], "cos_apical_negg": [0.5510901212692261, 0.5051933526992798, 0.4748051166534424, 0.4446173310279846, 0.4365731477737427, 0.47435176372528076, 0.46674075722694397], "cos_Ac_negg": [0.5510901212692261, 0.5051933526992798, 0.4748051166534424, 0.4446173310279846, 0.4365731477737427, 0.47435176372528076, 0.46674075722694397], "r_norm": [0.5067451000213623, 0.4346165657043457, 0.41419968008995056, 0.40983545780181885, 0.4036850929260254, 0.4196358919143677, 0.4190787076950073]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.876, "test_loss": 0.39384486083984377}, {"step": 6600, "epoch": 14, "train_loss": 0.17494428157806396, "cos_r_negg": [0.5587821006774902, 0.5144439339637756, 0.48140057921409607, 0.451556533575058, 0.4443112909793854, 0.4689696729183197, 0.46672889590263367], "cos_apical_negg": [0.5587821006774902, 0.5144439339637756, 0.48140057921409607, 0.451556533575058, 0.4443112909793854, 0.4689696729183197, 0.46672889590263367], "cos_Ac_negg": [0.5587821006774902, 0.5144439339637756, 0.48140057921409607, 0.451556533575058, 0.4443112909793854, 0.4689696729183197, 0.46672889590263367], "r_norm": [0.5063214302062988, 0.43659707903862, 0.4163450002670288, 0.4122615456581116, 0.40732136368751526, 0.4228845238685608, 0.42117637395858765]}, {"step": 6650, "epoch": 14, "train_loss": 0.22979898750782013, "cos_r_negg": [0.5552539825439453, 0.5042808055877686, 0.4707470238208771, 0.4461047351360321, 0.43486344814300537, 0.46956634521484375, 0.4494127035140991], "cos_apical_negg": [0.5552539825439453, 0.5042808055877686, 0.4707470238208771, 0.4461047351360321, 0.43486344814300537, 0.46956634521484375, 0.4494127035140991], "cos_Ac_negg": [0.5552539825439453, 0.5042808055877686, 0.4707470238208771, 0.4461047351360321, 0.43486344814300537, 0.46956634521484375, 0.4494127035140991], "r_norm": [0.5344090461730957, 0.459677517414093, 0.4381566047668457, 0.43188735842704773, 0.42596864700317383, 0.441120445728302, 0.4430679678916931]}, {"step": 6700, "epoch": 14, "train_loss": 0.16263402998447418, "cos_r_negg": [0.5446897149085999, 0.499697744846344, 0.4692513346672058, 0.457994282245636, 0.43673431873321533, 0.47488462924957275, 0.4640093445777893], "cos_apical_negg": [0.5446897149085999, 0.499697744846344, 0.4692513346672058, 0.457994282245636, 0.43673431873321533, 0.47488462924957275, 0.4640093445777893], "cos_Ac_negg": [0.5446897149085999, 0.499697744846344, 0.4692513346672058, 0.457994282245636, 0.43673431873321533, 0.47488462924957275, 0.4640093445777893], "r_norm": [0.5042261481285095, 0.4297327995300293, 0.4083782434463501, 0.401988685131073, 0.3961758613586426, 0.4132159650325775, 0.41421014070510864]}, {"step": 6750, "epoch": 14, "train_loss": 0.24638870358467102, "cos_r_negg": [0.5462108850479126, 0.5112347602844238, 0.47729867696762085, 0.45333075523376465, 0.43915706872940063, 0.4722038805484772, 0.4705454111099243], "cos_apical_negg": [0.5462108850479126, 0.5112347602844238, 0.47729867696762085, 0.45333075523376465, 0.43915706872940063, 0.4722038805484772, 0.4705454111099243], "cos_Ac_negg": [0.5462108850479126, 0.5112347602844238, 0.47729867696762085, 0.45333075523376465, 0.43915706872940063, 0.4722038805484772, 0.4705454111099243], "r_norm": [0.4861057996749878, 0.4146474599838257, 0.3941119611263275, 0.388915091753006, 0.3829646408557892, 0.3993707597255707, 0.39941757917404175], "ldr": {"dL_sdil": -0.010920405387878418, "dL_bp": -0.0158194899559021, "ratio": 0.6903133677710083}}, {"step": 6800, "epoch": 14, "train_loss": 0.13198155164718628, "cos_r_negg": [0.5306376814842224, 0.4917033910751343, 0.457589328289032, 0.4309079647064209, 0.434154212474823, 0.46851757168769836, 0.46642789244651794], "cos_apical_negg": [0.5306376814842224, 0.4917033910751343, 0.457589328289032, 0.4309079647064209, 0.434154212474823, 0.46851757168769836, 0.46642789244651794], "cos_Ac_negg": [0.5306376814842224, 0.4917033910751343, 0.457589328289032, 0.4309079647064209, 0.434154212474823, 0.46851757168769836, 0.46642789244651794], "r_norm": [0.4892122149467468, 0.41862189769744873, 0.3979739248752594, 0.39225929975509644, 0.3861016035079956, 0.40277087688446045, 0.4039076566696167]}, {"step": 6850, "epoch": 14, "train_loss": 0.12302550673484802, "cos_r_negg": [0.5455787777900696, 0.5106702446937561, 0.4759780168533325, 0.44549113512039185, 0.43337535858154297, 0.4607296586036682, 0.4611942768096924], "cos_apical_negg": [0.5455787777900696, 0.5106702446937561, 0.4759780168533325, 0.44549113512039185, 0.43337535858154297, 0.4607296586036682, 0.4611942768096924], "cos_Ac_negg": [0.5455787777900696, 0.5106702446937561, 0.4759780168533325, 0.44549113512039185, 0.43337535858154297, 0.4607296586036682, 0.4611942768096924], "r_norm": [0.5337446331977844, 0.45280563831329346, 0.4292014241218567, 0.42472052574157715, 0.4172111749649048, 0.43411654233932495, 0.4369243383407593]}, {"step": 6900, "epoch": 14, "train_loss": 0.20435750484466553, "cos_r_negg": [0.557109534740448, 0.511141836643219, 0.4765900671482086, 0.45156750082969666, 0.4353005290031433, 0.4567797780036926, 0.46133822202682495], "cos_apical_negg": [0.557109534740448, 0.511141836643219, 0.4765900671482086, 0.45156750082969666, 0.4353005290031433, 0.4567797780036926, 0.46133822202682495], "cos_Ac_negg": [0.557109534740448, 0.511141836643219, 0.4765900671482086, 0.45156750082969666, 0.4353005290031433, 0.4567797780036926, 0.46133822202682495], "r_norm": [0.5091643333435059, 0.43206244707107544, 0.4088357090950012, 0.4052295684814453, 0.3983195424079895, 0.4139745235443115, 0.4149169623851776]}, {"step": 6950, "epoch": 14, "train_loss": 0.2499535232782364, "cos_r_negg": [0.5425565242767334, 0.5032147765159607, 0.46413683891296387, 0.4307810962200165, 0.42245566844940186, 0.449777215719223, 0.44766029715538025], "cos_apical_negg": [0.5425565242767334, 0.5032147765159607, 0.46413683891296387, 0.4307810962200165, 0.42245566844940186, 0.449777215719223, 0.44766029715538025], "cos_Ac_negg": [0.5425565242767334, 0.5032147765159607, 0.46413683891296387, 0.4307810962200165, 0.42245566844940186, 0.449777215719223, 0.44766029715538025], "r_norm": [0.49415504932403564, 0.4190883934497833, 0.39686790108680725, 0.3928077220916748, 0.3856548070907593, 0.40225714445114136, 0.4031606912612915]}, {"step": 7000, "epoch": 14, "train_loss": 0.17295017838478088, "cos_r_negg": [0.5683952569961548, 0.5240881443023682, 0.4859197735786438, 0.4554489850997925, 0.4400390088558197, 0.4647483825683594, 0.46712082624435425], "cos_apical_negg": [0.5683952569961548, 0.5240881443023682, 0.4859197735786438, 0.4554489850997925, 0.4400390088558197, 0.4647483825683594, 0.46712082624435425], "cos_Ac_negg": [0.5683952569961548, 0.5240881443023682, 0.4859197735786438, 0.4554489850997925, 0.4400390088558197, 0.4647483825683594, 0.46712082624435425], "r_norm": [0.5181152820587158, 0.4391198754310608, 0.4176231026649475, 0.41356009244918823, 0.40754181146621704, 0.42217034101486206, 0.42291420698165894], "ldr": {"dL_sdil": -0.013384640216827393, "dL_bp": -0.018251746892929077, "ratio": 0.7333347484679806}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8823, "test_loss": 0.38538970336914063}, {"step": 7050, "epoch": 15, "train_loss": 0.14086079597473145, "cos_r_negg": [0.5474804639816284, 0.5039650201797485, 0.4645059108734131, 0.44036322832107544, 0.4277360439300537, 0.4495684504508972, 0.4497583508491516], "cos_apical_negg": [0.5474804639816284, 0.5039650201797485, 0.4645059108734131, 0.44036322832107544, 0.4277360439300537, 0.4495684504508972, 0.4497583508491516], "cos_Ac_negg": [0.5474804639816284, 0.5039650201797485, 0.4645059108734131, 0.44036322832107544, 0.4277360439300537, 0.4495684504508972, 0.4497583508491516], "r_norm": [0.5091399550437927, 0.43294650316238403, 0.41252174973487854, 0.40960997343063354, 0.4036332368850708, 0.4169986844062805, 0.41772210597991943]}, {"step": 7100, "epoch": 15, "train_loss": 0.18202617764472961, "cos_r_negg": [0.5399755835533142, 0.4948832392692566, 0.4610787332057953, 0.44541215896606445, 0.43479597568511963, 0.4544028043746948, 0.45175546407699585], "cos_apical_negg": [0.5399755835533142, 0.4948832392692566, 0.4610787332057953, 0.44541215896606445, 0.43479597568511963, 0.4544028043746948, 0.45175546407699585], "cos_Ac_negg": [0.5399755835533142, 0.4948832392692566, 0.4610787332057953, 0.44541215896606445, 0.43479597568511963, 0.4544028043746948, 0.45175546407699585], "r_norm": [0.5279933214187622, 0.4442634582519531, 0.4206153154373169, 0.4164089262485504, 0.4098762273788452, 0.4231060743331909, 0.42587530612945557]}, {"step": 7150, "epoch": 15, "train_loss": 0.23512068390846252, "cos_r_negg": [0.5498390197753906, 0.49931570887565613, 0.46223437786102295, 0.4409125745296478, 0.42355427145957947, 0.4462076723575592, 0.44353747367858887], "cos_apical_negg": [0.5498390197753906, 0.49931570887565613, 0.46223437786102295, 0.4409125745296478, 0.42355427145957947, 0.4462076723575592, 0.44353747367858887], "cos_Ac_negg": [0.5498390197753906, 0.49931570887565613, 0.46223437786102295, 0.4409125745296478, 0.42355427145957947, 0.4462076723575592, 0.44353747367858887], "r_norm": [0.5167995691299438, 0.43832817673683167, 0.4156152904033661, 0.4119519889354706, 0.4070786237716675, 0.41982948780059814, 0.4219345152378082]}, {"step": 7200, "epoch": 15, "train_loss": 0.15807873010635376, "cos_r_negg": [0.5444366931915283, 0.4974800944328308, 0.4621930420398712, 0.4383034110069275, 0.42233461141586304, 0.44916725158691406, 0.4578573703765869], "cos_apical_negg": [0.5444366931915283, 0.4974800944328308, 0.4621930420398712, 0.4383034110069275, 0.42233461141586304, 0.44916725158691406, 0.4578573703765869], "cos_Ac_negg": [0.5444366931915283, 0.4974800944328308, 0.4621930420398712, 0.4383034110069275, 0.42233461141586304, 0.44916725158691406, 0.4578573703765869], "r_norm": [0.4708241820335388, 0.3991624116897583, 0.3773682415485382, 0.37300512194633484, 0.36525654792785645, 0.38156503438949585, 0.383678674697876]}, {"step": 7250, "epoch": 15, "train_loss": 0.2284688651561737, "cos_r_negg": [0.5390891432762146, 0.4891577661037445, 0.4504639506340027, 0.4244740307331085, 0.41253674030303955, 0.4338596761226654, 0.44721800088882446], "cos_apical_negg": [0.5390891432762146, 0.4891577661037445, 0.4504639506340027, 0.4244740307331085, 0.41253674030303955, 0.4338596761226654, 0.44721800088882446], "cos_Ac_negg": [0.5390891432762146, 0.4891577661037445, 0.4504639506340027, 0.4244740307331085, 0.41253674030303955, 0.4338596761226654, 0.44721800088882446], "r_norm": [0.5182496905326843, 0.4354185461997986, 0.41077345609664917, 0.4059983491897583, 0.3986850082874298, 0.4157276153564453, 0.41927358508110046], "ldr": {"dL_sdil": -0.014229565858840942, "dL_bp": -0.021897166967391968, "ratio": 0.649835929918734}}, {"step": 7300, "epoch": 15, "train_loss": 0.2134673297405243, "cos_r_negg": [0.545470654964447, 0.489782452583313, 0.452343612909317, 0.42191651463508606, 0.4210924208164215, 0.44752824306488037, 0.4572353661060333], "cos_apical_negg": [0.545470654964447, 0.489782452583313, 0.452343612909317, 0.42191651463508606, 0.4210924208164215, 0.44752824306488037, 0.4572353661060333], "cos_Ac_negg": [0.545470654964447, 0.489782452583313, 0.452343612909317, 0.42191651463508606, 0.4210924208164215, 0.44752824306488037, 0.4572353661060333], "r_norm": [0.5161174535751343, 0.4309120178222656, 0.4058688282966614, 0.39983078837394714, 0.39292269945144653, 0.4094826877117157, 0.4129852056503296]}, {"step": 7350, "epoch": 15, "train_loss": 0.1645279824733734, "cos_r_negg": [0.5470723509788513, 0.5017668008804321, 0.4671540856361389, 0.43135300278663635, 0.4250510334968567, 0.4372267425060272, 0.45222795009613037], "cos_apical_negg": [0.5470723509788513, 0.5017668008804321, 0.4671540856361389, 0.43135300278663635, 0.4250510334968567, 0.4372267425060272, 0.45222795009613037], "cos_Ac_negg": [0.5470723509788513, 0.5017668008804321, 0.4671540856361389, 0.43135300278663635, 0.4250510334968567, 0.4372267425060272, 0.45222795009613037], "r_norm": [0.5116221904754639, 0.42943254113197327, 0.40482011437416077, 0.3989498019218445, 0.3925386667251587, 0.4082774817943573, 0.41129428148269653]}, {"step": 7400, "epoch": 15, "train_loss": 0.23395586013793945, "cos_r_negg": [0.5509459972381592, 0.49474936723709106, 0.4638752341270447, 0.4341437816619873, 0.4293280839920044, 0.44864821434020996, 0.4559810757637024], "cos_apical_negg": [0.5509459972381592, 0.49474936723709106, 0.4638752341270447, 0.4341437816619873, 0.4293280839920044, 0.44864821434020996, 0.4559810757637024], "cos_Ac_negg": [0.5509459972381592, 0.49474936723709106, 0.4638752341270447, 0.4341437816619873, 0.4293280839920044, 0.44864821434020996, 0.4559810757637024], "r_norm": [0.4973908066749573, 0.41081702709198, 0.38634559512138367, 0.38188987970352173, 0.3745470643043518, 0.39016157388687134, 0.3949166536331177]}, {"step": 7450, "epoch": 15, "train_loss": 0.18505766987800598, "cos_r_negg": [0.5375461578369141, 0.48559367656707764, 0.4474726617336273, 0.4168470501899719, 0.41087108850479126, 0.4296194612979889, 0.44250574707984924], "cos_apical_negg": [0.5375461578369141, 0.48559367656707764, 0.4474726617336273, 0.4168470501899719, 0.41087108850479126, 0.4296194612979889, 0.44250574707984924], "cos_Ac_negg": [0.5375461578369141, 0.48559367656707764, 0.4474726617336273, 0.4168470501899719, 0.41087108850479126, 0.4296194612979889, 0.44250574707984924], "r_norm": [0.4701675772666931, 0.39139118790626526, 0.36823904514312744, 0.36247575283050537, 0.35762327909469604, 0.3726746439933777, 0.37533098459243774]}, {"step": 7500, "epoch": 15, "train_loss": 0.2126900851726532, "cos_r_negg": [0.5389217734336853, 0.48564162850379944, 0.4491083025932312, 0.4188697934150696, 0.4140518307685852, 0.43476933240890503, 0.44633638858795166], "cos_apical_negg": [0.5389217734336853, 0.48564162850379944, 0.4491083025932312, 0.4188697934150696, 0.4140518307685852, 0.43476933240890503, 0.44633638858795166], "cos_Ac_negg": [0.5389217734336853, 0.48564162850379944, 0.4491083025932312, 0.4188697934150696, 0.4140518307685852, 0.43476933240890503, 0.44633638858795166], "r_norm": [0.5062362551689148, 0.42224395275115967, 0.3970585763454437, 0.3922807276248932, 0.385776162147522, 0.40101373195648193, 0.4053407609462738], "ldr": {"dL_sdil": -0.015029877424240112, "dL_bp": -0.01973995566368103, "ratio": 0.7613936768811059}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8779, "test_loss": 0.40110813903808595}, {"step": 7550, "epoch": 16, "train_loss": 0.13271553814411163, "cos_r_negg": [0.5358400344848633, 0.4866253137588501, 0.4489836096763611, 0.42421379685401917, 0.4139270782470703, 0.4338776171207428, 0.4473941922187805], "cos_apical_negg": [0.5358400344848633, 0.4866253137588501, 0.4489836096763611, 0.42421379685401917, 0.4139270782470703, 0.4338776171207428, 0.4473941922187805], "cos_Ac_negg": [0.5358400344848633, 0.4866253137588501, 0.4489836096763611, 0.42421379685401917, 0.4139270782470703, 0.4338776171207428, 0.4473941922187805], "r_norm": [0.5284402370452881, 0.43949615955352783, 0.41305798292160034, 0.4089156985282898, 0.40203219652175903, 0.4163566827774048, 0.4210579991340637]}, {"step": 7600, "epoch": 16, "train_loss": 0.21302446722984314, "cos_r_negg": [0.567316472530365, 0.5209975242614746, 0.4775591492652893, 0.4525187611579895, 0.44314706325531006, 0.4618872404098511, 0.47368282079696655], "cos_apical_negg": [0.567316472530365, 0.5209975242614746, 0.4775591492652893, 0.4525187611579895, 0.44314706325531006, 0.4618872404098511, 0.47368282079696655], "cos_Ac_negg": [0.567316472530365, 0.5209975242614746, 0.4775591492652893, 0.4525187611579895, 0.44314706325531006, 0.4618872404098511, 0.47368282079696655], "r_norm": [0.48923227190971375, 0.40355774760246277, 0.37856388092041016, 0.3719633221626282, 0.3653486967086792, 0.38008809089660645, 0.3857322931289673]}, {"step": 7650, "epoch": 16, "train_loss": 0.09688159823417664, "cos_r_negg": [0.5491747856140137, 0.5050208568572998, 0.4635806083679199, 0.4373852014541626, 0.430379182100296, 0.4486865997314453, 0.4682958126068115], "cos_apical_negg": [0.5491747856140137, 0.5050208568572998, 0.4635806083679199, 0.4373852014541626, 0.430379182100296, 0.4486865997314453, 0.4682958126068115], "cos_Ac_negg": [0.5491747856140137, 0.5050208568572998, 0.4635806083679199, 0.4373852014541626, 0.430379182100296, 0.4486865997314453, 0.4682958126068115], "r_norm": [0.48019939661026, 0.3962571620941162, 0.37057065963745117, 0.36405372619628906, 0.35922861099243164, 0.3730992078781128, 0.3782018721103668]}, {"step": 7700, "epoch": 16, "train_loss": 0.10648961365222931, "cos_r_negg": [0.541860818862915, 0.49704504013061523, 0.45401230454444885, 0.41983309388160706, 0.41284602880477905, 0.43638747930526733, 0.4607856273651123], "cos_apical_negg": [0.541860818862915, 0.49704504013061523, 0.45401230454444885, 0.41983309388160706, 0.41284602880477905, 0.43638747930526733, 0.4607856273651123], "cos_Ac_negg": [0.541860818862915, 0.49704504013061523, 0.45401230454444885, 0.41983309388160706, 0.41284602880477905, 0.43638747930526733, 0.4607856273651123], "r_norm": [0.49072590470314026, 0.402357280254364, 0.37611085176467896, 0.3712111711502075, 0.363450825214386, 0.3769721984863281, 0.383667528629303]}, {"step": 7750, "epoch": 16, "train_loss": 0.14103363454341888, "cos_r_negg": [0.5412998795509338, 0.5033972263336182, 0.4622502028942108, 0.4345349669456482, 0.4246137738227844, 0.437394917011261, 0.46147024631500244], "cos_apical_negg": [0.5412998795509338, 0.5033972263336182, 0.4622502028942108, 0.4345349669456482, 0.4246137738227844, 0.437394917011261, 0.46147024631500244], "cos_Ac_negg": [0.5412998795509338, 0.5033972263336182, 0.4622502028942108, 0.4345349669456482, 0.4246137738227844, 0.437394917011261, 0.46147024631500244], "r_norm": [0.46240511536598206, 0.37742549180984497, 0.3518940806388855, 0.34725990891456604, 0.3409254252910614, 0.35492828488349915, 0.3608630895614624], "ldr": {"dL_sdil": -0.009841740131378174, "dL_bp": -0.014319121837615967, "ratio": 0.6873145045476304}}, {"step": 7800, "epoch": 16, "train_loss": 0.09385928511619568, "cos_r_negg": [0.5437231063842773, 0.5020884275436401, 0.4593362808227539, 0.43333131074905396, 0.42348504066467285, 0.4375561475753784, 0.4565372169017792], "cos_apical_negg": [0.5437231063842773, 0.5020884275436401, 0.4593362808227539, 0.43333131074905396, 0.42348504066467285, 0.4375561475753784, 0.4565372169017792], "cos_Ac_negg": [0.5437231063842773, 0.5020884275436401, 0.4593362808227539, 0.43333131074905396, 0.42348504066467285, 0.4375561475753784, 0.4565372169017792], "r_norm": [0.5074262022972107, 0.41187769174575806, 0.3834558129310608, 0.3764520287513733, 0.3692198097705841, 0.38522353768348694, 0.39256054162979126]}, {"step": 7850, "epoch": 16, "train_loss": 0.1954563856124878, "cos_r_negg": [0.5353212356567383, 0.48292040824890137, 0.44324639439582825, 0.41102081537246704, 0.40081891417503357, 0.4117898643016815, 0.43190813064575195], "cos_apical_negg": [0.5353212356567383, 0.48292040824890137, 0.44324639439582825, 0.41102081537246704, 0.40081891417503357, 0.4117898643016815, 0.43190813064575195], "cos_Ac_negg": [0.5353212356567383, 0.48292040824890137, 0.44324639439582825, 0.41102081537246704, 0.40081891417503357, 0.4117898643016815, 0.43190813064575195], "r_norm": [0.5283154845237732, 0.4337226152420044, 0.40624892711639404, 0.40168076753616333, 0.3945077955722809, 0.4080090820789337, 0.4141007363796234]}, {"step": 7900, "epoch": 16, "train_loss": 0.104645736515522, "cos_r_negg": [0.5369374752044678, 0.487518310546875, 0.44801920652389526, 0.4182842969894409, 0.413205623626709, 0.4199601411819458, 0.436042845249176], "cos_apical_negg": [0.5369374752044678, 0.487518310546875, 0.44801920652389526, 0.4182842969894409, 0.413205623626709, 0.4199601411819458, 0.436042845249176], "cos_Ac_negg": [0.5369374752044678, 0.487518310546875, 0.44801920652389526, 0.4182842969894409, 0.413205623626709, 0.4199601411819458, 0.436042845249176], "r_norm": [0.5186282992362976, 0.42780977487564087, 0.4000733494758606, 0.3930336833000183, 0.3871519863605499, 0.402809202671051, 0.4083947241306305]}, {"step": 7950, "epoch": 16, "train_loss": 0.1314641833305359, "cos_r_negg": [0.5194555521011353, 0.46849173307418823, 0.43325668573379517, 0.4051678478717804, 0.3942410945892334, 0.41529276967048645, 0.4314642548561096], "cos_apical_negg": [0.5194555521011353, 0.46849173307418823, 0.43325668573379517, 0.4051678478717804, 0.3942410945892334, 0.41529276967048645, 0.4314642548561096], "cos_Ac_negg": [0.5194555521011353, 0.46849173307418823, 0.43325668573379517, 0.4051678478717804, 0.3942410945892334, 0.41529276967048645, 0.4314642548561096], "r_norm": [0.5063300132751465, 0.41536203026771545, 0.38797903060913086, 0.38215911388397217, 0.3774448037147522, 0.39240390062332153, 0.397112637758255]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8828, "test_loss": 0.3938213073730469}, {"step": 8000, "epoch": 17, "train_loss": 0.14319026470184326, "cos_r_negg": [0.5400664806365967, 0.48919838666915894, 0.4502299427986145, 0.4253809452056885, 0.4189566373825073, 0.42697200179100037, 0.45163291692733765], "cos_apical_negg": [0.5400664806365967, 0.48919838666915894, 0.4502299427986145, 0.4253809452056885, 0.4189566373825073, 0.42697200179100037, 0.45163291692733765], "cos_Ac_negg": [0.5400664806365967, 0.48919838666915894, 0.4502299427986145, 0.4253809452056885, 0.4189566373825073, 0.42697200179100037, 0.45163291692733765], "r_norm": [0.5010238289833069, 0.4059605896472931, 0.3778251111507416, 0.3722771406173706, 0.36579740047454834, 0.38007959723472595, 0.3868665099143982], "ldr": {"dL_sdil": -0.019654273986816406, "dL_bp": -0.027112752199172974, "ratio": 0.7249088488853568}}, {"step": 8050, "epoch": 17, "train_loss": 0.13206174969673157, "cos_r_negg": [0.5382936596870422, 0.48336297273635864, 0.4390844404697418, 0.4183589220046997, 0.4097086787223816, 0.4179956018924713, 0.44218146800994873], "cos_apical_negg": [0.5382936596870422, 0.48336297273635864, 0.4390844404697418, 0.4183589220046997, 0.4097086787223816, 0.4179956018924713, 0.44218146800994873], "cos_Ac_negg": [0.5382936596870422, 0.48336297273635864, 0.4390844404697418, 0.4183589220046997, 0.4097086787223816, 0.4179956018924713, 0.44218146800994873], "r_norm": [0.5005970001220703, 0.4088285565376282, 0.38065919280052185, 0.3753352463245392, 0.3693857192993164, 0.3824350833892822, 0.38894122838974]}, {"step": 8100, "epoch": 17, "train_loss": 0.19989801943302155, "cos_r_negg": [0.5353182554244995, 0.4854440987110138, 0.44303959608078003, 0.42455393075942993, 0.41054919362068176, 0.42900413274765015, 0.45488592982292175], "cos_apical_negg": [0.5353182554244995, 0.4854440987110138, 0.44303959608078003, 0.42455393075942993, 0.41054919362068176, 0.42900413274765015, 0.45488592982292175], "cos_Ac_negg": [0.5353182554244995, 0.4854440987110138, 0.44303959608078003, 0.42455393075942993, 0.41054919362068176, 0.42900413274765015, 0.45488592982292175], "r_norm": [0.49333295226097107, 0.4045349657535553, 0.37698894739151, 0.37032511830329895, 0.3648949861526489, 0.378902792930603, 0.38519370555877686]}, {"step": 8150, "epoch": 17, "train_loss": 0.19397911429405212, "cos_r_negg": [0.5471906661987305, 0.4983903467655182, 0.4595670998096466, 0.4323396384716034, 0.4157266616821289, 0.4328949749469757, 0.45764362812042236], "cos_apical_negg": [0.5471906661987305, 0.4983903467655182, 0.4595670998096466, 0.4323396384716034, 0.4157266616821289, 0.4328949749469757, 0.45764362812042236], "cos_Ac_negg": [0.5471906661987305, 0.4983903467655182, 0.4595670998096466, 0.4323396384716034, 0.4157266616821289, 0.4328949749469757, 0.45764362812042236], "r_norm": [0.4970700144767761, 0.4040870666503906, 0.375211238861084, 0.3680146038532257, 0.3620924949645996, 0.3767624497413635, 0.3839572072029114]}, {"step": 8200, "epoch": 17, "train_loss": 0.13777756690979004, "cos_r_negg": [0.5302778482437134, 0.4806716740131378, 0.44447723031044006, 0.4244445264339447, 0.4049680531024933, 0.421668142080307, 0.4454232454299927], "cos_apical_negg": [0.5302778482437134, 0.4806716740131378, 0.44447723031044006, 0.4244445264339447, 0.4049680531024933, 0.421668142080307, 0.4454232454299927], "cos_Ac_negg": [0.5302778482437134, 0.4806716740131378, 0.44447723031044006, 0.4244445264339447, 0.4049680531024933, 0.421668142080307, 0.4454232454299927], "r_norm": [0.4929073452949524, 0.4022074341773987, 0.37401384115219116, 0.3660551905632019, 0.36104440689086914, 0.37504446506500244, 0.3824889063835144]}, {"step": 8250, "epoch": 17, "train_loss": 0.11082079261541367, "cos_r_negg": [0.5324962735176086, 0.4815201163291931, 0.4422941207885742, 0.41398885846138, 0.4068615436553955, 0.4190366268157959, 0.44712987542152405], "cos_apical_negg": [0.5324962735176086, 0.4815201163291931, 0.4422941207885742, 0.41398885846138, 0.4068615436553955, 0.4190366268157959, 0.44712987542152405], "cos_Ac_negg": [0.5324962735176086, 0.4815201163291931, 0.4422941207885742, 0.41398885846138, 0.4068615436553955, 0.4190366268157959, 0.44712987542152405], "r_norm": [0.49367520213127136, 0.40196433663368225, 0.37357598543167114, 0.36711621284484863, 0.3605915904045105, 0.3750672936439514, 0.3828493356704712], "ldr": {"dL_sdil": -0.012311756610870361, "dL_bp": -0.021738708019256592, "ratio": 0.5663518089467118}}, {"step": 8300, "epoch": 17, "train_loss": 0.14471274614334106, "cos_r_negg": [0.5483698844909668, 0.5010497570037842, 0.4636048376560211, 0.4361511170864105, 0.4244076907634735, 0.4311014413833618, 0.44888246059417725], "cos_apical_negg": [0.5483698844909668, 0.5010497570037842, 0.4636048376560211, 0.4361511170864105, 0.4244076907634735, 0.4311014413833618, 0.44888246059417725], "cos_Ac_negg": [0.5483698844909668, 0.5010497570037842, 0.4636048376560211, 0.4361511170864105, 0.4244076907634735, 0.4311014413833618, 0.44888246059417725], "r_norm": [0.5250524878501892, 0.4252467751502991, 0.39402738213539124, 0.38709524273872375, 0.3799635171890259, 0.3945654630661011, 0.4048174023628235]}, {"step": 8350, "epoch": 17, "train_loss": 0.12405196577310562, "cos_r_negg": [0.5354341268539429, 0.4876658022403717, 0.4459732174873352, 0.4172847270965576, 0.4109565019607544, 0.41719821095466614, 0.4484441578388214], "cos_apical_negg": [0.5354341268539429, 0.4876658022403717, 0.4459732174873352, 0.4172847270965576, 0.4109565019607544, 0.41719821095466614, 0.4484441578388214], "cos_Ac_negg": [0.5354341268539429, 0.4876658022403717, 0.4459732174873352, 0.4172847270965576, 0.4109565019607544, 0.41719821095466614, 0.4484441578388214], "r_norm": [0.4948411285877228, 0.4010472297668457, 0.37309789657592773, 0.36805155873298645, 0.3616274893283844, 0.3741668462753296, 0.3828027844429016]}, {"step": 8400, "epoch": 17, "train_loss": 0.36179229617118835, "cos_r_negg": [0.5449527502059937, 0.49803978204727173, 0.45591655373573303, 0.42577433586120605, 0.41634321212768555, 0.42669862508773804, 0.4578726291656494], "cos_apical_negg": [0.5449527502059937, 0.49803978204727173, 0.45591655373573303, 0.42577433586120605, 0.41634321212768555, 0.42669862508773804, 0.4578726291656494], "cos_Ac_negg": [0.5449527502059937, 0.49803978204727173, 0.45591655373573303, 0.42577433586120605, 0.41634321212768555, 0.42669862508773804, 0.4578726291656494], "r_norm": [0.5149111747741699, 0.4141615629196167, 0.3839724063873291, 0.3778204619884491, 0.37113243341445923, 0.3839377760887146, 0.393114298582077]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8813, "test_loss": 0.4131338195800781}, {"step": 8450, "epoch": 18, "train_loss": 0.1059253141283989, "cos_r_negg": [0.5483426451683044, 0.4961642920970917, 0.4505830407142639, 0.4151178300380707, 0.4100970923900604, 0.42467185854911804, 0.4547334909439087], "cos_apical_negg": [0.5483426451683044, 0.4961642920970917, 0.4505830407142639, 0.4151178300380707, 0.4100970923900604, 0.42467185854911804, 0.4547334909439087], "cos_Ac_negg": [0.5483426451683044, 0.4961642920970917, 0.4505830407142639, 0.4151178300380707, 0.4100970923900604, 0.42467185854911804, 0.4547334909439087], "r_norm": [0.5012041330337524, 0.40402865409851074, 0.37405121326446533, 0.3671322464942932, 0.3596876859664917, 0.37518173456192017, 0.38367754220962524]}, {"step": 8500, "epoch": 18, "train_loss": 0.13950321078300476, "cos_r_negg": [0.5585155487060547, 0.505461573600769, 0.4613761603832245, 0.42805856466293335, 0.41853225231170654, 0.42925482988357544, 0.46065258979797363], "cos_apical_negg": [0.5585155487060547, 0.505461573600769, 0.4613761603832245, 0.42805856466293335, 0.41853225231170654, 0.42925482988357544, 0.46065258979797363], "cos_Ac_negg": [0.5585155487060547, 0.505461573600769, 0.4613761603832245, 0.42805856466293335, 0.41853225231170654, 0.42925482988357544, 0.46065258979797363], "r_norm": [0.5562527179718018, 0.43999698758125305, 0.40554794669151306, 0.39799582958221436, 0.39053577184677124, 0.4055502414703369, 0.4161081910133362], "ldr": {"dL_sdil": -0.024846553802490234, "dL_bp": -0.03280293941497803, "ratio": 0.7574490044372408}}, {"step": 8550, "epoch": 18, "train_loss": 0.10293915867805481, "cos_r_negg": [0.5430212020874023, 0.4885275363922119, 0.4389949142932892, 0.4051487445831299, 0.3915036916732788, 0.4142875671386719, 0.4470837414264679], "cos_apical_negg": [0.5430212020874023, 0.4885275363922119, 0.4389949142932892, 0.4051487445831299, 0.3915036916732788, 0.4142875671386719, 0.4470837414264679], "cos_Ac_negg": [0.5430212020874023, 0.4885275363922119, 0.4389949142932892, 0.4051487445831299, 0.3915036916732788, 0.4142875671386719, 0.4470837414264679], "r_norm": [0.5202153921127319, 0.4148099422454834, 0.38362354040145874, 0.3762646019458771, 0.36906924843788147, 0.3834930956363678, 0.39335867762565613]}, {"step": 8600, "epoch": 18, "train_loss": 0.11981703341007233, "cos_r_negg": [0.5293471217155457, 0.4819338321685791, 0.43858882784843445, 0.4090573191642761, 0.4011306166648865, 0.4168511629104614, 0.4551326036453247], "cos_apical_negg": [0.5293471217155457, 0.4819338321685791, 0.43858882784843445, 0.4090573191642761, 0.4011306166648865, 0.4168511629104614, 0.4551326036453247], "cos_Ac_negg": [0.5293471217155457, 0.4819338321685791, 0.43858882784843445, 0.4090573191642761, 0.4011306166648865, 0.4168511629104614, 0.4551326036453247], "r_norm": [0.5079903602600098, 0.4057047963142395, 0.3749888837337494, 0.36812877655029297, 0.3618260622024536, 0.37497562170028687, 0.38371917605400085]}, {"step": 8650, "epoch": 18, "train_loss": 0.09779809415340424, "cos_r_negg": [0.5264574885368347, 0.4770677089691162, 0.43435341119766235, 0.4069305658340454, 0.39973706007003784, 0.4155120253562927, 0.4513061046600342], "cos_apical_negg": [0.5264574885368347, 0.4770677089691162, 0.43435341119766235, 0.4069305658340454, 0.39973706007003784, 0.4155120253562927, 0.4513061046600342], "cos_Ac_negg": [0.5264574885368347, 0.4770677089691162, 0.43435341119766235, 0.4069305658340454, 0.39973706007003784, 0.4155120253562927, 0.4513061046600342], "r_norm": [0.4914361238479614, 0.38941872119903564, 0.35914891958236694, 0.35197100043296814, 0.3449772596359253, 0.3581271171569824, 0.3690354824066162]}, {"step": 8700, "epoch": 18, "train_loss": 0.16330131888389587, "cos_r_negg": [0.5172679424285889, 0.4722813367843628, 0.4344775080680847, 0.40564435720443726, 0.3960389494895935, 0.41077500581741333, 0.4518834948539734], "cos_apical_negg": [0.5172679424285889, 0.4722813367843628, 0.4344775080680847, 0.40564435720443726, 0.3960389494895935, 0.41077500581741333, 0.4518834948539734], "cos_Ac_negg": [0.5172679424285889, 0.4722813367843628, 0.4344775080680847, 0.40564435720443726, 0.3960389494895935, 0.41077500581741333, 0.4518834948539734], "r_norm": [0.45735758543014526, 0.363761305809021, 0.33582770824432373, 0.32952508330345154, 0.3222459554672241, 0.3348384499549866, 0.3437516689300537]}, {"step": 8750, "epoch": 18, "train_loss": 0.14691737294197083, "cos_r_negg": [0.5340063571929932, 0.483451247215271, 0.4397774338722229, 0.4109201431274414, 0.4073578119277954, 0.418707013130188, 0.4547579288482666], "cos_apical_negg": [0.5340063571929932, 0.483451247215271, 0.4397774338722229, 0.4109201431274414, 0.4073578119277954, 0.418707013130188, 0.4547579288482666], "cos_Ac_negg": [0.5340063571929932, 0.483451247215271, 0.4397774338722229, 0.4109201431274414, 0.4073578119277954, 0.418707013130188, 0.4547579288482666], "r_norm": [0.5174647569656372, 0.40866780281066895, 0.37517908215522766, 0.36599963903427124, 0.35925349593162537, 0.37300050258636475, 0.38557615876197815], "ldr": {"dL_sdil": -0.024726510047912598, "dL_bp": -0.039563000202178955, "ratio": 0.6249907722253777}}, {"step": 8800, "epoch": 18, "train_loss": 0.09343452006578445, "cos_r_negg": [0.5511525869369507, 0.5009410381317139, 0.4561000466346741, 0.4260331988334656, 0.4153929650783539, 0.42357122898101807, 0.4595174789428711], "cos_apical_negg": [0.5511525869369507, 0.5009410381317139, 0.4561000466346741, 0.4260331988334656, 0.4153929650783539, 0.42357122898101807, 0.4595174789428711], "cos_Ac_negg": [0.5511525869369507, 0.5009410381317139, 0.4561000466346741, 0.4260331988334656, 0.4153929650783539, 0.42357122898101807, 0.4595174789428711], "r_norm": [0.5082556009292603, 0.4041678309440613, 0.3714856505393982, 0.3647797107696533, 0.3584098815917969, 0.3715786635875702, 0.38072049617767334]}, {"step": 8850, "epoch": 18, "train_loss": 0.08664558082818985, "cos_r_negg": [0.5346450805664062, 0.48403701186180115, 0.44085368514060974, 0.4127904176712036, 0.40438634157180786, 0.41807448863983154, 0.45068222284317017], "cos_apical_negg": [0.5346450805664062, 0.48403701186180115, 0.44085368514060974, 0.4127904176712036, 0.40438634157180786, 0.41807448863983154, 0.45068222284317017], "cos_Ac_negg": [0.5346450805664062, 0.48403701186180115, 0.44085368514060974, 0.4127904176712036, 0.40438634157180786, 0.41807448863983154, 0.45068222284317017], "r_norm": [0.48976030945777893, 0.38634318113327026, 0.3554661273956299, 0.3481997549533844, 0.3418889343738556, 0.35389676690101624, 0.36472320556640625]}, {"step": 8900, "epoch": 18, "train_loss": 0.17491823434829712, "cos_r_negg": [0.554560661315918, 0.5026548504829407, 0.45861074328422546, 0.4280581474304199, 0.41564568877220154, 0.43272578716278076, 0.4667302072048187], "cos_apical_negg": [0.554560661315918, 0.5026548504829407, 0.45861074328422546, 0.4280581474304199, 0.41564568877220154, 0.43272578716278076, 0.4667302072048187], "cos_Ac_negg": [0.554560661315918, 0.5026548504829407, 0.45861074328422546, 0.4280581474304199, 0.41564568877220154, 0.43272578716278076, 0.4667302072048187], "r_norm": [0.4794670045375824, 0.3775510787963867, 0.34623247385025024, 0.3389400839805603, 0.33180832862854004, 0.34588730335235596, 0.3555483818054199]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8803, "test_loss": 0.4109410339355469}, {"step": 8950, "epoch": 19, "train_loss": 0.18356353044509888, "cos_r_negg": [0.5462416410446167, 0.4915834963321686, 0.4510513246059418, 0.42140865325927734, 0.41295522451400757, 0.42620527744293213, 0.4699704051017761], "cos_apical_negg": [0.5462416410446167, 0.4915834963321686, 0.4510513246059418, 0.42140865325927734, 0.41295522451400757, 0.42620527744293213, 0.4699704051017761], "cos_Ac_negg": [0.5462416410446167, 0.4915834963321686, 0.4510513246059418, 0.42140865325927734, 0.41295522451400757, 0.42620527744293213, 0.4699704051017761], "r_norm": [0.480444073677063, 0.3761398196220398, 0.34323373436927795, 0.3353637456893921, 0.3277471363544464, 0.34059375524520874, 0.35234323143959045]}, {"step": 9000, "epoch": 19, "train_loss": 0.20069636404514313, "cos_r_negg": [0.5539923310279846, 0.4965794086456299, 0.4514123499393463, 0.42025652527809143, 0.41505831480026245, 0.4205653667449951, 0.4589051604270935], "cos_apical_negg": [0.5539923310279846, 0.4965794086456299, 0.4514123499393463, 0.42025652527809143, 0.41505831480026245, 0.4205653667449951, 0.4589051604270935], "cos_Ac_negg": [0.5539923310279846, 0.4965794086456299, 0.4514123499393463, 0.42025652527809143, 0.41505831480026245, 0.4205653667449951, 0.4589051604270935], "r_norm": [0.4956493675708771, 0.3849039673805237, 0.3502030372619629, 0.34285032749176025, 0.3347056210041046, 0.34945282340049744, 0.36063307523727417], "ldr": {"dL_sdil": -0.016487330198287964, "dL_bp": -0.023013979196548462, "ratio": 0.7164050187705333}}, {"step": 9050, "epoch": 19, "train_loss": 0.1752413809299469, "cos_r_negg": [0.5405243635177612, 0.48937317728996277, 0.4505663514137268, 0.4243886470794678, 0.412170946598053, 0.42456120252609253, 0.455863356590271], "cos_apical_negg": [0.5405243635177612, 0.48937317728996277, 0.4505663514137268, 0.4243886470794678, 0.412170946598053, 0.42456120252609253, 0.455863356590271], "cos_Ac_negg": [0.5405243635177612, 0.48937317728996277, 0.4505663514137268, 0.4243886470794678, 0.412170946598053, 0.42456120252609253, 0.455863356590271], "r_norm": [0.5028985142707825, 0.392239511013031, 0.35881367325782776, 0.35081493854522705, 0.34311947226524353, 0.35679924488067627, 0.3684579133987427]}, {"step": 9100, "epoch": 19, "train_loss": 0.20500287413597107, "cos_r_negg": [0.5321692228317261, 0.4841774106025696, 0.4413159489631653, 0.4124543070793152, 0.40050092339515686, 0.42222127318382263, 0.4619724154472351], "cos_apical_negg": [0.5321692228317261, 0.4841774106025696, 0.4413159489631653, 0.4124543070793152, 0.40050092339515686, 0.42222127318382263, 0.4619724154472351], "cos_Ac_negg": [0.5321692228317261, 0.4841774106025696, 0.4413159489631653, 0.4124543070793152, 0.40050092339515686, 0.42222127318382263, 0.4619724154472351], "r_norm": [0.4525926113128662, 0.352700412273407, 0.3212030529975891, 0.31270021200180054, 0.3061057925224304, 0.3177937865257263, 0.3298667371273041]}, {"step": 9150, "epoch": 19, "train_loss": 0.08200811594724655, "cos_r_negg": [0.5383336544036865, 0.4854397475719452, 0.44156473875045776, 0.414390504360199, 0.39718538522720337, 0.41544389724731445, 0.4549897313117981], "cos_apical_negg": [0.5383336544036865, 0.4854397475719452, 0.44156473875045776, 0.414390504360199, 0.39718538522720337, 0.41544389724731445, 0.4549897313117981], "cos_Ac_negg": [0.5383336544036865, 0.4854397475719452, 0.44156473875045776, 0.414390504360199, 0.39718538522720337, 0.41544389724731445, 0.4549897313117981], "r_norm": [0.4743943512439728, 0.37333226203918457, 0.3399884104728699, 0.3307921588420868, 0.3253144919872284, 0.3374605178833008, 0.349895715713501]}, {"step": 9200, "epoch": 19, "train_loss": 0.1279531866312027, "cos_r_negg": [0.557429313659668, 0.501399040222168, 0.4618055820465088, 0.4355733394622803, 0.4190249443054199, 0.4340689778327942, 0.47290855646133423], "cos_apical_negg": [0.557429313659668, 0.501399040222168, 0.4618055820465088, 0.4355733394622803, 0.4190249443054199, 0.4340689778327942, 0.47290855646133423], "cos_Ac_negg": [0.557429313659668, 0.501399040222168, 0.4618055820465088, 0.4355733394622803, 0.4190249443054199, 0.4340689778327942, 0.47290855646133423], "r_norm": [0.4963340163230896, 0.3881112337112427, 0.35383179783821106, 0.3444187641143799, 0.3371528387069702, 0.34901463985443115, 0.36410802602767944]}, {"step": 9250, "epoch": 19, "train_loss": 0.1318632960319519, "cos_r_negg": [0.5460858345031738, 0.48793771862983704, 0.4502989947795868, 0.427479088306427, 0.41531383991241455, 0.4338010549545288, 0.4691670835018158], "cos_apical_negg": [0.5460858345031738, 0.48793771862983704, 0.4502989947795868, 0.427479088306427, 0.41531383991241455, 0.4338010549545288, 0.4691670835018158], "cos_Ac_negg": [0.5460858345031738, 0.48793771862983704, 0.4502989947795868, 0.427479088306427, 0.41531383991241455, 0.4338010549545288, 0.4691670835018158], "r_norm": [0.4815827012062073, 0.3774467706680298, 0.3436868190765381, 0.335005521774292, 0.3294384479522705, 0.3413805365562439, 0.3532857894897461], "ldr": {"dL_sdil": -0.014909714460372925, "dL_bp": -0.025007426738739014, "ratio": 0.5962114621444149}}, {"step": 9300, "epoch": 19, "train_loss": 0.13556170463562012, "cos_r_negg": [0.5536259412765503, 0.4971262812614441, 0.44919025897979736, 0.4219789505004883, 0.41651803255081177, 0.4322271943092346, 0.4666530191898346], "cos_apical_negg": [0.5536259412765503, 0.4971262812614441, 0.44919025897979736, 0.4219789505004883, 0.41651803255081177, 0.4322271943092346, 0.4666530191898346], "cos_Ac_negg": [0.5536259412765503, 0.4971262812614441, 0.44919025897979736, 0.4219789505004883, 0.41651803255081177, 0.4322271943092346, 0.4666530191898346], "r_norm": [0.47940298914909363, 0.3765338063240051, 0.3440417945384979, 0.33507096767425537, 0.3287850618362427, 0.340717613697052, 0.3532329797744751]}, {"step": 9350, "epoch": 19, "train_loss": 0.17965146899223328, "cos_r_negg": [0.5465694665908813, 0.4965124726295471, 0.4533790349960327, 0.42695796489715576, 0.4155816435813904, 0.43045878410339355, 0.4652603268623352], "cos_apical_negg": [0.5465694665908813, 0.4965124726295471, 0.4533790349960327, 0.42695796489715576, 0.4155816435813904, 0.43045878410339355, 0.4652603268623352], "cos_Ac_negg": [0.5465694665908813, 0.4965124726295471, 0.4533790349960327, 0.42695796489715576, 0.4155816435813904, 0.43045878410339355, 0.4652603268623352], "r_norm": [0.5419232249259949, 0.42386287450790405, 0.3868445158004761, 0.3767712116241455, 0.36925938725471497, 0.3821261525154114, 0.398650586605072]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8799, "test_loss": 0.4247143310546875}], "final": {"test_acc": 0.8799, "test_loss": 0.4247143310546875, "wall_s": 122.91787481307983, "cos_r_negg": [0.5445038676261902, 0.49530553817749023, 0.44610005617141724, 0.4183772802352905, 0.4042602777481079, 0.4205349385738373, 0.4622221291065216], "cos_apical_negg": [0.5445038676261902, 0.49530553817749023, 0.44610005617141724, 0.4183772802352905, 0.4042602777481079, 0.4205349385738373, 0.4622221291065216], "cos_Ac_negg": [0.5445038676261902, 0.49530553817749023, 0.44610005617141724, 0.4183772802352905, 0.4042602777481079, 0.4205349385738373, 0.4622221291065216]}}
\ No newline at end of file