1
|
{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3596560955047607, "cos_r_negg": [9.479071013629436e-05, 0.0220403540879488, -0.01564928889274597, 0.002010445110499859, -0.010512189008295536, -0.04572710394859314, -0.032960936427116394], "cos_apical_negg": [9.479071013629436e-05, 0.0220403540879488, -0.01564928889274597, 0.002010445110499859, -0.010512189008295536, -0.04572710394859314, -0.032960936427116394], "cos_Ac_negg": [9.479071013629436e-05, 0.0220403540879488, -0.01564928889274597, 0.002010445110499859, -0.010512189008295536, -0.04572710394859314, -0.032960936427116394], "r_norm": [4.861555099487305, 4.760970115661621, 4.761721611022949, 4.738229274749756, 4.861982345581055, 4.896201133728027, 4.815830230712891], "ldr": {"dL_sdil": 0.0014011859893798828, "dL_bp": -0.11866521835327148, "ratio": -0.011807891215507576}}, {"step": 50, "epoch": 0, "train_loss": 0.8905516266822815, "cos_r_negg": [0.11569742113351822, 0.04414016380906105, 0.020760275423526764, 0.08761212974786758, 0.03622690960764885, 0.05038117617368698, 0.13916106522083282], "cos_apical_negg": [0.11569742113351822, 0.04414016380906105, 0.020760275423526764, 0.08761212974786758, 0.03622690960764885, 0.05038117617368698, 0.13916106522083282], "cos_Ac_negg": [0.11569742113351822, 0.04414016380906105, 0.020760275423526764, 0.08761212974786758, 0.03622690960764885, 0.05038117617368698, 0.13916106522083282], "r_norm": [2.957040786743164, 2.839244842529297, 2.852318048477173, 2.90484881401062, 2.987786293029785, 2.9852097034454346, 2.983856201171875]}, {"step": 100, "epoch": 0, "train_loss": 0.720224142074585, "cos_r_negg": [0.14092984795570374, 0.12853418290615082, 0.15890631079673767, 0.11188039928674698, 0.1522918939590454, 0.16458344459533691, 0.15858246386051178], "cos_apical_negg": [0.14092984795570374, 0.12853418290615082, 0.15890631079673767, 0.11188039928674698, 0.1522918939590454, 0.16458344459533691, 0.15858246386051178], "cos_Ac_negg": [0.14092984795570374, 0.12853418290615082, 0.15890631079673767, 0.11188039928674698, 0.1522918939590454, 0.16458344459533691, 0.15858246386051178], "r_norm": [1.9222267866134644, 1.8466391563415527, 1.8668322563171387, 1.8852641582489014, 1.9531545639038086, 1.9507739543914795, 1.944777011871338]}, {"step": 150, "epoch": 0, "train_loss": 0.5950242877006531, "cos_r_negg": [0.28794264793395996, 0.18860438466072083, 0.21281027793884277, 0.19449421763420105, 0.2288697063922882, 0.18976189196109772, 0.2126954197883606], "cos_apical_negg": [0.28794264793395996, 0.18860438466072083, 0.21281027793884277, 0.19449421763420105, 0.2288697063922882, 0.18976189196109772, 0.2126954197883606], "cos_Ac_negg": [0.28794264793395996, 0.18860438466072083, 0.21281027793884277, 0.19449421763420105, 0.2288697063922882, 0.18976189196109772, 0.2126954197883606], "r_norm": [1.8076188564300537, 1.7386176586151123, 1.7565110921859741, 1.7766854763031006, 1.855032205581665, 1.8462133407592773, 1.8416860103607178]}, {"step": 200, "epoch": 0, "train_loss": 0.7057904005050659, "cos_r_negg": [0.252401739358902, 0.18957534432411194, 0.1968725174665451, 0.18080240488052368, 0.21587859094142914, 0.21740469336509705, 0.2670775055885315], "cos_apical_negg": [0.252401739358902, 0.18957534432411194, 0.1968725174665451, 0.18080240488052368, 0.21587859094142914, 0.21740469336509705, 0.2670775055885315], "cos_Ac_negg": [0.252401739358902, 0.18957534432411194, 0.1968725174665451, 0.18080240488052368, 0.21587859094142914, 0.21740469336509705, 0.2670775055885315], "r_norm": [1.5709474086761475, 1.5130870342254639, 1.521268367767334, 1.5414572954177856, 1.5999351739883423, 1.5995173454284668, 1.5965651273727417]}, {"step": 250, "epoch": 0, "train_loss": 0.5231415033340454, "cos_r_negg": [0.31474632024765015, 0.2524716556072235, 0.23185080289840698, 0.21932199597358704, 0.2105969935655594, 0.23318937420845032, 0.23932945728302002], "cos_apical_negg": [0.31474632024765015, 0.2524716556072235, 0.23185080289840698, 0.21932199597358704, 0.2105969935655594, 0.23318937420845032, 0.23932945728302002], "cos_Ac_negg": [0.31474632024765015, 0.2524716556072235, 0.23185080289840698, 0.21932199597358704, 0.2105969935655594, 0.23318937420845032, 0.23932945728302002], "r_norm": [1.4051334857940674, 1.3525376319885254, 1.3630001544952393, 1.3780443668365479, 1.4304404258728027, 1.4282619953155518, 1.4267524480819702], "ldr": {"dL_sdil": -0.00972592830657959, "dL_bp": -0.012208551168441772, "ratio": 0.796648854756854}}, {"step": 300, "epoch": 0, "train_loss": 0.7183468341827393, "cos_r_negg": [0.2888014018535614, 0.24991227686405182, 0.2432381510734558, 0.2333211600780487, 0.22473010420799255, 0.24377474188804626, 0.22513926029205322], "cos_apical_negg": [0.2888014018535614, 0.24991227686405182, 0.2432381510734558, 0.2333211600780487, 0.22473010420799255, 0.24377474188804626, 0.22513926029205322], "cos_Ac_negg": [0.2888014018535614, 0.24991227686405182, 0.2432381510734558, 0.2333211600780487, 0.22473010420799255, 0.24377474188804626, 0.22513926029205322], "r_norm": [1.2902805805206299, 1.243504524230957, 1.2525460720062256, 1.2643167972564697, 1.3172985315322876, 1.3136615753173828, 1.3105590343475342]}, {"step": 350, "epoch": 0, "train_loss": 0.45874935388565063, "cos_r_negg": [0.37281861901283264, 0.30989059805870056, 0.3079688251018524, 0.26685523986816406, 0.23993054032325745, 0.24349017441272736, 0.2277137190103531], "cos_apical_negg": [0.37281861901283264, 0.30989059805870056, 0.3079688251018524, 0.26685523986816406, 0.23993054032325745, 0.24349017441272736, 0.2277137190103531], "cos_Ac_negg": [0.37281861901283264, 0.30989059805870056, 0.3079688251018524, 0.26685523986816406, 0.23993054032325745, 0.24349017441272736, 0.2277137190103531], "r_norm": [1.29778254032135, 1.2478898763656616, 1.2545323371887207, 1.2635371685028076, 1.3150248527526855, 1.315708875656128, 1.312469720840454]}, {"step": 400, "epoch": 0, "train_loss": 0.6424828171730042, "cos_r_negg": [0.42518365383148193, 0.3761768639087677, 0.3532445430755615, 0.29200902581214905, 0.28660374879837036, 0.27023476362228394, 0.24079695343971252], "cos_apical_negg": [0.42518365383148193, 0.3761768639087677, 0.3532445430755615, 0.29200902581214905, 0.28660374879837036, 0.27023476362228394, 0.24079695343971252], "cos_Ac_negg": [0.42518365383148193, 0.3761768639087677, 0.3532445430755615, 0.29200902581214905, 0.28660374879837036, 0.27023476362228394, 0.24079695343971252], "r_norm": [1.2894600629806519, 1.2378857135772705, 1.2480850219726562, 1.255323886871338, 1.313591718673706, 1.3079911470413208, 1.302915096282959]}, {"step": 450, "epoch": 0, "train_loss": 0.47070008516311646, "cos_r_negg": [0.42366525530815125, 0.36209988594055176, 0.34006866812705994, 0.3120977282524109, 0.2816447913646698, 0.26452720165252686, 0.23544888198375702], "cos_apical_negg": [0.42366525530815125, 0.36209988594055176, 0.34006866812705994, 0.3120977282524109, 0.2816447913646698, 0.26452720165252686, 0.23544888198375702], "cos_Ac_negg": [0.42366525530815125, 0.36209988594055176, 0.34006866812705994, 0.3120977282524109, 0.2816447913646698, 0.26452720165252686, 0.23544888198375702], "r_norm": [1.2622745037078857, 1.212384819984436, 1.2188429832458496, 1.227477788925171, 1.2836763858795166, 1.2799581289291382, 1.2758407592773438]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8392, "test_loss": 0.4835125610351563}, {"step": 500, "epoch": 1, "train_loss": 0.2996179461479187, "cos_r_negg": [0.3769688010215759, 0.30565693974494934, 0.3060235381126404, 0.26018884778022766, 0.2690556049346924, 0.23729054629802704, 0.2224157154560089], "cos_apical_negg": [0.3769688010215759, 0.30565693974494934, 0.3060235381126404, 0.26018884778022766, 0.2690556049346924, 0.23729054629802704, 0.2224157154560089], "cos_Ac_negg": [0.3769688010215759, 0.30565693974494934, 0.3060235381126404, 0.26018884778022766, 0.2690556049346924, 0.23729054629802704, 0.2224157154560089], "r_norm": [1.2937352657318115, 1.2397880554199219, 1.2472882270812988, 1.2556443214416504, 1.3098573684692383, 1.3070989847183228, 1.3053796291351318], "ldr": {"dL_sdil": -0.02163556218147278, "dL_bp": -0.017127901315689087, "ratio": 1.2631764851222427}}, {"step": 550, "epoch": 1, "train_loss": 0.5405221581459045, "cos_r_negg": [0.4266056716442108, 0.36321407556533813, 0.32087939977645874, 0.31647151708602905, 0.2781568765640259, 0.24358516931533813, 0.21477244794368744], "cos_apical_negg": [0.4266056716442108, 0.36321407556533813, 0.32087939977645874, 0.31647151708602905, 0.2781568765640259, 0.24358516931533813, 0.21477244794368744], "cos_Ac_negg": [0.4266056716442108, 0.36321407556533813, 0.32087939977645874, 0.31647151708602905, 0.2781568765640259, 0.24358516931533813, 0.21477244794368744], "r_norm": [1.148059368133545, 1.0971155166625977, 1.1029491424560547, 1.1143102645874023, 1.1654800176620483, 1.1561717987060547, 1.1585347652435303]}, {"step": 600, "epoch": 1, "train_loss": 0.4484388828277588, "cos_r_negg": [0.4918164312839508, 0.41521576046943665, 0.35846638679504395, 0.36449891328811646, 0.31455671787261963, 0.2866537272930145, 0.23461349308490753], "cos_apical_negg": [0.4918164312839508, 0.41521576046943665, 0.35846638679504395, 0.36449891328811646, 0.31455671787261963, 0.2866537272930145, 0.23461349308490753], "cos_Ac_negg": [0.4918164312839508, 0.41521576046943665, 0.35846638679504395, 0.36449891328811646, 0.31455671787261963, 0.2866537272930145, 0.23461349308490753], "r_norm": [1.1428488492965698, 1.0964446067810059, 1.1059707403182983, 1.113624095916748, 1.1625339984893799, 1.1572543382644653, 1.155738115310669]}, {"step": 650, "epoch": 1, "train_loss": 0.5113354921340942, "cos_r_negg": [0.4409477114677429, 0.3780173659324646, 0.3462892174720764, 0.3350994288921356, 0.2950258255004883, 0.3040868043899536, 0.22974826395511627], "cos_apical_negg": [0.4409477114677429, 0.3780173659324646, 0.3462892174720764, 0.3350994288921356, 0.2950258255004883, 0.3040868043899536, 0.22974826395511627], "cos_Ac_negg": [0.4409477114677429, 0.3780173659324646, 0.3462892174720764, 0.3350994288921356, 0.2950258255004883, 0.3040868043899536, 0.22974826395511627], "r_norm": [1.0972594022750854, 1.0483958721160889, 1.056018352508545, 1.0636169910430908, 1.1091809272766113, 1.1042695045471191, 1.1050853729248047]}, {"step": 700, "epoch": 1, "train_loss": 0.34196123480796814, "cos_r_negg": [0.46927034854888916, 0.40423130989074707, 0.37788572907447815, 0.3442390561103821, 0.3157866299152374, 0.31608909368515015, 0.23769596219062805], "cos_apical_negg": [0.46927034854888916, 0.40423130989074707, 0.37788572907447815, 0.3442390561103821, 0.3157866299152374, 0.31608909368515015, 0.23769596219062805], "cos_Ac_negg": [0.46927034854888916, 0.40423130989074707, 0.37788572907447815, 0.3442390561103821, 0.3157866299152374, 0.31608909368515015, 0.23769596219062805], "r_norm": [1.1189360618591309, 1.0710182189941406, 1.079012393951416, 1.0812721252441406, 1.1345880031585693, 1.1282451152801514, 1.125016450881958]}, {"step": 750, "epoch": 1, "train_loss": 0.45678359270095825, "cos_r_negg": [0.45344918966293335, 0.3999291658401489, 0.3612154722213745, 0.35174113512039185, 0.30183398723602295, 0.3045862317085266, 0.214516744017601], "cos_apical_negg": [0.45344918966293335, 0.3999291658401489, 0.3612154722213745, 0.35174113512039185, 0.30183398723602295, 0.3045862317085266, 0.214516744017601], "cos_Ac_negg": [0.45344918966293335, 0.3999291658401489, 0.3612154722213745, 0.35174113512039185, 0.30183398723602295, 0.3045862317085266, 0.214516744017601], "r_norm": [1.0945162773132324, 1.0556467771530151, 1.0653398036956787, 1.0685679912567139, 1.1184241771697998, 1.1117461919784546, 1.1064125299453735], "ldr": {"dL_sdil": -0.011924326419830322, "dL_bp": -0.010584652423858643, "ratio": 1.126567594506169}}, {"step": 800, "epoch": 1, "train_loss": 0.4468398988246918, "cos_r_negg": [0.43843257427215576, 0.3983399271965027, 0.3624706268310547, 0.3463110625743866, 0.3031984567642212, 0.32287609577178955, 0.246101513504982], "cos_apical_negg": [0.43843257427215576, 0.3983399271965027, 0.3624706268310547, 0.3463110625743866, 0.3031984567642212, 0.32287609577178955, 0.246101513504982], "cos_Ac_negg": [0.43843257427215576, 0.3983399271965027, 0.3624706268310547, 0.3463110625743866, 0.3031984567642212, 0.32287609577178955, 0.246101513504982], "r_norm": [1.052798867225647, 1.00673246383667, 1.0142110586166382, 1.0183007717132568, 1.0665359497070312, 1.0598572492599487, 1.0581225156784058]}, {"step": 850, "epoch": 1, "train_loss": 0.2975834012031555, "cos_r_negg": [0.4952199459075928, 0.4321513772010803, 0.3916887044906616, 0.35882917046546936, 0.3142895996570587, 0.32628515362739563, 0.24366305768489838], "cos_apical_negg": [0.4952199459075928, 0.4321513772010803, 0.3916887044906616, 0.35882917046546936, 0.3142895996570587, 0.32628515362739563, 0.24366305768489838], "cos_Ac_negg": [0.4952199459075928, 0.4321513772010803, 0.3916887044906616, 0.35882917046546936, 0.3142895996570587, 0.32628515362739563, 0.24366305768489838], "r_norm": [1.0674731731414795, 1.0219626426696777, 1.0294315814971924, 1.0320500135421753, 1.0799022912979126, 1.0735301971435547, 1.0695977210998535]}, {"step": 900, "epoch": 1, "train_loss": 0.33581089973449707, "cos_r_negg": [0.4905256927013397, 0.4077053964138031, 0.39843273162841797, 0.38870930671691895, 0.3552706241607666, 0.34145185351371765, 0.2683641314506531], "cos_apical_negg": [0.4905256927013397, 0.4077053964138031, 0.39843273162841797, 0.38870930671691895, 0.3552706241607666, 0.34145185351371765, 0.2683641314506531], "cos_Ac_negg": [0.4905256927013397, 0.4077053964138031, 0.39843273162841797, 0.38870930671691895, 0.3552706241607666, 0.34145185351371765, 0.2683641314506531], "r_norm": [1.0378797054290771, 0.9976621866226196, 1.0037823915481567, 1.0047879219055176, 1.0533794164657593, 1.04794442653656, 1.043718934059143]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8416, "test_loss": 0.4328225341796875}, {"step": 950, "epoch": 2, "train_loss": 0.35407713055610657, "cos_r_negg": [0.4830329120159149, 0.41966378688812256, 0.39859580993652344, 0.3935943841934204, 0.3571205735206604, 0.35534462332725525, 0.2474522441625595], "cos_apical_negg": [0.4830329120159149, 0.41966378688812256, 0.39859580993652344, 0.3935943841934204, 0.3571205735206604, 0.35534462332725525, 0.2474522441625595], "cos_Ac_negg": [0.4830329120159149, 0.41966378688812256, 0.39859580993652344, 0.3935943841934204, 0.3571205735206604, 0.35534462332725525, 0.2474522441625595], "r_norm": [1.0066879987716675, 0.964458167552948, 0.970999002456665, 0.9769284725189209, 1.0134896039962769, 1.0091822147369385, 1.007908821105957]}, {"step": 1000, "epoch": 2, "train_loss": 0.3705061972141266, "cos_r_negg": [0.47612273693084717, 0.4094886779785156, 0.39566949009895325, 0.3768627643585205, 0.3704884648323059, 0.3477029800415039, 0.2610324025154114], "cos_apical_negg": [0.47612273693084717, 0.4094886779785156, 0.39566949009895325, 0.3768627643585205, 0.3704884648323059, 0.3477029800415039, 0.2610324025154114], "cos_Ac_negg": [0.47612273693084717, 0.4094886779785156, 0.39566949009895325, 0.3768627643585205, 0.3704884648323059, 0.3477029800415039, 0.2610324025154114], "r_norm": [1.046402931213379, 0.997474193572998, 1.0081697702407837, 1.0087970495224, 1.0595852136611938, 1.0498160123825073, 1.0482683181762695], "ldr": {"dL_sdil": -0.023000448942184448, "dL_bp": -0.017337709665298462, "ratio": 1.3266140330069083}}, {"step": 1050, "epoch": 2, "train_loss": 0.3606942594051361, "cos_r_negg": [0.48941290378570557, 0.42683613300323486, 0.4009283781051636, 0.38710880279541016, 0.35079747438430786, 0.33300483226776123, 0.26311445236206055], "cos_apical_negg": [0.48941290378570557, 0.42683613300323486, 0.4009283781051636, 0.38710880279541016, 0.35079747438430786, 0.33300483226776123, 0.26311445236206055], "cos_Ac_negg": [0.48941290378570557, 0.42683613300323486, 0.4009283781051636, 0.38710880279541016, 0.35079747438430786, 0.33300483226776123, 0.26311445236206055], "r_norm": [0.9582146406173706, 0.914498507976532, 0.920574426651001, 0.9260475635528564, 0.9628697633743286, 0.9573962092399597, 0.9573400020599365]}, {"step": 1100, "epoch": 2, "train_loss": 0.32696211338043213, "cos_r_negg": [0.5069760084152222, 0.4454432725906372, 0.4320884346961975, 0.4053370952606201, 0.3642970323562622, 0.3531840443611145, 0.2615988850593567], "cos_apical_negg": [0.5069760084152222, 0.4454432725906372, 0.4320884346961975, 0.4053370952606201, 0.3642970323562622, 0.3531840443611145, 0.2615988850593567], "cos_Ac_negg": [0.5069760084152222, 0.4454432725906372, 0.4320884346961975, 0.4053370952606201, 0.3642970323562622, 0.3531840443611145, 0.2615988850593567], "r_norm": [0.9170612692832947, 0.8748444318771362, 0.8824308514595032, 0.882982611656189, 0.9250126481056213, 0.9174565076828003, 0.915039598941803]}, {"step": 1150, "epoch": 2, "train_loss": 0.2906685471534729, "cos_r_negg": [0.4828392267227173, 0.4307500422000885, 0.40429413318634033, 0.40871962904930115, 0.34097516536712646, 0.3475113809108734, 0.2395910620689392], "cos_apical_negg": [0.4828392267227173, 0.4307500422000885, 0.40429413318634033, 0.40871962904930115, 0.34097516536712646, 0.3475113809108734, 0.2395910620689392], "cos_Ac_negg": [0.4828392267227173, 0.4307500422000885, 0.40429413318634033, 0.40871962904930115, 0.34097516536712646, 0.3475113809108734, 0.2395910620689392], "r_norm": [0.8952504396438599, 0.8553500175476074, 0.8606992959976196, 0.8632972240447998, 0.901028037071228, 0.8943122029304504, 0.8947964906692505]}, {"step": 1200, "epoch": 2, "train_loss": 0.42487233877182007, "cos_r_negg": [0.5002874135971069, 0.454334557056427, 0.4380980134010315, 0.42584720253944397, 0.39122986793518066, 0.3790682554244995, 0.2731994390487671], "cos_apical_negg": [0.5002874135971069, 0.454334557056427, 0.4380980134010315, 0.42584720253944397, 0.39122986793518066, 0.3790682554244995, 0.2731994390487671], "cos_Ac_negg": [0.5002874135971069, 0.454334557056427, 0.4380980134010315, 0.42584720253944397, 0.39122986793518066, 0.3790682554244995, 0.2731994390487671], "r_norm": [0.9074416756629944, 0.8659295439720154, 0.8714367747306824, 0.8707669377326965, 0.9132899045944214, 0.9069126844406128, 0.9039925336837769]}, {"step": 1250, "epoch": 2, "train_loss": 0.2930182218551636, "cos_r_negg": [0.505712628364563, 0.45268210768699646, 0.4487658739089966, 0.386712908744812, 0.34791427850723267, 0.3611586093902588, 0.25394630432128906], "cos_apical_negg": [0.505712628364563, 0.45268210768699646, 0.4487658739089966, 0.386712908744812, 0.34791427850723267, 0.3611586093902588, 0.25394630432128906], "cos_Ac_negg": [0.505712628364563, 0.45268210768699646, 0.4487658739089966, 0.386712908744812, 0.34791427850723267, 0.3611586093902588, 0.25394630432128906], "r_norm": [0.8753591775894165, 0.8381402492523193, 0.8441058397293091, 0.8471546173095703, 0.8832690119743347, 0.8747817277908325, 0.8765566349029541], "ldr": {"dL_sdil": -0.008883357048034668, "dL_bp": -0.006926357746124268, "ratio": 1.2825437803881072}}, {"step": 1300, "epoch": 2, "train_loss": 0.32278183102607727, "cos_r_negg": [0.5020031332969666, 0.46255823969841003, 0.44493356347084045, 0.4014919400215149, 0.36489981412887573, 0.3664618730545044, 0.2560645639896393], "cos_apical_negg": [0.5020031332969666, 0.46255823969841003, 0.44493356347084045, 0.4014919400215149, 0.36489981412887573, 0.3664618730545044, 0.2560645639896393], "cos_Ac_negg": [0.5020031332969666, 0.46255823969841003, 0.44493356347084045, 0.4014919400215149, 0.36489981412887573, 0.3664618730545044, 0.2560645639896393], "r_norm": [0.8359826803207397, 0.7984652519226074, 0.8034708499908447, 0.8029775619506836, 0.8415586948394775, 0.8340209722518921, 0.8320636749267578]}, {"step": 1350, "epoch": 2, "train_loss": 0.27039703726768494, "cos_r_negg": [0.518458366394043, 0.4812169671058655, 0.4603423774242401, 0.42247188091278076, 0.36740705370903015, 0.38043296337127686, 0.2915726900100708], "cos_apical_negg": [0.518458366394043, 0.4812169671058655, 0.4603423774242401, 0.42247188091278076, 0.36740705370903015, 0.38043296337127686, 0.2915726900100708], "cos_Ac_negg": [0.518458366394043, 0.4812169671058655, 0.4603423774242401, 0.42247188091278076, 0.36740705370903015, 0.38043296337127686, 0.2915726900100708], "r_norm": [0.8415358066558838, 0.7999772429466248, 0.8068916201591492, 0.8052863478660583, 0.8438242673873901, 0.8364298343658447, 0.8337178230285645]}, {"step": 1400, "epoch": 2, "train_loss": 0.455842524766922, "cos_r_negg": [0.5089232921600342, 0.4723045825958252, 0.4418010711669922, 0.41306227445602417, 0.35324984788894653, 0.3621482253074646, 0.2674787640571594], "cos_apical_negg": [0.5089232921600342, 0.4723045825958252, 0.4418010711669922, 0.41306227445602417, 0.35324984788894653, 0.3621482253074646, 0.2674787640571594], "cos_Ac_negg": [0.5089232921600342, 0.4723045825958252, 0.4418010711669922, 0.41306227445602417, 0.35324984788894653, 0.3621482253074646, 0.2674787640571594], "r_norm": [0.8052679300308228, 0.766582190990448, 0.7714881896972656, 0.7717257738113403, 0.8071416020393372, 0.8002853393554688, 0.7978277206420898]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8579, "test_loss": 0.40743017272949217}, {"step": 1450, "epoch": 3, "train_loss": 0.5761321783065796, "cos_r_negg": [0.5173884630203247, 0.4806950092315674, 0.44176235795021057, 0.4271100163459778, 0.3783039152622223, 0.3769354224205017, 0.28214752674102783], "cos_apical_negg": [0.5173884630203247, 0.4806950092315674, 0.44176235795021057, 0.4271100163459778, 0.3783039152622223, 0.3769354224205017, 0.28214752674102783], "cos_Ac_negg": [0.5173884630203247, 0.4806950092315674, 0.44176235795021057, 0.4271100163459778, 0.3783039152622223, 0.3769354224205017, 0.28214752674102783], "r_norm": [0.9077070355415344, 0.8654835820198059, 0.8690185546875, 0.8664356470108032, 0.9065194129943848, 0.9012748003005981, 0.897810697555542]}, {"step": 1500, "epoch": 3, "train_loss": 0.402803897857666, "cos_r_negg": [0.5097194314002991, 0.4678562879562378, 0.440590500831604, 0.4096195101737976, 0.3611961603164673, 0.37755122780799866, 0.28517574071884155], "cos_apical_negg": [0.5097194314002991, 0.4678562879562378, 0.440590500831604, 0.4096195101737976, 0.3611961603164673, 0.37755122780799866, 0.28517574071884155], "cos_Ac_negg": [0.5097194314002991, 0.4678562879562378, 0.440590500831604, 0.4096195101737976, 0.3611961603164673, 0.37755122780799866, 0.28517574071884155], "r_norm": [0.8922505974769592, 0.8524272441864014, 0.855486273765564, 0.8552618026733398, 0.8931149840354919, 0.8846619129180908, 0.88419508934021], "ldr": {"dL_sdil": -0.019508451223373413, "dL_bp": -0.015689998865127563, "ratio": 1.2433685554135192}}, {"step": 1550, "epoch": 3, "train_loss": 0.28304558992385864, "cos_r_negg": [0.5007315874099731, 0.4690927267074585, 0.4511667490005493, 0.41573137044906616, 0.3705440163612366, 0.38877931237220764, 0.28881412744522095], "cos_apical_negg": [0.5007315874099731, 0.4690927267074585, 0.4511667490005493, 0.41573137044906616, 0.3705440163612366, 0.38877931237220764, 0.28881412744522095], "cos_Ac_negg": [0.5007315874099731, 0.4690927267074585, 0.4511667490005493, 0.41573137044906616, 0.3705440163612366, 0.38877931237220764, 0.28881412744522095], "r_norm": [0.8178849220275879, 0.7767347693443298, 0.7793344259262085, 0.7777864336967468, 0.8144631385803223, 0.8074659705162048, 0.8070461750030518]}, {"step": 1600, "epoch": 3, "train_loss": 0.3557818531990051, "cos_r_negg": [0.48657023906707764, 0.43718627095222473, 0.4101598262786865, 0.39287370443344116, 0.352207750082016, 0.3705262541770935, 0.29616475105285645], "cos_apical_negg": [0.48657023906707764, 0.43718627095222473, 0.4101598262786865, 0.39287370443344116, 0.352207750082016, 0.3705262541770935, 0.29616475105285645], "cos_Ac_negg": [0.48657023906707764, 0.43718627095222473, 0.4101598262786865, 0.39287370443344116, 0.352207750082016, 0.3705262541770935, 0.29616475105285645], "r_norm": [0.8044140338897705, 0.764711320400238, 0.7688939571380615, 0.7687044143676758, 0.8030126094818115, 0.7947410345077515, 0.7932167053222656]}, {"step": 1650, "epoch": 3, "train_loss": 0.356370747089386, "cos_r_negg": [0.5242265462875366, 0.4830203652381897, 0.4524228274822235, 0.4115495979785919, 0.3902743458747864, 0.3825749158859253, 0.2786875367164612], "cos_apical_negg": [0.5242265462875366, 0.4830203652381897, 0.4524228274822235, 0.4115495979785919, 0.3902743458747864, 0.3825749158859253, 0.2786875367164612], "cos_Ac_negg": [0.5242265462875366, 0.4830203652381897, 0.4524228274822235, 0.4115495979785919, 0.3902743458747864, 0.3825749158859253, 0.2786875367164612], "r_norm": [0.8020358085632324, 0.7607577443122864, 0.7644833326339722, 0.7660831212997437, 0.8000365495681763, 0.7916353940963745, 0.7921997308731079]}, {"step": 1700, "epoch": 3, "train_loss": 0.297857403755188, "cos_r_negg": [0.5180911421775818, 0.46579456329345703, 0.42834967374801636, 0.4046381711959839, 0.38890889286994934, 0.38324201107025146, 0.28892868757247925], "cos_apical_negg": [0.5180911421775818, 0.46579456329345703, 0.42834967374801636, 0.4046381711959839, 0.38890889286994934, 0.38324201107025146, 0.28892868757247925], "cos_Ac_negg": [0.5180911421775818, 0.46579456329345703, 0.42834967374801636, 0.4046381711959839, 0.38890889286994934, 0.38324201107025146, 0.28892868757247925], "r_norm": [0.791291356086731, 0.7505056262016296, 0.752447247505188, 0.7523733377456665, 0.784706711769104, 0.7782031297683716, 0.7784556746482849]}, {"step": 1750, "epoch": 3, "train_loss": 0.4985322058200836, "cos_r_negg": [0.5231425762176514, 0.4666525721549988, 0.43828386068344116, 0.4223267734050751, 0.37803220748901367, 0.3797954320907593, 0.28917989134788513], "cos_apical_negg": [0.5231425762176514, 0.4666525721549988, 0.43828386068344116, 0.4223267734050751, 0.37803220748901367, 0.3797954320907593, 0.28917989134788513], "cos_Ac_negg": [0.5231425762176514, 0.4666525721549988, 0.43828386068344116, 0.4223267734050751, 0.37803220748901367, 0.3797954320907593, 0.28917989134788513], "r_norm": [0.7655889987945557, 0.7259302735328674, 0.7291465997695923, 0.7275960445404053, 0.7579545378684998, 0.7526012063026428, 0.7511076927185059], "ldr": {"dL_sdil": -0.006778717041015625, "dL_bp": -0.005689740180969238, "ratio": 1.1913930733935343}}, {"step": 1800, "epoch": 3, "train_loss": 0.3265581727027893, "cos_r_negg": [0.5153312683105469, 0.47467100620269775, 0.4402545690536499, 0.4342007040977478, 0.39030176401138306, 0.378864586353302, 0.2823418974876404], "cos_apical_negg": [0.5153312683105469, 0.47467100620269775, 0.4402545690536499, 0.4342007040977478, 0.39030176401138306, 0.378864586353302, 0.2823418974876404], "cos_Ac_negg": [0.5153312683105469, 0.47467100620269775, 0.4402545690536499, 0.4342007040977478, 0.39030176401138306, 0.378864586353302, 0.2823418974876404], "r_norm": [0.8255884647369385, 0.7806520462036133, 0.784782350063324, 0.7829583883285522, 0.8163900375366211, 0.8090968132019043, 0.807691752910614]}, {"step": 1850, "epoch": 3, "train_loss": 0.4014549255371094, "cos_r_negg": [0.5048742890357971, 0.46248120069503784, 0.42545801401138306, 0.4166185259819031, 0.3783564567565918, 0.39120250940322876, 0.27308857440948486], "cos_apical_negg": [0.5048742890357971, 0.46248120069503784, 0.42545801401138306, 0.4166185259819031, 0.3783564567565918, 0.39120250940322876, 0.27308857440948486], "cos_Ac_negg": [0.5048742890357971, 0.46248120069503784, 0.42545801401138306, 0.4166185259819031, 0.3783564567565918, 0.39120250940322876, 0.27308857440948486], "r_norm": [0.7321291565895081, 0.6903112530708313, 0.6918348073959351, 0.6911827325820923, 0.7197448015213013, 0.7138343453407288, 0.7140991687774658]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8668, "test_loss": 0.3788264404296875}, {"step": 1900, "epoch": 4, "train_loss": 0.23724840581417084, "cos_r_negg": [0.5378710031509399, 0.4956858456134796, 0.45325544476509094, 0.43195435404777527, 0.3859674334526062, 0.3992493748664856, 0.2885366678237915], "cos_apical_negg": [0.5378710031509399, 0.4956858456134796, 0.45325544476509094, 0.43195435404777527, 0.3859674334526062, 0.3992493748664856, 0.2885366678237915], "cos_Ac_negg": [0.5378710031509399, 0.4956858456134796, 0.45325544476509094, 0.43195435404777527, 0.3859674334526062, 0.3992493748664856, 0.2885366678237915], "r_norm": [0.748134434223175, 0.7040179967880249, 0.7089117169380188, 0.7088636159896851, 0.7354727983474731, 0.7283972501754761, 0.7309328317642212]}, {"step": 1950, "epoch": 4, "train_loss": 0.480771005153656, "cos_r_negg": [0.5287542343139648, 0.47661691904067993, 0.4303840398788452, 0.41881081461906433, 0.3846360743045807, 0.3839161992073059, 0.27970796823501587], "cos_apical_negg": [0.5287542343139648, 0.47661691904067993, 0.4303840398788452, 0.41881081461906433, 0.3846360743045807, 0.3839161992073059, 0.27970796823501587], "cos_Ac_negg": [0.5287542343139648, 0.47661691904067993, 0.4303840398788452, 0.41881081461906433, 0.3846360743045807, 0.3839161992073059, 0.27970796823501587], "r_norm": [0.7882812023162842, 0.743482232093811, 0.7468036413192749, 0.7451187372207642, 0.7786163091659546, 0.7686449289321899, 0.77093505859375]}, {"step": 2000, "epoch": 4, "train_loss": 0.3776087462902069, "cos_r_negg": [0.5185813307762146, 0.4817911982536316, 0.4390195310115814, 0.4298369884490967, 0.392616868019104, 0.3945440948009491, 0.2944842576980591], "cos_apical_negg": [0.5185813307762146, 0.4817911982536316, 0.4390195310115814, 0.4298369884490967, 0.392616868019104, 0.3945440948009491, 0.2944842576980591], "cos_Ac_negg": [0.5185813307762146, 0.4817911982536316, 0.4390195310115814, 0.4298369884490967, 0.392616868019104, 0.3945440948009491, 0.2944842576980591], "r_norm": [0.804772138595581, 0.7559581398963928, 0.7598862648010254, 0.7582430243492126, 0.7865512371063232, 0.7803465723991394, 0.7831778526306152], "ldr": {"dL_sdil": -0.007134526968002319, "dL_bp": -0.006070315837860107, "ratio": 1.1753139636499317}}, {"step": 2050, "epoch": 4, "train_loss": 0.3398296535015106, "cos_r_negg": [0.5441740155220032, 0.5061240196228027, 0.4591482877731323, 0.43668490648269653, 0.40475887060165405, 0.3944080173969269, 0.28605514764785767], "cos_apical_negg": [0.5441740155220032, 0.5061240196228027, 0.4591482877731323, 0.43668490648269653, 0.40475887060165405, 0.3944080173969269, 0.28605514764785767], "cos_Ac_negg": [0.5441740155220032, 0.5061240196228027, 0.4591482877731323, 0.43668490648269653, 0.40475887060165405, 0.3944080173969269, 0.28605514764785767], "r_norm": [0.7538804411888123, 0.7080373167991638, 0.7100738286972046, 0.7100908160209656, 0.7383906841278076, 0.7294256687164307, 0.7321262359619141]}, {"step": 2100, "epoch": 4, "train_loss": 0.3391738533973694, "cos_r_negg": [0.5519504547119141, 0.5071457028388977, 0.459392249584198, 0.44511330127716064, 0.40120649337768555, 0.38764315843582153, 0.3013158440589905], "cos_apical_negg": [0.5519504547119141, 0.5071457028388977, 0.459392249584198, 0.44511330127716064, 0.40120649337768555, 0.38764315843582153, 0.3013158440589905], "cos_Ac_negg": [0.5519504547119141, 0.5071457028388977, 0.459392249584198, 0.44511330127716064, 0.40120649337768555, 0.38764315843582153, 0.3013158440589905], "r_norm": [0.7556610107421875, 0.7084249258041382, 0.7083152532577515, 0.7098497152328491, 0.7364240884780884, 0.7306697368621826, 0.7330909967422485]}, {"step": 2150, "epoch": 4, "train_loss": 0.3157075345516205, "cos_r_negg": [0.5149717330932617, 0.47049036622047424, 0.43557584285736084, 0.43230292201042175, 0.38636064529418945, 0.3674205541610718, 0.3077041506767273], "cos_apical_negg": [0.5149717330932617, 0.47049036622047424, 0.43557584285736084, 0.43230292201042175, 0.38636064529418945, 0.3674205541610718, 0.3077041506767273], "cos_Ac_negg": [0.5149717330932617, 0.47049036622047424, 0.43557584285736084, 0.43230292201042175, 0.38636064529418945, 0.3674205541610718, 0.3077041506767273], "r_norm": [0.7283164262771606, 0.6847686767578125, 0.6832842826843262, 0.6832345724105835, 0.7097945213317871, 0.7037761211395264, 0.707363486289978]}, {"step": 2200, "epoch": 4, "train_loss": 0.3536750078201294, "cos_r_negg": [0.525747537612915, 0.4789104461669922, 0.4567364454269409, 0.43758153915405273, 0.3920547366142273, 0.37529075145721436, 0.3073813021183014], "cos_apical_negg": [0.525747537612915, 0.4789104461669922, 0.4567364454269409, 0.43758153915405273, 0.3920547366142273, 0.37529075145721436, 0.3073813021183014], "cos_Ac_negg": [0.525747537612915, 0.4789104461669922, 0.4567364454269409, 0.43758153915405273, 0.3920547366142273, 0.37529075145721436, 0.3073813021183014], "r_norm": [0.7503511905670166, 0.7064065337181091, 0.7070761919021606, 0.7035863995552063, 0.7331302762031555, 0.7271408438682556, 0.7262942790985107]}, {"step": 2250, "epoch": 4, "train_loss": 0.22162790596485138, "cos_r_negg": [0.5462665557861328, 0.49521106481552124, 0.47624117136001587, 0.4583260715007782, 0.4134179651737213, 0.3816477358341217, 0.3124808669090271], "cos_apical_negg": [0.5462665557861328, 0.49521106481552124, 0.47624117136001587, 0.4583260715007782, 0.4134179651737213, 0.3816477358341217, 0.3124808669090271], "cos_Ac_negg": [0.5462665557861328, 0.49521106481552124, 0.47624117136001587, 0.4583260715007782, 0.4134179651737213, 0.3816477358341217, 0.3124808669090271], "r_norm": [0.7238771915435791, 0.6773456335067749, 0.6765842437744141, 0.6745113134384155, 0.7019439935684204, 0.6965765953063965, 0.698070228099823], "ldr": {"dL_sdil": -0.006847739219665527, "dL_bp": -0.005865544080734253, "ratio": 1.1674516678098723}}, {"step": 2300, "epoch": 4, "train_loss": 0.12758779525756836, "cos_r_negg": [0.5400203466415405, 0.488137423992157, 0.47616076469421387, 0.4597935378551483, 0.4140254855155945, 0.38397762179374695, 0.3230896592140198], "cos_apical_negg": [0.5400203466415405, 0.488137423992157, 0.47616076469421387, 0.4597935378551483, 0.4140254855155945, 0.38397762179374695, 0.3230896592140198], "cos_Ac_negg": [0.5400203466415405, 0.488137423992157, 0.47616076469421387, 0.4597935378551483, 0.4140254855155945, 0.38397762179374695, 0.3230896592140198], "r_norm": [0.7205588817596436, 0.6775717735290527, 0.6773788332939148, 0.6729943752288818, 0.7012697458267212, 0.6937869787216187, 0.6965078115463257]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8665, "test_loss": 0.3776460876464844}, {"step": 2350, "epoch": 5, "train_loss": 0.21030263602733612, "cos_r_negg": [0.5165538787841797, 0.4674253463745117, 0.4514995813369751, 0.43781623244285583, 0.3938145935535431, 0.3711143136024475, 0.3014068305492401], "cos_apical_negg": [0.5165538787841797, 0.4674253463745117, 0.4514995813369751, 0.43781623244285583, 0.3938145935535431, 0.3711143136024475, 0.3014068305492401], "cos_Ac_negg": [0.5165538787841797, 0.4674253463745117, 0.4514995813369751, 0.43781623244285583, 0.3938145935535431, 0.3711143136024475, 0.3014068305492401], "r_norm": [0.6823927164077759, 0.6395443677902222, 0.6393243670463562, 0.6362847089767456, 0.6631184816360474, 0.6549443602561951, 0.6576567888259888]}, {"step": 2400, "epoch": 5, "train_loss": 0.34891727566719055, "cos_r_negg": [0.5234298706054688, 0.4778361916542053, 0.4565100073814392, 0.43819326162338257, 0.39417004585266113, 0.372779905796051, 0.3189905285835266], "cos_apical_negg": [0.5234298706054688, 0.4778361916542053, 0.4565100073814392, 0.43819326162338257, 0.39417004585266113, 0.372779905796051, 0.3189905285835266], "cos_Ac_negg": [0.5234298706054688, 0.4778361916542053, 0.4565100073814392, 0.43819326162338257, 0.39417004585266113, 0.372779905796051, 0.3189905285835266], "r_norm": [0.7327489852905273, 0.6865948438644409, 0.6859683990478516, 0.6853360533714294, 0.712544322013855, 0.7043780088424683, 0.7089734673500061]}, {"step": 2450, "epoch": 5, "train_loss": 0.28897568583488464, "cos_r_negg": [0.5111887454986572, 0.473480224609375, 0.463824987411499, 0.4527134895324707, 0.4164993464946747, 0.3728485703468323, 0.3149130344390869], "cos_apical_negg": [0.5111887454986572, 0.473480224609375, 0.463824987411499, 0.4527134895324707, 0.4164993464946747, 0.3728485703468323, 0.3149130344390869], "cos_Ac_negg": [0.5111887454986572, 0.473480224609375, 0.463824987411499, 0.4527134895324707, 0.4164993464946747, 0.3728485703468323, 0.3149130344390869], "r_norm": [0.6505832672119141, 0.6085261702537537, 0.6086275577545166, 0.6063453555107117, 0.630634069442749, 0.6232566237449646, 0.6264517307281494]}, {"step": 2500, "epoch": 5, "train_loss": 0.3164959251880646, "cos_r_negg": [0.5423582196235657, 0.4982907176017761, 0.46935632824897766, 0.44208067655563354, 0.4281858801841736, 0.39582446217536926, 0.33096396923065186], "cos_apical_negg": [0.5423582196235657, 0.4982907176017761, 0.46935632824897766, 0.44208067655563354, 0.4281858801841736, 0.39582446217536926, 0.33096396923065186], "cos_Ac_negg": [0.5423582196235657, 0.4982907176017761, 0.46935632824897766, 0.44208067655563354, 0.4281858801841736, 0.39582446217536926, 0.33096396923065186], "r_norm": [0.6842815279960632, 0.6397205591201782, 0.6386764049530029, 0.6363031268119812, 0.6577955484390259, 0.6541826725006104, 0.657069206237793], "ldr": {"dL_sdil": -0.008765369653701782, "dL_bp": -0.007867872714996338, "ratio": 1.114071105521928}}, {"step": 2550, "epoch": 5, "train_loss": 0.19043028354644775, "cos_r_negg": [0.5336987376213074, 0.49732980132102966, 0.4691873788833618, 0.438836932182312, 0.39661067724227905, 0.37184303998947144, 0.32217854261398315], "cos_apical_negg": [0.5336987376213074, 0.49732980132102966, 0.4691873788833618, 0.438836932182312, 0.39661067724227905, 0.37184303998947144, 0.32217854261398315], "cos_Ac_negg": [0.5336987376213074, 0.49732980132102966, 0.4691873788833618, 0.438836932182312, 0.39661067724227905, 0.37184303998947144, 0.32217854261398315], "r_norm": [0.6444833278656006, 0.6024662256240845, 0.6012732982635498, 0.5987619161605835, 0.6210296154022217, 0.6153944730758667, 0.6189411878585815]}, {"step": 2600, "epoch": 5, "train_loss": 0.29275840520858765, "cos_r_negg": [0.5454362034797668, 0.5056620836257935, 0.479731023311615, 0.450614869594574, 0.41821303963661194, 0.3903522491455078, 0.32572656869888306], "cos_apical_negg": [0.5454362034797668, 0.5056620836257935, 0.479731023311615, 0.450614869594574, 0.41821303963661194, 0.3903522491455078, 0.32572656869888306], "cos_Ac_negg": [0.5454362034797668, 0.5056620836257935, 0.479731023311615, 0.450614869594574, 0.41821303963661194, 0.3903522491455078, 0.32572656869888306], "r_norm": [0.6752159595489502, 0.6298537254333496, 0.6274447441101074, 0.6247425079345703, 0.6463742256164551, 0.6421843767166138, 0.6454170346260071]}, {"step": 2650, "epoch": 5, "train_loss": 0.21373674273490906, "cos_r_negg": [0.4962814450263977, 0.46818771958351135, 0.43433257937431335, 0.4307486116886139, 0.3710823059082031, 0.3796640932559967, 0.3126981556415558], "cos_apical_negg": [0.4962814450263977, 0.46818771958351135, 0.43433257937431335, 0.4307486116886139, 0.3710823059082031, 0.3796640932559967, 0.3126981556415558], "cos_Ac_negg": [0.4962814450263977, 0.46818771958351135, 0.43433257937431335, 0.4307486116886139, 0.3710823059082031, 0.3796640932559967, 0.3126981556415558], "r_norm": [0.6610958576202393, 0.614380419254303, 0.6136960983276367, 0.6091660857200623, 0.6331415772438049, 0.6285306811332703, 0.6308451294898987]}, {"step": 2700, "epoch": 5, "train_loss": 0.18242532014846802, "cos_r_negg": [0.518902063369751, 0.4745631814002991, 0.44851455092430115, 0.4322681427001953, 0.3882354497909546, 0.3758220076560974, 0.305673748254776], "cos_apical_negg": [0.518902063369751, 0.4745631814002991, 0.44851455092430115, 0.4322681427001953, 0.3882354497909546, 0.3758220076560974, 0.305673748254776], "cos_Ac_negg": [0.518902063369751, 0.4745631814002991, 0.44851455092430115, 0.4322681427001953, 0.3882354497909546, 0.3758220076560974, 0.305673748254776], "r_norm": [0.6684004664421082, 0.6250047087669373, 0.6224426031112671, 0.6180409789085388, 0.641753077507019, 0.6367714405059814, 0.6392920017242432]}, {"step": 2750, "epoch": 5, "train_loss": 0.43817225098609924, "cos_r_negg": [0.5242071151733398, 0.4803956151008606, 0.45520883798599243, 0.44468092918395996, 0.40683239698410034, 0.37648993730545044, 0.3022621273994446], "cos_apical_negg": [0.5242071151733398, 0.4803956151008606, 0.45520883798599243, 0.44468092918395996, 0.40683239698410034, 0.37648993730545044, 0.3022621273994446], "cos_Ac_negg": [0.5242071151733398, 0.4803956151008606, 0.45520883798599243, 0.44468092918395996, 0.40683239698410034, 0.37648993730545044, 0.3022621273994446], "r_norm": [0.6685501337051392, 0.6228185892105103, 0.6218695640563965, 0.6189283132553101, 0.6383529901504517, 0.6345995664596558, 0.6381306052207947], "ldr": {"dL_sdil": -0.006195366382598877, "dL_bp": -0.005352288484573364, "ratio": 1.157517275172195}}, {"step": 2800, "epoch": 5, "train_loss": 0.35416972637176514, "cos_r_negg": [0.5169790983200073, 0.476709246635437, 0.4441445469856262, 0.4257220923900604, 0.39901894330978394, 0.37973546981811523, 0.30070042610168457], "cos_apical_negg": [0.5169790983200073, 0.476709246635437, 0.4441445469856262, 0.4257220923900604, 0.39901894330978394, 0.37973546981811523, 0.30070042610168457], "cos_Ac_negg": [0.5169790983200073, 0.476709246635437, 0.4441445469856262, 0.4257220923900604, 0.39901894330978394, 0.37973546981811523, 0.30070042610168457], "r_norm": [0.7031514644622803, 0.6527893543243408, 0.6492846012115479, 0.646121621131897, 0.6706273555755615, 0.6648993492126465, 0.6689565181732178]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8726, "test_loss": 0.36115214233398435}, {"step": 2850, "epoch": 6, "train_loss": 0.18204358220100403, "cos_r_negg": [0.5341864228248596, 0.5034832954406738, 0.47623854875564575, 0.4487740993499756, 0.42885681986808777, 0.4069392681121826, 0.3264414370059967], "cos_apical_negg": [0.5341864228248596, 0.5034832954406738, 0.47623854875564575, 0.4487740993499756, 0.42885681986808777, 0.4069392681121826, 0.3264414370059967], "cos_Ac_negg": [0.5341864228248596, 0.5034832954406738, 0.47623854875564575, 0.4487740993499756, 0.42885681986808777, 0.4069392681121826, 0.3264414370059967], "r_norm": [0.6682093143463135, 0.6204876899719238, 0.6185110807418823, 0.6153549551963806, 0.6372882127761841, 0.6314321756362915, 0.635539710521698]}, {"step": 2900, "epoch": 6, "train_loss": 0.2209908664226532, "cos_r_negg": [0.52849942445755, 0.48444831371307373, 0.4465666115283966, 0.4192185401916504, 0.4067801237106323, 0.3843821585178375, 0.3224855959415436], "cos_apical_negg": [0.52849942445755, 0.48444831371307373, 0.4465666115283966, 0.4192185401916504, 0.4067801237106323, 0.3843821585178375, 0.3224855959415436], "cos_Ac_negg": [0.52849942445755, 0.48444831371307373, 0.4465666115283966, 0.4192185401916504, 0.4067801237106323, 0.3843821585178375, 0.3224855959415436], "r_norm": [0.6701056957244873, 0.620133638381958, 0.6164985299110413, 0.6119743585586548, 0.6341218948364258, 0.6284383535385132, 0.6342652440071106]}, {"step": 2950, "epoch": 6, "train_loss": 0.1632365882396698, "cos_r_negg": [0.5613846182823181, 0.5134929418563843, 0.48108023405075073, 0.45005589723587036, 0.43501365184783936, 0.400052011013031, 0.3218340277671814], "cos_apical_negg": [0.5613846182823181, 0.5134929418563843, 0.48108023405075073, 0.45005589723587036, 0.43501365184783936, 0.400052011013031, 0.3218340277671814], "cos_Ac_negg": [0.5613846182823181, 0.5134929418563843, 0.48108023405075073, 0.45005589723587036, 0.43501365184783936, 0.400052011013031, 0.3218340277671814], "r_norm": [0.6404919624328613, 0.5930019617080688, 0.5918086767196655, 0.5868615508079529, 0.6108138561248779, 0.604500412940979, 0.6074084043502808]}, {"step": 3000, "epoch": 6, "train_loss": 0.33468863368034363, "cos_r_negg": [0.53868567943573, 0.4889843463897705, 0.45908457040786743, 0.43919822573661804, 0.4247020184993744, 0.3970062732696533, 0.309808611869812], "cos_apical_negg": [0.53868567943573, 0.4889843463897705, 0.45908457040786743, 0.43919822573661804, 0.4247020184993744, 0.3970062732696533, 0.309808611869812], "cos_Ac_negg": [0.53868567943573, 0.4889843463897705, 0.45908457040786743, 0.43919822573661804, 0.4247020184993744, 0.3970062732696533, 0.309808611869812], "r_norm": [0.6261963844299316, 0.5802134871482849, 0.5759658813476562, 0.5730435848236084, 0.5917659401893616, 0.5876075029373169, 0.5933114290237427], "ldr": {"dL_sdil": -0.006543219089508057, "dL_bp": -0.0063149333000183105, "ratio": 1.0361501505469717}}, {"step": 3050, "epoch": 6, "train_loss": 0.41474729776382446, "cos_r_negg": [0.5162186622619629, 0.4799201488494873, 0.44804978370666504, 0.40282970666885376, 0.42120659351348877, 0.39147627353668213, 0.31004923582077026], "cos_apical_negg": [0.5162186622619629, 0.4799201488494873, 0.44804978370666504, 0.40282970666885376, 0.42120659351348877, 0.39147627353668213, 0.31004923582077026], "cos_Ac_negg": [0.5162186622619629, 0.4799201488494873, 0.44804978370666504, 0.40282970666885376, 0.42120659351348877, 0.39147627353668213, 0.31004923582077026], "r_norm": [0.6500449180603027, 0.6016045212745667, 0.598657488822937, 0.5968848466873169, 0.6139874458312988, 0.6110246777534485, 0.6144749522209167]}, {"step": 3100, "epoch": 6, "train_loss": 0.2755395770072937, "cos_r_negg": [0.5323077440261841, 0.4933221638202667, 0.470724493265152, 0.42888379096984863, 0.43055301904678345, 0.3993822932243347, 0.3165658712387085], "cos_apical_negg": [0.5323077440261841, 0.4933221638202667, 0.470724493265152, 0.42888379096984863, 0.43055301904678345, 0.3993822932243347, 0.3165658712387085], "cos_Ac_negg": [0.5323077440261841, 0.4933221638202667, 0.470724493265152, 0.42888379096984863, 0.43055301904678345, 0.3993822932243347, 0.3165658712387085], "r_norm": [0.6495856046676636, 0.6004337072372437, 0.595758855342865, 0.5902871489524841, 0.6135222911834717, 0.6081690192222595, 0.6123008131980896]}, {"step": 3150, "epoch": 6, "train_loss": 0.373870849609375, "cos_r_negg": [0.5321276783943176, 0.4949662685394287, 0.46461957693099976, 0.4269140064716339, 0.4353025257587433, 0.3905273973941803, 0.3310602307319641], "cos_apical_negg": [0.5321276783943176, 0.4949662685394287, 0.46461957693099976, 0.4269140064716339, 0.4353025257587433, 0.3905273973941803, 0.3310602307319641], "cos_Ac_negg": [0.5321276783943176, 0.4949662685394287, 0.46461957693099976, 0.4269140064716339, 0.4353025257587433, 0.3905273973941803, 0.3310602307319641], "r_norm": [0.6445024013519287, 0.5925886034965515, 0.5908248424530029, 0.5845076441764832, 0.6070200204849243, 0.6012819409370422, 0.605555534362793]}, {"step": 3200, "epoch": 6, "train_loss": 0.19035670161247253, "cos_r_negg": [0.5428063273429871, 0.4983172118663788, 0.4754093885421753, 0.447376012802124, 0.43698039650917053, 0.40523508191108704, 0.32930225133895874], "cos_apical_negg": [0.5428063273429871, 0.4983172118663788, 0.4754093885421753, 0.447376012802124, 0.43698039650917053, 0.40523508191108704, 0.32930225133895874], "cos_Ac_negg": [0.5428063273429871, 0.4983172118663788, 0.4754093885421753, 0.447376012802124, 0.43698039650917053, 0.40523508191108704, 0.32930225133895874], "r_norm": [0.6308319568634033, 0.5813453793525696, 0.5754251480102539, 0.5722451210021973, 0.5922276377677917, 0.5868003368377686, 0.5926046371459961]}, {"step": 3250, "epoch": 6, "train_loss": 0.18398867547512054, "cos_r_negg": [0.5302960276603699, 0.49258923530578613, 0.4658103287220001, 0.43938660621643066, 0.4355262517929077, 0.39176443219184875, 0.3285823166370392], "cos_apical_negg": [0.5302960276603699, 0.49258923530578613, 0.4658103287220001, 0.43938660621643066, 0.4355262517929077, 0.39176443219184875, 0.3285823166370392], "cos_Ac_negg": [0.5302960276603699, 0.49258923530578613, 0.4658103287220001, 0.43938660621643066, 0.4355262517929077, 0.39176443219184875, 0.3285823166370392], "r_norm": [0.6267920732498169, 0.5797783136367798, 0.5745142698287964, 0.5708281397819519, 0.5897338390350342, 0.5838948488235474, 0.5904244780540466], "ldr": {"dL_sdil": -0.008960574865341187, "dL_bp": -0.008100062608718872, "ratio": 1.106235259922073}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8736, "test_loss": 0.3709208343505859}, {"step": 3300, "epoch": 7, "train_loss": 0.2727125883102417, "cos_r_negg": [0.5460072755813599, 0.5078164339065552, 0.4894580841064453, 0.4593503475189209, 0.4503709673881531, 0.4117826819419861, 0.3277313709259033], "cos_apical_negg": [0.5460072755813599, 0.5078164339065552, 0.4894580841064453, 0.4593503475189209, 0.4503709673881531, 0.4117826819419861, 0.3277313709259033], "cos_Ac_negg": [0.5460072755813599, 0.5078164339065552, 0.4894580841064453, 0.4593503475189209, 0.4503709673881531, 0.4117826819419861, 0.3277313709259033], "r_norm": [0.6308454275131226, 0.5817901492118835, 0.5766629576683044, 0.5716201066970825, 0.5956934094429016, 0.5883166193962097, 0.5928201675415039]}, {"step": 3350, "epoch": 7, "train_loss": 0.24383455514907837, "cos_r_negg": [0.5672487020492554, 0.5265005826950073, 0.4898112118244171, 0.4692666232585907, 0.45355165004730225, 0.4203413128852844, 0.35036176443099976], "cos_apical_negg": [0.5672487020492554, 0.5265005826950073, 0.4898112118244171, 0.4692666232585907, 0.45355165004730225, 0.4203413128852844, 0.35036176443099976], "cos_Ac_negg": [0.5672487020492554, 0.5265005826950073, 0.4898112118244171, 0.4692666232585907, 0.45355165004730225, 0.4203413128852844, 0.35036176443099976], "r_norm": [0.6128555536270142, 0.5640460252761841, 0.5571292638778687, 0.5516392588615417, 0.5720348358154297, 0.567355751991272, 0.5737148523330688]}, {"step": 3400, "epoch": 7, "train_loss": 0.22821716964244843, "cos_r_negg": [0.5325928926467896, 0.49274778366088867, 0.467440664768219, 0.44317543506622314, 0.43110471963882446, 0.4128052890300751, 0.34025630354881287], "cos_apical_negg": [0.5325928926467896, 0.49274778366088867, 0.467440664768219, 0.44317543506622314, 0.43110471963882446, 0.4128052890300751, 0.34025630354881287], "cos_Ac_negg": [0.5325928926467896, 0.49274778366088867, 0.467440664768219, 0.44317543506622314, 0.43110471963882446, 0.4128052890300751, 0.34025630354881287], "r_norm": [0.596635103225708, 0.5470186471939087, 0.5417901277542114, 0.5375269055366516, 0.557344913482666, 0.5514459609985352, 0.557654857635498]}, {"step": 3450, "epoch": 7, "train_loss": 0.24894434213638306, "cos_r_negg": [0.5353313684463501, 0.4843232333660126, 0.440493643283844, 0.422088623046875, 0.42611515522003174, 0.4119434356689453, 0.3446171283721924], "cos_apical_negg": [0.5353313684463501, 0.4843232333660126, 0.440493643283844, 0.422088623046875, 0.42611515522003174, 0.4119434356689453, 0.3446171283721924], "cos_Ac_negg": [0.5353313684463501, 0.4843232333660126, 0.440493643283844, 0.422088623046875, 0.42611515522003174, 0.4119434356689453, 0.3446171283721924], "r_norm": [0.6414897441864014, 0.5860570669174194, 0.5787209868431091, 0.5744220018386841, 0.5918557643890381, 0.587202250957489, 0.5965070724487305]}, {"step": 3500, "epoch": 7, "train_loss": 0.3089577853679657, "cos_r_negg": [0.5399960279464722, 0.4903455972671509, 0.4520755112171173, 0.4302366077899933, 0.4315437376499176, 0.4125708341598511, 0.33695220947265625], "cos_apical_negg": [0.5399960279464722, 0.4903455972671509, 0.4520755112171173, 0.4302366077899933, 0.4315437376499176, 0.4125708341598511, 0.33695220947265625], "cos_Ac_negg": [0.5399960279464722, 0.4903455972671509, 0.4520755112171173, 0.4302366077899933, 0.4315437376499176, 0.4125708341598511, 0.33695220947265625], "r_norm": [0.6370509266853333, 0.5833107233047485, 0.5757933259010315, 0.5725224614143372, 0.5893359184265137, 0.5858449935913086, 0.5929226279258728], "ldr": {"dL_sdil": -0.01286846399307251, "dL_bp": -0.012637794017791748, "ratio": 1.0182523923839888}}, {"step": 3550, "epoch": 7, "train_loss": 0.2695215940475464, "cos_r_negg": [0.5308281779289246, 0.4961392879486084, 0.4681566059589386, 0.4401179254055023, 0.4302953779697418, 0.4114992618560791, 0.3398013710975647], "cos_apical_negg": [0.5308281779289246, 0.4961392879486084, 0.4681566059589386, 0.4401179254055023, 0.4302953779697418, 0.4114992618560791, 0.3398013710975647], "cos_Ac_negg": [0.5308281779289246, 0.4961392879486084, 0.4681566059589386, 0.4401179254055023, 0.4302953779697418, 0.4114992618560791, 0.3398013710975647], "r_norm": [0.5997028350830078, 0.5483270883560181, 0.5421994924545288, 0.5378206968307495, 0.5561107993125916, 0.5509293675422668, 0.5583665370941162]}, {"step": 3600, "epoch": 7, "train_loss": 0.1848357766866684, "cos_r_negg": [0.5566772818565369, 0.5089986324310303, 0.48891690373420715, 0.4524400532245636, 0.45758742094039917, 0.4145362377166748, 0.35386061668395996], "cos_apical_negg": [0.5566772818565369, 0.5089986324310303, 0.48891690373420715, 0.4524400532245636, 0.45758742094039917, 0.4145362377166748, 0.35386061668395996], "cos_Ac_negg": [0.5566772818565369, 0.5089986324310303, 0.48891690373420715, 0.4524400532245636, 0.45758742094039917, 0.4145362377166748, 0.35386061668395996], "r_norm": [0.6525683403015137, 0.6001099348068237, 0.5942928791046143, 0.591838538646698, 0.6036692261695862, 0.6013526320457458, 0.6099324226379395]}, {"step": 3650, "epoch": 7, "train_loss": 0.3117554187774658, "cos_r_negg": [0.5710630416870117, 0.514327883720398, 0.4787464737892151, 0.45907920598983765, 0.42852169275283813, 0.41232338547706604, 0.3564227521419525], "cos_apical_negg": [0.5710630416870117, 0.514327883720398, 0.4787464737892151, 0.45907920598983765, 0.42852169275283813, 0.41232338547706604, 0.3564227521419525], "cos_Ac_negg": [0.5710630416870117, 0.514327883720398, 0.4787464737892151, 0.45907920598983765, 0.42852169275283813, 0.41232338547706604, 0.3564227521419525], "r_norm": [0.5954166054725647, 0.5434859395027161, 0.5373594760894775, 0.5324306488037109, 0.5471544861793518, 0.5459202527999878, 0.5520930290222168]}, {"step": 3700, "epoch": 7, "train_loss": 0.2763271927833557, "cos_r_negg": [0.5552417039871216, 0.5111103653907776, 0.4747604429721832, 0.4584113657474518, 0.4242769479751587, 0.42045772075653076, 0.33905574679374695], "cos_apical_negg": [0.5552417039871216, 0.5111103653907776, 0.4747604429721832, 0.4584113657474518, 0.4242769479751587, 0.42045772075653076, 0.33905574679374695], "cos_Ac_negg": [0.5552417039871216, 0.5111103653907776, 0.4747604429721832, 0.4584113657474518, 0.4242769479751587, 0.42045772075653076, 0.33905574679374695], "r_norm": [0.6356428861618042, 0.579023003578186, 0.5706155896186829, 0.5664846301078796, 0.5865336656570435, 0.5797216296195984, 0.5880114436149597]}, {"step": 3750, "epoch": 7, "train_loss": 0.3603520393371582, "cos_r_negg": [0.5309392213821411, 0.49332350492477417, 0.48039960861206055, 0.4446867108345032, 0.4434298872947693, 0.4228495955467224, 0.3402443528175354], "cos_apical_negg": [0.5309392213821411, 0.49332350492477417, 0.48039960861206055, 0.4446867108345032, 0.4434298872947693, 0.4228495955467224, 0.3402443528175354], "cos_Ac_negg": [0.5309392213821411, 0.49332350492477417, 0.48039960861206055, 0.4446867108345032, 0.4434298872947693, 0.4228495955467224, 0.3402443528175354], "r_norm": [0.6138403415679932, 0.5609198808670044, 0.5530655384063721, 0.5500234365463257, 0.564262866973877, 0.5603033304214478, 0.5684179067611694], "ldr": {"dL_sdil": -0.009527713060379028, "dL_bp": -0.00932401418685913, "ratio": 1.0218466927910708}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.872, "test_loss": 0.38184428405761717}, {"step": 3800, "epoch": 8, "train_loss": 0.22732563316822052, "cos_r_negg": [0.536083459854126, 0.4943711757659912, 0.4598004221916199, 0.44094520807266235, 0.4320466220378876, 0.4156383275985718, 0.35461366176605225], "cos_apical_negg": [0.536083459854126, 0.4943711757659912, 0.4598004221916199, 0.44094520807266235, 0.4320466220378876, 0.4156383275985718, 0.35461366176605225], "cos_Ac_negg": [0.536083459854126, 0.4943711757659912, 0.4598004221916199, 0.44094520807266235, 0.4320466220378876, 0.4156383275985718, 0.35461366176605225], "r_norm": [0.5624343156814575, 0.5117471814155579, 0.5054199695587158, 0.49937891960144043, 0.5157873034477234, 0.5127273201942444, 0.519686222076416]}, {"step": 3850, "epoch": 8, "train_loss": 0.3290507197380066, "cos_r_negg": [0.5631126165390015, 0.5174079537391663, 0.4927785396575928, 0.46624353528022766, 0.46099698543548584, 0.4367564916610718, 0.3642653822898865], "cos_apical_negg": [0.5631126165390015, 0.5174079537391663, 0.4927785396575928, 0.46624353528022766, 0.46099698543548584, 0.4367564916610718, 0.3642653822898865], "cos_Ac_negg": [0.5631126165390015, 0.5174079537391663, 0.4927785396575928, 0.46624353528022766, 0.46099698543548584, 0.4367564916610718, 0.3642653822898865], "r_norm": [0.5720932483673096, 0.5187612175941467, 0.5126788020133972, 0.5069716572761536, 0.5245441198348999, 0.5197818279266357, 0.5266105532646179]}, {"step": 3900, "epoch": 8, "train_loss": 0.20432543754577637, "cos_r_negg": [0.5715172290802002, 0.529515266418457, 0.4968317449092865, 0.4713522791862488, 0.4596392810344696, 0.4445023834705353, 0.368080735206604], "cos_apical_negg": [0.5715172290802002, 0.529515266418457, 0.4968317449092865, 0.4713522791862488, 0.4596392810344696, 0.4445023834705353, 0.368080735206604], "cos_Ac_negg": [0.5715172290802002, 0.529515266418457, 0.4968317449092865, 0.4713522791862488, 0.4596392810344696, 0.4445023834705353, 0.368080735206604], "r_norm": [0.6243220567703247, 0.5644456744194031, 0.5560900568962097, 0.5502985119819641, 0.5654580593109131, 0.5620989799499512, 0.5717173218727112]}, {"step": 3950, "epoch": 8, "train_loss": 0.273101806640625, "cos_r_negg": [0.5698909759521484, 0.531615674495697, 0.4994658827781677, 0.48201191425323486, 0.45160362124443054, 0.45238953828811646, 0.36518752574920654], "cos_apical_negg": [0.5698909759521484, 0.531615674495697, 0.4994658827781677, 0.48201191425323486, 0.45160362124443054, 0.45238953828811646, 0.36518752574920654], "cos_Ac_negg": [0.5698909759521484, 0.531615674495697, 0.4994658827781677, 0.48201191425323486, 0.45160362124443054, 0.45238953828811646, 0.36518752574920654], "r_norm": [0.5616083741188049, 0.5088270902633667, 0.499778687953949, 0.4963129162788391, 0.5100226402282715, 0.506862223148346, 0.5161558985710144]}, {"step": 4000, "epoch": 8, "train_loss": 0.32330310344696045, "cos_r_negg": [0.5670913457870483, 0.52860426902771, 0.5035566091537476, 0.48161178827285767, 0.4603811502456665, 0.43999743461608887, 0.3561980724334717], "cos_apical_negg": [0.5670913457870483, 0.52860426902771, 0.5035566091537476, 0.48161178827285767, 0.4603811502456665, 0.43999743461608887, 0.3561980724334717], "cos_Ac_negg": [0.5670913457870483, 0.52860426902771, 0.5035566091537476, 0.48161178827285767, 0.4603811502456665, 0.43999743461608887, 0.3561980724334717], "r_norm": [0.5843101739883423, 0.5297331809997559, 0.5222614407539368, 0.5146620273590088, 0.5318604707717896, 0.5281587839126587, 0.535977840423584], "ldr": {"dL_sdil": -0.009333521127700806, "dL_bp": -0.009827405214309692, "ratio": 0.9497442024788251}}, {"step": 4050, "epoch": 8, "train_loss": 0.23353871703147888, "cos_r_negg": [0.5705547332763672, 0.5340241193771362, 0.49833810329437256, 0.4773503541946411, 0.4650244116783142, 0.4360726773738861, 0.3613624572753906], "cos_apical_negg": [0.5705547332763672, 0.5340241193771362, 0.49833810329437256, 0.4773503541946411, 0.4650244116783142, 0.4360726773738861, 0.3613624572753906], "cos_Ac_negg": [0.5705547332763672, 0.5340241193771362, 0.49833810329437256, 0.4773503541946411, 0.4650244116783142, 0.4360726773738861, 0.3613624572753906], "r_norm": [0.6488193273544312, 0.5820358395576477, 0.5728577375411987, 0.5654239058494568, 0.5836709141731262, 0.5781298279762268, 0.5897579193115234]}, {"step": 4100, "epoch": 8, "train_loss": 0.2253812849521637, "cos_r_negg": [0.5407487154006958, 0.5091334581375122, 0.48275628685951233, 0.46125468611717224, 0.4425618648529053, 0.42871320247650146, 0.35587912797927856], "cos_apical_negg": [0.5407487154006958, 0.5091334581375122, 0.48275628685951233, 0.46125468611717224, 0.4425618648529053, 0.42871320247650146, 0.35587912797927856], "cos_Ac_negg": [0.5407487154006958, 0.5091334581375122, 0.48275628685951233, 0.46125468611717224, 0.4425618648529053, 0.42871320247650146, 0.35587912797927856], "r_norm": [0.6009311079978943, 0.5393335223197937, 0.5302127003669739, 0.522720217704773, 0.5413301587104797, 0.5357216000556946, 0.5463192462921143]}, {"step": 4150, "epoch": 8, "train_loss": 0.2121800035238266, "cos_r_negg": [0.5667553544044495, 0.53403639793396, 0.49127882719039917, 0.46311771869659424, 0.4486691355705261, 0.43424564599990845, 0.3678418695926666], "cos_apical_negg": [0.5667553544044495, 0.53403639793396, 0.49127882719039917, 0.46311771869659424, 0.4486691355705261, 0.43424564599990845, 0.3678418695926666], "cos_Ac_negg": [0.5667553544044495, 0.53403639793396, 0.49127882719039917, 0.46311771869659424, 0.4486691355705261, 0.43424564599990845, 0.3678418695926666], "r_norm": [0.5553520917892456, 0.4997217357158661, 0.4921250641345978, 0.4857383072376251, 0.5032247304916382, 0.4971596598625183, 0.5058536529541016]}, {"step": 4200, "epoch": 8, "train_loss": 0.2979382872581482, "cos_r_negg": [0.5573588013648987, 0.520819902420044, 0.4875631034374237, 0.46648794412612915, 0.45224475860595703, 0.43298283219337463, 0.36501675844192505], "cos_apical_negg": [0.5573588013648987, 0.520819902420044, 0.4875631034374237, 0.46648794412612915, 0.45224475860595703, 0.43298283219337463, 0.36501675844192505], "cos_Ac_negg": [0.5573588013648987, 0.520819902420044, 0.4875631034374237, 0.46648794412612915, 0.45224475860595703, 0.43298283219337463, 0.36501675844192505], "r_norm": [0.5687192678451538, 0.5141010284423828, 0.5058883428573608, 0.5018190145492554, 0.5161627531051636, 0.5109356045722961, 0.5199865102767944]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8771, "test_loss": 0.35915382995605466}, {"step": 4250, "epoch": 9, "train_loss": 0.18959897756576538, "cos_r_negg": [0.5638711452484131, 0.5237754583358765, 0.4903607666492462, 0.4764338731765747, 0.45696765184402466, 0.45267707109451294, 0.3785092830657959], "cos_apical_negg": [0.5638711452484131, 0.5237754583358765, 0.4903607666492462, 0.4764338731765747, 0.45696765184402466, 0.45267707109451294, 0.3785092830657959], "cos_Ac_negg": [0.5638711452484131, 0.5237754583358765, 0.4903607666492462, 0.4764338731765747, 0.45696765184402466, 0.45267707109451294, 0.3785092830657959], "r_norm": [0.5816690921783447, 0.5228970646858215, 0.5136021375656128, 0.5072782039642334, 0.5236910581588745, 0.5187245607376099, 0.5289894938468933], "ldr": {"dL_sdil": -0.01299545168876648, "dL_bp": -0.0130995512008667, "ratio": 0.992053200105563}}, {"step": 4300, "epoch": 9, "train_loss": 0.1497076153755188, "cos_r_negg": [0.539345383644104, 0.5080924034118652, 0.4789322316646576, 0.4609166979789734, 0.45423227548599243, 0.4456806778907776, 0.3814921975135803], "cos_apical_negg": [0.539345383644104, 0.5080924034118652, 0.4789322316646576, 0.4609166979789734, 0.45423227548599243, 0.4456806778907776, 0.3814921975135803], "cos_Ac_negg": [0.539345383644104, 0.5080924034118652, 0.4789322316646576, 0.4609166979789734, 0.45423227548599243, 0.4456806778907776, 0.3814921975135803], "r_norm": [0.585587739944458, 0.5232102274894714, 0.5136301517486572, 0.5079396963119507, 0.5213199257850647, 0.5170660614967346, 0.5295406579971313]}, {"step": 4350, "epoch": 9, "train_loss": 0.11670087277889252, "cos_r_negg": [0.5368683338165283, 0.4921734929084778, 0.47035378217697144, 0.4455258250236511, 0.4424077868461609, 0.4380493760108948, 0.3778954744338989], "cos_apical_negg": [0.5368683338165283, 0.4921734929084778, 0.47035378217697144, 0.4455258250236511, 0.4424077868461609, 0.4380493760108948, 0.3778954744338989], "cos_Ac_negg": [0.5368683338165283, 0.4921734929084778, 0.47035378217697144, 0.4455258250236511, 0.4424077868461609, 0.4380493760108948, 0.3778954744338989], "r_norm": [0.5615886449813843, 0.5029301047325134, 0.4935147762298584, 0.4860296845436096, 0.5015318393707275, 0.4967435598373413, 0.5077611207962036]}, {"step": 4400, "epoch": 9, "train_loss": 0.27745336294174194, "cos_r_negg": [0.5423421859741211, 0.5045486688613892, 0.488545298576355, 0.4603584110736847, 0.45836901664733887, 0.4505654573440552, 0.39305779337882996], "cos_apical_negg": [0.5423421859741211, 0.5045486688613892, 0.488545298576355, 0.4603584110736847, 0.45836901664733887, 0.4505654573440552, 0.39305779337882996], "cos_Ac_negg": [0.5423421859741211, 0.5045486688613892, 0.488545298576355, 0.4603584110736847, 0.45836901664733887, 0.4505654573440552, 0.39305779337882996], "r_norm": [0.5970239639282227, 0.534674346446991, 0.5266610383987427, 0.5185237526893616, 0.5374934673309326, 0.5301398038864136, 0.5398703217506409]}, {"step": 4450, "epoch": 9, "train_loss": 0.18488472700119019, "cos_r_negg": [0.5696203112602234, 0.5201584100723267, 0.4929262697696686, 0.46550554037094116, 0.46706637740135193, 0.4536868929862976, 0.3929547071456909], "cos_apical_negg": [0.5696203112602234, 0.5201584100723267, 0.4929262697696686, 0.46550554037094116, 0.46706637740135193, 0.4536868929862976, 0.3929547071456909], "cos_Ac_negg": [0.5696203112602234, 0.5201584100723267, 0.4929262697696686, 0.46550554037094116, 0.46706637740135193, 0.4536868929862976, 0.3929547071456909], "r_norm": [0.5774331092834473, 0.5169094800949097, 0.5055980682373047, 0.49944642186164856, 0.5130245685577393, 0.5102449059486389, 0.5208176970481873]}, {"step": 4500, "epoch": 9, "train_loss": 0.29162800312042236, "cos_r_negg": [0.5508666038513184, 0.5044264793395996, 0.48038798570632935, 0.46813803911209106, 0.46434128284454346, 0.45342254638671875, 0.3876275420188904], "cos_apical_negg": [0.5508666038513184, 0.5044264793395996, 0.48038798570632935, 0.46813803911209106, 0.46434128284454346, 0.45342254638671875, 0.3876275420188904], "cos_Ac_negg": [0.5508666038513184, 0.5044264793395996, 0.48038798570632935, 0.46813803911209106, 0.46434128284454346, 0.45342254638671875, 0.3876275420188904], "r_norm": [0.5990796089172363, 0.5353522896766663, 0.5261776447296143, 0.5173991918563843, 0.5358384251594543, 0.5290840268135071, 0.540120005607605], "ldr": {"dL_sdil": -0.016064345836639404, "dL_bp": -0.018381595611572266, "ratio": 0.8739364185841396}}, {"step": 4550, "epoch": 9, "train_loss": 0.14030322432518005, "cos_r_negg": [0.5475364923477173, 0.5098469257354736, 0.4930095970630646, 0.46846508979797363, 0.4711776375770569, 0.458945631980896, 0.410045325756073], "cos_apical_negg": [0.5475364923477173, 0.5098469257354736, 0.4930095970630646, 0.46846508979797363, 0.4711776375770569, 0.458945631980896, 0.410045325756073], "cos_Ac_negg": [0.5475364923477173, 0.5098469257354736, 0.4930095970630646, 0.46846508979797363, 0.4711776375770569, 0.458945631980896, 0.410045325756073], "r_norm": [0.5366065502166748, 0.477560818195343, 0.4671952426433563, 0.46208322048187256, 0.47504717111587524, 0.4705314636230469, 0.48217999935150146]}, {"step": 4600, "epoch": 9, "train_loss": 0.2711237668991089, "cos_r_negg": [0.5572229623794556, 0.5140607357025146, 0.49223950505256653, 0.4820423424243927, 0.47904345393180847, 0.46346211433410645, 0.39304906129837036], "cos_apical_negg": [0.5572229623794556, 0.5140607357025146, 0.49223950505256653, 0.4820423424243927, 0.47904345393180847, 0.46346211433410645, 0.39304906129837036], "cos_Ac_negg": [0.5572229623794556, 0.5140607357025146, 0.49223950505256653, 0.4820423424243927, 0.47904345393180847, 0.46346211433410645, 0.39304906129837036], "r_norm": [0.5558581352233887, 0.49441081285476685, 0.485328733921051, 0.4785173535346985, 0.4921754002571106, 0.4879606366157532, 0.499480277299881]}, {"step": 4650, "epoch": 9, "train_loss": 0.27244898676872253, "cos_r_negg": [0.5540610551834106, 0.5126311779022217, 0.475195050239563, 0.46973028779029846, 0.47144806385040283, 0.4696621894836426, 0.4064299166202545], "cos_apical_negg": [0.5540610551834106, 0.5126311779022217, 0.475195050239563, 0.46973028779029846, 0.47144806385040283, 0.4696621894836426, 0.4064299166202545], "cos_Ac_negg": [0.5540610551834106, 0.5126311779022217, 0.475195050239563, 0.46973028779029846, 0.47144806385040283, 0.4696621894836426, 0.4064299166202545], "r_norm": [0.5421916842460632, 0.4797055721282959, 0.469755083322525, 0.46354031562805176, 0.4765682816505432, 0.47215643525123596, 0.48478543758392334]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8802, "test_loss": 0.3622808868408203}, {"step": 4700, "epoch": 10, "train_loss": 0.21803005039691925, "cos_r_negg": [0.5676899552345276, 0.5181955695152283, 0.4836028814315796, 0.4758148193359375, 0.4776221513748169, 0.4666306674480438, 0.4101606607437134], "cos_apical_negg": [0.5676899552345276, 0.5181955695152283, 0.4836028814315796, 0.4758148193359375, 0.4776221513748169, 0.4666306674480438, 0.4101606607437134], "cos_Ac_negg": [0.5676899552345276, 0.5181955695152283, 0.4836028814315796, 0.4758148193359375, 0.4776221513748169, 0.4666306674480438, 0.4101606607437134], "r_norm": [0.5758154392242432, 0.508510947227478, 0.4987967014312744, 0.4911666810512543, 0.5049346685409546, 0.5002298951148987, 0.5128241777420044]}, {"step": 4750, "epoch": 10, "train_loss": 0.27546125650405884, "cos_r_negg": [0.5556814670562744, 0.5168551206588745, 0.49526238441467285, 0.4767037332057953, 0.4922785460948944, 0.46048927307128906, 0.4122198820114136], "cos_apical_negg": [0.5556814670562744, 0.5168551206588745, 0.49526238441467285, 0.4767037332057953, 0.4922785460948944, 0.46048927307128906, 0.4122198820114136], "cos_Ac_negg": [0.5556814670562744, 0.5168551206588745, 0.49526238441467285, 0.4767037332057953, 0.4922785460948944, 0.46048927307128906, 0.4122198820114136], "r_norm": [0.5365030765533447, 0.476043701171875, 0.4675275683403015, 0.4601493179798126, 0.47291624546051025, 0.4682641625404358, 0.47893860936164856], "ldr": {"dL_sdil": -0.00827789306640625, "dL_bp": -0.009315013885498047, "ratio": 0.888661377015613}}, {"step": 4800, "epoch": 10, "train_loss": 0.20094773173332214, "cos_r_negg": [0.535677433013916, 0.49749523401260376, 0.47765040397644043, 0.4647092819213867, 0.46913403272628784, 0.4476228356361389, 0.3988347053527832], "cos_apical_negg": [0.535677433013916, 0.49749523401260376, 0.47765040397644043, 0.4647092819213867, 0.46913403272628784, 0.4476228356361389, 0.3988347053527832], "cos_Ac_negg": [0.535677433013916, 0.49749523401260376, 0.47765040397644043, 0.4647092819213867, 0.46913403272628784, 0.4476228356361389, 0.3988347053527832], "r_norm": [0.5066720247268677, 0.4489285349845886, 0.4375523030757904, 0.43174052238464355, 0.4442797303199768, 0.4400818943977356, 0.45202237367630005]}, {"step": 4850, "epoch": 10, "train_loss": 0.2843542993068695, "cos_r_negg": [0.5534724593162537, 0.5129768252372742, 0.49011126160621643, 0.475772500038147, 0.4793349504470825, 0.47125542163848877, 0.40942811965942383], "cos_apical_negg": [0.5534724593162537, 0.5129768252372742, 0.49011126160621643, 0.475772500038147, 0.4793349504470825, 0.47125542163848877, 0.40942811965942383], "cos_Ac_negg": [0.5534724593162537, 0.5129768252372742, 0.49011126160621643, 0.475772500038147, 0.4793349504470825, 0.47125542163848877, 0.40942811965942383], "r_norm": [0.5335103273391724, 0.47150716185569763, 0.45960569381713867, 0.4539921283721924, 0.4662730097770691, 0.461679607629776, 0.4743950366973877]}, {"step": 4900, "epoch": 10, "train_loss": 0.16701050102710724, "cos_r_negg": [0.532692551612854, 0.5046952962875366, 0.4876169264316559, 0.47497156262397766, 0.48363274335861206, 0.4716068506240845, 0.41837456822395325], "cos_apical_negg": [0.532692551612854, 0.5046952962875366, 0.4876169264316559, 0.47497156262397766, 0.48363274335861206, 0.4716068506240845, 0.41837456822395325], "cos_Ac_negg": [0.532692551612854, 0.5046952962875366, 0.4876169264316559, 0.47497156262397766, 0.48363274335861206, 0.4716068506240845, 0.41837456822395325], "r_norm": [0.5221736431121826, 0.4607192277908325, 0.45026764273643494, 0.4435843229293823, 0.4554390013217926, 0.451238214969635, 0.46316325664520264]}, {"step": 4950, "epoch": 10, "train_loss": 0.18082168698310852, "cos_r_negg": [0.5671848654747009, 0.5248513221740723, 0.4922819137573242, 0.4759800136089325, 0.48250335454940796, 0.4640030264854431, 0.4318768382072449], "cos_apical_negg": [0.5671848654747009, 0.5248513221740723, 0.4922819137573242, 0.4759800136089325, 0.48250335454940796, 0.4640030264854431, 0.4318768382072449], "cos_Ac_negg": [0.5671848654747009, 0.5248513221740723, 0.4922819137573242, 0.4759800136089325, 0.48250335454940796, 0.4640030264854431, 0.4318768382072449], "r_norm": [0.564723789691925, 0.49536895751953125, 0.4842687249183655, 0.47644662857055664, 0.4893670678138733, 0.4842512011528015, 0.49751895666122437]}, {"step": 5000, "epoch": 10, "train_loss": 0.20985306799411774, "cos_r_negg": [0.5462902784347534, 0.5062788724899292, 0.4934879541397095, 0.4807514548301697, 0.48603856563568115, 0.4695490002632141, 0.4182828962802887], "cos_apical_negg": [0.5462902784347534, 0.5062788724899292, 0.4934879541397095, 0.4807514548301697, 0.48603856563568115, 0.4695490002632141, 0.4182828962802887], "cos_Ac_negg": [0.5462902784347534, 0.5062788724899292, 0.4934879541397095, 0.4807514548301697, 0.48603856563568115, 0.4695490002632141, 0.4182828962802887], "r_norm": [0.5833258628845215, 0.5124415159225464, 0.4988464117050171, 0.4906975030899048, 0.5036523342132568, 0.5000131130218506, 0.5146958827972412], "ldr": {"dL_sdil": -0.014482498168945312, "dL_bp": -0.015041142702102661, "ratio": 0.9628589034608884}}, {"step": 5050, "epoch": 10, "train_loss": 0.39677172899246216, "cos_r_negg": [0.5309717059135437, 0.4989822208881378, 0.48383015394210815, 0.47560667991638184, 0.47525691986083984, 0.4615057706832886, 0.41053342819213867], "cos_apical_negg": [0.5309717059135437, 0.4989822208881378, 0.48383015394210815, 0.47560667991638184, 0.47525691986083984, 0.4615057706832886, 0.41053342819213867], "cos_Ac_negg": [0.5309717059135437, 0.4989822208881378, 0.48383015394210815, 0.47560667991638184, 0.47525691986083984, 0.4615057706832886, 0.41053342819213867], "r_norm": [0.5131072998046875, 0.4509785771369934, 0.4398888349533081, 0.43248051404953003, 0.44499969482421875, 0.44026005268096924, 0.4528673589229584]}, {"step": 5100, "epoch": 10, "train_loss": 0.14550158381462097, "cos_r_negg": [0.5556001663208008, 0.5100458860397339, 0.4665597081184387, 0.46529310941696167, 0.4693284034729004, 0.4649689197540283, 0.41887372732162476], "cos_apical_negg": [0.5556001663208008, 0.5100458860397339, 0.4665597081184387, 0.46529310941696167, 0.4693284034729004, 0.4649689197540283, 0.41887372732162476], "cos_Ac_negg": [0.5556001663208008, 0.5100458860397339, 0.4665597081184387, 0.46529310941696167, 0.4693284034729004, 0.4649689197540283, 0.41887372732162476], "r_norm": [0.5236225128173828, 0.458347350358963, 0.44550055265426636, 0.4389388859272003, 0.4489270746707916, 0.4455040693283081, 0.4596766233444214]}, {"step": 5150, "epoch": 10, "train_loss": 0.2249109297990799, "cos_r_negg": [0.5403563976287842, 0.5046026706695557, 0.47424882650375366, 0.4755379557609558, 0.46680933237075806, 0.4658718705177307, 0.4192737340927124], "cos_apical_negg": [0.5403563976287842, 0.5046026706695557, 0.47424882650375366, 0.4755379557609558, 0.46680933237075806, 0.4658718705177307, 0.4192737340927124], "cos_Ac_negg": [0.5403563976287842, 0.5046026706695557, 0.47424882650375366, 0.4755379557609558, 0.46680933237075806, 0.4658718705177307, 0.4192737340927124], "r_norm": [0.5261619091033936, 0.4615306258201599, 0.44915884733200073, 0.4434707760810852, 0.45134466886520386, 0.449320912361145, 0.46344733238220215]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.873, "test_loss": 0.38351530151367186}, {"step": 5200, "epoch": 11, "train_loss": 0.24440117180347443, "cos_r_negg": [0.5666017532348633, 0.5363880395889282, 0.49304288625717163, 0.4786629378795624, 0.4801162779331207, 0.462848961353302, 0.4279462993144989], "cos_apical_negg": [0.5666017532348633, 0.5363880395889282, 0.49304288625717163, 0.4786629378795624, 0.4801162779331207, 0.462848961353302, 0.4279462993144989], "cos_Ac_negg": [0.5666017532348633, 0.5363880395889282, 0.49304288625717163, 0.4786629378795624, 0.4801162779331207, 0.462848961353302, 0.4279462993144989], "r_norm": [0.529544472694397, 0.4628520607948303, 0.4508240520954132, 0.44359004497528076, 0.4546375870704651, 0.45028820633888245, 0.4634501039981842]}, {"step": 5250, "epoch": 11, "train_loss": 0.14348606765270233, "cos_r_negg": [0.558203935623169, 0.5243701338768005, 0.49002760648727417, 0.4715832471847534, 0.4829561114311218, 0.4611263871192932, 0.4227045178413391], "cos_apical_negg": [0.558203935623169, 0.5243701338768005, 0.49002760648727417, 0.4715832471847534, 0.4829561114311218, 0.4611263871192932, 0.4227045178413391], "cos_Ac_negg": [0.558203935623169, 0.5243701338768005, 0.49002760648727417, 0.4715832471847534, 0.4829561114311218, 0.4611263871192932, 0.4227045178413391], "r_norm": [0.5290679931640625, 0.46205827593803406, 0.44833245873451233, 0.4404953122138977, 0.45332634449005127, 0.4484192132949829, 0.46221673488616943], "ldr": {"dL_sdil": -0.006490647792816162, "dL_bp": -0.008688181638717651, "ratio": 0.7470663094670477}}, {"step": 5300, "epoch": 11, "train_loss": 0.23255060613155365, "cos_r_negg": [0.5483602285385132, 0.5209407806396484, 0.4910288453102112, 0.4735528528690338, 0.4616761803627014, 0.4514167904853821, 0.422978937625885], "cos_apical_negg": [0.5483602285385132, 0.5209407806396484, 0.4910288453102112, 0.4735528528690338, 0.4616761803627014, 0.4514167904853821, 0.422978937625885], "cos_Ac_negg": [0.5483602285385132, 0.5209407806396484, 0.4910288453102112, 0.4735528528690338, 0.4616761803627014, 0.4514167904853821, 0.422978937625885], "r_norm": [0.5062438249588013, 0.4431288540363312, 0.43226149678230286, 0.42393362522125244, 0.43523991107940674, 0.4313688576221466, 0.44334840774536133]}, {"step": 5350, "epoch": 11, "train_loss": 0.23247289657592773, "cos_r_negg": [0.5627363920211792, 0.5342345833778381, 0.49716222286224365, 0.48235565423965454, 0.465509295463562, 0.4613192081451416, 0.43198755383491516], "cos_apical_negg": [0.5627363920211792, 0.5342345833778381, 0.49716222286224365, 0.48235565423965454, 0.465509295463562, 0.4613192081451416, 0.43198755383491516], "cos_Ac_negg": [0.5627363920211792, 0.5342345833778381, 0.49716222286224365, 0.48235565423965454, 0.465509295463562, 0.4613192081451416, 0.43198755383491516], "r_norm": [0.5307437181472778, 0.4623062014579773, 0.4505440294742584, 0.44213926792144775, 0.45567160844802856, 0.4492466449737549, 0.46237868070602417]}, {"step": 5400, "epoch": 11, "train_loss": 0.19418512284755707, "cos_r_negg": [0.5589601397514343, 0.5261646509170532, 0.49447357654571533, 0.4789879322052002, 0.46581390500068665, 0.4633551239967346, 0.42852121591567993], "cos_apical_negg": [0.5589601397514343, 0.5261646509170532, 0.49447357654571533, 0.4789879322052002, 0.46581390500068665, 0.4633551239967346, 0.42852121591567993], "cos_Ac_negg": [0.5589601397514343, 0.5261646509170532, 0.49447357654571533, 0.4789879322052002, 0.46581390500068665, 0.4633551239967346, 0.42852121591567993], "r_norm": [0.5347452163696289, 0.466594934463501, 0.45217403769493103, 0.44470542669296265, 0.45786625146865845, 0.4521864056587219, 0.46580779552459717]}, {"step": 5450, "epoch": 11, "train_loss": 0.17870694398880005, "cos_r_negg": [0.5789794325828552, 0.540817141532898, 0.4995817244052887, 0.49138957262039185, 0.49120980501174927, 0.47785505652427673, 0.4580764174461365], "cos_apical_negg": [0.5789794325828552, 0.540817141532898, 0.4995817244052887, 0.49138957262039185, 0.49120980501174927, 0.47785505652427673, 0.4580764174461365], "cos_Ac_negg": [0.5789794325828552, 0.540817141532898, 0.4995817244052887, 0.49138957262039185, 0.49120980501174927, 0.47785505652427673, 0.4580764174461365], "r_norm": [0.5281927585601807, 0.46018344163894653, 0.44656825065612793, 0.4381963610649109, 0.45060497522354126, 0.44558843970298767, 0.45878249406814575]}, {"step": 5500, "epoch": 11, "train_loss": 0.22744129598140717, "cos_r_negg": [0.5484143495559692, 0.5166604518890381, 0.4900433421134949, 0.4741488993167877, 0.46223220229148865, 0.4591955244541168, 0.4339247941970825], "cos_apical_negg": [0.5484143495559692, 0.5166604518890381, 0.4900433421134949, 0.4741488993167877, 0.46223220229148865, 0.4591955244541168, 0.4339247941970825], "cos_Ac_negg": [0.5484143495559692, 0.5166604518890381, 0.4900433421134949, 0.4741488993167877, 0.46223220229148865, 0.4591955244541168, 0.4339247941970825], "r_norm": [0.5104880928993225, 0.4450531005859375, 0.431869238615036, 0.4234457015991211, 0.4359169006347656, 0.43036460876464844, 0.44338101148605347], "ldr": {"dL_sdil": -0.007464170455932617, "dL_bp": -0.009138435125350952, "ratio": 0.8167886901364815}}, {"step": 5550, "epoch": 11, "train_loss": 0.24136528372764587, "cos_r_negg": [0.559717059135437, 0.5204938650131226, 0.486160546541214, 0.4791085720062256, 0.46388959884643555, 0.4668744206428528, 0.4462820291519165], "cos_apical_negg": [0.559717059135437, 0.5204938650131226, 0.486160546541214, 0.4791085720062256, 0.46388959884643555, 0.4668744206428528, 0.4462820291519165], "cos_Ac_negg": [0.559717059135437, 0.5204938650131226, 0.486160546541214, 0.4791085720062256, 0.46388959884643555, 0.4668744206428528, 0.4462820291519165], "r_norm": [0.5003995895385742, 0.43664222955703735, 0.42305809259414673, 0.41565021872520447, 0.42497479915618896, 0.4221928119659424, 0.4350435733795166]}, {"step": 5600, "epoch": 11, "train_loss": 0.2046845555305481, "cos_r_negg": [0.5557334423065186, 0.511476993560791, 0.48043015599250793, 0.4826693534851074, 0.47091811895370483, 0.46066993474960327, 0.4430103302001953], "cos_apical_negg": [0.5557334423065186, 0.511476993560791, 0.48043015599250793, 0.4826693534851074, 0.47091811895370483, 0.46066993474960327, 0.4430103302001953], "cos_Ac_negg": [0.5557334423065186, 0.511476993560791, 0.48043015599250793, 0.4826693534851074, 0.47091811895370483, 0.46066993474960327, 0.4430103302001953], "r_norm": [0.5834579467773438, 0.5062773823738098, 0.4902274012565613, 0.48086971044540405, 0.490875244140625, 0.4871804416179657, 0.5039421916007996]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8784, "test_loss": 0.38203963928222656}, {"step": 5650, "epoch": 12, "train_loss": 0.1503341943025589, "cos_r_negg": [0.5651653409004211, 0.5241836309432983, 0.4946180582046509, 0.47861140966415405, 0.4747115969657898, 0.456434965133667, 0.43580734729766846], "cos_apical_negg": [0.5651653409004211, 0.5241836309432983, 0.4946180582046509, 0.47861140966415405, 0.4747115969657898, 0.456434965133667, 0.43580734729766846], "cos_Ac_negg": [0.5651653409004211, 0.5241836309432983, 0.4946180582046509, 0.47861140966415405, 0.4747115969657898, 0.456434965133667, 0.43580734729766846], "r_norm": [0.5291458368301392, 0.46021318435668945, 0.4452018439769745, 0.43701907992362976, 0.4463058114051819, 0.4430822432041168, 0.457092821598053]}, {"step": 5700, "epoch": 12, "train_loss": 0.19248083233833313, "cos_r_negg": [0.5577926635742188, 0.5241856575012207, 0.4910750389099121, 0.4749200940132141, 0.46645310521125793, 0.450848788022995, 0.4429718255996704], "cos_apical_negg": [0.5577926635742188, 0.5241856575012207, 0.4910750389099121, 0.4749200940132141, 0.46645310521125793, 0.450848788022995, 0.4429718255996704], "cos_Ac_negg": [0.5577926635742188, 0.5241856575012207, 0.4910750389099121, 0.4749200940132141, 0.46645310521125793, 0.450848788022995, 0.4429718255996704], "r_norm": [0.5073479413986206, 0.4377102851867676, 0.4243060350418091, 0.4156397581100464, 0.42620569467544556, 0.42194461822509766, 0.43624281883239746]}, {"step": 5750, "epoch": 12, "train_loss": 0.3626195192337036, "cos_r_negg": [0.5439383387565613, 0.5146542191505432, 0.4786769449710846, 0.46379467844963074, 0.47107332944869995, 0.45056262612342834, 0.43667328357696533], "cos_apical_negg": [0.5439383387565613, 0.5146542191505432, 0.4786769449710846, 0.46379467844963074, 0.47107332944869995, 0.45056262612342834, 0.43667328357696533], "cos_Ac_negg": [0.5439383387565613, 0.5146542191505432, 0.4786769449710846, 0.46379467844963074, 0.47107332944869995, 0.45056262612342834, 0.43667328357696533], "r_norm": [0.48766660690307617, 0.422224223613739, 0.4075964093208313, 0.4002903699874878, 0.40881988406181335, 0.40586787462234497, 0.4204147458076477], "ldr": {"dL_sdil": -0.009497731924057007, "dL_bp": -0.014535456895828247, "ratio": 0.6534181891993299}}, {"step": 5800, "epoch": 12, "train_loss": 0.20113451778888702, "cos_r_negg": [0.5496211647987366, 0.5124901533126831, 0.4707776606082916, 0.4582712650299072, 0.45407673716545105, 0.45105093717575073, 0.42464229464530945], "cos_apical_negg": [0.5496211647987366, 0.5124901533126831, 0.4707776606082916, 0.4582712650299072, 0.45407673716545105, 0.45105093717575073, 0.42464229464530945], "cos_Ac_negg": [0.5496211647987366, 0.5124901533126831, 0.4707776606082916, 0.4582712650299072, 0.45407673716545105, 0.45105093717575073, 0.42464229464530945], "r_norm": [0.5299168825149536, 0.45763030648231506, 0.44269323348999023, 0.43364375829696655, 0.44321656227111816, 0.4389015734195709, 0.45503944158554077]}, {"step": 5850, "epoch": 12, "train_loss": 0.2441612333059311, "cos_r_negg": [0.5467656850814819, 0.5099948644638062, 0.47485363483428955, 0.46722203493118286, 0.47325557470321655, 0.47034767270088196, 0.43402737379074097], "cos_apical_negg": [0.5467656850814819, 0.5099948644638062, 0.47485363483428955, 0.46722203493118286, 0.47325557470321655, 0.47034767270088196, 0.43402737379074097], "cos_Ac_negg": [0.5467656850814819, 0.5099948644638062, 0.47485363483428955, 0.46722203493118286, 0.47325557470321655, 0.47034767270088196, 0.43402737379074097], "r_norm": [0.5013080835342407, 0.43093281984329224, 0.4158855676651001, 0.40760618448257446, 0.41648799180984497, 0.4131830334663391, 0.4286804795265198]}, {"step": 5900, "epoch": 12, "train_loss": 0.27317601442337036, "cos_r_negg": [0.573866605758667, 0.5302726030349731, 0.5014577507972717, 0.49256038665771484, 0.4798986315727234, 0.48567426204681396, 0.4452543556690216], "cos_apical_negg": [0.573866605758667, 0.5302726030349731, 0.5014577507972717, 0.49256038665771484, 0.4798986315727234, 0.48567426204681396, 0.4452543556690216], "cos_Ac_negg": [0.573866605758667, 0.5302726030349731, 0.5014577507972717, 0.49256038665771484, 0.4798986315727234, 0.48567426204681396, 0.4452543556690216], "r_norm": [0.5401937961578369, 0.46354174613952637, 0.44681620597839355, 0.4376455545425415, 0.4477383494377136, 0.44374188780784607, 0.45952746272087097]}, {"step": 5950, "epoch": 12, "train_loss": 0.21324554085731506, "cos_r_negg": [0.5645959377288818, 0.526067852973938, 0.49715420603752136, 0.48437026143074036, 0.4730139374732971, 0.4719981551170349, 0.4470181465148926], "cos_apical_negg": [0.5645959377288818, 0.526067852973938, 0.49715420603752136, 0.48437026143074036, 0.4730139374732971, 0.4719981551170349, 0.4470181465148926], "cos_Ac_negg": [0.5645959377288818, 0.526067852973938, 0.49715420603752136, 0.48437026143074036, 0.4730139374732971, 0.4719981551170349, 0.4470181465148926], "r_norm": [0.5528106093406677, 0.4707897901535034, 0.45263826847076416, 0.4439197778701782, 0.45461544394493103, 0.4495508074760437, 0.46735072135925293]}, {"step": 6000, "epoch": 12, "train_loss": 0.1278056502342224, "cos_r_negg": [0.5495803356170654, 0.5208146572113037, 0.4975007474422455, 0.4812160134315491, 0.4764959216117859, 0.46153974533081055, 0.45269185304641724], "cos_apical_negg": [0.5495803356170654, 0.5208146572113037, 0.4975007474422455, 0.4812160134315491, 0.4764959216117859, 0.46153974533081055, 0.45269185304641724], "cos_Ac_negg": [0.5495803356170654, 0.5208146572113037, 0.4975007474422455, 0.4812160134315491, 0.4764959216117859, 0.46153974533081055, 0.45269185304641724], "r_norm": [0.47955557703971863, 0.4101148843765259, 0.3948689103126526, 0.3874766230583191, 0.3958382308483124, 0.3920488953590393, 0.4072346091270447], "ldr": {"dL_sdil": -0.007390856742858887, "dL_bp": -0.010672837495803833, "ratio": 0.6924922023561869}}, {"step": 6050, "epoch": 12, "train_loss": 0.15207399427890778, "cos_r_negg": [0.5604454278945923, 0.5278911590576172, 0.5037073493003845, 0.4788671135902405, 0.459009051322937, 0.45208126306533813, 0.4390108585357666], "cos_apical_negg": [0.5604454278945923, 0.5278911590576172, 0.5037073493003845, 0.4788671135902405, 0.459009051322937, 0.45208126306533813, 0.4390108585357666], "cos_Ac_negg": [0.5604454278945923, 0.5278911590576172, 0.5037073493003845, 0.4788671135902405, 0.459009051322937, 0.45208126306533813, 0.4390108585357666], "r_norm": [0.5089179277420044, 0.43505510687828064, 0.4196430444717407, 0.4095461070537567, 0.42063018679618835, 0.41567718982696533, 0.4312799572944641]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.877, "test_loss": 0.3749623992919922}, {"step": 6100, "epoch": 13, "train_loss": 0.28868207335472107, "cos_r_negg": [0.5720211863517761, 0.5299465656280518, 0.5103292465209961, 0.48961371183395386, 0.48876553773880005, 0.4719231128692627, 0.45630985498428345], "cos_apical_negg": [0.5720211863517761, 0.5299465656280518, 0.5103292465209961, 0.48961371183395386, 0.48876553773880005, 0.4719231128692627, 0.45630985498428345], "cos_Ac_negg": [0.5720211863517761, 0.5299465656280518, 0.5103292465209961, 0.48961371183395386, 0.48876553773880005, 0.4719231128692627, 0.45630985498428345], "r_norm": [0.5101748108863831, 0.43401971459388733, 0.41800457239151, 0.4079965353012085, 0.41753724217414856, 0.4133177399635315, 0.4291001856327057]}, {"step": 6150, "epoch": 13, "train_loss": 0.14450055360794067, "cos_r_negg": [0.5609997510910034, 0.522895336151123, 0.4974290728569031, 0.47019055485725403, 0.4557208716869354, 0.4395413398742676, 0.42888343334198], "cos_apical_negg": [0.5609997510910034, 0.522895336151123, 0.4974290728569031, 0.47019055485725403, 0.4557208716869354, 0.4395413398742676, 0.42888343334198], "cos_Ac_negg": [0.5609997510910034, 0.522895336151123, 0.4974290728569031, 0.47019055485725403, 0.4557208716869354, 0.4395413398742676, 0.42888343334198], "r_norm": [0.484139621257782, 0.4101503789424896, 0.395432710647583, 0.38643503189086914, 0.3959031105041504, 0.3906784653663635, 0.406655490398407]}, {"step": 6200, "epoch": 13, "train_loss": 0.21430779993534088, "cos_r_negg": [0.5704156756401062, 0.5332167148590088, 0.4955783188343048, 0.470647394657135, 0.46336629986763, 0.44869041442871094, 0.4311600923538208], "cos_apical_negg": [0.5704156756401062, 0.5332167148590088, 0.4955783188343048, 0.470647394657135, 0.46336629986763, 0.44869041442871094, 0.4311600923538208], "cos_Ac_negg": [0.5704156756401062, 0.5332167148590088, 0.4955783188343048, 0.470647394657135, 0.46336629986763, 0.44869041442871094, 0.4311600923538208], "r_norm": [0.5012331604957581, 0.42642325162887573, 0.4113021790981293, 0.4028656482696533, 0.4116370379924774, 0.4067738652229309, 0.42282041907310486]}, {"step": 6250, "epoch": 13, "train_loss": 0.22091850638389587, "cos_r_negg": [0.556528627872467, 0.525625467300415, 0.4901505708694458, 0.4583592414855957, 0.4594062268733978, 0.4451906681060791, 0.4281702935695648], "cos_apical_negg": [0.556528627872467, 0.525625467300415, 0.4901505708694458, 0.4583592414855957, 0.4594062268733978, 0.4451906681060791, 0.4281702935695648], "cos_Ac_negg": [0.556528627872467, 0.525625467300415, 0.4901505708694458, 0.4583592414855957, 0.4594062268733978, 0.4451906681060791, 0.4281702935695648], "r_norm": [0.5255948305130005, 0.44538620114326477, 0.4284623861312866, 0.41857194900512695, 0.429571270942688, 0.4236524999141693, 0.44153881072998047], "ldr": {"dL_sdil": -0.01682177186012268, "dL_bp": -0.020928621292114258, "ratio": 0.8037687540583953}}, {"step": 6300, "epoch": 13, "train_loss": 0.24205675721168518, "cos_r_negg": [0.5763503909111023, 0.5370236039161682, 0.49800601601600647, 0.4757646918296814, 0.48138514161109924, 0.4539814293384552, 0.4423901438713074], "cos_apical_negg": [0.5763503909111023, 0.5370236039161682, 0.49800601601600647, 0.4757646918296814, 0.48138514161109924, 0.4539814293384552, 0.4423901438713074], "cos_Ac_negg": [0.5763503909111023, 0.5370236039161682, 0.49800601601600647, 0.4757646918296814, 0.48138514161109924, 0.4539814293384552, 0.4423901438713074], "r_norm": [0.5111145973205566, 0.43301764130592346, 0.4161709249019623, 0.406568318605423, 0.4160890579223633, 0.41179728507995605, 0.42839115858078003]}, {"step": 6350, "epoch": 13, "train_loss": 0.2086084634065628, "cos_r_negg": [0.5698209404945374, 0.5313119888305664, 0.4918421506881714, 0.47779980301856995, 0.4820770025253296, 0.46361690759658813, 0.4506072700023651], "cos_apical_negg": [0.5698209404945374, 0.5313119888305664, 0.4918421506881714, 0.47779980301856995, 0.4820770025253296, 0.46361690759658813, 0.4506072700023651], "cos_Ac_negg": [0.5698209404945374, 0.5313119888305664, 0.4918421506881714, 0.47779980301856995, 0.4820770025253296, 0.46361690759658813, 0.4506072700023651], "r_norm": [0.5066784024238586, 0.4299493432044983, 0.4126056730747223, 0.40284034609794617, 0.41079607605934143, 0.40808969736099243, 0.4251430928707123]}, {"step": 6400, "epoch": 13, "train_loss": 0.24056698381900787, "cos_r_negg": [0.5552560687065125, 0.5305323004722595, 0.49355125427246094, 0.475993275642395, 0.4764034152030945, 0.45687204599380493, 0.4488968253135681], "cos_apical_negg": [0.5552560687065125, 0.5305323004722595, 0.49355125427246094, 0.475993275642395, 0.4764034152030945, 0.45687204599380493, 0.4488968253135681], "cos_Ac_negg": [0.5552560687065125, 0.5305323004722595, 0.49355125427246094, 0.475993275642395, 0.4764034152030945, 0.45687204599380493, 0.4488968253135681], "r_norm": [0.4962618052959442, 0.42048487067222595, 0.40332144498825073, 0.39404699206352234, 0.4023513197898865, 0.39884424209594727, 0.415738046169281]}, {"step": 6450, "epoch": 13, "train_loss": 0.17509251832962036, "cos_r_negg": [0.5625512599945068, 0.5301058292388916, 0.4958009719848633, 0.4797571003437042, 0.471678763628006, 0.4536728858947754, 0.45451080799102783], "cos_apical_negg": [0.5625512599945068, 0.5301058292388916, 0.4958009719848633, 0.4797571003437042, 0.471678763628006, 0.4536728858947754, 0.45451080799102783], "cos_Ac_negg": [0.5625512599945068, 0.5301058292388916, 0.4958009719848633, 0.4797571003437042, 0.471678763628006, 0.4536728858947754, 0.45451080799102783], "r_norm": [0.5242449045181274, 0.4446306824684143, 0.42719316482543945, 0.41891804337501526, 0.4240862727165222, 0.4204844832420349, 0.4390910267829895]}, {"step": 6500, "epoch": 13, "train_loss": 0.1367950737476349, "cos_r_negg": [0.5656692981719971, 0.5261092185974121, 0.4903552532196045, 0.4616542160511017, 0.45762714743614197, 0.4466225802898407, 0.45194047689437866], "cos_apical_negg": [0.5656692981719971, 0.5261092185974121, 0.4903552532196045, 0.4616542160511017, 0.45762714743614197, 0.4466225802898407, 0.45194047689437866], "cos_Ac_negg": [0.5656692981719971, 0.5261092185974121, 0.4903552532196045, 0.4616542160511017, 0.45762714743614197, 0.4466225802898407, 0.45194047689437866], "r_norm": [0.5157698392868042, 0.43602290749549866, 0.4178537130355835, 0.40968430042266846, 0.416262149810791, 0.4134153127670288, 0.43095123767852783], "ldr": {"dL_sdil": -0.01158994436264038, "dL_bp": -0.017149657011032104, "ratio": 0.6758120209159141}}, {"step": 6550, "epoch": 13, "train_loss": 0.1700497269630432, "cos_r_negg": [0.5639020204544067, 0.529062032699585, 0.4951231777667999, 0.464419960975647, 0.4633581042289734, 0.45570892095565796, 0.45600247383117676], "cos_apical_negg": [0.5639020204544067, 0.529062032699585, 0.4951231777667999, 0.464419960975647, 0.4633581042289734, 0.45570892095565796, 0.45600247383117676], "cos_Ac_negg": [0.5639020204544067, 0.529062032699585, 0.4951231777667999, 0.464419960975647, 0.4633581042289734, 0.45570892095565796, 0.45600247383117676], "r_norm": [0.49027836322784424, 0.41144293546676636, 0.39357250928878784, 0.3842068016529083, 0.39196914434432983, 0.3871486783027649, 0.40590739250183105]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8746, "test_loss": 0.38400877380371096}, {"step": 6600, "epoch": 14, "train_loss": 0.167824849486351, "cos_r_negg": [0.5580291748046875, 0.5172692537307739, 0.4895123839378357, 0.4667602777481079, 0.4599931240081787, 0.4394194483757019, 0.44209349155426025], "cos_apical_negg": [0.5580291748046875, 0.5172692537307739, 0.4895123839378357, 0.4667602777481079, 0.4599931240081787, 0.4394194483757019, 0.44209349155426025], "cos_Ac_negg": [0.5580291748046875, 0.5172692537307739, 0.4895123839378357, 0.4667602777481079, 0.4599931240081787, 0.4394194483757019, 0.44209349155426025], "r_norm": [0.4709991216659546, 0.39580899477005005, 0.37755072116851807, 0.3696690797805786, 0.37707555294036865, 0.37262725830078125, 0.3903326988220215]}, {"step": 6650, "epoch": 14, "train_loss": 0.2860838770866394, "cos_r_negg": [0.5764603018760681, 0.5368186235427856, 0.5013771653175354, 0.47651660442352295, 0.4715540409088135, 0.44807320833206177, 0.448916494846344], "cos_apical_negg": [0.5764603018760681, 0.5368186235427856, 0.5013771653175354, 0.47651660442352295, 0.4715540409088135, 0.44807320833206177, 0.448916494846344], "cos_Ac_negg": [0.5764603018760681, 0.5368186235427856, 0.5013771653175354, 0.47651660442352295, 0.4715540409088135, 0.44807320833206177, 0.448916494846344], "r_norm": [0.5387788414955139, 0.4523143172264099, 0.43113973736763, 0.4189860224723816, 0.4283332824707031, 0.42426952719688416, 0.44438761472702026]}, {"step": 6700, "epoch": 14, "train_loss": 0.14075830578804016, "cos_r_negg": [0.5766588449478149, 0.5391603708267212, 0.5070298910140991, 0.48078304529190063, 0.48364514112472534, 0.4600800573825836, 0.46252915263175964], "cos_apical_negg": [0.5766588449478149, 0.5391603708267212, 0.5070298910140991, 0.48078304529190063, 0.48364514112472534, 0.4600800573825836, 0.46252915263175964], "cos_Ac_negg": [0.5766588449478149, 0.5391603708267212, 0.5070298910140991, 0.48078304529190063, 0.48364514112472534, 0.4600800573825836, 0.46252915263175964], "r_norm": [0.5136971473693848, 0.4314436912536621, 0.41193267703056335, 0.40083861351013184, 0.40917396545410156, 0.40507879853248596, 0.42380064725875854]}, {"step": 6750, "epoch": 14, "train_loss": 0.25805461406707764, "cos_r_negg": [0.5614882707595825, 0.5301759243011475, 0.5030703544616699, 0.4743695855140686, 0.47034454345703125, 0.44803696870803833, 0.4487367868423462], "cos_apical_negg": [0.5614882707595825, 0.5301759243011475, 0.5030703544616699, 0.4743695855140686, 0.47034454345703125, 0.44803696870803833, 0.4487367868423462], "cos_Ac_negg": [0.5614882707595825, 0.5301759243011475, 0.5030703544616699, 0.4743695855140686, 0.47034454345703125, 0.44803696870803833, 0.4487367868423462], "r_norm": [0.5055418014526367, 0.4222327470779419, 0.4017491638660431, 0.3921300172805786, 0.4007643461227417, 0.3960404396057129, 0.41557490825653076], "ldr": {"dL_sdil": -0.00911763310432434, "dL_bp": -0.014623820781707764, "ratio": 0.6234781758081411}}, {"step": 6800, "epoch": 14, "train_loss": 0.1858273148536682, "cos_r_negg": [0.5675322413444519, 0.5311577916145325, 0.49407634139060974, 0.46675580739974976, 0.4523439407348633, 0.4428483247756958, 0.44546443223953247], "cos_apical_negg": [0.5675322413444519, 0.5311577916145325, 0.49407634139060974, 0.46675580739974976, 0.4523439407348633, 0.4428483247756958, 0.44546443223953247], "cos_Ac_negg": [0.5675322413444519, 0.5311577916145325, 0.49407634139060974, 0.46675580739974976, 0.4523439407348633, 0.4428483247756958, 0.44546443223953247], "r_norm": [0.49019932746887207, 0.40752914547920227, 0.38900256156921387, 0.3777781128883362, 0.38651901483535767, 0.3815334439277649, 0.4010734558105469]}, {"step": 6850, "epoch": 14, "train_loss": 0.15873104333877563, "cos_r_negg": [0.5671850442886353, 0.5331422090530396, 0.48629483580589294, 0.45590975880622864, 0.45393770933151245, 0.4501650035381317, 0.45673659443855286], "cos_apical_negg": [0.5671850442886353, 0.5331422090530396, 0.48629483580589294, 0.45590975880622864, 0.45393770933151245, 0.4501650035381317, 0.45673659443855286], "cos_Ac_negg": [0.5671850442886353, 0.5331422090530396, 0.48629483580589294, 0.45590975880622864, 0.45393770933151245, 0.4501650035381317, 0.45673659443855286], "r_norm": [0.5153012275695801, 0.42471498250961304, 0.4039514660835266, 0.39329302310943604, 0.40011832118034363, 0.39587128162384033, 0.4172072112560272]}, {"step": 6900, "epoch": 14, "train_loss": 0.24682866036891937, "cos_r_negg": [0.5725289583206177, 0.5346168279647827, 0.49928534030914307, 0.4725853204727173, 0.4636819362640381, 0.44345614314079285, 0.44336163997650146], "cos_apical_negg": [0.5725289583206177, 0.5346168279647827, 0.49928534030914307, 0.4725853204727173, 0.4636819362640381, 0.44345614314079285, 0.44336163997650146], "cos_Ac_negg": [0.5725289583206177, 0.5346168279647827, 0.49928534030914307, 0.4725853204727173, 0.4636819362640381, 0.44345614314079285, 0.44336163997650146], "r_norm": [0.49524617195129395, 0.4109863042831421, 0.3907880187034607, 0.38112521171569824, 0.3900965452194214, 0.3843262791633606, 0.40347743034362793]}, {"step": 6950, "epoch": 14, "train_loss": 0.215321883559227, "cos_r_negg": [0.565315306186676, 0.5257576704025269, 0.4860532879829407, 0.459243506193161, 0.44987136125564575, 0.4388126730918884, 0.4341704249382019], "cos_apical_negg": [0.565315306186676, 0.5257576704025269, 0.4860532879829407, 0.459243506193161, 0.44987136125564575, 0.4388126730918884, 0.4341704249382019], "cos_Ac_negg": [0.565315306186676, 0.5257576704025269, 0.4860532879829407, 0.459243506193161, 0.44987136125564575, 0.4388126730918884, 0.4341704249382019], "r_norm": [0.4908616244792938, 0.40522265434265137, 0.38579508662223816, 0.3745339810848236, 0.3829799294471741, 0.37833642959594727, 0.3977010250091553]}, {"step": 7000, "epoch": 14, "train_loss": 0.16459664702415466, "cos_r_negg": [0.5729274749755859, 0.5324712991714478, 0.49070650339126587, 0.46315187215805054, 0.45416679978370667, 0.44210153818130493, 0.44400376081466675], "cos_apical_negg": [0.5729274749755859, 0.5324712991714478, 0.49070650339126587, 0.46315187215805054, 0.45416679978370667, 0.44210153818130493, 0.44400376081466675], "cos_Ac_negg": [0.5729274749755859, 0.5324712991714478, 0.49070650339126587, 0.46315187215805054, 0.45416679978370667, 0.44210153818130493, 0.44400376081466675], "r_norm": [0.4671802520751953, 0.38467368483543396, 0.36603498458862305, 0.3557925820350647, 0.36285537481307983, 0.358406662940979, 0.3774638772010803], "ldr": {"dL_sdil": -0.009580522775650024, "dL_bp": -0.014146268367767334, "ratio": 0.6772473507910759}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8845, "test_loss": 0.38189364624023436}, {"step": 7050, "epoch": 15, "train_loss": 0.21169233322143555, "cos_r_negg": [0.5563522577285767, 0.5164165496826172, 0.4698053002357483, 0.4517245590686798, 0.44582605361938477, 0.4414857029914856, 0.43456482887268066], "cos_apical_negg": [0.5563522577285767, 0.5164165496826172, 0.4698053002357483, 0.4517245590686798, 0.44582605361938477, 0.4414857029914856, 0.43456482887268066], "cos_Ac_negg": [0.5563522577285767, 0.5164165496826172, 0.4698053002357483, 0.4517245590686798, 0.44582605361938477, 0.4414857029914856, 0.43456482887268066], "r_norm": [0.4763857126235962, 0.39356279373168945, 0.37407147884368896, 0.36520659923553467, 0.37065237760543823, 0.36708077788352966, 0.3866111636161804]}, {"step": 7100, "epoch": 15, "train_loss": 0.21846728026866913, "cos_r_negg": [0.5598701238632202, 0.5238596200942993, 0.4857063889503479, 0.4652135968208313, 0.4564211368560791, 0.44619107246398926, 0.433004766702652], "cos_apical_negg": [0.5598701238632202, 0.5238596200942993, 0.4857063889503479, 0.4652135968208313, 0.4564211368560791, 0.44619107246398926, 0.433004766702652], "cos_Ac_negg": [0.5598701238632202, 0.5238596200942993, 0.4857063889503479, 0.4652135968208313, 0.4564211368560791, 0.44619107246398926, 0.433004766702652], "r_norm": [0.4975546598434448, 0.41042524576187134, 0.3891904950141907, 0.3785851001739502, 0.3856314420700073, 0.38232171535491943, 0.40189263224601746]}, {"step": 7150, "epoch": 15, "train_loss": 0.253702312707901, "cos_r_negg": [0.5602430105209351, 0.5220807790756226, 0.4839990735054016, 0.45550066232681274, 0.4454529881477356, 0.4372326135635376, 0.43112820386886597], "cos_apical_negg": [0.5602430105209351, 0.5220807790756226, 0.4839990735054016, 0.45550066232681274, 0.4454529881477356, 0.4372326135635376, 0.43112820386886597], "cos_Ac_negg": [0.5602430105209351, 0.5220807790756226, 0.4839990735054016, 0.45550066232681274, 0.4454529881477356, 0.4372326135635376, 0.43112820386886597], "r_norm": [0.4792746305465698, 0.39510807394981384, 0.37493062019348145, 0.36430174112319946, 0.3706815242767334, 0.36751261353492737, 0.3870958387851715]}, {"step": 7200, "epoch": 15, "train_loss": 0.20653700828552246, "cos_r_negg": [0.5469950437545776, 0.5169252157211304, 0.48470431566238403, 0.45241057872772217, 0.43573060631752014, 0.428320050239563, 0.4321054518222809], "cos_apical_negg": [0.5469950437545776, 0.5169252157211304, 0.48470431566238403, 0.45241057872772217, 0.43573060631752014, 0.428320050239563, 0.4321054518222809], "cos_Ac_negg": [0.5469950437545776, 0.5169252157211304, 0.48470431566238403, 0.45241057872772217, 0.43573060631752014, 0.428320050239563, 0.4321054518222809], "r_norm": [0.4807747006416321, 0.3974228799343109, 0.3789891004562378, 0.36838436126708984, 0.3749896287918091, 0.3710985481739044, 0.3891827166080475]}, {"step": 7250, "epoch": 15, "train_loss": 0.30751776695251465, "cos_r_negg": [0.5611281394958496, 0.522653341293335, 0.47969698905944824, 0.45154619216918945, 0.44943392276763916, 0.4465165436267853, 0.44542771577835083], "cos_apical_negg": [0.5611281394958496, 0.522653341293335, 0.47969698905944824, 0.45154619216918945, 0.44943392276763916, 0.4465165436267853, 0.44542771577835083], "cos_Ac_negg": [0.5611281394958496, 0.522653341293335, 0.47969698905944824, 0.45154619216918945, 0.44943392276763916, 0.4465165436267853, 0.44542771577835083], "r_norm": [0.5095881223678589, 0.41645491123199463, 0.39346611499786377, 0.3829147517681122, 0.3876778483390808, 0.3840565085411072, 0.4065200686454773], "ldr": {"dL_sdil": -0.01782885193824768, "dL_bp": -0.023105591535568237, "ratio": 0.7716249943569867}}, {"step": 7300, "epoch": 15, "train_loss": 0.17760169506072998, "cos_r_negg": [0.5630378723144531, 0.5294570922851562, 0.49726206064224243, 0.4646889865398407, 0.4558558464050293, 0.44237005710601807, 0.44309937953948975], "cos_apical_negg": [0.5630378723144531, 0.5294570922851562, 0.49726206064224243, 0.4646889865398407, 0.4558558464050293, 0.44237005710601807, 0.44309937953948975], "cos_Ac_negg": [0.5630378723144531, 0.5294570922851562, 0.49726206064224243, 0.4646889865398407, 0.4558558464050293, 0.44237005710601807, 0.44309937953948975], "r_norm": [0.47796133160591125, 0.39412474632263184, 0.37261223793029785, 0.3619203269481659, 0.3689422011375427, 0.3653828799724579, 0.3850899338722229]}, {"step": 7350, "epoch": 15, "train_loss": 0.15632760524749756, "cos_r_negg": [0.5768837928771973, 0.5316134691238403, 0.5017811059951782, 0.4692044258117676, 0.45785558223724365, 0.4445838928222656, 0.4443139135837555], "cos_apical_negg": [0.5768837928771973, 0.5316134691238403, 0.5017811059951782, 0.4692044258117676, 0.45785558223724365, 0.4445838928222656, 0.4443139135837555], "cos_Ac_negg": [0.5768837928771973, 0.5316134691238403, 0.5017811059951782, 0.4692044258117676, 0.45785558223724365, 0.4445838928222656, 0.4443139135837555], "r_norm": [0.507079005241394, 0.41646087169647217, 0.3938254117965698, 0.3821929693222046, 0.38876646757125854, 0.38544750213623047, 0.4061719477176666]}, {"step": 7400, "epoch": 15, "train_loss": 0.25347277522087097, "cos_r_negg": [0.560053288936615, 0.519271969795227, 0.4875791370868683, 0.460580050945282, 0.45266014337539673, 0.44014182686805725, 0.4408179223537445], "cos_apical_negg": [0.560053288936615, 0.519271969795227, 0.4875791370868683, 0.460580050945282, 0.45266014337539673, 0.44014182686805725, 0.4408179223537445], "cos_Ac_negg": [0.560053288936615, 0.519271969795227, 0.4875791370868683, 0.460580050945282, 0.45266014337539673, 0.44014182686805725, 0.4408179223537445], "r_norm": [0.44512230157852173, 0.36202239990234375, 0.34194058179855347, 0.33255618810653687, 0.3381587862968445, 0.333667516708374, 0.35331833362579346]}, {"step": 7450, "epoch": 15, "train_loss": 0.1834629625082016, "cos_r_negg": [0.5393878221511841, 0.5058332681655884, 0.46968168020248413, 0.4459398090839386, 0.4329502284526825, 0.42462098598480225, 0.4196634292602539], "cos_apical_negg": [0.5393878221511841, 0.5058332681655884, 0.46968168020248413, 0.4459398090839386, 0.4329502284526825, 0.42462098598480225, 0.4196634292602539], "cos_Ac_negg": [0.5393878221511841, 0.5058332681655884, 0.46968168020248413, 0.4459398090839386, 0.4329502284526825, 0.42462098598480225, 0.4196634292602539], "r_norm": [0.4598311185836792, 0.375359445810318, 0.3546852469444275, 0.34384655952453613, 0.35114172101020813, 0.34602999687194824, 0.3660496771335602]}, {"step": 7500, "epoch": 15, "train_loss": 0.17806600034236908, "cos_r_negg": [0.5628573894500732, 0.5242108106613159, 0.4785890579223633, 0.4464294910430908, 0.44941097497940063, 0.4422125518321991, 0.4310033917427063], "cos_apical_negg": [0.5628573894500732, 0.5242108106613159, 0.4785890579223633, 0.4464294910430908, 0.44941097497940063, 0.4422125518321991, 0.4310033917427063], "cos_Ac_negg": [0.5628573894500732, 0.5242108106613159, 0.4785890579223633, 0.4464294910430908, 0.44941097497940063, 0.4422125518321991, 0.4310033917427063], "r_norm": [0.510964035987854, 0.41683265566825867, 0.3923608064651489, 0.3810719847679138, 0.3876345753669739, 0.38362234830856323, 0.40581944584846497], "ldr": {"dL_sdil": -0.017133891582489014, "dL_bp": -0.02557981014251709, "ratio": 0.6698209051211907}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8786, "test_loss": 0.4089521575927734}, {"step": 7550, "epoch": 16, "train_loss": 0.13278168439865112, "cos_r_negg": [0.551744818687439, 0.5150635242462158, 0.4768120050430298, 0.4458785355091095, 0.4485529363155365, 0.4342149496078491, 0.42434507608413696], "cos_apical_negg": [0.551744818687439, 0.5150635242462158, 0.4768120050430298, 0.4458785355091095, 0.4485529363155365, 0.4342149496078491, 0.42434507608413696], "cos_Ac_negg": [0.551744818687439, 0.5150635242462158, 0.4768120050430298, 0.4458785355091095, 0.4485529363155365, 0.4342149496078491, 0.42434507608413696], "r_norm": [0.470078706741333, 0.38479089736938477, 0.3624618351459503, 0.35386666655540466, 0.35808736085891724, 0.3553321063518524, 0.3752012550830841]}, {"step": 7600, "epoch": 16, "train_loss": 0.24480244517326355, "cos_r_negg": [0.5695329904556274, 0.5349969267845154, 0.5014466047286987, 0.4710178077220917, 0.45751166343688965, 0.4515331983566284, 0.4353940188884735], "cos_apical_negg": [0.5695329904556274, 0.5349969267845154, 0.5014466047286987, 0.4710178077220917, 0.45751166343688965, 0.4515331983566284, 0.4353940188884735], "cos_Ac_negg": [0.5695329904556274, 0.5349969267845154, 0.5014466047286987, 0.4710178077220917, 0.45751166343688965, 0.4515331983566284, 0.4353940188884735], "r_norm": [0.49762994050979614, 0.4019266366958618, 0.3792659640312195, 0.36531341075897217, 0.37186962366104126, 0.36812177300453186, 0.389769971370697]}, {"step": 7650, "epoch": 16, "train_loss": 0.11704213172197342, "cos_r_negg": [0.5716242790222168, 0.5330122113227844, 0.49214091897010803, 0.45841556787490845, 0.4547145366668701, 0.45130476355552673, 0.43585771322250366], "cos_apical_negg": [0.5716242790222168, 0.5330122113227844, 0.49214091897010803, 0.45841556787490845, 0.4547145366668701, 0.45130476355552673, 0.43585771322250366], "cos_Ac_negg": [0.5716242790222168, 0.5330122113227844, 0.49214091897010803, 0.45841556787490845, 0.4547145366668701, 0.45130476355552673, 0.43585771322250366], "r_norm": [0.4972946345806122, 0.40156275033950806, 0.3768458366394043, 0.3644019663333893, 0.3715194761753082, 0.3670503497123718, 0.38949376344680786]}, {"step": 7700, "epoch": 16, "train_loss": 0.09021470695734024, "cos_r_negg": [0.5457953810691833, 0.5102968811988831, 0.4737034738063812, 0.4449847340583801, 0.4368271827697754, 0.43218058347702026, 0.4194743037223816], "cos_apical_negg": [0.5457953810691833, 0.5102968811988831, 0.4737034738063812, 0.4449847340583801, 0.4368271827697754, 0.43218058347702026, 0.4194743037223816], "cos_Ac_negg": [0.5457953810691833, 0.5102968811988831, 0.4737034738063812, 0.4449847340583801, 0.4368271827697754, 0.43218058347702026, 0.4194743037223816], "r_norm": [0.46805477142333984, 0.37983137369155884, 0.3581368625164032, 0.34644752740859985, 0.35288795828819275, 0.34934067726135254, 0.3694465756416321]}, {"step": 7750, "epoch": 16, "train_loss": 0.2175300419330597, "cos_r_negg": [0.5510276556015015, 0.5161136388778687, 0.4814295172691345, 0.4478505253791809, 0.44487595558166504, 0.4293975532054901, 0.43154358863830566], "cos_apical_negg": [0.5510276556015015, 0.5161136388778687, 0.4814295172691345, 0.4478505253791809, 0.44487595558166504, 0.4293975532054901, 0.43154358863830566], "cos_Ac_negg": [0.5510276556015015, 0.5161136388778687, 0.4814295172691345, 0.4478505253791809, 0.44487595558166504, 0.4293975532054901, 0.43154358863830566], "r_norm": [0.46967339515686035, 0.3827873468399048, 0.35949772596359253, 0.3487102687358856, 0.35247641801834106, 0.35113203525543213, 0.3709426820278168], "ldr": {"dL_sdil": -0.011452198028564453, "dL_bp": -0.0192393958568573, "ratio": 0.5952472787487588}}, {"step": 7800, "epoch": 16, "train_loss": 0.10574676096439362, "cos_r_negg": [0.5626469254493713, 0.5255105495452881, 0.4921659827232361, 0.45881175994873047, 0.4542118310928345, 0.4385514259338379, 0.44075918197631836], "cos_apical_negg": [0.5626469254493713, 0.5255105495452881, 0.4921659827232361, 0.45881175994873047, 0.4542118310928345, 0.4385514259338379, 0.44075918197631836], "cos_Ac_negg": [0.5626469254493713, 0.5255105495452881, 0.4921659827232361, 0.45881175994873047, 0.4542118310928345, 0.4385514259338379, 0.44075918197631836], "r_norm": [0.49292629957199097, 0.3967374563217163, 0.3733489215373993, 0.36010921001434326, 0.36555811762809753, 0.36149734258651733, 0.3837437033653259]}, {"step": 7850, "epoch": 16, "train_loss": 0.16562031209468842, "cos_r_negg": [0.5646659135818481, 0.526902437210083, 0.4899047911167145, 0.4567382335662842, 0.4509005844593048, 0.4346473515033722, 0.4362969398498535], "cos_apical_negg": [0.5646659135818481, 0.526902437210083, 0.4899047911167145, 0.4567382335662842, 0.4509005844593048, 0.4346473515033722, 0.4362969398498535], "cos_Ac_negg": [0.5646659135818481, 0.526902437210083, 0.4899047911167145, 0.4567382335662842, 0.4509005844593048, 0.4346473515033722, 0.4362969398498535], "r_norm": [0.4777645170688629, 0.3858415484428406, 0.36271047592163086, 0.3512733578681946, 0.35489243268966675, 0.35244929790496826, 0.3736909329891205]}, {"step": 7900, "epoch": 16, "train_loss": 0.0821772962808609, "cos_r_negg": [0.5436267852783203, 0.5063289403915405, 0.4674750566482544, 0.43026140332221985, 0.43032896518707275, 0.4319053888320923, 0.42675310373306274], "cos_apical_negg": [0.5436267852783203, 0.5063289403915405, 0.4674750566482544, 0.43026140332221985, 0.43032896518707275, 0.4319053888320923, 0.42675310373306274], "cos_Ac_negg": [0.5436267852783203, 0.5063289403915405, 0.4674750566482544, 0.43026140332221985, 0.43032896518707275, 0.4319053888320923, 0.42675310373306274], "r_norm": [0.5020730495452881, 0.4021643400192261, 0.37579047679901123, 0.36437928676605225, 0.3698554039001465, 0.3651018738746643, 0.38921013474464417]}, {"step": 7950, "epoch": 16, "train_loss": 0.16425840556621552, "cos_r_negg": [0.5545049905776978, 0.5088226795196533, 0.47738105058670044, 0.4459363520145416, 0.445220410823822, 0.43134644627571106, 0.42686426639556885], "cos_apical_negg": [0.5545049905776978, 0.5088226795196533, 0.47738105058670044, 0.4459363520145416, 0.445220410823822, 0.43134644627571106, 0.42686426639556885], "cos_Ac_negg": [0.5545049905776978, 0.5088226795196533, 0.47738105058670044, 0.4459363520145416, 0.445220410823822, 0.43134644627571106, 0.42686426639556885], "r_norm": [0.4613981544971466, 0.36768054962158203, 0.34392979741096497, 0.33246123790740967, 0.3388252258300781, 0.3329741954803467, 0.35569971799850464]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8792, "test_loss": 0.39485135192871096}, {"step": 8000, "epoch": 17, "train_loss": 0.1230994313955307, "cos_r_negg": [0.5540667772293091, 0.519150972366333, 0.48720434308052063, 0.4556865394115448, 0.4418696165084839, 0.4368911385536194, 0.43691232800483704], "cos_apical_negg": [0.5540667772293091, 0.519150972366333, 0.48720434308052063, 0.4556865394115448, 0.4418696165084839, 0.4368911385536194, 0.43691232800483704], "cos_Ac_negg": [0.5540667772293091, 0.519150972366333, 0.48720434308052063, 0.4556865394115448, 0.4418696165084839, 0.4368911385536194, 0.43691232800483704], "r_norm": [0.4812728464603424, 0.3843815326690674, 0.3584398627281189, 0.34740179777145386, 0.3524426817893982, 0.3487342894077301, 0.3722052574157715], "ldr": {"dL_sdil": -0.015197575092315674, "dL_bp": -0.022731274366378784, "ratio": 0.6685755865405416}}, {"step": 8050, "epoch": 17, "train_loss": 0.13104015588760376, "cos_r_negg": [0.5543659329414368, 0.518358588218689, 0.4850360155105591, 0.4514223337173462, 0.43845200538635254, 0.43148112297058105, 0.43300074338912964], "cos_apical_negg": [0.5543659329414368, 0.518358588218689, 0.4850360155105591, 0.4514223337173462, 0.43845200538635254, 0.43148112297058105, 0.43300074338912964], "cos_Ac_negg": [0.5543659329414368, 0.518358588218689, 0.4850360155105591, 0.4514223337173462, 0.43845200538635254, 0.43148112297058105, 0.43300074338912964], "r_norm": [0.5038729906082153, 0.4009903073310852, 0.37400341033935547, 0.36132389307022095, 0.3673401474952698, 0.3626815974712372, 0.3869956135749817]}, {"step": 8100, "epoch": 17, "train_loss": 0.1403222382068634, "cos_r_negg": [0.541892409324646, 0.5079456567764282, 0.47416478395462036, 0.43811121582984924, 0.423883318901062, 0.4247737526893616, 0.43526870012283325], "cos_apical_negg": [0.541892409324646, 0.5079456567764282, 0.47416478395462036, 0.43811121582984924, 0.423883318901062, 0.4247737526893616, 0.43526870012283325], "cos_Ac_negg": [0.541892409324646, 0.5079456567764282, 0.47416478395462036, 0.43811121582984924, 0.423883318901062, 0.4247737526893616, 0.43526870012283325], "r_norm": [0.48893579840660095, 0.39211153984069824, 0.3669542372226715, 0.3542451858520508, 0.36057496070861816, 0.3571356236934662, 0.3785457909107208]}, {"step": 8150, "epoch": 17, "train_loss": 0.1365211308002472, "cos_r_negg": [0.5528898239135742, 0.519099235534668, 0.48439764976501465, 0.44396501779556274, 0.43616682291030884, 0.43936532735824585, 0.44400903582572937], "cos_apical_negg": [0.5528898239135742, 0.519099235534668, 0.48439764976501465, 0.44396501779556274, 0.43616682291030884, 0.43936532735824585, 0.44400903582572937], "cos_Ac_negg": [0.5528898239135742, 0.519099235534668, 0.48439764976501465, 0.44396501779556274, 0.43616682291030884, 0.43936532735824585, 0.44400903582572937], "r_norm": [0.503342866897583, 0.3977751135826111, 0.3703186511993408, 0.3583086133003235, 0.36310911178588867, 0.35898518562316895, 0.38365447521209717]}, {"step": 8200, "epoch": 17, "train_loss": 0.16633562743663788, "cos_r_negg": [0.5430262088775635, 0.505739688873291, 0.47274649143218994, 0.43354475498199463, 0.4234393835067749, 0.42430758476257324, 0.4319581389427185], "cos_apical_negg": [0.5430262088775635, 0.505739688873291, 0.47274649143218994, 0.43354475498199463, 0.4234393835067749, 0.42430758476257324, 0.4319581389427185], "cos_Ac_negg": [0.5430262088775635, 0.505739688873291, 0.47274649143218994, 0.43354475498199463, 0.4234393835067749, 0.42430758476257324, 0.4319581389427185], "r_norm": [0.46058040857315063, 0.36635705828666687, 0.34183287620544434, 0.3305814862251282, 0.3336709439754486, 0.33122968673706055, 0.35315388441085815]}, {"step": 8250, "epoch": 17, "train_loss": 0.1308344006538391, "cos_r_negg": [0.5448988080024719, 0.5114500522613525, 0.474004328250885, 0.43727219104766846, 0.4385104775428772, 0.42473989725112915, 0.43933579325675964], "cos_apical_negg": [0.5448988080024719, 0.5114500522613525, 0.474004328250885, 0.43727219104766846, 0.4385104775428772, 0.42473989725112915, 0.43933579325675964], "cos_Ac_negg": [0.5448988080024719, 0.5114500522613525, 0.474004328250885, 0.43727219104766846, 0.4385104775428772, 0.42473989725112915, 0.43933579325675964], "r_norm": [0.47466331720352173, 0.38020676374435425, 0.3554428219795227, 0.34372639656066895, 0.3468967080116272, 0.3444536328315735, 0.36634561419487], "ldr": {"dL_sdil": -0.01103106141090393, "dL_bp": -0.022208571434020996, "ratio": 0.4967028808528226}}, {"step": 8300, "epoch": 17, "train_loss": 0.11766974627971649, "cos_r_negg": [0.5557142496109009, 0.5168589353561401, 0.4757625460624695, 0.44295892119407654, 0.43454474210739136, 0.43432968854904175, 0.4388965666294098], "cos_apical_negg": [0.5557142496109009, 0.5168589353561401, 0.4757625460624695, 0.44295892119407654, 0.43454474210739136, 0.43432968854904175, 0.4388965666294098], "cos_Ac_negg": [0.5557142496109009, 0.5168589353561401, 0.4757625460624695, 0.44295892119407654, 0.43454474210739136, 0.43432968854904175, 0.4388965666294098], "r_norm": [0.5087229013442993, 0.4070519208908081, 0.38034266233444214, 0.36889171600341797, 0.3720954656600952, 0.36906319856643677, 0.39291852712631226]}, {"step": 8350, "epoch": 17, "train_loss": 0.13334034383296967, "cos_r_negg": [0.5532180666923523, 0.5153646469116211, 0.4774693250656128, 0.4414692521095276, 0.430111289024353, 0.42843925952911377, 0.43771159648895264], "cos_apical_negg": [0.5532180666923523, 0.5153646469116211, 0.4774693250656128, 0.4414692521095276, 0.430111289024353, 0.42843925952911377, 0.43771159648895264], "cos_Ac_negg": [0.5532180666923523, 0.5153646469116211, 0.4774693250656128, 0.4414692521095276, 0.430111289024353, 0.42843925952911377, 0.43771159648895264], "r_norm": [0.48771780729293823, 0.3860481381416321, 0.3607906699180603, 0.3488391041755676, 0.35431867837905884, 0.34890180826187134, 0.37243255972862244]}, {"step": 8400, "epoch": 17, "train_loss": 0.3178735375404358, "cos_r_negg": [0.547839879989624, 0.5099453926086426, 0.4744833707809448, 0.4424421191215515, 0.4304506182670593, 0.43477338552474976, 0.4404746890068054], "cos_apical_negg": [0.547839879989624, 0.5099453926086426, 0.4744833707809448, 0.4424421191215515, 0.4304506182670593, 0.43477338552474976, 0.4404746890068054], "cos_Ac_negg": [0.547839879989624, 0.5099453926086426, 0.4744833707809448, 0.4424421191215515, 0.4304506182670593, 0.43477338552474976, 0.4404746890068054], "r_norm": [0.4798775911331177, 0.377072274684906, 0.35081392526626587, 0.33833038806915283, 0.34312760829925537, 0.33925095200538635, 0.3627054691314697]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8801, "test_loss": 0.4042506927490234}, {"step": 8450, "epoch": 18, "train_loss": 0.09955641627311707, "cos_r_negg": [0.5479093194007874, 0.5066149234771729, 0.4648992419242859, 0.42901134490966797, 0.4226558804512024, 0.42606261372566223, 0.42614299058914185], "cos_apical_negg": [0.5479093194007874, 0.5066149234771729, 0.4648992419242859, 0.42901134490966797, 0.4226558804512024, 0.42606261372566223, 0.42614299058914185], "cos_Ac_negg": [0.5479093194007874, 0.5066149234771729, 0.4648992419242859, 0.42901134490966797, 0.4226558804512024, 0.42606261372566223, 0.42614299058914185], "r_norm": [0.4767337739467621, 0.3753025531768799, 0.3482587933540344, 0.33547115325927734, 0.33915019035339355, 0.33649876713752747, 0.3599948287010193]}, {"step": 8500, "epoch": 18, "train_loss": 0.11143036186695099, "cos_r_negg": [0.5567548274993896, 0.5217158794403076, 0.4823933243751526, 0.447574257850647, 0.43834179639816284, 0.43921029567718506, 0.4403179883956909], "cos_apical_negg": [0.5567548274993896, 0.5217158794403076, 0.4823933243751526, 0.447574257850647, 0.43834179639816284, 0.43921029567718506, 0.4403179883956909], "cos_Ac_negg": [0.5567548274993896, 0.5217158794403076, 0.4823933243751526, 0.447574257850647, 0.43834179639816284, 0.43921029567718506, 0.4403179883956909], "r_norm": [0.5255950689315796, 0.41204237937927246, 0.38109755516052246, 0.36789795756340027, 0.3715248703956604, 0.36789992451667786, 0.39481544494628906], "ldr": {"dL_sdil": -0.020664304494857788, "dL_bp": -0.03128013014793396, "ratio": 0.660620796560933}}, {"step": 8550, "epoch": 18, "train_loss": 0.10708057880401611, "cos_r_negg": [0.5555046796798706, 0.515566885471344, 0.4749037027359009, 0.4409884810447693, 0.4343509078025818, 0.43192893266677856, 0.43496644496917725], "cos_apical_negg": [0.5555046796798706, 0.515566885471344, 0.4749037027359009, 0.4409884810447693, 0.4343509078025818, 0.43192893266677856, 0.43496644496917725], "cos_Ac_negg": [0.5555046796798706, 0.515566885471344, 0.4749037027359009, 0.4409884810447693, 0.4343509078025818, 0.43192893266677856, 0.43496644496917725], "r_norm": [0.527998149394989, 0.41670656204223633, 0.3856603503227234, 0.3719950318336487, 0.37688231468200684, 0.37368711829185486, 0.40019774436950684]}, {"step": 8600, "epoch": 18, "train_loss": 0.10453850775957108, "cos_r_negg": [0.537868857383728, 0.500666081905365, 0.4655071198940277, 0.43243083357810974, 0.4339803457260132, 0.4344326853752136, 0.4341793656349182], "cos_apical_negg": [0.537868857383728, 0.500666081905365, 0.4655071198940277, 0.43243083357810974, 0.4339803457260132, 0.4344326853752136, 0.4341793656349182], "cos_Ac_negg": [0.537868857383728, 0.500666081905365, 0.4655071198940277, 0.43243083357810974, 0.4339803457260132, 0.4344326853752136, 0.4341793656349182], "r_norm": [0.4917227029800415, 0.38700491189956665, 0.3582935333251953, 0.3465936779975891, 0.3494074046611786, 0.34648093581199646, 0.3713306486606598]}, {"step": 8650, "epoch": 18, "train_loss": 0.08954430371522903, "cos_r_negg": [0.5340688228607178, 0.49083366990089417, 0.45413103699684143, 0.4247843623161316, 0.42087578773498535, 0.42539459466934204, 0.4278460443019867], "cos_apical_negg": [0.5340688228607178, 0.49083366990089417, 0.45413103699684143, 0.4247843623161316, 0.42087578773498535, 0.42539459466934204, 0.4278460443019867], "cos_Ac_negg": [0.5340688228607178, 0.49083366990089417, 0.45413103699684143, 0.4247843623161316, 0.42087578773498535, 0.42539459466934204, 0.4278460443019867], "r_norm": [0.48563653230667114, 0.38468533754348755, 0.355700820684433, 0.3430488109588623, 0.34693196415901184, 0.344186007976532, 0.368458092212677]}, {"step": 8700, "epoch": 18, "train_loss": 0.18921643495559692, "cos_r_negg": [0.5582327842712402, 0.5142754912376404, 0.47218042612075806, 0.4389951825141907, 0.42968741059303284, 0.4264032542705536, 0.4317875802516937], "cos_apical_negg": [0.5582327842712402, 0.5142754912376404, 0.47218042612075806, 0.4389951825141907, 0.42968741059303284, 0.4264032542705536, 0.4317875802516937], "cos_Ac_negg": [0.5582327842712402, 0.5142754912376404, 0.47218042612075806, 0.4389951825141907, 0.42968741059303284, 0.4264032542705536, 0.4317875802516937], "r_norm": [0.479312926530838, 0.3756755590438843, 0.34808745980262756, 0.3342013955116272, 0.3383764624595642, 0.3351709842681885, 0.3592015504837036]}, {"step": 8750, "epoch": 18, "train_loss": 0.18698826432228088, "cos_r_negg": [0.5459854006767273, 0.5079145431518555, 0.4638088345527649, 0.42429500818252563, 0.41652730107307434, 0.41750991344451904, 0.4318225383758545], "cos_apical_negg": [0.5459854006767273, 0.5079145431518555, 0.4638088345527649, 0.42429500818252563, 0.41652730107307434, 0.41750991344451904, 0.4318225383758545], "cos_Ac_negg": [0.5459854006767273, 0.5079145431518555, 0.4638088345527649, 0.42429500818252563, 0.41652730107307434, 0.41750991344451904, 0.4318225383758545], "r_norm": [0.49213436245918274, 0.3836216926574707, 0.35506218671798706, 0.3409344553947449, 0.3448945879936218, 0.34082427620887756, 0.3672270178794861], "ldr": {"dL_sdil": -0.01535874605178833, "dL_bp": -0.0261499285697937, "ratio": 0.5873341493379649}}, {"step": 8800, "epoch": 18, "train_loss": 0.08645296096801758, "cos_r_negg": [0.5408211946487427, 0.5025941133499146, 0.4590912461280823, 0.4244879186153412, 0.4085034430027008, 0.41318488121032715, 0.4223698377609253], "cos_apical_negg": [0.5408211946487427, 0.5025941133499146, 0.4590912461280823, 0.4244879186153412, 0.4085034430027008, 0.41318488121032715, 0.4223698377609253], "cos_Ac_negg": [0.5408211946487427, 0.5025941133499146, 0.4590912461280823, 0.4244879186153412, 0.4085034430027008, 0.41318488121032715, 0.4223698377609253], "r_norm": [0.46976470947265625, 0.3649475574493408, 0.33685606718063354, 0.32388919591903687, 0.3273736834526062, 0.3237435817718506, 0.3483083248138428]}, {"step": 8850, "epoch": 18, "train_loss": 0.1332598626613617, "cos_r_negg": [0.5319406986236572, 0.4922817349433899, 0.45019102096557617, 0.4173946678638458, 0.40883782505989075, 0.40889984369277954, 0.42400968074798584], "cos_apical_negg": [0.5319406986236572, 0.4922817349433899, 0.45019102096557617, 0.4173946678638458, 0.40883782505989075, 0.40889984369277954, 0.42400968074798584], "cos_Ac_negg": [0.5319406986236572, 0.4922817349433899, 0.45019102096557617, 0.4173946678638458, 0.40883782505989075, 0.40889984369277954, 0.42400968074798584], "r_norm": [0.4973105192184448, 0.38739341497421265, 0.35658934712409973, 0.343156099319458, 0.34567955136299133, 0.3428059220314026, 0.3693664073944092]}, {"step": 8900, "epoch": 18, "train_loss": 0.17418573796749115, "cos_r_negg": [0.5396753549575806, 0.49468985199928284, 0.4508817791938782, 0.41765016317367554, 0.4062013328075409, 0.41687509417533875, 0.42877984046936035], "cos_apical_negg": [0.5396753549575806, 0.49468985199928284, 0.4508817791938782, 0.41765016317367554, 0.4062013328075409, 0.41687509417533875, 0.42877984046936035], "cos_Ac_negg": [0.5396753549575806, 0.49468985199928284, 0.4508817791938782, 0.41765016317367554, 0.4062013328075409, 0.41687509417533875, 0.42877984046936035], "r_norm": [0.471610963344574, 0.3645203113555908, 0.3357670307159424, 0.32205790281295776, 0.3248087167739868, 0.32161495089530945, 0.34680354595184326]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8771, "test_loss": 0.4330085510253906}, {"step": 8950, "epoch": 19, "train_loss": 0.20231783390045166, "cos_r_negg": [0.544234037399292, 0.5069243907928467, 0.4606219232082367, 0.42745113372802734, 0.40924790501594543, 0.42210403084754944, 0.4435982406139374], "cos_apical_negg": [0.544234037399292, 0.5069243907928467, 0.4606219232082367, 0.42745113372802734, 0.40924790501594543, 0.42210403084754944, 0.4435982406139374], "cos_Ac_negg": [0.544234037399292, 0.5069243907928467, 0.4606219232082367, 0.42745113372802734, 0.40924790501594543, 0.42210403084754944, 0.4435982406139374], "r_norm": [0.5101464986801147, 0.39262133836746216, 0.35970497131347656, 0.34521371126174927, 0.34802767634391785, 0.3449357748031616, 0.3734585642814636]}, {"step": 9000, "epoch": 19, "train_loss": 0.19757048785686493, "cos_r_negg": [0.5424788594245911, 0.5063481330871582, 0.4667246639728546, 0.42855292558670044, 0.4162229299545288, 0.4190991222858429, 0.4350263476371765], "cos_apical_negg": [0.5424788594245911, 0.5063481330871582, 0.4667246639728546, 0.42855292558670044, 0.4162229299545288, 0.4190991222858429, 0.4350263476371765], "cos_Ac_negg": [0.5424788594245911, 0.5063481330871582, 0.4667246639728546, 0.42855292558670044, 0.4162229299545288, 0.4190991222858429, 0.4350263476371765], "r_norm": [0.47468996047973633, 0.366396963596344, 0.33630114793777466, 0.32371050119400024, 0.3255939483642578, 0.3227598965167999, 0.34916621446609497], "ldr": {"dL_sdil": -0.013552635908126831, "dL_bp": -0.023781955242156982, "ratio": 0.5698705497562626}}, {"step": 9050, "epoch": 19, "train_loss": 0.15037088096141815, "cos_r_negg": [0.5343309640884399, 0.49860697984695435, 0.45594239234924316, 0.4216282367706299, 0.4079904556274414, 0.41004711389541626, 0.43193259835243225], "cos_apical_negg": [0.5343309640884399, 0.49860697984695435, 0.45594239234924316, 0.4216282367706299, 0.4079904556274414, 0.41004711389541626, 0.43193259835243225], "cos_Ac_negg": [0.5343309640884399, 0.49860697984695435, 0.45594239234924316, 0.4216282367706299, 0.4079904556274414, 0.41004711389541626, 0.43193259835243225], "r_norm": [0.5063511729240417, 0.38900965452194214, 0.3567321300506592, 0.34254539012908936, 0.3455832600593567, 0.34193772077560425, 0.36986082792282104]}, {"step": 9100, "epoch": 19, "train_loss": 0.14980825781822205, "cos_r_negg": [0.5184661746025085, 0.483284056186676, 0.4431779980659485, 0.41130056977272034, 0.39762353897094727, 0.40608373284339905, 0.4243280291557312], "cos_apical_negg": [0.5184661746025085, 0.483284056186676, 0.4431779980659485, 0.41130056977272034, 0.39762353897094727, 0.40608373284339905, 0.4243280291557312], "cos_Ac_negg": [0.5184661746025085, 0.483284056186676, 0.4431779980659485, 0.41130056977272034, 0.39762353897094727, 0.40608373284339905, 0.4243280291557312], "r_norm": [0.4761708974838257, 0.37137842178344727, 0.34160786867141724, 0.3285699486732483, 0.3305301368236542, 0.32913315296173096, 0.3536666929721832]}, {"step": 9150, "epoch": 19, "train_loss": 0.128984272480011, "cos_r_negg": [0.5384330749511719, 0.49870389699935913, 0.45712876319885254, 0.4228339195251465, 0.4113903045654297, 0.41879600286483765, 0.4307115375995636], "cos_apical_negg": [0.5384330749511719, 0.49870389699935913, 0.45712876319885254, 0.4228339195251465, 0.4113903045654297, 0.41879600286483765, 0.4307115375995636], "cos_Ac_negg": [0.5384330749511719, 0.49870389699935913, 0.45712876319885254, 0.4228339195251465, 0.4113903045654297, 0.41879600286483765, 0.4307115375995636], "r_norm": [0.4705447256565094, 0.3651081323623657, 0.33502843976020813, 0.3214326500892639, 0.32438045740127563, 0.321956068277359, 0.34725281596183777]}, {"step": 9200, "epoch": 19, "train_loss": 0.13916216790676117, "cos_r_negg": [0.5408196449279785, 0.5031375885009766, 0.46614810824394226, 0.43890881538391113, 0.4180464744567871, 0.4128135144710541, 0.44186538457870483], "cos_apical_negg": [0.5408196449279785, 0.5031375885009766, 0.46614810824394226, 0.43890881538391113, 0.4180464744567871, 0.4128135144710541, 0.44186538457870483], "cos_Ac_negg": [0.5408196449279785, 0.5031375885009766, 0.46614810824394226, 0.43890881538391113, 0.4180464744567871, 0.4128135144710541, 0.44186538457870483], "r_norm": [0.5174329876899719, 0.39791005849838257, 0.3644152283668518, 0.3473149538040161, 0.3519399166107178, 0.3483504056930542, 0.37676817178726196]}, {"step": 9250, "epoch": 19, "train_loss": 0.13610053062438965, "cos_r_negg": [0.5500964522361755, 0.5019385814666748, 0.46638381481170654, 0.43082842230796814, 0.41968050599098206, 0.4222393035888672, 0.43306633830070496], "cos_apical_negg": [0.5500964522361755, 0.5019385814666748, 0.46638381481170654, 0.43082842230796814, 0.41968050599098206, 0.4222393035888672, 0.43306633830070496], "cos_Ac_negg": [0.5500964522361755, 0.5019385814666748, 0.46638381481170654, 0.43082842230796814, 0.41968050599098206, 0.4222393035888672, 0.43306633830070496], "r_norm": [0.5201611518859863, 0.40097302198410034, 0.3662419617176056, 0.35132911801338196, 0.3531900644302368, 0.35062211751937866, 0.3799574375152588], "ldr": {"dL_sdil": -0.020302146673202515, "dL_bp": -0.033594340085983276, "ratio": 0.6043323554277309}}, {"step": 9300, "epoch": 19, "train_loss": 0.17381145060062408, "cos_r_negg": [0.5430834889411926, 0.504389762878418, 0.4704892039299011, 0.42889976501464844, 0.41103947162628174, 0.4129331707954407, 0.42975547909736633], "cos_apical_negg": [0.5430834889411926, 0.504389762878418, 0.4704892039299011, 0.42889976501464844, 0.41103947162628174, 0.4129331707954407, 0.42975547909736633], "cos_Ac_negg": [0.5430834889411926, 0.504389762878418, 0.4704892039299011, 0.42889976501464844, 0.41103947162628174, 0.4129331707954407, 0.42975547909736633], "r_norm": [0.4926963448524475, 0.3814111053943634, 0.35004153847694397, 0.3362991213798523, 0.338126540184021, 0.3357877731323242, 0.36202937364578247]}, {"step": 9350, "epoch": 19, "train_loss": 0.19154499471187592, "cos_r_negg": [0.5263664722442627, 0.48635226488113403, 0.44823694229125977, 0.4177616834640503, 0.4092683792114258, 0.40502071380615234, 0.4249778389930725], "cos_apical_negg": [0.5263664722442627, 0.48635226488113403, 0.44823694229125977, 0.4177616834640503, 0.4092683792114258, 0.40502071380615234, 0.4249778389930725], "cos_Ac_negg": [0.5263664722442627, 0.48635226488113403, 0.44823694229125977, 0.4177616834640503, 0.4092683792114258, 0.40502071380615234, 0.4249778389930725], "r_norm": [0.49621206521987915, 0.3828872740268707, 0.34961560368537903, 0.33508366346359253, 0.33522355556488037, 0.3335920572280884, 0.36216703057289124]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8795, "test_loss": 0.4298709228515625}], "final": {"test_acc": 0.8795, "test_loss": 0.4298709228515625, "wall_s": 123.1086049079895, "cos_r_negg": [0.541588544845581, 0.5009393692016602, 0.4581426680088043, 0.4208400845527649, 0.4061102271080017, 0.41073766350746155, 0.4342012405395508], "cos_apical_negg": [0.541588544845581, 0.5009393692016602, 0.4581426680088043, 0.4208400845527649, 0.4061102271080017, 0.41073766350746155, 0.4342012405395508], "cos_Ac_negg": [0.541588544845581, 0.5009393692016602, 0.4581426680088043, 0.4208400845527649, 0.4061102271080017, 0.41073766350746155, 0.4342012405395508]}}
|
