1
|
{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.295605182647705, "cos_r_negg": [-0.03931837156414986, 0.0022256949450820684, 0.020455483347177505, -7.068226113915443e-05, -0.04221899434924126, -0.033387064933776855, -0.012037117034196854], "cos_apical_negg": [-0.03931837156414986, 0.0022256949450820684, 0.020455483347177505, -7.068226113915443e-05, -0.04221899434924126, -0.033387064933776855, -0.012037117034196854], "cos_Ac_negg": [-0.03931837156414986, 0.0022256949450820684, 0.020455483347177505, -7.068226113915443e-05, -0.04221899434924126, -0.033387064933776855, -0.012037117034196854], "r_norm": [4.748096942901611, 4.851302146911621, 4.676338195800781, 4.735795021057129, 4.787690162658691, 4.604272842407227, 4.791783809661865], "ldr": {"dL_sdil": -0.0013849735260009766, "dL_bp": -0.1259171962738037, "ratio": 0.010999081674193152}}, {"step": 50, "epoch": 0, "train_loss": 1.0131102800369263, "cos_r_negg": [0.07070732861757278, 0.04523984342813492, 0.06381930410861969, 0.06492958217859268, 0.11305072903633118, 0.1357487440109253, 0.08637446165084839], "cos_apical_negg": [0.07070732861757278, 0.04523984342813492, 0.06381930410861969, 0.06492958217859268, 0.11305072903633118, 0.1357487440109253, 0.08637446165084839], "cos_Ac_negg": [0.07070732861757278, 0.04523984342813492, 0.06381930410861969, 0.06492958217859268, 0.11305072903633118, 0.1357487440109253, 0.08637446165084839], "r_norm": [2.9385476112365723, 2.951878786087036, 2.8413150310516357, 2.9034423828125, 2.924943208694458, 2.7884602546691895, 2.9694266319274902]}, {"step": 100, "epoch": 0, "train_loss": 0.8134154677391052, "cos_r_negg": [0.2505744397640228, 0.1932477056980133, 0.14672940969467163, 0.09755680710077286, 0.16882288455963135, 0.21328474581241608, 0.1257486343383789], "cos_apical_negg": [0.2505744397640228, 0.1932477056980133, 0.14672940969467163, 0.09755680710077286, 0.16882288455963135, 0.21328474581241608, 0.1257486343383789], "cos_Ac_negg": [0.2505744397640228, 0.1932477056980133, 0.14672940969467163, 0.09755680710077286, 0.16882288455963135, 0.21328474581241608, 0.1257486343383789], "r_norm": [1.8815594911575317, 1.890101671218872, 1.8088762760162354, 1.8880611658096313, 1.886999249458313, 1.8024121522903442, 1.9171373844146729]}, {"step": 150, "epoch": 0, "train_loss": 0.6378846168518066, "cos_r_negg": [0.2661948800086975, 0.22286731004714966, 0.20068657398223877, 0.21946704387664795, 0.18665811419487, 0.24147048592567444, 0.20791015028953552], "cos_apical_negg": [0.2661948800086975, 0.22286731004714966, 0.20068657398223877, 0.21946704387664795, 0.18665811419487, 0.24147048592567444, 0.20791015028953552], "cos_Ac_negg": [0.2661948800086975, 0.22286731004714966, 0.20068657398223877, 0.21946704387664795, 0.18665811419487, 0.24147048592567444, 0.20791015028953552], "r_norm": [1.7988380193710327, 1.8161847591400146, 1.7338526248931885, 1.81203031539917, 1.81229829788208, 1.738168478012085, 1.851228952407837]}, {"step": 200, "epoch": 0, "train_loss": 0.5810986757278442, "cos_r_negg": [0.30041658878326416, 0.27277401089668274, 0.2643461227416992, 0.24507088959217072, 0.22378015518188477, 0.2228652685880661, 0.22028401494026184], "cos_apical_negg": [0.30041658878326416, 0.27277401089668274, 0.2643461227416992, 0.24507088959217072, 0.22378015518188477, 0.2228652685880661, 0.22028401494026184], "cos_Ac_negg": [0.30041658878326416, 0.27277401089668274, 0.2643461227416992, 0.24507088959217072, 0.22378015518188477, 0.2228652685880661, 0.22028401494026184], "r_norm": [1.627604365348816, 1.6356804370880127, 1.5569565296173096, 1.6215252876281738, 1.631360411643982, 1.5590624809265137, 1.6554644107818604]}, {"step": 250, "epoch": 0, "train_loss": 0.49410325288772583, "cos_r_negg": [0.30715319514274597, 0.247272789478302, 0.2356300801038742, 0.2127794474363327, 0.21714402735233307, 0.2204262912273407, 0.22947987914085388], "cos_apical_negg": [0.30715319514274597, 0.247272789478302, 0.2356300801038742, 0.2127794474363327, 0.21714402735233307, 0.2204262912273407, 0.22947987914085388], "cos_Ac_negg": [0.30715319514274597, 0.247272789478302, 0.2356300801038742, 0.2127794474363327, 0.21714402735233307, 0.2204262912273407, 0.22947987914085388], "r_norm": [1.470269799232483, 1.4820879697799683, 1.414375901222229, 1.4704906940460205, 1.4777096509933472, 1.4102213382720947, 1.495829701423645], "ldr": {"dL_sdil": -0.01142275333404541, "dL_bp": -0.010951519012451172, "ratio": 1.0430291287499456}}, {"step": 300, "epoch": 0, "train_loss": 0.7809146642684937, "cos_r_negg": [0.369052916765213, 0.3116433024406433, 0.2995304465293884, 0.25505736470222473, 0.24253425002098083, 0.2100963145494461, 0.2091551423072815], "cos_apical_negg": [0.369052916765213, 0.3116433024406433, 0.2995304465293884, 0.25505736470222473, 0.24253425002098083, 0.2100963145494461, 0.2091551423072815], "cos_Ac_negg": [0.369052916765213, 0.3116433024406433, 0.2995304465293884, 0.25505736470222473, 0.24253425002098083, 0.2100963145494461, 0.2091551423072815], "r_norm": [1.3538792133331299, 1.3627793788909912, 1.3013627529144287, 1.3569867610931396, 1.3594353199005127, 1.296826720237732, 1.3814250230789185]}, {"step": 350, "epoch": 0, "train_loss": 0.5017776489257812, "cos_r_negg": [0.3708561062812805, 0.32395583391189575, 0.2960079610347748, 0.26566606760025024, 0.2682904303073883, 0.22893190383911133, 0.22164800763130188], "cos_apical_negg": [0.3708561062812805, 0.32395583391189575, 0.2960079610347748, 0.26566606760025024, 0.2682904303073883, 0.22893190383911133, 0.22164800763130188], "cos_Ac_negg": [0.3708561062812805, 0.32395583391189575, 0.2960079610347748, 0.26566606760025024, 0.2682904303073883, 0.22893190383911133, 0.22164800763130188], "r_norm": [1.415679693222046, 1.4192488193511963, 1.3560173511505127, 1.4076513051986694, 1.4214215278625488, 1.349217414855957, 1.4369540214538574]}, {"step": 400, "epoch": 0, "train_loss": 0.6495078802108765, "cos_r_negg": [0.4094599783420563, 0.34387680888175964, 0.3015979528427124, 0.29601114988327026, 0.30431464314460754, 0.26857513189315796, 0.2535914182662964], "cos_apical_negg": [0.4094599783420563, 0.34387680888175964, 0.3015979528427124, 0.29601114988327026, 0.30431464314460754, 0.26857513189315796, 0.2535914182662964], "cos_Ac_negg": [0.4094599783420563, 0.34387680888175964, 0.3015979528427124, 0.29601114988327026, 0.30431464314460754, 0.26857513189315796, 0.2535914182662964], "r_norm": [1.3142985105514526, 1.318785548210144, 1.2582683563232422, 1.3089792728424072, 1.318788766860962, 1.2541725635528564, 1.3340861797332764]}, {"step": 450, "epoch": 0, "train_loss": 0.4602065980434418, "cos_r_negg": [0.40859848260879517, 0.3398559093475342, 0.3401188552379608, 0.31378015875816345, 0.28963127732276917, 0.2684365510940552, 0.2703001797199249], "cos_apical_negg": [0.40859848260879517, 0.3398559093475342, 0.3401188552379608, 0.31378015875816345, 0.28963127732276917, 0.2684365510940552, 0.2703001797199249], "cos_Ac_negg": [0.40859848260879517, 0.3398559093475342, 0.3401188552379608, 0.31378015875816345, 0.28963127732276917, 0.2684365510940552, 0.2703001797199249], "r_norm": [1.2988251447677612, 1.3041614294052124, 1.2472038269042969, 1.2975232601165771, 1.3070027828216553, 1.2439004182815552, 1.3244918584823608]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8345, "test_loss": 0.48684430236816406}, {"step": 500, "epoch": 1, "train_loss": 0.3415771722793579, "cos_r_negg": [0.4112195372581482, 0.3509359359741211, 0.3256816267967224, 0.3008761405944824, 0.3122360408306122, 0.28625643253326416, 0.281694233417511], "cos_apical_negg": [0.4112195372581482, 0.3509359359741211, 0.3256816267967224, 0.3008761405944824, 0.3122360408306122, 0.28625643253326416, 0.281694233417511], "cos_Ac_negg": [0.4112195372581482, 0.3509359359741211, 0.3256816267967224, 0.3008761405944824, 0.3122360408306122, 0.28625643253326416, 0.281694233417511], "r_norm": [1.3391916751861572, 1.342846155166626, 1.2797282934188843, 1.3290252685546875, 1.3416471481323242, 1.2754771709442139, 1.3561010360717773], "ldr": {"dL_sdil": -0.025698989629745483, "dL_bp": -0.018978923559188843, "ratio": 1.3540804645531674}}, {"step": 550, "epoch": 1, "train_loss": 0.513573169708252, "cos_r_negg": [0.40018442273139954, 0.3261898159980774, 0.3192037045955658, 0.28905415534973145, 0.3173407018184662, 0.2931097745895386, 0.26417481899261475], "cos_apical_negg": [0.40018442273139954, 0.3261898159980774, 0.3192037045955658, 0.28905415534973145, 0.3173407018184662, 0.2931097745895386, 0.26417481899261475], "cos_Ac_negg": [0.40018442273139954, 0.3261898159980774, 0.3192037045955658, 0.28905415534973145, 0.3173407018184662, 0.2931097745895386, 0.26417481899261475], "r_norm": [1.1526411771774292, 1.1553783416748047, 1.1052489280700684, 1.152312159538269, 1.1574034690856934, 1.097159743309021, 1.173440933227539]}, {"step": 600, "epoch": 1, "train_loss": 0.45634451508522034, "cos_r_negg": [0.4314618706703186, 0.3685310184955597, 0.3460608124732971, 0.3312930464744568, 0.33897069096565247, 0.3004278540611267, 0.2844579815864563], "cos_apical_negg": [0.4314618706703186, 0.3685310184955597, 0.3460608124732971, 0.3312930464744568, 0.33897069096565247, 0.3004278540611267, 0.2844579815864563], "cos_Ac_negg": [0.4314618706703186, 0.3685310184955597, 0.3460608124732971, 0.3312930464744568, 0.33897069096565247, 0.3004278540611267, 0.2844579815864563], "r_norm": [1.1820361614227295, 1.187010407447815, 1.1341352462768555, 1.1802773475646973, 1.1856663227081299, 1.1266192197799683, 1.2037432193756104]}, {"step": 650, "epoch": 1, "train_loss": 0.5152857303619385, "cos_r_negg": [0.44052356481552124, 0.3891696631908417, 0.37163835763931274, 0.3456312119960785, 0.33681508898735046, 0.3276277184486389, 0.2818448841571808], "cos_apical_negg": [0.44052356481552124, 0.3891696631908417, 0.37163835763931274, 0.3456312119960785, 0.33681508898735046, 0.3276277184486389, 0.2818448841571808], "cos_Ac_negg": [0.44052356481552124, 0.3891696631908417, 0.37163835763931274, 0.3456312119960785, 0.33681508898735046, 0.3276277184486389, 0.2818448841571808], "r_norm": [1.1609183549880981, 1.166828989982605, 1.1134165525436401, 1.1580541133880615, 1.166176676750183, 1.1076279878616333, 1.1807525157928467]}, {"step": 700, "epoch": 1, "train_loss": 0.29819542169570923, "cos_r_negg": [0.4731825590133667, 0.40686923265457153, 0.3726819157600403, 0.33544227480888367, 0.35291987657546997, 0.3228951692581177, 0.28991568088531494], "cos_apical_negg": [0.4731825590133667, 0.40686923265457153, 0.3726819157600403, 0.33544227480888367, 0.35291987657546997, 0.3228951692581177, 0.28991568088531494], "cos_Ac_negg": [0.4731825590133667, 0.40686923265457153, 0.3726819157600403, 0.33544227480888367, 0.35291987657546997, 0.3228951692581177, 0.28991568088531494], "r_norm": [1.17512047290802, 1.1843019723892212, 1.124891996383667, 1.165400743484497, 1.1793493032455444, 1.118288516998291, 1.1904029846191406]}, {"step": 750, "epoch": 1, "train_loss": 0.445769727230072, "cos_r_negg": [0.44795677065849304, 0.3899688422679901, 0.361497163772583, 0.3609338104724884, 0.33578571677207947, 0.30613192915916443, 0.25545579195022583], "cos_apical_negg": [0.44795677065849304, 0.3899688422679901, 0.361497163772583, 0.3609338104724884, 0.33578571677207947, 0.30613192915916443, 0.25545579195022583], "cos_Ac_negg": [0.44795677065849304, 0.3899688422679901, 0.361497163772583, 0.3609338104724884, 0.33578571677207947, 0.30613192915916443, 0.25545579195022583], "r_norm": [1.1284338235855103, 1.1389126777648926, 1.0827114582061768, 1.126265287399292, 1.134350299835205, 1.08082115650177, 1.1515045166015625], "ldr": {"dL_sdil": -0.013861775398254395, "dL_bp": -0.0119398832321167, "ratio": 1.1609640671332582}}, {"step": 800, "epoch": 1, "train_loss": 0.4752964675426483, "cos_r_negg": [0.44363296031951904, 0.3700486719608307, 0.35048967599868774, 0.3359392583370209, 0.3487902283668518, 0.30413588881492615, 0.26473718881607056], "cos_apical_negg": [0.44363296031951904, 0.3700486719608307, 0.35048967599868774, 0.3359392583370209, 0.3487902283668518, 0.30413588881492615, 0.26473718881607056], "cos_Ac_negg": [0.44363296031951904, 0.3700486719608307, 0.35048967599868774, 0.3359392583370209, 0.3487902283668518, 0.30413588881492615, 0.26473718881607056], "r_norm": [1.062161922454834, 1.0650986433029175, 1.0162248611450195, 1.0586357116699219, 1.0651367902755737, 1.0113539695739746, 1.0792731046676636]}, {"step": 850, "epoch": 1, "train_loss": 0.30945396423339844, "cos_r_negg": [0.42394018173217773, 0.3638492822647095, 0.3490258455276489, 0.34063276648521423, 0.3452548086643219, 0.3103454113006592, 0.2649785876274109], "cos_apical_negg": [0.42394018173217773, 0.3638492822647095, 0.3490258455276489, 0.34063276648521423, 0.3452548086643219, 0.3103454113006592, 0.2649785876274109], "cos_Ac_negg": [0.42394018173217773, 0.3638492822647095, 0.3490258455276489, 0.34063276648521423, 0.3452548086643219, 0.3103454113006592, 0.2649785876274109], "r_norm": [1.1024584770202637, 1.1051437854766846, 1.054364800453186, 1.0944433212280273, 1.1031544208526611, 1.0467181205749512, 1.1150758266448975]}, {"step": 900, "epoch": 1, "train_loss": 0.3193262815475464, "cos_r_negg": [0.4387080669403076, 0.38923561573028564, 0.3578346371650696, 0.35907790064811707, 0.3495582044124603, 0.32635384798049927, 0.250763475894928], "cos_apical_negg": [0.4387080669403076, 0.38923561573028564, 0.3578346371650696, 0.35907790064811707, 0.3495582044124603, 0.32635384798049927, 0.250763475894928], "cos_Ac_negg": [0.4387080669403076, 0.38923561573028564, 0.3578346371650696, 0.35907790064811707, 0.3495582044124603, 0.32635384798049927, 0.250763475894928], "r_norm": [1.0511564016342163, 1.0552453994750977, 1.0056219100952148, 1.0458905696868896, 1.0520286560058594, 1.002617597579956, 1.067880392074585]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8425, "test_loss": 0.4430008331298828}, {"step": 950, "epoch": 2, "train_loss": 0.3040379285812378, "cos_r_negg": [0.4549174904823303, 0.415134072303772, 0.37296977639198303, 0.37592077255249023, 0.3587302565574646, 0.35355445742607117, 0.2469756305217743], "cos_apical_negg": [0.4549174904823303, 0.415134072303772, 0.37296977639198303, 0.37592077255249023, 0.3587302565574646, 0.35355445742607117, 0.2469756305217743], "cos_Ac_negg": [0.4549174904823303, 0.415134072303772, 0.37296977639198303, 0.37592077255249023, 0.3587302565574646, 0.35355445742607117, 0.2469756305217743], "r_norm": [1.0229988098144531, 1.028464913368225, 0.9793719053268433, 1.0169700384140015, 1.0245171785354614, 0.9733295440673828, 1.0347504615783691]}, {"step": 1000, "epoch": 2, "train_loss": 0.37814217805862427, "cos_r_negg": [0.439632385969162, 0.38700270652770996, 0.34824419021606445, 0.3641420304775238, 0.35578453540802, 0.36316409707069397, 0.2736169099807739], "cos_apical_negg": [0.439632385969162, 0.38700270652770996, 0.34824419021606445, 0.3641420304775238, 0.35578453540802, 0.36316409707069397, 0.2736169099807739], "cos_Ac_negg": [0.439632385969162, 0.38700270652770996, 0.34824419021606445, 0.3641420304775238, 0.35578453540802, 0.36316409707069397, 0.2736169099807739], "r_norm": [1.056039810180664, 1.0563583374023438, 1.0092982053756714, 1.045363426208496, 1.0540471076965332, 0.997467041015625, 1.0654542446136475], "ldr": {"dL_sdil": -0.018964707851409912, "dL_bp": -0.014190912246704102, "ratio": 1.336398077989281}}, {"step": 1050, "epoch": 2, "train_loss": 0.3538663387298584, "cos_r_negg": [0.4778987765312195, 0.4177245497703552, 0.3742562532424927, 0.3644798994064331, 0.358898788690567, 0.35351040959358215, 0.2674010992050171], "cos_apical_negg": [0.4778987765312195, 0.4177245497703552, 0.3742562532424927, 0.3644798994064331, 0.358898788690567, 0.35351040959358215, 0.2674010992050171], "cos_Ac_negg": [0.4778987765312195, 0.4177245497703552, 0.3742562532424927, 0.3644798994064331, 0.358898788690567, 0.35351040959358215, 0.2674010992050171], "r_norm": [0.9930775165557861, 0.9946823120117188, 0.949731171131134, 0.9835512638092041, 0.9916951656341553, 0.9386211633682251, 0.9992222785949707]}, {"step": 1100, "epoch": 2, "train_loss": 0.36236295104026794, "cos_r_negg": [0.46425488591194153, 0.40955913066864014, 0.3676382601261139, 0.3750779330730438, 0.35827168822288513, 0.33306190371513367, 0.2616460919380188], "cos_apical_negg": [0.46425488591194153, 0.40955913066864014, 0.3676382601261139, 0.3750779330730438, 0.35827168822288513, 0.33306190371513367, 0.2616460919380188], "cos_Ac_negg": [0.46425488591194153, 0.40955913066864014, 0.3676382601261139, 0.3750779330730438, 0.35827168822288513, 0.33306190371513367, 0.2616460919380188], "r_norm": [0.9838476181030273, 0.9814379215240479, 0.9389301538467407, 0.973435640335083, 0.9819056391716003, 0.9288357496261597, 0.9904636144638062]}, {"step": 1150, "epoch": 2, "train_loss": 0.39094826579093933, "cos_r_negg": [0.4622618556022644, 0.4061003625392914, 0.362265944480896, 0.36416077613830566, 0.3605863153934479, 0.35957038402557373, 0.25258734822273254], "cos_apical_negg": [0.4622618556022644, 0.4061003625392914, 0.362265944480896, 0.36416077613830566, 0.3605863153934479, 0.35957038402557373, 0.25258734822273254], "cos_Ac_negg": [0.4622618556022644, 0.4061003625392914, 0.362265944480896, 0.36416077613830566, 0.3605863153934479, 0.35957038402557373, 0.25258734822273254], "r_norm": [0.8908213973045349, 0.8947522044181824, 0.8564834594726562, 0.8857982754707336, 0.8899582624435425, 0.8453010320663452, 0.9003192186355591]}, {"step": 1200, "epoch": 2, "train_loss": 0.5543585419654846, "cos_r_negg": [0.48084884881973267, 0.434878408908844, 0.4035412669181824, 0.3976997137069702, 0.3803810477256775, 0.37195244431495667, 0.27778297662734985], "cos_apical_negg": [0.48084884881973267, 0.434878408908844, 0.4035412669181824, 0.3976997137069702, 0.3803810477256775, 0.37195244431495667, 0.27778297662734985], "cos_Ac_negg": [0.48084884881973267, 0.434878408908844, 0.4035412669181824, 0.3976997137069702, 0.3803810477256775, 0.37195244431495667, 0.27778297662734985], "r_norm": [0.9380137920379639, 0.9395984411239624, 0.8963576555252075, 0.9270395040512085, 0.9355431795120239, 0.8860569000244141, 0.943671703338623]}, {"step": 1250, "epoch": 2, "train_loss": 0.2801036834716797, "cos_r_negg": [0.4825880527496338, 0.41993653774261475, 0.3751959204673767, 0.3737122416496277, 0.3848103880882263, 0.36158454418182373, 0.2747398018836975], "cos_apical_negg": [0.4825880527496338, 0.41993653774261475, 0.3751959204673767, 0.3737122416496277, 0.3848103880882263, 0.36158454418182373, 0.2747398018836975], "cos_Ac_negg": [0.4825880527496338, 0.41993653774261475, 0.3751959204673767, 0.3737122416496277, 0.3848103880882263, 0.36158454418182373, 0.2747398018836975], "r_norm": [0.9477924108505249, 0.9470001459121704, 0.9040095210075378, 0.938722550868988, 0.9438939094543457, 0.8950766324996948, 0.9532592296600342], "ldr": {"dL_sdil": -0.012895524501800537, "dL_bp": -0.0126265287399292, "ratio": 1.021304015332471}}, {"step": 1300, "epoch": 2, "train_loss": 0.3099198639392853, "cos_r_negg": [0.4866722822189331, 0.4126317501068115, 0.37774214148521423, 0.37771859765052795, 0.3904830515384674, 0.3658556044101715, 0.2963636517524719], "cos_apical_negg": [0.4866722822189331, 0.4126317501068115, 0.37774214148521423, 0.37771859765052795, 0.3904830515384674, 0.3658556044101715, 0.2963636517524719], "cos_Ac_negg": [0.4866722822189331, 0.4126317501068115, 0.37774214148521423, 0.37771859765052795, 0.3904830515384674, 0.3658556044101715, 0.2963636517524719], "r_norm": [0.8960084915161133, 0.8980230093002319, 0.8566430807113647, 0.8859438300132751, 0.8937729597091675, 0.8489060401916504, 0.9019161462783813]}, {"step": 1350, "epoch": 2, "train_loss": 0.2444358617067337, "cos_r_negg": [0.5095518827438354, 0.4324747323989868, 0.3983938992023468, 0.3815276026725769, 0.392648845911026, 0.39134204387664795, 0.31302735209465027], "cos_apical_negg": [0.5095518827438354, 0.4324747323989868, 0.3983938992023468, 0.3815276026725769, 0.392648845911026, 0.39134204387664795, 0.31302735209465027], "cos_Ac_negg": [0.5095518827438354, 0.4324747323989868, 0.3983938992023468, 0.3815276026725769, 0.392648845911026, 0.39134204387664795, 0.31302735209465027], "r_norm": [0.9052438735961914, 0.9072840213775635, 0.8608512878417969, 0.8902819156646729, 0.9033865928649902, 0.8579269051551819, 0.9110068082809448]}, {"step": 1400, "epoch": 2, "train_loss": 0.5030968189239502, "cos_r_negg": [0.48078644275665283, 0.4245075285434723, 0.39725205302238464, 0.3850063681602478, 0.3734663128852844, 0.3584180474281311, 0.26905733346939087], "cos_apical_negg": [0.48078644275665283, 0.4245075285434723, 0.39725205302238464, 0.3850063681602478, 0.3734663128852844, 0.3584180474281311, 0.26905733346939087], "cos_Ac_negg": [0.48078644275665283, 0.4245075285434723, 0.39725205302238464, 0.3850063681602478, 0.3734663128852844, 0.3584180474281311, 0.26905733346939087], "r_norm": [0.8499125242233276, 0.8538091778755188, 0.8146474361419678, 0.8396224975585938, 0.8498700857162476, 0.804948627948761, 0.8551031351089478]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8546, "test_loss": 0.4113761657714844}, {"step": 1450, "epoch": 3, "train_loss": 0.5203389525413513, "cos_r_negg": [0.4979519546031952, 0.4234302043914795, 0.3934934139251709, 0.3892040550708771, 0.3978315591812134, 0.387352854013443, 0.3018864691257477], "cos_apical_negg": [0.4979519546031952, 0.4234302043914795, 0.3934934139251709, 0.3892040550708771, 0.3978315591812134, 0.387352854013443, 0.3018864691257477], "cos_Ac_negg": [0.4979519546031952, 0.4234302043914795, 0.3934934139251709, 0.3892040550708771, 0.3978315591812134, 0.387352854013443, 0.3018864691257477], "r_norm": [0.9058094024658203, 0.9044273495674133, 0.8639944195747375, 0.8926035165786743, 0.9052806496620178, 0.8579258918762207, 0.9120186567306519]}, {"step": 1500, "epoch": 3, "train_loss": 0.39370644092559814, "cos_r_negg": [0.48094093799591064, 0.43240678310394287, 0.40713512897491455, 0.38362500071525574, 0.3892444670200348, 0.3729248642921448, 0.30659961700439453], "cos_apical_negg": [0.48094093799591064, 0.43240678310394287, 0.40713512897491455, 0.38362500071525574, 0.3892444670200348, 0.3729248642921448, 0.30659961700439453], "cos_Ac_negg": [0.48094093799591064, 0.43240678310394287, 0.40713512897491455, 0.38362500071525574, 0.3892444670200348, 0.3729248642921448, 0.30659961700439453], "r_norm": [0.9315694570541382, 0.9372825026512146, 0.8937641978263855, 0.9216092824935913, 0.9290517568588257, 0.8810910582542419, 0.9376936554908752], "ldr": {"dL_sdil": -0.024713456630706787, "dL_bp": -0.021381407976150513, "ratio": 1.1558385985746562}}, {"step": 1550, "epoch": 3, "train_loss": 0.2786130905151367, "cos_r_negg": [0.4985891580581665, 0.45906543731689453, 0.4285522699356079, 0.41622596979141235, 0.43177932500839233, 0.4027446508407593, 0.30216139554977417], "cos_apical_negg": [0.4985891580581665, 0.45906543731689453, 0.4285522699356079, 0.41622596979141235, 0.43177932500839233, 0.4027446508407593, 0.30216139554977417], "cos_Ac_negg": [0.4985891580581665, 0.45906543731689453, 0.4285522699356079, 0.41622596979141235, 0.43177932500839233, 0.4027446508407593, 0.30216139554977417], "r_norm": [0.8166712522506714, 0.8127039670944214, 0.7744942903518677, 0.7986094355583191, 0.8103432059288025, 0.763710618019104, 0.8130537271499634]}, {"step": 1600, "epoch": 3, "train_loss": 0.3394462466239929, "cos_r_negg": [0.4762343168258667, 0.4311007559299469, 0.4039112627506256, 0.3954882025718689, 0.4137914180755615, 0.40150225162506104, 0.29584142565727234], "cos_apical_negg": [0.4762343168258667, 0.4311007559299469, 0.4039112627506256, 0.3954882025718689, 0.4137914180755615, 0.40150225162506104, 0.29584142565727234], "cos_Ac_negg": [0.4762343168258667, 0.4311007559299469, 0.4039112627506256, 0.3954882025718689, 0.4137914180755615, 0.40150225162506104, 0.29584142565727234], "r_norm": [0.8738616704940796, 0.8744570016860962, 0.8306214809417725, 0.8583801984786987, 0.8669146299362183, 0.8210580348968506, 0.8741284608840942]}, {"step": 1650, "epoch": 3, "train_loss": 0.31524452567100525, "cos_r_negg": [0.4924761652946472, 0.4466264247894287, 0.41827911138534546, 0.4009621739387512, 0.42361122369766235, 0.40238505601882935, 0.2932121753692627], "cos_apical_negg": [0.4924761652946472, 0.4466264247894287, 0.41827911138534546, 0.4009621739387512, 0.42361122369766235, 0.40238505601882935, 0.2932121753692627], "cos_Ac_negg": [0.4924761652946472, 0.4466264247894287, 0.41827911138534546, 0.4009621739387512, 0.42361122369766235, 0.40238505601882935, 0.2932121753692627], "r_norm": [0.8247387409210205, 0.8246501684188843, 0.787589967250824, 0.810457706451416, 0.8206781148910522, 0.7757713794708252, 0.8254886269569397]}, {"step": 1700, "epoch": 3, "train_loss": 0.30336982011795044, "cos_r_negg": [0.49804607033729553, 0.43148669600486755, 0.41271141171455383, 0.39512398838996887, 0.40942710638046265, 0.3911011815071106, 0.2847355008125305], "cos_apical_negg": [0.49804607033729553, 0.43148669600486755, 0.41271141171455383, 0.39512398838996887, 0.40942710638046265, 0.3911011815071106, 0.2847355008125305], "cos_Ac_negg": [0.49804607033729553, 0.43148669600486755, 0.41271141171455383, 0.39512398838996887, 0.40942710638046265, 0.3911011815071106, 0.2847355008125305], "r_norm": [0.8053789138793945, 0.8050141930580139, 0.7681624889373779, 0.7928646206855774, 0.8005446195602417, 0.7579929828643799, 0.8071649074554443]}, {"step": 1750, "epoch": 3, "train_loss": 0.5242685675621033, "cos_r_negg": [0.5295201539993286, 0.47929683327674866, 0.44135621190071106, 0.4276619553565979, 0.42609602212905884, 0.4040423333644867, 0.29503196477890015], "cos_apical_negg": [0.5295201539993286, 0.47929683327674866, 0.44135621190071106, 0.4276619553565979, 0.42609602212905884, 0.4040423333644867, 0.29503196477890015], "cos_Ac_negg": [0.5295201539993286, 0.47929683327674866, 0.44135621190071106, 0.4276619553565979, 0.42609602212905884, 0.4040423333644867, 0.29503196477890015], "r_norm": [0.8160619139671326, 0.8165582418441772, 0.7745882868766785, 0.7972925901412964, 0.8080668449401855, 0.7652592658996582, 0.8124717473983765], "ldr": {"dL_sdil": -0.00883069634437561, "dL_bp": -0.007292270660400391, "ratio": 1.2109666187144446}}, {"step": 1800, "epoch": 3, "train_loss": 0.34337544441223145, "cos_r_negg": [0.5203195214271545, 0.47630536556243896, 0.4367750883102417, 0.4163669943809509, 0.41864442825317383, 0.400829017162323, 0.2863534688949585], "cos_apical_negg": [0.5203195214271545, 0.47630536556243896, 0.4367750883102417, 0.4163669943809509, 0.41864442825317383, 0.400829017162323, 0.2863534688949585], "cos_Ac_negg": [0.5203195214271545, 0.47630536556243896, 0.4367750883102417, 0.4163669943809509, 0.41864442825317383, 0.400829017162323, 0.2863534688949585], "r_norm": [0.8216917514801025, 0.8234056234359741, 0.7831892371177673, 0.8067872524261475, 0.813156008720398, 0.7713143825531006, 0.8210819363594055]}, {"step": 1850, "epoch": 3, "train_loss": 0.4088604152202606, "cos_r_negg": [0.5002124309539795, 0.4460769295692444, 0.41696691513061523, 0.4134104549884796, 0.40499621629714966, 0.4153439998626709, 0.2819022536277771], "cos_apical_negg": [0.5002124309539795, 0.4460769295692444, 0.41696691513061523, 0.4134104549884796, 0.40499621629714966, 0.4153439998626709, 0.2819022536277771], "cos_Ac_negg": [0.5002124309539795, 0.4460769295692444, 0.41696691513061523, 0.4134104549884796, 0.40499621629714966, 0.4153439998626709, 0.2819022536277771], "r_norm": [0.7451509833335876, 0.7426581382751465, 0.7085052132606506, 0.7280478477478027, 0.7349041104316711, 0.6951703429222107, 0.7411863803863525]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8633, "test_loss": 0.3848783843994141}, {"step": 1900, "epoch": 4, "train_loss": 0.22685398161411285, "cos_r_negg": [0.5322513580322266, 0.472189337015152, 0.4506877660751343, 0.43320000171661377, 0.4277378022670746, 0.42099499702453613, 0.3110446333885193], "cos_apical_negg": [0.5322513580322266, 0.472189337015152, 0.4506877660751343, 0.43320000171661377, 0.4277378022670746, 0.42099499702453613, 0.3110446333885193], "cos_Ac_negg": [0.5322513580322266, 0.472189337015152, 0.4506877660751343, 0.43320000171661377, 0.4277378022670746, 0.42099499702453613, 0.3110446333885193], "r_norm": [0.7954388856887817, 0.7930816411972046, 0.7516545653343201, 0.7734271883964539, 0.7818187475204468, 0.7397964000701904, 0.7893179655075073]}, {"step": 1950, "epoch": 4, "train_loss": 0.459343284368515, "cos_r_negg": [0.5206433534622192, 0.4817035496234894, 0.45590633153915405, 0.43071573972702026, 0.41741999983787537, 0.4150477647781372, 0.3311655521392822], "cos_apical_negg": [0.5206433534622192, 0.4817035496234894, 0.45590633153915405, 0.43071573972702026, 0.41741999983787537, 0.4150477647781372, 0.3311655521392822], "cos_Ac_negg": [0.5206433534622192, 0.4817035496234894, 0.45590633153915405, 0.43071573972702026, 0.41741999983787537, 0.4150477647781372, 0.3311655521392822], "r_norm": [0.8342984914779663, 0.8319661617279053, 0.7921661138534546, 0.8153997659683228, 0.8229395747184753, 0.7779840230941772, 0.8299955129623413]}, {"step": 2000, "epoch": 4, "train_loss": 0.340455561876297, "cos_r_negg": [0.5094549655914307, 0.4682043194770813, 0.4243776202201843, 0.40346765518188477, 0.41044896841049194, 0.4079439043998718, 0.325829416513443], "cos_apical_negg": [0.5094549655914307, 0.4682043194770813, 0.4243776202201843, 0.40346765518188477, 0.41044896841049194, 0.4079439043998718, 0.325829416513443], "cos_Ac_negg": [0.5094549655914307, 0.4682043194770813, 0.4243776202201843, 0.40346765518188477, 0.41044896841049194, 0.4079439043998718, 0.325829416513443], "r_norm": [0.8113163113594055, 0.8070804476737976, 0.7666961550712585, 0.7903769612312317, 0.8014260530471802, 0.7547619938850403, 0.8046121001243591], "ldr": {"dL_sdil": -0.012084394693374634, "dL_bp": -0.011239707469940186, "ratio": 1.0751520647395412}}, {"step": 2050, "epoch": 4, "train_loss": 0.34470951557159424, "cos_r_negg": [0.5188482999801636, 0.4824211001396179, 0.440630167722702, 0.4197147488594055, 0.40864264965057373, 0.4213312566280365, 0.32762718200683594], "cos_apical_negg": [0.5188482999801636, 0.4824211001396179, 0.440630167722702, 0.4197147488594055, 0.40864264965057373, 0.4213312566280365, 0.32762718200683594], "cos_Ac_negg": [0.5188482999801636, 0.4824211001396179, 0.440630167722702, 0.4197147488594055, 0.40864264965057373, 0.4213312566280365, 0.32762718200683594], "r_norm": [0.789996862411499, 0.7869417667388916, 0.7500834465026855, 0.7689472436904907, 0.7764974236488342, 0.7341222167015076, 0.780880331993103]}, {"step": 2100, "epoch": 4, "train_loss": 0.2940177917480469, "cos_r_negg": [0.5495524406433105, 0.48454827070236206, 0.4427679777145386, 0.4206172227859497, 0.41884148120880127, 0.41873884201049805, 0.32965272665023804], "cos_apical_negg": [0.5495524406433105, 0.48454827070236206, 0.4427679777145386, 0.4206172227859497, 0.41884148120880127, 0.41873884201049805, 0.32965272665023804], "cos_Ac_negg": [0.5495524406433105, 0.48454827070236206, 0.4427679777145386, 0.4206172227859497, 0.41884148120880127, 0.41873884201049805, 0.32965272665023804], "r_norm": [0.7695079445838928, 0.7642251253128052, 0.7270790934562683, 0.7463721632957458, 0.7562570571899414, 0.7162294983863831, 0.7606635689735413]}, {"step": 2150, "epoch": 4, "train_loss": 0.3116625249385834, "cos_r_negg": [0.5424846410751343, 0.46384572982788086, 0.4420865476131439, 0.4313521385192871, 0.4051194190979004, 0.4108322262763977, 0.3233160376548767], "cos_apical_negg": [0.5424846410751343, 0.46384572982788086, 0.4420865476131439, 0.4313521385192871, 0.4051194190979004, 0.4108322262763977, 0.3233160376548767], "cos_Ac_negg": [0.5424846410751343, 0.46384572982788086, 0.4420865476131439, 0.4313521385192871, 0.4051194190979004, 0.4108322262763977, 0.3233160376548767], "r_norm": [0.7338190078735352, 0.7311849594116211, 0.6957452297210693, 0.7123491764068604, 0.7226290702819824, 0.6824115514755249, 0.7253298759460449]}, {"step": 2200, "epoch": 4, "train_loss": 0.33432862162590027, "cos_r_negg": [0.5586779713630676, 0.48866626620292664, 0.4562451243400574, 0.44416648149490356, 0.4276145398616791, 0.43701618909835815, 0.3400365114212036], "cos_apical_negg": [0.5586779713630676, 0.48866626620292664, 0.4562451243400574, 0.44416648149490356, 0.4276145398616791, 0.43701618909835815, 0.3400365114212036], "cos_Ac_negg": [0.5586779713630676, 0.48866626620292664, 0.4562451243400574, 0.44416648149490356, 0.4276145398616791, 0.43701618909835815, 0.3400365114212036], "r_norm": [0.7502070665359497, 0.7467478513717651, 0.7077699303627014, 0.7290109395980835, 0.7387818694114685, 0.7001656293869019, 0.7434737682342529]}, {"step": 2250, "epoch": 4, "train_loss": 0.26282966136932373, "cos_r_negg": [0.5554307699203491, 0.4922838807106018, 0.45843619108200073, 0.42863088846206665, 0.40299415588378906, 0.41976431012153625, 0.3301541805267334], "cos_apical_negg": [0.5554307699203491, 0.4922838807106018, 0.45843619108200073, 0.42863088846206665, 0.40299415588378906, 0.41976431012153625, 0.3301541805267334], "cos_Ac_negg": [0.5554307699203491, 0.4922838807106018, 0.45843619108200073, 0.42863088846206665, 0.40299415588378906, 0.41976431012153625, 0.3301541805267334], "r_norm": [0.7623900771141052, 0.7520294189453125, 0.7156874537467957, 0.7334709167480469, 0.7452585697174072, 0.7021557092666626, 0.7473152279853821], "ldr": {"dL_sdil": -0.010461866855621338, "dL_bp": -0.008679360151290894, "ratio": 1.2053730543795131}}, {"step": 2300, "epoch": 4, "train_loss": 0.14224615693092346, "cos_r_negg": [0.5471149682998657, 0.4924522638320923, 0.47117042541503906, 0.4433886408805847, 0.42579203844070435, 0.43616926670074463, 0.33871373534202576], "cos_apical_negg": [0.5471149682998657, 0.4924522638320923, 0.47117042541503906, 0.4433886408805847, 0.42579203844070435, 0.43616926670074463, 0.33871373534202576], "cos_Ac_negg": [0.5471149682998657, 0.4924522638320923, 0.47117042541503906, 0.4433886408805847, 0.42579203844070435, 0.43616926670074463, 0.33871373534202576], "r_norm": [0.7623937726020813, 0.7582945823669434, 0.7199468612670898, 0.7373751997947693, 0.7462344169616699, 0.7061600685119629, 0.7522348165512085]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8707, "test_loss": 0.36806266174316404}, {"step": 2350, "epoch": 5, "train_loss": 0.18662995100021362, "cos_r_negg": [0.5364023447036743, 0.47727733850479126, 0.4574175477027893, 0.4288210868835449, 0.4286420941352844, 0.42741838097572327, 0.3373929262161255], "cos_apical_negg": [0.5364023447036743, 0.47727733850479126, 0.4574175477027893, 0.4288210868835449, 0.4286420941352844, 0.42741838097572327, 0.3373929262161255], "cos_Ac_negg": [0.5364023447036743, 0.47727733850479126, 0.4574175477027893, 0.4288210868835449, 0.4286420941352844, 0.42741838097572327, 0.3373929262161255], "r_norm": [0.7115430235862732, 0.7043750882148743, 0.6705909967422485, 0.6879757642745972, 0.6952659487724304, 0.6569341421127319, 0.7009540796279907]}, {"step": 2400, "epoch": 5, "train_loss": 0.3804803490638733, "cos_r_negg": [0.5274417996406555, 0.48002728819847107, 0.4592110216617584, 0.43434417247772217, 0.42157506942749023, 0.43511176109313965, 0.34120261669158936], "cos_apical_negg": [0.5274417996406555, 0.48002728819847107, 0.4592110216617584, 0.43434417247772217, 0.42157506942749023, 0.43511176109313965, 0.34120261669158936], "cos_Ac_negg": [0.5274417996406555, 0.48002728819847107, 0.4592110216617584, 0.43434417247772217, 0.42157506942749023, 0.43511176109313965, 0.34120261669158936], "r_norm": [0.7549991011619568, 0.743823230266571, 0.7069400548934937, 0.7284959554672241, 0.7355269193649292, 0.6942678689956665, 0.7405293583869934]}, {"step": 2450, "epoch": 5, "train_loss": 0.29745784401893616, "cos_r_negg": [0.537886381149292, 0.48279768228530884, 0.4721737802028656, 0.4507431387901306, 0.44067803025245667, 0.4382585883140564, 0.33195722103118896], "cos_apical_negg": [0.537886381149292, 0.48279768228530884, 0.4721737802028656, 0.4507431387901306, 0.44067803025245667, 0.4382585883140564, 0.33195722103118896], "cos_Ac_negg": [0.537886381149292, 0.48279768228530884, 0.4721737802028656, 0.4507431387901306, 0.44067803025245667, 0.4382585883140564, 0.33195722103118896], "r_norm": [0.7118159532546997, 0.7081739902496338, 0.6719669103622437, 0.6880329251289368, 0.6949390172958374, 0.6571495532989502, 0.6999677419662476]}, {"step": 2500, "epoch": 5, "train_loss": 0.2568497657775879, "cos_r_negg": [0.526617169380188, 0.47663503885269165, 0.46727609634399414, 0.4420952796936035, 0.4103860855102539, 0.4437689483165741, 0.3420789837837219], "cos_apical_negg": [0.526617169380188, 0.47663503885269165, 0.46727609634399414, 0.4420952796936035, 0.4103860855102539, 0.4437689483165741, 0.3420789837837219], "cos_Ac_negg": [0.526617169380188, 0.47663503885269165, 0.46727609634399414, 0.4420952796936035, 0.4103860855102539, 0.4437689483165741, 0.3420789837837219], "r_norm": [0.7441003322601318, 0.7355468273162842, 0.699326753616333, 0.7150487899780273, 0.7248854637145996, 0.6844727993011475, 0.7269318699836731], "ldr": {"dL_sdil": -0.009162545204162598, "dL_bp": -0.007655441761016846, "ratio": 1.1968669464406674}}, {"step": 2550, "epoch": 5, "train_loss": 0.20875495672225952, "cos_r_negg": [0.5427796840667725, 0.4913862943649292, 0.4700019955635071, 0.44387978315353394, 0.42006754875183105, 0.4245058596134186, 0.3331671357154846], "cos_apical_negg": [0.5427796840667725, 0.4913862943649292, 0.4700019955635071, 0.44387978315353394, 0.42006754875183105, 0.4245058596134186, 0.3331671357154846], "cos_Ac_negg": [0.5427796840667725, 0.4913862943649292, 0.4700019955635071, 0.44387978315353394, 0.42006754875183105, 0.4245058596134186, 0.3331671357154846], "r_norm": [0.6980637311935425, 0.6920942068099976, 0.6547284126281738, 0.6699031591415405, 0.6782345771789551, 0.6424334049224854, 0.6830376982688904]}, {"step": 2600, "epoch": 5, "train_loss": 0.2626246511936188, "cos_r_negg": [0.5543850660324097, 0.49975770711898804, 0.474229633808136, 0.4457772374153137, 0.4335947334766388, 0.4360494613647461, 0.3411535620689392], "cos_apical_negg": [0.5543850660324097, 0.49975770711898804, 0.474229633808136, 0.4457772374153137, 0.4335947334766388, 0.4360494613647461, 0.3411535620689392], "cos_Ac_negg": [0.5543850660324097, 0.49975770711898804, 0.474229633808136, 0.4457772374153137, 0.4335947334766388, 0.4360494613647461, 0.3411535620689392], "r_norm": [0.7116643190383911, 0.7068102955818176, 0.6652424335479736, 0.6816188097000122, 0.6914258003234863, 0.6548956632614136, 0.6952013969421387]}, {"step": 2650, "epoch": 5, "train_loss": 0.23609912395477295, "cos_r_negg": [0.5261385440826416, 0.47863203287124634, 0.4584670066833496, 0.4335705637931824, 0.4156186580657959, 0.43053102493286133, 0.33983364701271057], "cos_apical_negg": [0.5261385440826416, 0.47863203287124634, 0.4584670066833496, 0.4335705637931824, 0.4156186580657959, 0.43053102493286133, 0.33983364701271057], "cos_Ac_negg": [0.5261385440826416, 0.47863203287124634, 0.4584670066833496, 0.4335705637931824, 0.4156186580657959, 0.43053102493286133, 0.33983364701271057], "r_norm": [0.6930311918258667, 0.6831368803977966, 0.6459270715713501, 0.6629053950309753, 0.6726871728897095, 0.635832667350769, 0.6763628125190735]}, {"step": 2700, "epoch": 5, "train_loss": 0.17425668239593506, "cos_r_negg": [0.5548795461654663, 0.4971846044063568, 0.48113924264907837, 0.45141786336898804, 0.4242967963218689, 0.42745739221572876, 0.33528706431388855], "cos_apical_negg": [0.5548795461654663, 0.4971846044063568, 0.48113924264907837, 0.45141786336898804, 0.4242967963218689, 0.42745739221572876, 0.33528706431388855], "cos_Ac_negg": [0.5548795461654663, 0.4971846044063568, 0.48113924264907837, 0.45141786336898804, 0.4242967963218689, 0.42745739221572876, 0.33528706431388855], "r_norm": [0.676910400390625, 0.6671693921089172, 0.6305932998657227, 0.6461299061775208, 0.6573168635368347, 0.6210070848464966, 0.6593546271324158]}, {"step": 2750, "epoch": 5, "train_loss": 0.41247254610061646, "cos_r_negg": [0.5594897866249084, 0.49883079528808594, 0.472514271736145, 0.44886213541030884, 0.4280443787574768, 0.4273870289325714, 0.3364766836166382], "cos_apical_negg": [0.5594897866249084, 0.49883079528808594, 0.472514271736145, 0.44886213541030884, 0.4280443787574768, 0.4273870289325714, 0.3364766836166382], "cos_Ac_negg": [0.5594897866249084, 0.49883079528808594, 0.472514271736145, 0.44886213541030884, 0.4280443787574768, 0.4273870289325714, 0.3364766836166382], "r_norm": [0.6698122024536133, 0.6630129814147949, 0.6253839731216431, 0.6386829614639282, 0.6480298042297363, 0.6139359474182129, 0.6526145935058594], "ldr": {"dL_sdil": -0.007292211055755615, "dL_bp": -0.00652158260345459, "ratio": 1.1181658654285558}}, {"step": 2800, "epoch": 5, "train_loss": 0.34270596504211426, "cos_r_negg": [0.5715876817703247, 0.5056861042976379, 0.48242563009262085, 0.44521844387054443, 0.4285354018211365, 0.42341214418411255, 0.3422587513923645], "cos_apical_negg": [0.5715876817703247, 0.5056861042976379, 0.48242563009262085, 0.44521844387054443, 0.4285354018211365, 0.42341214418411255, 0.3422587513923645], "cos_Ac_negg": [0.5715876817703247, 0.5056861042976379, 0.48242563009262085, 0.44521844387054443, 0.4285354018211365, 0.42341214418411255, 0.3422587513923645], "r_norm": [0.7171922922134399, 0.7022976875305176, 0.6666164398193359, 0.6804479360580444, 0.6900553703308105, 0.6494338512420654, 0.693737268447876]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8701, "test_loss": 0.36497698974609377}, {"step": 2850, "epoch": 6, "train_loss": 0.1681736707687378, "cos_r_negg": [0.5703030228614807, 0.5117024779319763, 0.4926143288612366, 0.4741106331348419, 0.4446444511413574, 0.4354952573776245, 0.3557361960411072], "cos_apical_negg": [0.5703030228614807, 0.5117024779319763, 0.4926143288612366, 0.4741106331348419, 0.4446444511413574, 0.4354952573776245, 0.3557361960411072], "cos_Ac_negg": [0.5703030228614807, 0.5117024779319763, 0.4926143288612366, 0.4741106331348419, 0.4446444511413574, 0.4354952573776245, 0.3557361960411072], "r_norm": [0.6592077016830444, 0.6482981443405151, 0.6140514612197876, 0.6277436017990112, 0.636737048625946, 0.6007564067840576, 0.6391076445579529]}, {"step": 2900, "epoch": 6, "train_loss": 0.24872833490371704, "cos_r_negg": [0.575776994228363, 0.5233386754989624, 0.5026305317878723, 0.47914552688598633, 0.4359245300292969, 0.4355282783508301, 0.35959213972091675], "cos_apical_negg": [0.575776994228363, 0.5233386754989624, 0.5026305317878723, 0.47914552688598633, 0.4359245300292969, 0.4355282783508301, 0.35959213972091675], "cos_Ac_negg": [0.575776994228363, 0.5233386754989624, 0.5026305317878723, 0.47914552688598633, 0.4359245300292969, 0.4355282783508301, 0.35959213972091675], "r_norm": [0.7001152038574219, 0.6863365173339844, 0.6474043130874634, 0.6614274382591248, 0.671330451965332, 0.6327666640281677, 0.6752538681030273]}, {"step": 2950, "epoch": 6, "train_loss": 0.17705824971199036, "cos_r_negg": [0.5684244632720947, 0.5209808945655823, 0.4935661256313324, 0.46584129333496094, 0.4239736795425415, 0.4357183277606964, 0.35763660073280334], "cos_apical_negg": [0.5684244632720947, 0.5209808945655823, 0.4935661256313324, 0.46584129333496094, 0.4239736795425415, 0.4357183277606964, 0.35763660073280334], "cos_Ac_negg": [0.5684244632720947, 0.5209808945655823, 0.4935661256313324, 0.46584129333496094, 0.4239736795425415, 0.4357183277606964, 0.35763660073280334], "r_norm": [0.649303138256073, 0.6400085687637329, 0.6039787530899048, 0.6168016791343689, 0.6271615028381348, 0.5920456647872925, 0.6301310062408447]}, {"step": 3000, "epoch": 6, "train_loss": 0.335620641708374, "cos_r_negg": [0.5576665997505188, 0.5082015991210938, 0.4803335666656494, 0.45744821429252625, 0.4194124937057495, 0.432370126247406, 0.35708943009376526], "cos_apical_negg": [0.5576665997505188, 0.5082015991210938, 0.4803335666656494, 0.45744821429252625, 0.4194124937057495, 0.432370126247406, 0.35708943009376526], "cos_Ac_negg": [0.5576665997505188, 0.5082015991210938, 0.4803335666656494, 0.45744821429252625, 0.4194124937057495, 0.432370126247406, 0.35708943009376526], "r_norm": [0.6776086091995239, 0.6649985313415527, 0.6271189451217651, 0.6400245428085327, 0.6497299075126648, 0.6129719614982605, 0.6532070636749268], "ldr": {"dL_sdil": -0.00729602575302124, "dL_bp": -0.00742107629776001, "ratio": 0.98314927111361}}, {"step": 3050, "epoch": 6, "train_loss": 0.34259623289108276, "cos_r_negg": [0.5597872138023376, 0.5178136229515076, 0.4859605133533478, 0.4606494605541229, 0.4157666862010956, 0.4277070164680481, 0.3569432497024536], "cos_apical_negg": [0.5597872138023376, 0.5178136229515076, 0.4859605133533478, 0.4606494605541229, 0.4157666862010956, 0.4277070164680481, 0.3569432497024536], "cos_Ac_negg": [0.5597872138023376, 0.5178136229515076, 0.4859605133533478, 0.4606494605541229, 0.4157666862010956, 0.4277070164680481, 0.3569432497024536], "r_norm": [0.6784741282463074, 0.6664371490478516, 0.6274706125259399, 0.6396045088768005, 0.6508866548538208, 0.6142317652702332, 0.6527429223060608]}, {"step": 3100, "epoch": 6, "train_loss": 0.28807681798934937, "cos_r_negg": [0.5719192028045654, 0.5226697325706482, 0.4902326762676239, 0.46635696291923523, 0.42979151010513306, 0.4454171061515808, 0.3791862726211548], "cos_apical_negg": [0.5719192028045654, 0.5226697325706482, 0.4902326762676239, 0.46635696291923523, 0.42979151010513306, 0.4454171061515808, 0.3791862726211548], "cos_Ac_negg": [0.5719192028045654, 0.5226697325706482, 0.4902326762676239, 0.46635696291923523, 0.42979151010513306, 0.4454171061515808, 0.3791862726211548], "r_norm": [0.6757615804672241, 0.6640803813934326, 0.625952959060669, 0.6379105448722839, 0.6472136378288269, 0.612264096736908, 0.6527465581893921]}, {"step": 3150, "epoch": 6, "train_loss": 0.35890835523605347, "cos_r_negg": [0.5926002860069275, 0.533710241317749, 0.4925800561904907, 0.47319871187210083, 0.43270552158355713, 0.43268802762031555, 0.37382662296295166], "cos_apical_negg": [0.5926002860069275, 0.533710241317749, 0.4925800561904907, 0.47319871187210083, 0.43270552158355713, 0.43268802762031555, 0.37382662296295166], "cos_Ac_negg": [0.5926002860069275, 0.533710241317749, 0.4925800561904907, 0.47319871187210083, 0.43270552158355713, 0.43268802762031555, 0.37382662296295166], "r_norm": [0.6619613766670227, 0.6493873000144958, 0.6101181507110596, 0.6223478317260742, 0.6322957873344421, 0.5970902442932129, 0.6371728181838989]}, {"step": 3200, "epoch": 6, "train_loss": 0.21657787263393402, "cos_r_negg": [0.5808649659156799, 0.5351321697235107, 0.4984075129032135, 0.4742441177368164, 0.431391179561615, 0.4415559470653534, 0.3812362253665924], "cos_apical_negg": [0.5808649659156799, 0.5351321697235107, 0.4984075129032135, 0.4742441177368164, 0.431391179561615, 0.4415559470653534, 0.3812362253665924], "cos_Ac_negg": [0.5808649659156799, 0.5351321697235107, 0.4984075129032135, 0.4742441177368164, 0.431391179561615, 0.4415559470653534, 0.3812362253665924], "r_norm": [0.6624776124954224, 0.6495672464370728, 0.6122009754180908, 0.6223887801170349, 0.63230961561203, 0.5959076881408691, 0.6355387568473816]}, {"step": 3250, "epoch": 6, "train_loss": 0.16135019063949585, "cos_r_negg": [0.5827767252922058, 0.5372369289398193, 0.49559858441352844, 0.46993550658226013, 0.4290713369846344, 0.44632643461227417, 0.3903111517429352], "cos_apical_negg": [0.5827767252922058, 0.5372369289398193, 0.49559858441352844, 0.46993550658226013, 0.4290713369846344, 0.44632643461227417, 0.3903111517429352], "cos_Ac_negg": [0.5827767252922058, 0.5372369289398193, 0.49559858441352844, 0.46993550658226013, 0.4290713369846344, 0.44632643461227417, 0.3903111517429352], "r_norm": [0.6403747797012329, 0.6256382465362549, 0.5891073942184448, 0.6011242866516113, 0.6101723909378052, 0.5754241943359375, 0.6142364740371704], "ldr": {"dL_sdil": -0.009017854928970337, "dL_bp": -0.008132129907608032, "ratio": 1.1089167329377834}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8713, "test_loss": 0.3684832122802734}, {"step": 3300, "epoch": 7, "train_loss": 0.2742317020893097, "cos_r_negg": [0.5941659212112427, 0.5380771160125732, 0.49846309423446655, 0.47793132066726685, 0.4405224323272705, 0.45335960388183594, 0.3862794041633606], "cos_apical_negg": [0.5941659212112427, 0.5380771160125732, 0.49846309423446655, 0.47793132066726685, 0.4405224323272705, 0.45335960388183594, 0.3862794041633606], "cos_Ac_negg": [0.5941659212112427, 0.5380771160125732, 0.49846309423446655, 0.47793132066726685, 0.4405224323272705, 0.45335960388183594, 0.3862794041633606], "r_norm": [0.631284236907959, 0.6153475046157837, 0.5804381966590881, 0.5922274589538574, 0.5997693538665771, 0.5671913623809814, 0.6050011515617371]}, {"step": 3350, "epoch": 7, "train_loss": 0.22045527398586273, "cos_r_negg": [0.590936005115509, 0.5382158756256104, 0.497318834066391, 0.4802992045879364, 0.4493613839149475, 0.4598533511161804, 0.40032434463500977], "cos_apical_negg": [0.590936005115509, 0.5382158756256104, 0.497318834066391, 0.4802992045879364, 0.4493613839149475, 0.4598533511161804, 0.40032434463500977], "cos_Ac_negg": [0.590936005115509, 0.5382158756256104, 0.497318834066391, 0.4802992045879364, 0.4493613839149475, 0.4598533511161804, 0.40032434463500977], "r_norm": [0.6606494188308716, 0.6465750932693481, 0.6082417964935303, 0.6182874441146851, 0.6268362402915955, 0.5919363498687744, 0.632182240486145]}, {"step": 3400, "epoch": 7, "train_loss": 0.22368580102920532, "cos_r_negg": [0.5893566608428955, 0.5458053350448608, 0.5105831027030945, 0.48890334367752075, 0.4626116454601288, 0.4551634192466736, 0.3896442949771881], "cos_apical_negg": [0.5893566608428955, 0.5458053350448608, 0.5105831027030945, 0.48890334367752075, 0.4626116454601288, 0.4551634192466736, 0.3896442949771881], "cos_Ac_negg": [0.5893566608428955, 0.5458053350448608, 0.5105831027030945, 0.48890334367752075, 0.4626116454601288, 0.4551634192466736, 0.3896442949771881], "r_norm": [0.6268129348754883, 0.6084558367729187, 0.5727540254592896, 0.5841670632362366, 0.5925214290618896, 0.5594949722290039, 0.5980530381202698]}, {"step": 3450, "epoch": 7, "train_loss": 0.25166431069374084, "cos_r_negg": [0.5799320936203003, 0.5360540151596069, 0.4986748993396759, 0.4848007261753082, 0.4647783935070038, 0.46349573135375977, 0.38779860734939575], "cos_apical_negg": [0.5799320936203003, 0.5360540151596069, 0.4986748993396759, 0.4848007261753082, 0.4647783935070038, 0.46349573135375977, 0.38779860734939575], "cos_Ac_negg": [0.5799320936203003, 0.5360540151596069, 0.4986748993396759, 0.4848007261753082, 0.4647783935070038, 0.46349573135375977, 0.38779860734939575], "r_norm": [0.644284188747406, 0.6254547238349915, 0.5870535373687744, 0.5960995554924011, 0.6065202951431274, 0.5709322094917297, 0.6104326248168945]}, {"step": 3500, "epoch": 7, "train_loss": 0.391889750957489, "cos_r_negg": [0.5841308832168579, 0.5388625860214233, 0.5122424364089966, 0.4868030548095703, 0.46145182847976685, 0.4564839005470276, 0.39393001794815063], "cos_apical_negg": [0.5841308832168579, 0.5388625860214233, 0.5122424364089966, 0.4868030548095703, 0.46145182847976685, 0.4564839005470276, 0.39393001794815063], "cos_Ac_negg": [0.5841308832168579, 0.5388625860214233, 0.5122424364089966, 0.4868030548095703, 0.46145182847976685, 0.4564839005470276, 0.39393001794815063], "r_norm": [0.666384220123291, 0.6471371650695801, 0.6075758934020996, 0.6169368028640747, 0.6283437609672546, 0.5918064713478088, 0.6311107873916626], "ldr": {"dL_sdil": -0.01523512601852417, "dL_bp": -0.015607506036758423, "ratio": 0.976140965932851}}, {"step": 3550, "epoch": 7, "train_loss": 0.26787492632865906, "cos_r_negg": [0.574882984161377, 0.5327389240264893, 0.49750006198883057, 0.4578166604042053, 0.439311683177948, 0.44455963373184204, 0.38884836435317993], "cos_apical_negg": [0.574882984161377, 0.5327389240264893, 0.49750006198883057, 0.4578166604042053, 0.439311683177948, 0.44455963373184204, 0.38884836435317993], "cos_Ac_negg": [0.574882984161377, 0.5327389240264893, 0.49750006198883057, 0.4578166604042053, 0.439311683177948, 0.44455963373184204, 0.38884836435317993], "r_norm": [0.6296573877334595, 0.6135358214378357, 0.5760849118232727, 0.5861272811889648, 0.5941820740699768, 0.5605088472366333, 0.5996236205101013]}, {"step": 3600, "epoch": 7, "train_loss": 0.1918543130159378, "cos_r_negg": [0.5986001491546631, 0.5515826344490051, 0.5103723406791687, 0.49008023738861084, 0.46284961700439453, 0.45581457018852234, 0.3910307288169861], "cos_apical_negg": [0.5986001491546631, 0.5515826344490051, 0.5103723406791687, 0.49008023738861084, 0.46284961700439453, 0.45581457018852234, 0.3910307288169861], "cos_Ac_negg": [0.5986001491546631, 0.5515826344490051, 0.5103723406791687, 0.49008023738861084, 0.46284961700439453, 0.45581457018852234, 0.3910307288169861], "r_norm": [0.6309562921524048, 0.6129860281944275, 0.5734025239944458, 0.5840352773666382, 0.5936583876609802, 0.5608829855918884, 0.5979990363121033]}, {"step": 3650, "epoch": 7, "train_loss": 0.33615386486053467, "cos_r_negg": [0.5885387659072876, 0.5330959558486938, 0.49679774045944214, 0.47374773025512695, 0.45464658737182617, 0.45707982778549194, 0.3909013569355011], "cos_apical_negg": [0.5885387659072876, 0.5330959558486938, 0.49679774045944214, 0.47374773025512695, 0.45464658737182617, 0.45707982778549194, 0.3909013569355011], "cos_Ac_negg": [0.5885387659072876, 0.5330959558486938, 0.49679774045944214, 0.47374773025512695, 0.45464658737182617, 0.45707982778549194, 0.3909013569355011], "r_norm": [0.6021004915237427, 0.5842370390892029, 0.5480743050575256, 0.5572125911712646, 0.5659753680229187, 0.5342075824737549, 0.571902871131897]}, {"step": 3700, "epoch": 7, "train_loss": 0.3187907040119171, "cos_r_negg": [0.5837633609771729, 0.5427303910255432, 0.4960290789604187, 0.47025224566459656, 0.4520300328731537, 0.4498666524887085, 0.39223748445510864], "cos_apical_negg": [0.5837633609771729, 0.5427303910255432, 0.4960290789604187, 0.47025224566459656, 0.4520300328731537, 0.4498666524887085, 0.39223748445510864], "cos_Ac_negg": [0.5837633609771729, 0.5427303910255432, 0.4960290789604187, 0.47025224566459656, 0.4520300328731537, 0.4498666524887085, 0.39223748445510864], "r_norm": [0.6337198615074158, 0.612401008605957, 0.5758621692657471, 0.5867496728897095, 0.5942994356155396, 0.5611652731895447, 0.6010558009147644]}, {"step": 3750, "epoch": 7, "train_loss": 0.32941514253616333, "cos_r_negg": [0.5823335647583008, 0.5490148067474365, 0.5081210136413574, 0.4955732226371765, 0.456523060798645, 0.4647407531738281, 0.3976602554321289], "cos_apical_negg": [0.5823335647583008, 0.5490148067474365, 0.5081210136413574, 0.4955732226371765, 0.456523060798645, 0.4647407531738281, 0.3976602554321289], "cos_Ac_negg": [0.5823335647583008, 0.5490148067474365, 0.5081210136413574, 0.4955732226371765, 0.456523060798645, 0.4647407531738281, 0.3976602554321289], "r_norm": [0.627256453037262, 0.6072263717651367, 0.5690994262695312, 0.5783587694168091, 0.5883058309555054, 0.5553222894668579, 0.5925489664077759], "ldr": {"dL_sdil": -0.008917182683944702, "dL_bp": -0.00989675521850586, "ratio": 0.9010208383522043}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8762, "test_loss": 0.36458798217773436}, {"step": 3800, "epoch": 8, "train_loss": 0.22358301281929016, "cos_r_negg": [0.5943710803985596, 0.5428862571716309, 0.500200629234314, 0.4814438819885254, 0.45231401920318604, 0.45823273062705994, 0.41407740116119385], "cos_apical_negg": [0.5943710803985596, 0.5428862571716309, 0.500200629234314, 0.4814438819885254, 0.45231401920318604, 0.45823273062705994, 0.41407740116119385], "cos_Ac_negg": [0.5943710803985596, 0.5428862571716309, 0.500200629234314, 0.4814438819885254, 0.45231401920318604, 0.45823273062705994, 0.41407740116119385], "r_norm": [0.5719709396362305, 0.5548524856567383, 0.5197880864143372, 0.5275400876998901, 0.53648841381073, 0.5050394535064697, 0.5397653579711914]}, {"step": 3850, "epoch": 8, "train_loss": 0.30549687147140503, "cos_r_negg": [0.5862336158752441, 0.5489022135734558, 0.4937105178833008, 0.47682416439056396, 0.45496952533721924, 0.46127524971961975, 0.4192376136779785], "cos_apical_negg": [0.5862336158752441, 0.5489022135734558, 0.4937105178833008, 0.47682416439056396, 0.45496952533721924, 0.46127524971961975, 0.4192376136779785], "cos_Ac_negg": [0.5862336158752441, 0.5489022135734558, 0.4937105178833008, 0.47682416439056396, 0.45496952533721924, 0.46127524971961975, 0.4192376136779785], "r_norm": [0.6065912842750549, 0.5875403881072998, 0.5507173538208008, 0.5597554445266724, 0.5699996948242188, 0.5370995998382568, 0.5737560391426086]}, {"step": 3900, "epoch": 8, "train_loss": 0.2506626844406128, "cos_r_negg": [0.5742707848548889, 0.5448074340820312, 0.505021333694458, 0.48778611421585083, 0.45496392250061035, 0.46530604362487793, 0.41141587495803833], "cos_apical_negg": [0.5742707848548889, 0.5448074340820312, 0.505021333694458, 0.48778611421585083, 0.45496392250061035, 0.46530604362487793, 0.41141587495803833], "cos_Ac_negg": [0.5742707848548889, 0.5448074340820312, 0.505021333694458, 0.48778611421585083, 0.45496392250061035, 0.46530604362487793, 0.41141587495803833], "r_norm": [0.6456274390220642, 0.6234936714172363, 0.5839989185333252, 0.5917183756828308, 0.6013225317001343, 0.5665731430053711, 0.6052018404006958]}, {"step": 3950, "epoch": 8, "train_loss": 0.34263718128204346, "cos_r_negg": [0.5884013772010803, 0.5478198528289795, 0.5043955445289612, 0.4871625304222107, 0.4645380973815918, 0.46124452352523804, 0.41690194606781006], "cos_apical_negg": [0.5884013772010803, 0.5478198528289795, 0.5043955445289612, 0.4871625304222107, 0.4645380973815918, 0.46124452352523804, 0.41690194606781006], "cos_Ac_negg": [0.5884013772010803, 0.5478198528289795, 0.5043955445289612, 0.4871625304222107, 0.4645380973815918, 0.46124452352523804, 0.41690194606781006], "r_norm": [0.5873745083808899, 0.5668081045150757, 0.5319740176200867, 0.5378854274749756, 0.5460198521614075, 0.5145235061645508, 0.5506727695465088]}, {"step": 4000, "epoch": 8, "train_loss": 0.37626832723617554, "cos_r_negg": [0.6009342670440674, 0.560218334197998, 0.5167573690414429, 0.49153822660446167, 0.4781497120857239, 0.4653513431549072, 0.42449089884757996], "cos_apical_negg": [0.6009342670440674, 0.560218334197998, 0.5167573690414429, 0.49153822660446167, 0.4781497120857239, 0.4653513431549072, 0.42449089884757996], "cos_Ac_negg": [0.6009342670440674, 0.560218334197998, 0.5167573690414429, 0.49153822660446167, 0.4781497120857239, 0.4653513431549072, 0.42449089884757996], "r_norm": [0.610815167427063, 0.5891536474227905, 0.5517008304595947, 0.5580852627754211, 0.5681110620498657, 0.5365030169487, 0.5751490592956543], "ldr": {"dL_sdil": -0.011827617883682251, "dL_bp": -0.014212310314178467, "ratio": 0.8322093749868942}}, {"step": 4050, "epoch": 8, "train_loss": 0.2103564292192459, "cos_r_negg": [0.6076980829238892, 0.5567001700401306, 0.5111104846000671, 0.4853874444961548, 0.4695918560028076, 0.45800942182540894, 0.4238290786743164], "cos_apical_negg": [0.6076980829238892, 0.5567001700401306, 0.5111104846000671, 0.4853874444961548, 0.4695918560028076, 0.45800942182540894, 0.4238290786743164], "cos_Ac_negg": [0.6076980829238892, 0.5567001700401306, 0.5111104846000671, 0.4853874444961548, 0.4695918560028076, 0.45800942182540894, 0.4238290786743164], "r_norm": [0.6462312936782837, 0.6139939427375793, 0.5756468772888184, 0.5832568407058716, 0.594233512878418, 0.5596845746040344, 0.6011485457420349]}, {"step": 4100, "epoch": 8, "train_loss": 0.21967050433158875, "cos_r_negg": [0.5921176671981812, 0.5607008934020996, 0.5098789930343628, 0.4833899438381195, 0.46283626556396484, 0.44741231203079224, 0.40390700101852417], "cos_apical_negg": [0.5921176671981812, 0.5607008934020996, 0.5098789930343628, 0.4833899438381195, 0.46283626556396484, 0.44741231203079224, 0.40390700101852417], "cos_Ac_negg": [0.5921176671981812, 0.5607008934020996, 0.5098789930343628, 0.4833899438381195, 0.46283626556396484, 0.44741231203079224, 0.40390700101852417], "r_norm": [0.6006758809089661, 0.5754613876342773, 0.5371794700622559, 0.5440174341201782, 0.5544127225875854, 0.5231661796569824, 0.5613706111907959]}, {"step": 4150, "epoch": 8, "train_loss": 0.2398557960987091, "cos_r_negg": [0.6042395830154419, 0.565258264541626, 0.511314868927002, 0.4957987368106842, 0.4605925381183624, 0.45962128043174744, 0.4041416347026825], "cos_apical_negg": [0.6042395830154419, 0.565258264541626, 0.511314868927002, 0.4957987368106842, 0.4605925381183624, 0.45962128043174744, 0.4041416347026825], "cos_Ac_negg": [0.6042395830154419, 0.565258264541626, 0.511314868927002, 0.4957987368106842, 0.4605925381183624, 0.45962128043174744, 0.4041416347026825], "r_norm": [0.5784047842025757, 0.5533517599105835, 0.5177227258682251, 0.5242063403129578, 0.533901035785675, 0.5023010969161987, 0.5387500524520874]}, {"step": 4200, "epoch": 8, "train_loss": 0.25614893436431885, "cos_r_negg": [0.5865726470947266, 0.5436617136001587, 0.49210625886917114, 0.47776171565055847, 0.45285823941230774, 0.4545723795890808, 0.40731969475746155], "cos_apical_negg": [0.5865726470947266, 0.5436617136001587, 0.49210625886917114, 0.47776171565055847, 0.45285823941230774, 0.4545723795890808, 0.40731969475746155], "cos_Ac_negg": [0.5865726470947266, 0.5436617136001587, 0.49210625886917114, 0.47776171565055847, 0.45285823941230774, 0.4545723795890808, 0.40731969475746155], "r_norm": [0.5680610537528992, 0.5467324256896973, 0.5109144449234009, 0.5173577070236206, 0.5249232053756714, 0.4955022931098938, 0.5317618250846863]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8753, "test_loss": 0.3650987335205078}, {"step": 4250, "epoch": 9, "train_loss": 0.2086421549320221, "cos_r_negg": [0.5835871696472168, 0.5575909614562988, 0.49947959184646606, 0.4810997247695923, 0.4687831699848175, 0.45994850993156433, 0.41074472665786743], "cos_apical_negg": [0.5835871696472168, 0.5575909614562988, 0.49947959184646606, 0.4810997247695923, 0.4687831699848175, 0.45994850993156433, 0.41074472665786743], "cos_Ac_negg": [0.5835871696472168, 0.5575909614562988, 0.49947959184646606, 0.4810997247695923, 0.4687831699848175, 0.45994850993156433, 0.41074472665786743], "r_norm": [0.5715851187705994, 0.5479541420936584, 0.5128875374794006, 0.5184990167617798, 0.5268218517303467, 0.4955943822860718, 0.5333763957023621], "ldr": {"dL_sdil": -0.011075735092163086, "dL_bp": -0.012006908655166626, "ratio": 0.9224468520793775}}, {"step": 4300, "epoch": 9, "train_loss": 0.176706925034523, "cos_r_negg": [0.5844513177871704, 0.5495946407318115, 0.502551257610321, 0.4747486710548401, 0.45746880769729614, 0.4435428977012634, 0.41507524251937866], "cos_apical_negg": [0.5844513177871704, 0.5495946407318115, 0.502551257610321, 0.4747486710548401, 0.45746880769729614, 0.4435428977012634, 0.41507524251937866], "cos_Ac_negg": [0.5844513177871704, 0.5495946407318115, 0.502551257610321, 0.4747486710548401, 0.45746880769729614, 0.4435428977012634, 0.41507524251937866], "r_norm": [0.6027703285217285, 0.5766214728355408, 0.5392805337905884, 0.5436586141586304, 0.5540724396705627, 0.5193073749542236, 0.5591269731521606]}, {"step": 4350, "epoch": 9, "train_loss": 0.14450302720069885, "cos_r_negg": [0.591965913772583, 0.5594086647033691, 0.5155943036079407, 0.48299917578697205, 0.45786941051483154, 0.4538571834564209, 0.421288400888443], "cos_apical_negg": [0.591965913772583, 0.5594086647033691, 0.5155943036079407, 0.48299917578697205, 0.45786941051483154, 0.4538571834564209, 0.421288400888443], "cos_Ac_negg": [0.591965913772583, 0.5594086647033691, 0.5155943036079407, 0.48299917578697205, 0.45786941051483154, 0.4538571834564209, 0.421288400888443], "r_norm": [0.5839419364929199, 0.5556251406669617, 0.5182600617408752, 0.5245756506919861, 0.5366314649581909, 0.5047508478164673, 0.542180061340332]}, {"step": 4400, "epoch": 9, "train_loss": 0.26060009002685547, "cos_r_negg": [0.570451021194458, 0.5442402958869934, 0.5048251152038574, 0.4798269271850586, 0.46125704050064087, 0.4460667371749878, 0.41409677267074585], "cos_apical_negg": [0.570451021194458, 0.5442402958869934, 0.5048251152038574, 0.4798269271850586, 0.46125704050064087, 0.4460667371749878, 0.41409677267074585], "cos_Ac_negg": [0.570451021194458, 0.5442402958869934, 0.5048251152038574, 0.4798269271850586, 0.46125704050064087, 0.4460667371749878, 0.41409677267074585], "r_norm": [0.6044783592224121, 0.5767232179641724, 0.5392823219299316, 0.5448242425918579, 0.553280234336853, 0.5221222043037415, 0.5611499547958374]}, {"step": 4450, "epoch": 9, "train_loss": 0.1363382637500763, "cos_r_negg": [0.5887598395347595, 0.5530933141708374, 0.5047265887260437, 0.48968175053596497, 0.4732608497142792, 0.4588552713394165, 0.4336133599281311], "cos_apical_negg": [0.5887598395347595, 0.5530933141708374, 0.5047265887260437, 0.48968175053596497, 0.4732608497142792, 0.4588552713394165, 0.4336133599281311], "cos_Ac_negg": [0.5887598395347595, 0.5530933141708374, 0.5047265887260437, 0.48968175053596497, 0.4732608497142792, 0.4588552713394165, 0.4336133599281311], "r_norm": [0.5911476612091064, 0.563437283039093, 0.526816725730896, 0.5309708714485168, 0.5403493046760559, 0.5088252425193787, 0.5471158623695374]}, {"step": 4500, "epoch": 9, "train_loss": 0.24076835811138153, "cos_r_negg": [0.5786395072937012, 0.546775221824646, 0.5054264068603516, 0.47865670919418335, 0.4675518870353699, 0.45365118980407715, 0.41773009300231934], "cos_apical_negg": [0.5786395072937012, 0.546775221824646, 0.5054264068603516, 0.47865670919418335, 0.4675518870353699, 0.45365118980407715, 0.41773009300231934], "cos_Ac_negg": [0.5786395072937012, 0.546775221824646, 0.5054264068603516, 0.47865670919418335, 0.4675518870353699, 0.45365118980407715, 0.41773009300231934], "r_norm": [0.5856090784072876, 0.5559749007225037, 0.5175344944000244, 0.5226832628250122, 0.5342109799385071, 0.5032479763031006, 0.5410991907119751], "ldr": {"dL_sdil": -0.010548293590545654, "dL_bp": -0.013747453689575195, "ratio": 0.767290716428782}}, {"step": 4550, "epoch": 9, "train_loss": 0.160024955868721, "cos_r_negg": [0.5893272161483765, 0.5499242544174194, 0.5005807280540466, 0.47643381357192993, 0.45325544476509094, 0.44439786672592163, 0.41461533308029175], "cos_apical_negg": [0.5893272161483765, 0.5499242544174194, 0.5005807280540466, 0.47643381357192993, 0.45325544476509094, 0.44439786672592163, 0.41461533308029175], "cos_Ac_negg": [0.5893272161483765, 0.5499242544174194, 0.5005807280540466, 0.47643381357192993, 0.45325544476509094, 0.44439786672592163, 0.41461533308029175], "r_norm": [0.5327887535095215, 0.5046166181564331, 0.4699929356575012, 0.4761680066585541, 0.4848562479019165, 0.4572957754135132, 0.4918745160102844]}, {"step": 4600, "epoch": 9, "train_loss": 0.24739912152290344, "cos_r_negg": [0.5990157127380371, 0.5634815096855164, 0.5087774395942688, 0.4945682883262634, 0.46558836102485657, 0.45587027072906494, 0.41296374797821045], "cos_apical_negg": [0.5990157127380371, 0.5634815096855164, 0.5087774395942688, 0.4945682883262634, 0.46558836102485657, 0.45587027072906494, 0.41296374797821045], "cos_Ac_negg": [0.5990157127380371, 0.5634815096855164, 0.5087774395942688, 0.4945682883262634, 0.46558836102485657, 0.45587027072906494, 0.41296374797821045], "r_norm": [0.5666277408599854, 0.5367562174797058, 0.499799519777298, 0.5052313208580017, 0.5129608511924744, 0.48350733518600464, 0.5205925107002258]}, {"step": 4650, "epoch": 9, "train_loss": 0.2670010030269623, "cos_r_negg": [0.5960736274719238, 0.5578336119651794, 0.5149070024490356, 0.491227924823761, 0.4694233238697052, 0.44780588150024414, 0.4157310128211975], "cos_apical_negg": [0.5960736274719238, 0.5578336119651794, 0.5149070024490356, 0.491227924823761, 0.4694233238697052, 0.44780588150024414, 0.4157310128211975], "cos_Ac_negg": [0.5960736274719238, 0.5578336119651794, 0.5149070024490356, 0.491227924823761, 0.4694233238697052, 0.44780588150024414, 0.4157310128211975], "r_norm": [0.5612512826919556, 0.5293340682983398, 0.49286556243896484, 0.498058021068573, 0.5065386295318604, 0.47612690925598145, 0.5138956904411316]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8834, "test_loss": 0.3534697662353516}, {"step": 4700, "epoch": 10, "train_loss": 0.2922915816307068, "cos_r_negg": [0.5957169532775879, 0.5560102462768555, 0.5033087730407715, 0.48102468252182007, 0.46439480781555176, 0.4549940824508667, 0.4214729070663452], "cos_apical_negg": [0.5957169532775879, 0.5560102462768555, 0.5033087730407715, 0.48102468252182007, 0.46439480781555176, 0.4549940824508667, 0.4214729070663452], "cos_Ac_negg": [0.5957169532775879, 0.5560102462768555, 0.5033087730407715, 0.48102468252182007, 0.46439480781555176, 0.4549940824508667, 0.4214729070663452], "r_norm": [0.5643928647041321, 0.5356454849243164, 0.4967765808105469, 0.501895546913147, 0.5109218955039978, 0.4823988378047943, 0.5190966725349426]}, {"step": 4750, "epoch": 10, "train_loss": 0.2615574896335602, "cos_r_negg": [0.5904653072357178, 0.5581099390983582, 0.510789692401886, 0.49147671461105347, 0.4695494771003723, 0.4530016779899597, 0.42683297395706177], "cos_apical_negg": [0.5904653072357178, 0.5581099390983582, 0.510789692401886, 0.49147671461105347, 0.4695494771003723, 0.4530016779899597, 0.42683297395706177], "cos_Ac_negg": [0.5904653072357178, 0.5581099390983582, 0.510789692401886, 0.49147671461105347, 0.4695494771003723, 0.4530016779899597, 0.42683297395706177], "r_norm": [0.5496602654457092, 0.5201010704040527, 0.4822608530521393, 0.48719266057014465, 0.49640560150146484, 0.4685468375682831, 0.5041427612304688], "ldr": {"dL_sdil": -0.010047495365142822, "dL_bp": -0.011472642421722412, "ratio": 0.875778656372903}}, {"step": 4800, "epoch": 10, "train_loss": 0.196872740983963, "cos_r_negg": [0.5763970613479614, 0.545659065246582, 0.5019029378890991, 0.4897184371948242, 0.47748109698295593, 0.4536625146865845, 0.42416059970855713], "cos_apical_negg": [0.5763970613479614, 0.545659065246582, 0.5019029378890991, 0.4897184371948242, 0.47748109698295593, 0.4536625146865845, 0.42416059970855713], "cos_Ac_negg": [0.5763970613479614, 0.545659065246582, 0.5019029378890991, 0.4897184371948242, 0.47748109698295593, 0.4536625146865845, 0.42416059970855713], "r_norm": [0.5315448045730591, 0.5027047395706177, 0.4672348201274872, 0.4712778329849243, 0.4800476133823395, 0.45259159803390503, 0.4875830113887787]}, {"step": 4850, "epoch": 10, "train_loss": 0.2329375296831131, "cos_r_negg": [0.5911617875099182, 0.5533408522605896, 0.5079764723777771, 0.4871175289154053, 0.4804356098175049, 0.4692143499851227, 0.43932241201400757], "cos_apical_negg": [0.5911617875099182, 0.5533408522605896, 0.5079764723777771, 0.4871175289154053, 0.4804356098175049, 0.4692143499851227, 0.43932241201400757], "cos_Ac_negg": [0.5911617875099182, 0.5533408522605896, 0.5079764723777771, 0.4871175289154053, 0.4804356098175049, 0.4692143499851227, 0.43932241201400757], "r_norm": [0.5520861148834229, 0.5210593938827515, 0.48546260595321655, 0.4885295629501343, 0.49628353118896484, 0.468098908662796, 0.5043514966964722]}, {"step": 4900, "epoch": 10, "train_loss": 0.15610593557357788, "cos_r_negg": [0.5752094984054565, 0.5418413877487183, 0.49753308296203613, 0.4815875291824341, 0.4605964124202728, 0.4504864811897278, 0.44135725498199463], "cos_apical_negg": [0.5752094984054565, 0.5418413877487183, 0.49753308296203613, 0.4815875291824341, 0.4605964124202728, 0.4504864811897278, 0.44135725498199463], "cos_Ac_negg": [0.5752094984054565, 0.5418413877487183, 0.49753308296203613, 0.4815875291824341, 0.4605964124202728, 0.4504864811897278, 0.44135725498199463], "r_norm": [0.533389687538147, 0.5006896257400513, 0.46175873279571533, 0.4679329991340637, 0.4768304228782654, 0.4498010575771332, 0.48372435569763184]}, {"step": 4950, "epoch": 10, "train_loss": 0.1803637444972992, "cos_r_negg": [0.589870810508728, 0.5546120405197144, 0.5081861615180969, 0.4888838529586792, 0.46423208713531494, 0.4590838849544525, 0.4472803473472595], "cos_apical_negg": [0.589870810508728, 0.5546120405197144, 0.5081861615180969, 0.4888838529586792, 0.46423208713531494, 0.4590838849544525, 0.4472803473472595], "cos_Ac_negg": [0.589870810508728, 0.5546120405197144, 0.5081861615180969, 0.4888838529586792, 0.46423208713531494, 0.4590838849544525, 0.4472803473472595], "r_norm": [0.5651997923851013, 0.5274726748466492, 0.48907896876335144, 0.4920232892036438, 0.5012291669845581, 0.47184473276138306, 0.5103222131729126]}, {"step": 5000, "epoch": 10, "train_loss": 0.2002142369747162, "cos_r_negg": [0.5979375839233398, 0.5523581504821777, 0.4949614703655243, 0.48585444688796997, 0.4614924192428589, 0.44828152656555176, 0.43858474493026733], "cos_apical_negg": [0.5979375839233398, 0.5523581504821777, 0.4949614703655243, 0.48585444688796997, 0.4614924192428589, 0.44828152656555176, 0.43858474493026733], "cos_Ac_negg": [0.5979375839233398, 0.5523581504821777, 0.4949614703655243, 0.48585444688796997, 0.4614924192428589, 0.44828152656555176, 0.43858474493026733], "r_norm": [0.5774279236793518, 0.5416399240493774, 0.5024441480636597, 0.504686713218689, 0.5147279500961304, 0.48385652899742126, 0.5223758816719055], "ldr": {"dL_sdil": -0.015045642852783203, "dL_bp": -0.016592860221862793, "ratio": 0.906754028636909}}, {"step": 5050, "epoch": 10, "train_loss": 0.34545838832855225, "cos_r_negg": [0.5685224533081055, 0.5355360507965088, 0.4911218285560608, 0.4779016077518463, 0.44637200236320496, 0.4435478150844574, 0.4265952706336975], "cos_apical_negg": [0.5685224533081055, 0.5355360507965088, 0.4911218285560608, 0.4779016077518463, 0.44637200236320496, 0.4435478150844574, 0.4265952706336975], "cos_Ac_negg": [0.5685224533081055, 0.5355360507965088, 0.4911218285560608, 0.4779016077518463, 0.44637200236320496, 0.4435478150844574, 0.4265952706336975], "r_norm": [0.4908008575439453, 0.4596516489982605, 0.4262542426586151, 0.42968571186065674, 0.4383312463760376, 0.412014901638031, 0.4446244239807129]}, {"step": 5100, "epoch": 10, "train_loss": 0.13546517491340637, "cos_r_negg": [0.5874691605567932, 0.5547980070114136, 0.5042458772659302, 0.4850640892982483, 0.45599162578582764, 0.44472014904022217, 0.4295446276664734], "cos_apical_negg": [0.5874691605567932, 0.5547980070114136, 0.5042458772659302, 0.4850640892982483, 0.45599162578582764, 0.44472014904022217, 0.4295446276664734], "cos_Ac_negg": [0.5874691605567932, 0.5547980070114136, 0.5042458772659302, 0.4850640892982483, 0.45599162578582764, 0.44472014904022217, 0.4295446276664734], "r_norm": [0.5402772426605225, 0.5037251114845276, 0.46744614839553833, 0.46980077028274536, 0.4789849519729614, 0.45031899213790894, 0.4864620566368103]}, {"step": 5150, "epoch": 10, "train_loss": 0.2554813623428345, "cos_r_negg": [0.5842227935791016, 0.5558221340179443, 0.5053397417068481, 0.4923035502433777, 0.4575851857662201, 0.4603457450866699, 0.4352402091026306], "cos_apical_negg": [0.5842227935791016, 0.5558221340179443, 0.5053397417068481, 0.4923035502433777, 0.4575851857662201, 0.4603457450866699, 0.4352402091026306], "cos_Ac_negg": [0.5842227935791016, 0.5558221340179443, 0.5053397417068481, 0.4923035502433777, 0.4575851857662201, 0.4603457450866699, 0.4352402091026306], "r_norm": [0.5592778921127319, 0.5211523771286011, 0.4844358563423157, 0.4876874089241028, 0.4927481710910797, 0.46498167514801025, 0.5033751726150513]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8743, "test_loss": 0.3789856201171875}, {"step": 5200, "epoch": 11, "train_loss": 0.20584078133106232, "cos_r_negg": [0.5969058275222778, 0.5587535500526428, 0.5075916647911072, 0.49806511402130127, 0.458564430475235, 0.44967126846313477, 0.4373484253883362], "cos_apical_negg": [0.5969058275222778, 0.5587535500526428, 0.5075916647911072, 0.49806511402130127, 0.458564430475235, 0.44967126846313477, 0.4373484253883362], "cos_Ac_negg": [0.5969058275222778, 0.5587535500526428, 0.5075916647911072, 0.49806511402130127, 0.458564430475235, 0.44967126846313477, 0.4373484253883362], "r_norm": [0.5121380090713501, 0.47676610946655273, 0.44109103083610535, 0.44306862354278564, 0.4522770643234253, 0.42567121982574463, 0.4594189524650574]}, {"step": 5250, "epoch": 11, "train_loss": 0.12550321221351624, "cos_r_negg": [0.578029990196228, 0.5491961240768433, 0.5024305582046509, 0.479133665561676, 0.4571809768676758, 0.4486432671546936, 0.43535783886909485], "cos_apical_negg": [0.578029990196228, 0.5491961240768433, 0.5024305582046509, 0.479133665561676, 0.4571809768676758, 0.4486432671546936, 0.43535783886909485], "cos_Ac_negg": [0.578029990196228, 0.5491961240768433, 0.5024305582046509, 0.479133665561676, 0.4571809768676758, 0.4486432671546936, 0.43535783886909485], "r_norm": [0.535683274269104, 0.4981227517127991, 0.46273452043533325, 0.46468478441238403, 0.471716046333313, 0.44310545921325684, 0.4807390868663788], "ldr": {"dL_sdil": -0.006363630294799805, "dL_bp": -0.008007824420928955, "ratio": 0.7946765513699395}}, {"step": 5300, "epoch": 11, "train_loss": 0.26651114225387573, "cos_r_negg": [0.5664260387420654, 0.5310238599777222, 0.48660847544670105, 0.47104212641716003, 0.45053938031196594, 0.4413115680217743, 0.44022321701049805], "cos_apical_negg": [0.5664260387420654, 0.5310238599777222, 0.48660847544670105, 0.47104212641716003, 0.45053938031196594, 0.4413115680217743, 0.44022321701049805], "cos_Ac_negg": [0.5664260387420654, 0.5310238599777222, 0.48660847544670105, 0.47104212641716003, 0.45053938031196594, 0.4413115680217743, 0.44022321701049805], "r_norm": [0.4885518252849579, 0.4536671042442322, 0.4186345338821411, 0.4216257333755493, 0.42960017919540405, 0.4041459262371063, 0.4380333125591278]}, {"step": 5350, "epoch": 11, "train_loss": 0.21012482047080994, "cos_r_negg": [0.5912640690803528, 0.5576938390731812, 0.515995979309082, 0.4896087050437927, 0.4736986756324768, 0.46285557746887207, 0.4452885687351227], "cos_apical_negg": [0.5912640690803528, 0.5576938390731812, 0.515995979309082, 0.4896087050437927, 0.4736986756324768, 0.46285557746887207, 0.4452885687351227], "cos_Ac_negg": [0.5912640690803528, 0.5576938390731812, 0.515995979309082, 0.4896087050437927, 0.4736986756324768, 0.46285557746887207, 0.4452885687351227], "r_norm": [0.5032989382743835, 0.46817392110824585, 0.43283042311668396, 0.43441447615623474, 0.4407465159893036, 0.4154514968395233, 0.4504195749759674]}, {"step": 5400, "epoch": 11, "train_loss": 0.18634344637393951, "cos_r_negg": [0.5872383117675781, 0.5493698716163635, 0.5083051919937134, 0.49220597743988037, 0.4655601382255554, 0.4590347707271576, 0.43611961603164673], "cos_apical_negg": [0.5872383117675781, 0.5493698716163635, 0.5083051919937134, 0.49220597743988037, 0.4655601382255554, 0.4590347707271576, 0.43611961603164673], "cos_Ac_negg": [0.5872383117675781, 0.5493698716163635, 0.5083051919937134, 0.49220597743988037, 0.4655601382255554, 0.4590347707271576, 0.43611961603164673], "r_norm": [0.49126842617988586, 0.4548284709453583, 0.4212190508842468, 0.42272108793258667, 0.42967045307159424, 0.4025387167930603, 0.43795859813690186]}, {"step": 5450, "epoch": 11, "train_loss": 0.17152497172355652, "cos_r_negg": [0.5885082483291626, 0.554262101650238, 0.5033918619155884, 0.4766327440738678, 0.4601753056049347, 0.453368604183197, 0.45040684938430786], "cos_apical_negg": [0.5885082483291626, 0.554262101650238, 0.5033918619155884, 0.4766327440738678, 0.4601753056049347, 0.453368604183197, 0.45040684938430786], "cos_Ac_negg": [0.5885082483291626, 0.554262101650238, 0.5033918619155884, 0.4766327440738678, 0.4601753056049347, 0.453368604183197, 0.45040684938430786], "r_norm": [0.5023083090782166, 0.46702656149864197, 0.43063870072364807, 0.4333842694759369, 0.4397192597389221, 0.4140782952308655, 0.4486638009548187]}, {"step": 5500, "epoch": 11, "train_loss": 0.23293699324131012, "cos_r_negg": [0.5664143562316895, 0.5417985916137695, 0.4982515871524811, 0.47850286960601807, 0.46001309156417847, 0.4493562579154968, 0.44075390696525574], "cos_apical_negg": [0.5664143562316895, 0.5417985916137695, 0.4982515871524811, 0.47850286960601807, 0.46001309156417847, 0.4493562579154968, 0.44075390696525574], "cos_Ac_negg": [0.5664143562316895, 0.5417985916137695, 0.4982515871524811, 0.47850286960601807, 0.46001309156417847, 0.4493562579154968, 0.44075390696525574], "r_norm": [0.5106200575828552, 0.47299516201019287, 0.43524882197380066, 0.436972439289093, 0.44285330176353455, 0.41713765263557434, 0.45452284812927246], "ldr": {"dL_sdil": -0.011657416820526123, "dL_bp": -0.013634860515594482, "ratio": 0.8549714760333107}}, {"step": 5550, "epoch": 11, "train_loss": 0.23202544450759888, "cos_r_negg": [0.5769575834274292, 0.5473294258117676, 0.4892456531524658, 0.4721111059188843, 0.44182324409484863, 0.4332355260848999, 0.4417325258255005], "cos_apical_negg": [0.5769575834274292, 0.5473294258117676, 0.4892456531524658, 0.4721111059188843, 0.44182324409484863, 0.4332355260848999, 0.4417325258255005], "cos_Ac_negg": [0.5769575834274292, 0.5473294258117676, 0.4892456531524658, 0.4721111059188843, 0.44182324409484863, 0.4332355260848999, 0.4417325258255005], "r_norm": [0.49622082710266113, 0.4590105414390564, 0.42302513122558594, 0.42374736070632935, 0.4329090714454651, 0.4064674377441406, 0.44104641675949097]}, {"step": 5600, "epoch": 11, "train_loss": 0.19354137778282166, "cos_r_negg": [0.5821691751480103, 0.5497938990592957, 0.500629186630249, 0.4835319519042969, 0.4527303874492645, 0.43808847665786743, 0.43602675199508667], "cos_apical_negg": [0.5821691751480103, 0.5497938990592957, 0.500629186630249, 0.4835319519042969, 0.4527303874492645, 0.43808847665786743, 0.43602675199508667], "cos_Ac_negg": [0.5821691751480103, 0.5497938990592957, 0.500629186630249, 0.4835319519042969, 0.4527303874492645, 0.43808847665786743, 0.43602675199508667], "r_norm": [0.5563995242118835, 0.5118955373764038, 0.4692821502685547, 0.4700034260749817, 0.4793381094932556, 0.45067113637924194, 0.4896931052207947]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8792, "test_loss": 0.3747159820556641}, {"step": 5650, "epoch": 12, "train_loss": 0.17250372469425201, "cos_r_negg": [0.5841731429100037, 0.5512999296188354, 0.5029312968254089, 0.4776647686958313, 0.4505671262741089, 0.45312076807022095, 0.4383334517478943], "cos_apical_negg": [0.5841731429100037, 0.5512999296188354, 0.5029312968254089, 0.4776647686958313, 0.4505671262741089, 0.45312076807022095, 0.4383334517478943], "cos_Ac_negg": [0.5841731429100037, 0.5512999296188354, 0.5029312968254089, 0.4776647686958313, 0.4505671262741089, 0.45312076807022095, 0.4383334517478943], "r_norm": [0.5015162229537964, 0.4634634554386139, 0.42787545919418335, 0.4281253516674042, 0.435703843832016, 0.4099167585372925, 0.4459003806114197]}, {"step": 5700, "epoch": 12, "train_loss": 0.1762322187423706, "cos_r_negg": [0.5876967906951904, 0.5573621988296509, 0.5122575759887695, 0.49112799763679504, 0.46190792322158813, 0.4662401080131531, 0.4539676010608673], "cos_apical_negg": [0.5876967906951904, 0.5573621988296509, 0.5122575759887695, 0.49112799763679504, 0.46190792322158813, 0.4662401080131531, 0.4539676010608673], "cos_Ac_negg": [0.5876967906951904, 0.5573621988296509, 0.5122575759887695, 0.49112799763679504, 0.46190792322158813, 0.4662401080131531, 0.4539676010608673], "r_norm": [0.4985712766647339, 0.45865339040756226, 0.42111995816230774, 0.42264336347579956, 0.4307568669319153, 0.40506184101104736, 0.44085800647735596]}, {"step": 5750, "epoch": 12, "train_loss": 0.3401655852794647, "cos_r_negg": [0.5605565309524536, 0.532975435256958, 0.49576830863952637, 0.4721192717552185, 0.44865891337394714, 0.4465879797935486, 0.4484526216983795], "cos_apical_negg": [0.5605565309524536, 0.532975435256958, 0.49576830863952637, 0.4721192717552185, 0.44865891337394714, 0.4465879797935486, 0.4484526216983795], "cos_Ac_negg": [0.5605565309524536, 0.532975435256958, 0.49576830863952637, 0.4721192717552185, 0.44865891337394714, 0.4465879797935486, 0.4484526216983795], "r_norm": [0.48238617181777954, 0.4435107111930847, 0.40730708837509155, 0.4082615375518799, 0.41514119505882263, 0.39009353518486023, 0.4251469671726227], "ldr": {"dL_sdil": -0.011435329914093018, "dL_bp": -0.01587831974029541, "ratio": 0.7201851393049393}}, {"step": 5800, "epoch": 12, "train_loss": 0.21097242832183838, "cos_r_negg": [0.5781508684158325, 0.5555945634841919, 0.5103438496589661, 0.489996075630188, 0.4619579315185547, 0.4537380337715149, 0.44237595796585083], "cos_apical_negg": [0.5781508684158325, 0.5555945634841919, 0.5103438496589661, 0.489996075630188, 0.4619579315185547, 0.4537380337715149, 0.44237595796585083], "cos_Ac_negg": [0.5781508684158325, 0.5555945634841919, 0.5103438496589661, 0.489996075630188, 0.4619579315185547, 0.4537380337715149, 0.44237595796585083], "r_norm": [0.49022579193115234, 0.4496822953224182, 0.41251227259635925, 0.4134887754917145, 0.42112407088279724, 0.39594364166259766, 0.43138808012008667]}, {"step": 5850, "epoch": 12, "train_loss": 0.2565753161907196, "cos_r_negg": [0.5630211234092712, 0.5418151617050171, 0.5014438629150391, 0.487490713596344, 0.4590102434158325, 0.4428976774215698, 0.4374154508113861], "cos_apical_negg": [0.5630211234092712, 0.5418151617050171, 0.5014438629150391, 0.487490713596344, 0.4590102434158325, 0.4428976774215698, 0.4374154508113861], "cos_Ac_negg": [0.5630211234092712, 0.5418151617050171, 0.5014438629150391, 0.487490713596344, 0.4590102434158325, 0.4428976774215698, 0.4374154508113861], "r_norm": [0.5046753287315369, 0.46411067247390747, 0.4277999997138977, 0.4271209239959717, 0.43449240922927856, 0.40780559182167053, 0.4444767236709595]}, {"step": 5900, "epoch": 12, "train_loss": 0.24655622243881226, "cos_r_negg": [0.5860589742660522, 0.5616852045059204, 0.5104476809501648, 0.48782384395599365, 0.4707351326942444, 0.45062699913978577, 0.45873546600341797], "cos_apical_negg": [0.5860589742660522, 0.5616852045059204, 0.5104476809501648, 0.48782384395599365, 0.4707351326942444, 0.45062699913978577, 0.45873546600341797], "cos_Ac_negg": [0.5860589742660522, 0.5616852045059204, 0.5104476809501648, 0.48782384395599365, 0.4707351326942444, 0.45062699913978577, 0.45873546600341797], "r_norm": [0.5272809863090515, 0.48295480012893677, 0.443930983543396, 0.44310611486434937, 0.4504305124282837, 0.4251374900341034, 0.46343299746513367]}, {"step": 5950, "epoch": 12, "train_loss": 0.2394440472126007, "cos_r_negg": [0.5706037282943726, 0.5450345277786255, 0.48474791646003723, 0.4649835228919983, 0.4500952661037445, 0.444995641708374, 0.45148178935050964], "cos_apical_negg": [0.5706037282943726, 0.5450345277786255, 0.48474791646003723, 0.4649835228919983, 0.4500952661037445, 0.444995641708374, 0.45148178935050964], "cos_Ac_negg": [0.5706037282943726, 0.5450345277786255, 0.48474791646003723, 0.4649835228919983, 0.4500952661037445, 0.444995641708374, 0.45148178935050964], "r_norm": [0.5405597686767578, 0.4936698079109192, 0.4527566432952881, 0.4531418979167938, 0.4611358940601349, 0.4342762231826782, 0.47341760993003845]}, {"step": 6000, "epoch": 12, "train_loss": 0.12940172851085663, "cos_r_negg": [0.5526012182235718, 0.5233683586120605, 0.47494053840637207, 0.46612975001335144, 0.44467753171920776, 0.43778595328330994, 0.4371267855167389], "cos_apical_negg": [0.5526012182235718, 0.5233683586120605, 0.47494053840637207, 0.46612975001335144, 0.44467753171920776, 0.43778595328330994, 0.4371267855167389], "cos_Ac_negg": [0.5526012182235718, 0.5233683586120605, 0.47494053840637207, 0.46612975001335144, 0.44467753171920776, 0.43778595328330994, 0.4371267855167389], "r_norm": [0.47198453545570374, 0.43204057216644287, 0.3963613212108612, 0.39637431502342224, 0.40280401706695557, 0.37905043363571167, 0.4144030809402466], "ldr": {"dL_sdil": -0.009674251079559326, "dL_bp": -0.013478398323059082, "ratio": 0.7177596957502321}}, {"step": 6050, "epoch": 12, "train_loss": 0.13821028172969818, "cos_r_negg": [0.5830705165863037, 0.5524653196334839, 0.5028285980224609, 0.4832688271999359, 0.45971208810806274, 0.45346641540527344, 0.4500320553779602], "cos_apical_negg": [0.5830705165863037, 0.5524653196334839, 0.5028285980224609, 0.4832688271999359, 0.45971208810806274, 0.45346641540527344, 0.4500320553779602], "cos_Ac_negg": [0.5830705165863037, 0.5524653196334839, 0.5028285980224609, 0.4832688271999359, 0.45971208810806274, 0.45346641540527344, 0.4500320553779602], "r_norm": [0.5220792889595032, 0.476314902305603, 0.4379727840423584, 0.4369683563709259, 0.4434415400028229, 0.41867491602897644, 0.45803332328796387]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8803, "test_loss": 0.37321997985839844}, {"step": 6100, "epoch": 13, "train_loss": 0.24902574717998505, "cos_r_negg": [0.5889335870742798, 0.5601555109024048, 0.5083377361297607, 0.49325335025787354, 0.47580933570861816, 0.46479493379592896, 0.4510573744773865], "cos_apical_negg": [0.5889335870742798, 0.5601555109024048, 0.5083377361297607, 0.49325335025787354, 0.47580933570861816, 0.46479493379592896, 0.4510573744773865], "cos_Ac_negg": [0.5889335870742798, 0.5601555109024048, 0.5083377361297607, 0.49325335025787354, 0.47580933570861816, 0.46479493379592896, 0.4510573744773865], "r_norm": [0.4947035610675812, 0.4490388035774231, 0.4096185863018036, 0.4084521234035492, 0.4171167016029358, 0.3917761445045471, 0.42866408824920654]}, {"step": 6150, "epoch": 13, "train_loss": 0.1519007682800293, "cos_r_negg": [0.5800503492355347, 0.5455343723297119, 0.4903547763824463, 0.46393272280693054, 0.44880062341690063, 0.4546470642089844, 0.4494045078754425], "cos_apical_negg": [0.5800503492355347, 0.5455343723297119, 0.4903547763824463, 0.46393272280693054, 0.44880062341690063, 0.4546470642089844, 0.4494045078754425], "cos_Ac_negg": [0.5800503492355347, 0.5455343723297119, 0.4903547763824463, 0.46393272280693054, 0.44880062341690063, 0.4546470642089844, 0.4494045078754425], "r_norm": [0.48804351687431335, 0.44453269243240356, 0.4063398540019989, 0.4057948887348175, 0.4143414795398712, 0.38920629024505615, 0.425216943025589]}, {"step": 6200, "epoch": 13, "train_loss": 0.2439376562833786, "cos_r_negg": [0.5845862627029419, 0.5526052713394165, 0.49943915009498596, 0.47016680240631104, 0.45533376932144165, 0.45838892459869385, 0.4487362504005432], "cos_apical_negg": [0.5845862627029419, 0.5526052713394165, 0.49943915009498596, 0.47016680240631104, 0.45533376932144165, 0.45838892459869385, 0.4487362504005432], "cos_Ac_negg": [0.5845862627029419, 0.5526052713394165, 0.49943915009498596, 0.47016680240631104, 0.45533376932144165, 0.45838892459869385, 0.4487362504005432], "r_norm": [0.48827284574508667, 0.4445437788963318, 0.4074816107749939, 0.40656548738479614, 0.4144288897514343, 0.38798344135284424, 0.4248931407928467]}, {"step": 6250, "epoch": 13, "train_loss": 0.17854413390159607, "cos_r_negg": [0.5760054588317871, 0.5491235852241516, 0.49241161346435547, 0.45839208364486694, 0.44923830032348633, 0.435838907957077, 0.43862593173980713], "cos_apical_negg": [0.5760054588317871, 0.5491235852241516, 0.49241161346435547, 0.45839208364486694, 0.44923830032348633, 0.435838907957077, 0.43862593173980713], "cos_Ac_negg": [0.5760054588317871, 0.5491235852241516, 0.49241161346435547, 0.45839208364486694, 0.44923830032348633, 0.435838907957077, 0.43862593173980713], "r_norm": [0.5051259398460388, 0.4569253623485565, 0.41827142238616943, 0.4168258309364319, 0.42529812455177307, 0.3988153338432312, 0.43722957372665405], "ldr": {"dL_sdil": -0.011884093284606934, "dL_bp": -0.018596649169921875, "ratio": 0.6390448717948718}}, {"step": 6300, "epoch": 13, "train_loss": 0.18728762865066528, "cos_r_negg": [0.5752277970314026, 0.5423266887664795, 0.4963364601135254, 0.476718008518219, 0.47109273076057434, 0.45379912853240967, 0.4566287696361542], "cos_apical_negg": [0.5752277970314026, 0.5423266887664795, 0.4963364601135254, 0.476718008518219, 0.47109273076057434, 0.45379912853240967, 0.4566287696361542], "cos_Ac_negg": [0.5752277970314026, 0.5423266887664795, 0.4963364601135254, 0.476718008518219, 0.47109273076057434, 0.45379912853240967, 0.4566287696361542], "r_norm": [0.503271222114563, 0.45475587248802185, 0.41447070240974426, 0.41411447525024414, 0.4221545159816742, 0.39726194739341736, 0.43399155139923096]}, {"step": 6350, "epoch": 13, "train_loss": 0.24303998053073883, "cos_r_negg": [0.5895408391952515, 0.5549863576889038, 0.5091062784194946, 0.5021609663963318, 0.48041802644729614, 0.4691336452960968, 0.468755841255188], "cos_apical_negg": [0.5895408391952515, 0.5549863576889038, 0.5091062784194946, 0.5021609663963318, 0.48041802644729614, 0.4691336452960968, 0.468755841255188], "cos_Ac_negg": [0.5895408391952515, 0.5549863576889038, 0.5091062784194946, 0.5021609663963318, 0.48041802644729614, 0.4691336452960968, 0.468755841255188], "r_norm": [0.48686474561691284, 0.4399547874927521, 0.40009480714797974, 0.4002803862094879, 0.40813907980918884, 0.3835585117340088, 0.4196247458457947]}, {"step": 6400, "epoch": 13, "train_loss": 0.13533106446266174, "cos_r_negg": [0.5688890814781189, 0.5338506102561951, 0.49176687002182007, 0.48021918535232544, 0.4583973288536072, 0.44647860527038574, 0.4536181688308716], "cos_apical_negg": [0.5688890814781189, 0.5338506102561951, 0.49176687002182007, 0.48021918535232544, 0.4583973288536072, 0.44647860527038574, 0.4536181688308716], "cos_Ac_negg": [0.5688890814781189, 0.5338506102561951, 0.49176687002182007, 0.48021918535232544, 0.4583973288536072, 0.44647860527038574, 0.4536181688308716], "r_norm": [0.48313969373703003, 0.43344804644584656, 0.3945860266685486, 0.39430102705955505, 0.40188831090927124, 0.37716972827911377, 0.41334861516952515]}, {"step": 6450, "epoch": 13, "train_loss": 0.1826099008321762, "cos_r_negg": [0.592911958694458, 0.5573976039886475, 0.5177854299545288, 0.507831335067749, 0.47693365812301636, 0.45351240038871765, 0.4622030258178711], "cos_apical_negg": [0.592911958694458, 0.5573976039886475, 0.5177854299545288, 0.507831335067749, 0.47693365812301636, 0.45351240038871765, 0.4622030258178711], "cos_Ac_negg": [0.592911958694458, 0.5573976039886475, 0.5177854299545288, 0.507831335067749, 0.47693365812301636, 0.45351240038871765, 0.4622030258178711], "r_norm": [0.49388983845710754, 0.4431504011154175, 0.40243157744407654, 0.4013356566429138, 0.4078671336174011, 0.384218692779541, 0.4213743209838867]}, {"step": 6500, "epoch": 13, "train_loss": 0.10378626734018326, "cos_r_negg": [0.560500979423523, 0.5209258198738098, 0.48380017280578613, 0.47651374340057373, 0.4492500126361847, 0.440165251493454, 0.4575839936733246], "cos_apical_negg": [0.560500979423523, 0.5209258198738098, 0.48380017280578613, 0.47651374340057373, 0.4492500126361847, 0.440165251493454, 0.4575839936733246], "cos_Ac_negg": [0.560500979423523, 0.5209258198738098, 0.48380017280578613, 0.47651374340057373, 0.4492500126361847, 0.440165251493454, 0.4575839936733246], "r_norm": [0.50697261095047, 0.45566120743751526, 0.41446948051452637, 0.41381722688674927, 0.4218420386314392, 0.3975059986114502, 0.4345034062862396], "ldr": {"dL_sdil": -0.009188234806060791, "dL_bp": -0.01574915647506714, "ratio": 0.5834112335226908}}, {"step": 6550, "epoch": 13, "train_loss": 0.19169281423091888, "cos_r_negg": [0.5738592147827148, 0.5373860597610474, 0.4907423257827759, 0.4833536148071289, 0.467009574174881, 0.448750376701355, 0.46149998903274536], "cos_apical_negg": [0.5738592147827148, 0.5373860597610474, 0.4907423257827759, 0.4833536148071289, 0.467009574174881, 0.448750376701355, 0.46149998903274536], "cos_Ac_negg": [0.5738592147827148, 0.5373860597610474, 0.4907423257827759, 0.4833536148071289, 0.467009574174881, 0.448750376701355, 0.46149998903274536], "r_norm": [0.49264103174209595, 0.44277241826057434, 0.40392327308654785, 0.40173283219337463, 0.40988218784332275, 0.38520684838294983, 0.42231863737106323]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.881, "test_loss": 0.37439285888671875}, {"step": 6600, "epoch": 14, "train_loss": 0.1921362429857254, "cos_r_negg": [0.5640554428100586, 0.5307773947715759, 0.4873848259449005, 0.47555431723594666, 0.4541987180709839, 0.44398024678230286, 0.4521227478981018], "cos_apical_negg": [0.5640554428100586, 0.5307773947715759, 0.4873848259449005, 0.47555431723594666, 0.4541987180709839, 0.44398024678230286, 0.4521227478981018], "cos_Ac_negg": [0.5640554428100586, 0.5307773947715759, 0.4873848259449005, 0.47555431723594666, 0.4541987180709839, 0.44398024678230286, 0.4521227478981018], "r_norm": [0.47472822666168213, 0.42694714665412903, 0.3894810378551483, 0.3867923617362976, 0.39458954334259033, 0.3706933856010437, 0.4066328704357147]}, {"step": 6650, "epoch": 14, "train_loss": 0.22920997440814972, "cos_r_negg": [0.5734186768531799, 0.5377599596977234, 0.4964022636413574, 0.4886728525161743, 0.4565895199775696, 0.4447648227214813, 0.4663287401199341], "cos_apical_negg": [0.5734186768531799, 0.5377599596977234, 0.4964022636413574, 0.4886728525161743, 0.4565895199775696, 0.4447648227214813, 0.4663287401199341], "cos_Ac_negg": [0.5734186768531799, 0.5377599596977234, 0.4964022636413574, 0.4886728525161743, 0.4565895199775696, 0.4447648227214813, 0.4663287401199341], "r_norm": [0.5281190872192383, 0.4711223244667053, 0.4276510775089264, 0.4252430498600006, 0.4348197281360626, 0.409527987241745, 0.4506363868713379]}, {"step": 6700, "epoch": 14, "train_loss": 0.1928800344467163, "cos_r_negg": [0.5628393888473511, 0.5316911935806274, 0.492811381816864, 0.4882928729057312, 0.46072161197662354, 0.44615426659584045, 0.47684386372566223], "cos_apical_negg": [0.5628393888473511, 0.5316911935806274, 0.492811381816864, 0.4882928729057312, 0.46072161197662354, 0.44615426659584045, 0.47684386372566223], "cos_Ac_negg": [0.5628393888473511, 0.5316911935806274, 0.492811381816864, 0.4882928729057312, 0.46072161197662354, 0.44615426659584045, 0.47684386372566223], "r_norm": [0.5201874375343323, 0.46322402358055115, 0.42029091715812683, 0.4187910556793213, 0.42710185050964355, 0.40214961767196655, 0.44237226247787476]}, {"step": 6750, "epoch": 14, "train_loss": 0.2315828651189804, "cos_r_negg": [0.5652984380722046, 0.5427316427230835, 0.5005860328674316, 0.4876521825790405, 0.46450650691986084, 0.44891583919525146, 0.46617013216018677], "cos_apical_negg": [0.5652984380722046, 0.5427316427230835, 0.5005860328674316, 0.4876521825790405, 0.46450650691986084, 0.44891583919525146, 0.46617013216018677], "cos_Ac_negg": [0.5652984380722046, 0.5427316427230835, 0.5005860328674316, 0.4876521825790405, 0.46450650691986084, 0.44891583919525146, 0.46617013216018677], "r_norm": [0.4913470447063446, 0.4382364749908447, 0.3984541893005371, 0.3948817253112793, 0.40326619148254395, 0.3785865306854248, 0.4161800444126129], "ldr": {"dL_sdil": -0.010724037885665894, "dL_bp": -0.015544533729553223, "ratio": 0.6898912551669133}}, {"step": 6800, "epoch": 14, "train_loss": 0.17118442058563232, "cos_r_negg": [0.5711402297019958, 0.5426697731018066, 0.49852535128593445, 0.4968651831150055, 0.46988537907600403, 0.44717806577682495, 0.47117191553115845], "cos_apical_negg": [0.5711402297019958, 0.5426697731018066, 0.49852535128593445, 0.4968651831150055, 0.46988537907600403, 0.44717806577682495, 0.47117191553115845], "cos_Ac_negg": [0.5711402297019958, 0.5426697731018066, 0.49852535128593445, 0.4968651831150055, 0.46988537907600403, 0.44717806577682495, 0.47117191553115845], "r_norm": [0.4643683433532715, 0.41286700963974, 0.37342339754104614, 0.3707915246486664, 0.37971577048301697, 0.35604745149612427, 0.39208221435546875]}, {"step": 6850, "epoch": 14, "train_loss": 0.1271679699420929, "cos_r_negg": [0.5525007247924805, 0.5210447311401367, 0.4776057004928589, 0.46925508975982666, 0.4478670358657837, 0.432944118976593, 0.45508065819740295], "cos_apical_negg": [0.5525007247924805, 0.5210447311401367, 0.4776057004928589, 0.46925508975982666, 0.4478670358657837, 0.432944118976593, 0.45508065819740295], "cos_Ac_negg": [0.5525007247924805, 0.5210447311401367, 0.4776057004928589, 0.46925508975982666, 0.4478670358657837, 0.432944118976593, 0.45508065819740295], "r_norm": [0.49626004695892334, 0.4381086230278015, 0.39656081795692444, 0.3942340016365051, 0.4013294577598572, 0.3783085346221924, 0.4163133502006531]}, {"step": 6900, "epoch": 14, "train_loss": 0.23606038093566895, "cos_r_negg": [0.5461502075195312, 0.5231454372406006, 0.4818001985549927, 0.4708930552005768, 0.4515001177787781, 0.4365626573562622, 0.4532805383205414], "cos_apical_negg": [0.5461502075195312, 0.5231454372406006, 0.4818001985549927, 0.4708930552005768, 0.4515001177787781, 0.4365626573562622, 0.4532805383205414], "cos_Ac_negg": [0.5461502075195312, 0.5231454372406006, 0.4818001985549927, 0.4708930552005768, 0.4515001177787781, 0.4365626573562622, 0.4532805383205414], "r_norm": [0.514427900314331, 0.45679330825805664, 0.4140137732028961, 0.4112827777862549, 0.41741591691970825, 0.3948909640312195, 0.4361865818500519]}, {"step": 6950, "epoch": 14, "train_loss": 0.216833233833313, "cos_r_negg": [0.5245839357376099, 0.5036529898643494, 0.4659513235092163, 0.45602351427078247, 0.42969411611557007, 0.4200431704521179, 0.4334186315536499], "cos_apical_negg": [0.5245839357376099, 0.5036529898643494, 0.4659513235092163, 0.45602351427078247, 0.42969411611557007, 0.4200431704521179, 0.4334186315536499], "cos_Ac_negg": [0.5245839357376099, 0.5036529898643494, 0.4659513235092163, 0.45602351427078247, 0.42969411611557007, 0.4200431704521179, 0.4334186315536499], "r_norm": [0.497739315032959, 0.4437103867530823, 0.4019607901573181, 0.3994901776313782, 0.40675434470176697, 0.38224732875823975, 0.42017674446105957]}, {"step": 7000, "epoch": 14, "train_loss": 0.22452424466609955, "cos_r_negg": [0.558289110660553, 0.5314432978630066, 0.48961031436920166, 0.4822376072406769, 0.4473560154438019, 0.43902191519737244, 0.44604986906051636], "cos_apical_negg": [0.558289110660553, 0.5314432978630066, 0.48961031436920166, 0.4822376072406769, 0.4473560154438019, 0.43902191519737244, 0.44604986906051636], "cos_Ac_negg": [0.558289110660553, 0.5314432978630066, 0.48961031436920166, 0.4822376072406769, 0.4473560154438019, 0.43902191519737244, 0.44604986906051636], "r_norm": [0.47387802600860596, 0.418803334236145, 0.37871381640434265, 0.3762485086917877, 0.38335853815078735, 0.3598882853984833, 0.39612847566604614], "ldr": {"dL_sdil": -0.010791987180709839, "dL_bp": -0.01694512367248535, "ratio": 0.636878631829246}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8844, "test_loss": 0.38949189453125}, {"step": 7050, "epoch": 15, "train_loss": 0.15622159838676453, "cos_r_negg": [0.537774920463562, 0.5132186412811279, 0.47004616260528564, 0.4647976756095886, 0.43733179569244385, 0.43008825182914734, 0.46152210235595703], "cos_apical_negg": [0.537774920463562, 0.5132186412811279, 0.47004616260528564, 0.4647976756095886, 0.43733179569244385, 0.43008825182914734, 0.46152210235595703], "cos_Ac_negg": [0.537774920463562, 0.5132186412811279, 0.47004616260528564, 0.4647976756095886, 0.43733179569244385, 0.43008825182914734, 0.46152210235595703], "r_norm": [0.46216079592704773, 0.4098678231239319, 0.370469331741333, 0.36908158659935, 0.37519288063049316, 0.35337865352630615, 0.38817542791366577]}, {"step": 7100, "epoch": 15, "train_loss": 0.1830102503299713, "cos_r_negg": [0.5392259359359741, 0.521730363368988, 0.47717776894569397, 0.46302205324172974, 0.44508498907089233, 0.43163275718688965, 0.4627033472061157], "cos_apical_negg": [0.5392259359359741, 0.521730363368988, 0.47717776894569397, 0.46302205324172974, 0.44508498907089233, 0.43163275718688965, 0.4627033472061157], "cos_Ac_negg": [0.5392259359359741, 0.521730363368988, 0.47717776894569397, 0.46302205324172974, 0.44508498907089233, 0.43163275718688965, 0.4627033472061157], "r_norm": [0.4925273060798645, 0.43406546115875244, 0.3920342028141022, 0.3897104859352112, 0.3958171010017395, 0.37269487977027893, 0.4126557409763336]}, {"step": 7150, "epoch": 15, "train_loss": 0.20744822919368744, "cos_r_negg": [0.5363432168960571, 0.5136158466339111, 0.4726242125034332, 0.462510347366333, 0.4368745684623718, 0.4344010353088379, 0.4531862735748291], "cos_apical_negg": [0.5363432168960571, 0.5136158466339111, 0.4726242125034332, 0.462510347366333, 0.4368745684623718, 0.4344010353088379, 0.4531862735748291], "cos_Ac_negg": [0.5363432168960571, 0.5136158466339111, 0.4726242125034332, 0.462510347366333, 0.4368745684623718, 0.4344010353088379, 0.4531862735748291], "r_norm": [0.4654208719730377, 0.4105888605117798, 0.37065213918685913, 0.3685353994369507, 0.3761279582977295, 0.35292649269104004, 0.3890898823738098]}, {"step": 7200, "epoch": 15, "train_loss": 0.15225069224834442, "cos_r_negg": [0.5502184629440308, 0.5239665508270264, 0.47973600029945374, 0.46831783652305603, 0.44338884949684143, 0.4394701421260834, 0.4559628963470459], "cos_apical_negg": [0.5502184629440308, 0.5239665508270264, 0.47973600029945374, 0.46831783652305603, 0.44338884949684143, 0.4394701421260834, 0.4559628963470459], "cos_Ac_negg": [0.5502184629440308, 0.5239665508270264, 0.47973600029945374, 0.46831783652305603, 0.44338884949684143, 0.4394701421260834, 0.4559628963470459], "r_norm": [0.4574682414531708, 0.40214037895202637, 0.36218297481536865, 0.35935941338539124, 0.36657238006591797, 0.3442266583442688, 0.3814466595649719]}, {"step": 7250, "epoch": 15, "train_loss": 0.25912147760391235, "cos_r_negg": [0.5415149331092834, 0.5073941946029663, 0.45761048793792725, 0.45125865936279297, 0.42109066247940063, 0.4258515238761902, 0.44061410427093506], "cos_apical_negg": [0.5415149331092834, 0.5073941946029663, 0.45761048793792725, 0.45125865936279297, 0.42109066247940063, 0.4258515238761902, 0.44061410427093506], "cos_Ac_negg": [0.5415149331092834, 0.5073941946029663, 0.45761048793792725, 0.45125865936279297, 0.42109066247940063, 0.4258515238761902, 0.44061410427093506], "r_norm": [0.5067055225372314, 0.4436601996421814, 0.3977663815021515, 0.3950153887271881, 0.4041505455970764, 0.37909603118896484, 0.41741496324539185], "ldr": {"dL_sdil": -0.015000671148300171, "dL_bp": -0.023162007331848145, "ratio": 0.6476412399573849}}, {"step": 7300, "epoch": 15, "train_loss": 0.1855071485042572, "cos_r_negg": [0.5470539331436157, 0.5147901177406311, 0.4733300805091858, 0.4666752219200134, 0.4357007145881653, 0.4370967149734497, 0.4483094811439514], "cos_apical_negg": [0.5470539331436157, 0.5147901177406311, 0.4733300805091858, 0.4666752219200134, 0.4357007145881653, 0.4370967149734497, 0.4483094811439514], "cos_Ac_negg": [0.5470539331436157, 0.5147901177406311, 0.4733300805091858, 0.4666752219200134, 0.4357007145881653, 0.4370967149734497, 0.4483094811439514], "r_norm": [0.47405266761779785, 0.41671261191368103, 0.3746195435523987, 0.37196916341781616, 0.37892019748687744, 0.3557782769203186, 0.39316990971565247]}, {"step": 7350, "epoch": 15, "train_loss": 0.17741549015045166, "cos_r_negg": [0.5377826690673828, 0.5076637268066406, 0.46289771795272827, 0.4523799419403076, 0.42959022521972656, 0.42499208450317383, 0.43564391136169434], "cos_apical_negg": [0.5377826690673828, 0.5076637268066406, 0.46289771795272827, 0.4523799419403076, 0.42959022521972656, 0.42499208450317383, 0.43564391136169434], "cos_Ac_negg": [0.5377826690673828, 0.5076637268066406, 0.46289771795272827, 0.4523799419403076, 0.42959022521972656, 0.42499208450317383, 0.43564391136169434], "r_norm": [0.47302013635635376, 0.4168655276298523, 0.3746698498725891, 0.3715806305408478, 0.37752845883369446, 0.3555576205253601, 0.39259767532348633]}, {"step": 7400, "epoch": 15, "train_loss": 0.23108313977718353, "cos_r_negg": [0.5491912364959717, 0.5103713274002075, 0.4670257866382599, 0.4582228362560272, 0.42937976121902466, 0.42337700724601746, 0.4428034722805023], "cos_apical_negg": [0.5491912364959717, 0.5103713274002075, 0.4670257866382599, 0.4582228362560272, 0.42937976121902466, 0.42337700724601746, 0.4428034722805023], "cos_Ac_negg": [0.5491912364959717, 0.5103713274002075, 0.4670257866382599, 0.4582228362560272, 0.42937976121902466, 0.42337700724601746, 0.4428034722805023], "r_norm": [0.4564107060432434, 0.4010019600391388, 0.35943883657455444, 0.356093168258667, 0.3632827401161194, 0.3417976498603821, 0.3773384690284729]}, {"step": 7450, "epoch": 15, "train_loss": 0.17566430568695068, "cos_r_negg": [0.545424222946167, 0.5076338648796082, 0.4683091640472412, 0.45765215158462524, 0.42688417434692383, 0.42186373472213745, 0.4427800178527832], "cos_apical_negg": [0.545424222946167, 0.5076338648796082, 0.4683091640472412, 0.45765215158462524, 0.42688417434692383, 0.42186373472213745, 0.4427800178527832], "cos_Ac_negg": [0.545424222946167, 0.5076338648796082, 0.4683091640472412, 0.45765215158462524, 0.42688417434692383, 0.42186373472213745, 0.4427800178527832], "r_norm": [0.46287772059440613, 0.40373659133911133, 0.3623669445514679, 0.3584192991256714, 0.36582231521606445, 0.3427027463912964, 0.3797873854637146]}, {"step": 7500, "epoch": 15, "train_loss": 0.18115738034248352, "cos_r_negg": [0.5343519449234009, 0.4979948401451111, 0.4546535909175873, 0.4512332081794739, 0.4226372241973877, 0.4170452356338501, 0.4423901438713074], "cos_apical_negg": [0.5343519449234009, 0.4979948401451111, 0.4546535909175873, 0.4512332081794739, 0.4226372241973877, 0.4170452356338501, 0.4423901438713074], "cos_Ac_negg": [0.5343519449234009, 0.4979948401451111, 0.4546535909175873, 0.4512332081794739, 0.4226372241973877, 0.4170452356338501, 0.4423901438713074], "r_norm": [0.46906885504722595, 0.41047415137290955, 0.3688563108444214, 0.36374592781066895, 0.3718591034412384, 0.34838345646858215, 0.38505837321281433], "ldr": {"dL_sdil": -0.014359712600708008, "dL_bp": -0.021872758865356445, "ratio": 0.656511265410231}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8835, "test_loss": 0.39694655151367186}, {"step": 7550, "epoch": 16, "train_loss": 0.17351363599300385, "cos_r_negg": [0.5355010032653809, 0.5059680938720703, 0.46323728561401367, 0.45641249418258667, 0.41985106468200684, 0.42088890075683594, 0.445921927690506], "cos_apical_negg": [0.5355010032653809, 0.5059680938720703, 0.46323728561401367, 0.45641249418258667, 0.41985106468200684, 0.42088890075683594, 0.445921927690506], "cos_Ac_negg": [0.5355010032653809, 0.5059680938720703, 0.46323728561401367, 0.45641249418258667, 0.41985106468200684, 0.42088890075683594, 0.445921927690506], "r_norm": [0.46262502670288086, 0.4026257395744324, 0.36105674505233765, 0.35795858502388, 0.3634956479072571, 0.3419544994831085, 0.37913239002227783]}, {"step": 7600, "epoch": 16, "train_loss": 0.21786770224571228, "cos_r_negg": [0.5431618690490723, 0.5158752202987671, 0.47519630193710327, 0.46087267994880676, 0.4367815852165222, 0.4350382685661316, 0.4612562358379364], "cos_apical_negg": [0.5431618690490723, 0.5158752202987671, 0.47519630193710327, 0.46087267994880676, 0.4367815852165222, 0.4350382685661316, 0.4612562358379364], "cos_Ac_negg": [0.5431618690490723, 0.5158752202987671, 0.47519630193710327, 0.46087267994880676, 0.4367815852165222, 0.4350382685661316, 0.4612562358379364], "r_norm": [0.46812865138053894, 0.40725409984588623, 0.3651804029941559, 0.3611770570278168, 0.3689922094345093, 0.3467199206352234, 0.38439318537712097]}, {"step": 7650, "epoch": 16, "train_loss": 0.08949234336614609, "cos_r_negg": [0.5380516052246094, 0.5112409591674805, 0.46840131282806396, 0.45450881123542786, 0.4263070225715637, 0.42530855536460876, 0.45180243253707886], "cos_apical_negg": [0.5380516052246094, 0.5112409591674805, 0.46840131282806396, 0.45450881123542786, 0.4263070225715637, 0.42530855536460876, 0.45180243253707886], "cos_Ac_negg": [0.5380516052246094, 0.5112409591674805, 0.46840131282806396, 0.45450881123542786, 0.4263070225715637, 0.42530855536460876, 0.45180243253707886], "r_norm": [0.4425274729728699, 0.3838180899620056, 0.34389492869377136, 0.34008869528770447, 0.34734874963760376, 0.3260253071784973, 0.36186590790748596]}, {"step": 7700, "epoch": 16, "train_loss": 0.12634092569351196, "cos_r_negg": [0.5279232859611511, 0.4959411323070526, 0.4556654691696167, 0.44532474875450134, 0.42196089029312134, 0.42002058029174805, 0.4324265718460083], "cos_apical_negg": [0.5279232859611511, 0.4959411323070526, 0.4556654691696167, 0.44532474875450134, 0.42196089029312134, 0.42002058029174805, 0.4324265718460083], "cos_Ac_negg": [0.5279232859611511, 0.4959411323070526, 0.4556654691696167, 0.44532474875450134, 0.42196089029312134, 0.42002058029174805, 0.4324265718460083], "r_norm": [0.45245516300201416, 0.39153730869293213, 0.34931033849716187, 0.3460766077041626, 0.35253944993019104, 0.33178916573524475, 0.36871036887168884]}, {"step": 7750, "epoch": 16, "train_loss": 0.15292122960090637, "cos_r_negg": [0.5377078056335449, 0.5090008974075317, 0.4635257124900818, 0.4478444755077362, 0.42273303866386414, 0.42301273345947266, 0.4481770396232605], "cos_apical_negg": [0.5377078056335449, 0.5090008974075317, 0.4635257124900818, 0.4478444755077362, 0.42273303866386414, 0.42301273345947266, 0.4481770396232605], "cos_Ac_negg": [0.5377078056335449, 0.5090008974075317, 0.4635257124900818, 0.4478444755077362, 0.42273303866386414, 0.42301273345947266, 0.4481770396232605], "r_norm": [0.453927218914032, 0.3923705816268921, 0.35072410106658936, 0.3462829291820526, 0.35336223244667053, 0.3312736451625824, 0.367252916097641], "ldr": {"dL_sdil": -0.010405927896499634, "dL_bp": -0.018718868494033813, "ratio": 0.5559058176949249}}, {"step": 7800, "epoch": 16, "train_loss": 0.11586794257164001, "cos_r_negg": [0.5576643943786621, 0.5248329043388367, 0.47601184248924255, 0.46810805797576904, 0.44119858741760254, 0.4319422245025635, 0.4728838801383972], "cos_apical_negg": [0.5576643943786621, 0.5248329043388367, 0.47601184248924255, 0.46810805797576904, 0.44119858741760254, 0.4319422245025635, 0.4728838801383972], "cos_Ac_negg": [0.5576643943786621, 0.5248329043388367, 0.47601184248924255, 0.46810805797576904, 0.44119858741760254, 0.4319422245025635, 0.4728838801383972], "r_norm": [0.4790039658546448, 0.4136102795600891, 0.368696928024292, 0.3637944757938385, 0.371437132358551, 0.3495344817638397, 0.38824111223220825]}, {"step": 7850, "epoch": 16, "train_loss": 0.1490616649389267, "cos_r_negg": [0.5403264164924622, 0.5067381858825684, 0.4665660858154297, 0.4611228108406067, 0.4293677508831024, 0.42030468583106995, 0.4557635188102722], "cos_apical_negg": [0.5403264164924622, 0.5067381858825684, 0.4665660858154297, 0.4611228108406067, 0.4293677508831024, 0.42030468583106995, 0.4557635188102722], "cos_Ac_negg": [0.5403264164924622, 0.5067381858825684, 0.4665660858154297, 0.4611228108406067, 0.4293677508831024, 0.42030468583106995, 0.4557635188102722], "r_norm": [0.475324809551239, 0.40704843401908875, 0.36324259638786316, 0.35825857520103455, 0.364854633808136, 0.3419085741043091, 0.3817252814769745]}, {"step": 7900, "epoch": 16, "train_loss": 0.0846744030714035, "cos_r_negg": [0.5333594083786011, 0.4969876706600189, 0.45275935530662537, 0.44283804297447205, 0.4141250550746918, 0.4171295762062073, 0.4487079381942749], "cos_apical_negg": [0.5333594083786011, 0.4969876706600189, 0.45275935530662537, 0.44283804297447205, 0.4141250550746918, 0.4171295762062073, 0.4487079381942749], "cos_Ac_negg": [0.5333594083786011, 0.4969876706600189, 0.45275935530662537, 0.44283804297447205, 0.4141250550746918, 0.4171295762062073, 0.4487079381942749], "r_norm": [0.4709091782569885, 0.40281763672828674, 0.3594476282596588, 0.3548167943954468, 0.3607109785079956, 0.33813750743865967, 0.37821102142333984]}, {"step": 7950, "epoch": 16, "train_loss": 0.16409656405448914, "cos_r_negg": [0.5219435691833496, 0.4894007444381714, 0.44936472177505493, 0.43950319290161133, 0.4136381149291992, 0.40960192680358887, 0.44912296533584595], "cos_apical_negg": [0.5219435691833496, 0.4894007444381714, 0.44936472177505493, 0.43950319290161133, 0.4136381149291992, 0.40960192680358887, 0.44912296533584595], "cos_Ac_negg": [0.5219435691833496, 0.4894007444381714, 0.44936472177505493, 0.43950319290161133, 0.4136381149291992, 0.40960192680358887, 0.44912296533584595], "r_norm": [0.47013306617736816, 0.4038476347923279, 0.3601266145706177, 0.3560493588447571, 0.3620625436306, 0.3404460847377777, 0.379702627658844]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8863, "test_loss": 0.39372992248535155}, {"step": 8000, "epoch": 17, "train_loss": 0.18319280445575714, "cos_r_negg": [0.5344350337982178, 0.4990597367286682, 0.450899600982666, 0.43899115920066833, 0.4203367531299591, 0.42025455832481384, 0.44944456219673157], "cos_apical_negg": [0.5344350337982178, 0.4990597367286682, 0.450899600982666, 0.43899115920066833, 0.4203367531299591, 0.42025455832481384, 0.44944456219673157], "cos_Ac_negg": [0.5344350337982178, 0.4990597367286682, 0.450899600982666, 0.43899115920066833, 0.4203367531299591, 0.42025455832481384, 0.44944456219673157], "r_norm": [0.46606478095054626, 0.3980635106563568, 0.3533536195755005, 0.3489667773246765, 0.3541755676269531, 0.3324703276157379, 0.37174326181411743], "ldr": {"dL_sdil": -0.014103204011917114, "dL_bp": -0.022121787071228027, "ratio": 0.6375255293122309}}, {"step": 8050, "epoch": 17, "train_loss": 0.11345244944095612, "cos_r_negg": [0.5567436218261719, 0.526816725730896, 0.4800909757614136, 0.4548434615135193, 0.43102890253067017, 0.42601436376571655, 0.4625553786754608], "cos_apical_negg": [0.5567436218261719, 0.526816725730896, 0.4800909757614136, 0.4548434615135193, 0.43102890253067017, 0.42601436376571655, 0.4625553786754608], "cos_Ac_negg": [0.5567436218261719, 0.526816725730896, 0.4800909757614136, 0.4548434615135193, 0.43102890253067017, 0.42601436376571655, 0.4625553786754608], "r_norm": [0.46238356828689575, 0.39687520265579224, 0.3525552749633789, 0.3491651117801666, 0.354979008436203, 0.3339829444885254, 0.37308135628700256]}, {"step": 8100, "epoch": 17, "train_loss": 0.21813666820526123, "cos_r_negg": [0.5293599963188171, 0.5034773349761963, 0.465084433555603, 0.44689488410949707, 0.4268649220466614, 0.42018795013427734, 0.4585173726081848], "cos_apical_negg": [0.5293599963188171, 0.5034773349761963, 0.465084433555603, 0.44689488410949707, 0.4268649220466614, 0.42018795013427734, 0.4585173726081848], "cos_Ac_negg": [0.5293599963188171, 0.5034773349761963, 0.465084433555603, 0.44689488410949707, 0.4268649220466614, 0.42018795013427734, 0.4585173726081848], "r_norm": [0.4646000266075134, 0.4003010094165802, 0.35645073652267456, 0.35152024030685425, 0.35612303018569946, 0.33538907766342163, 0.37459927797317505]}, {"step": 8150, "epoch": 17, "train_loss": 0.1387900859117508, "cos_r_negg": [0.5479859113693237, 0.5211356282234192, 0.47991830110549927, 0.4595889151096344, 0.43360358476638794, 0.43447965383529663, 0.4642455279827118], "cos_apical_negg": [0.5479859113693237, 0.5211356282234192, 0.47991830110549927, 0.4595889151096344, 0.43360358476638794, 0.43447965383529663, 0.4642455279827118], "cos_Ac_negg": [0.5479859113693237, 0.5211356282234192, 0.47991830110549927, 0.4595889151096344, 0.43360358476638794, 0.43447965383529663, 0.4642455279827118], "r_norm": [0.4714128077030182, 0.4029507637023926, 0.3589271903038025, 0.353590190410614, 0.3600102961063385, 0.3368217349052429, 0.376552939414978]}, {"step": 8200, "epoch": 17, "train_loss": 0.19562360644340515, "cos_r_negg": [0.5247585773468018, 0.4948039650917053, 0.452411949634552, 0.4320666193962097, 0.41740918159484863, 0.4125676155090332, 0.44556933641433716], "cos_apical_negg": [0.5247585773468018, 0.4948039650917053, 0.452411949634552, 0.4320666193962097, 0.41740918159484863, 0.4125676155090332, 0.44556933641433716], "cos_Ac_negg": [0.5247585773468018, 0.4948039650917053, 0.452411949634552, 0.4320666193962097, 0.41740918159484863, 0.4125676155090332, 0.44556933641433716], "r_norm": [0.47779911756515503, 0.41148215532302856, 0.3652331829071045, 0.3615316152572632, 0.3680017590522766, 0.3458179235458374, 0.3856924772262573]}, {"step": 8250, "epoch": 17, "train_loss": 0.16230575740337372, "cos_r_negg": [0.5197279453277588, 0.48660701513290405, 0.440602570772171, 0.42645370960235596, 0.40380215644836426, 0.3989250659942627, 0.43626514077186584], "cos_apical_negg": [0.5197279453277588, 0.48660701513290405, 0.440602570772171, 0.42645370960235596, 0.40380215644836426, 0.3989250659942627, 0.43626514077186584], "cos_Ac_negg": [0.5197279453277588, 0.48660701513290405, 0.440602570772171, 0.42645370960235596, 0.40380215644836426, 0.3989250659942627, 0.43626514077186584], "r_norm": [0.4541601240634918, 0.3869442939758301, 0.3405507206916809, 0.33699482679367065, 0.3449571132659912, 0.3236849308013916, 0.36085498332977295], "ldr": {"dL_sdil": -0.010225534439086914, "dL_bp": -0.02083095908164978, "ratio": 0.4908815959460407}}, {"step": 8300, "epoch": 17, "train_loss": 0.1059408038854599, "cos_r_negg": [0.5414742231369019, 0.5172325968742371, 0.4604535698890686, 0.44346556067466736, 0.4210934340953827, 0.4132847785949707, 0.4587014317512512], "cos_apical_negg": [0.5414742231369019, 0.5172325968742371, 0.4604535698890686, 0.44346556067466736, 0.4210934340953827, 0.4132847785949707, 0.4587014317512512], "cos_Ac_negg": [0.5414742231369019, 0.5172325968742371, 0.4604535698890686, 0.44346556067466736, 0.4210934340953827, 0.4132847785949707, 0.4587014317512512], "r_norm": [0.47653746604919434, 0.4065138101577759, 0.3581286072731018, 0.353274405002594, 0.3600749373435974, 0.3394193649291992, 0.3776928782463074]}, {"step": 8350, "epoch": 17, "train_loss": 0.1192883625626564, "cos_r_negg": [0.5389257073402405, 0.5166726112365723, 0.4672011733055115, 0.45065411925315857, 0.42587709426879883, 0.4204743504524231, 0.4642999768257141], "cos_apical_negg": [0.5389257073402405, 0.5166726112365723, 0.4672011733055115, 0.45065411925315857, 0.42587709426879883, 0.4204743504524231, 0.4642999768257141], "cos_Ac_negg": [0.5389257073402405, 0.5166726112365723, 0.4672011733055115, 0.45065411925315857, 0.42587709426879883, 0.4204743504524231, 0.4642999768257141], "r_norm": [0.4618505835533142, 0.39383745193481445, 0.34862020611763, 0.3421468138694763, 0.3487091064453125, 0.32835960388183594, 0.3667081296443939]}, {"step": 8400, "epoch": 17, "train_loss": 0.3677451014518738, "cos_r_negg": [0.5165929794311523, 0.49354562163352966, 0.4438789486885071, 0.4311968982219696, 0.4028562307357788, 0.3942858576774597, 0.43906062841415405], "cos_apical_negg": [0.5165929794311523, 0.49354562163352966, 0.4438789486885071, 0.4311968982219696, 0.4028562307357788, 0.3942858576774597, 0.43906062841415405], "cos_Ac_negg": [0.5165929794311523, 0.49354562163352966, 0.4438789486885071, 0.4311968982219696, 0.4028562307357788, 0.3942858576774597, 0.43906062841415405], "r_norm": [0.4379549026489258, 0.3700945973396301, 0.32718807458877563, 0.32188814878463745, 0.32631075382232666, 0.30695053935050964, 0.3455860912799835]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8847, "test_loss": 0.41021241760253907}, {"step": 8450, "epoch": 18, "train_loss": 0.06855721771717072, "cos_r_negg": [0.5229131579399109, 0.4993770122528076, 0.4524086117744446, 0.437087744474411, 0.4080498218536377, 0.3993380665779114, 0.43848106265068054], "cos_apical_negg": [0.5229131579399109, 0.4993770122528076, 0.4524086117744446, 0.437087744474411, 0.4080498218536377, 0.3993380665779114, 0.43848106265068054], "cos_Ac_negg": [0.5229131579399109, 0.4993770122528076, 0.4524086117744446, 0.437087744474411, 0.4080498218536377, 0.3993380665779114, 0.43848106265068054], "r_norm": [0.4679621756076813, 0.39628082513809204, 0.348731130361557, 0.3430447578430176, 0.3496611714363098, 0.32847458124160767, 0.36779481172561646]}, {"step": 8500, "epoch": 18, "train_loss": 0.10787345468997955, "cos_r_negg": [0.5469599366188049, 0.523513913154602, 0.47408440709114075, 0.4557574391365051, 0.4343574047088623, 0.4273685812950134, 0.47648197412490845], "cos_apical_negg": [0.5469599366188049, 0.523513913154602, 0.47408440709114075, 0.4557574391365051, 0.4343574047088623, 0.4273685812950134, 0.47648197412490845], "cos_Ac_negg": [0.5469599366188049, 0.523513913154602, 0.47408440709114075, 0.4557574391365051, 0.4343574047088623, 0.4273685812950134, 0.47648197412490845], "r_norm": [0.5041369795799255, 0.42150387167930603, 0.37074559926986694, 0.3631132245063782, 0.36983081698417664, 0.3467470407485962, 0.3891943693161011], "ldr": {"dL_sdil": -0.022955656051635742, "dL_bp": -0.037776410579681396, "ratio": 0.6076717109799411}}, {"step": 8550, "epoch": 18, "train_loss": 0.1436854898929596, "cos_r_negg": [0.5358609557151794, 0.5122452974319458, 0.46859604120254517, 0.4549703001976013, 0.42660120129585266, 0.413385272026062, 0.45192596316337585], "cos_apical_negg": [0.5358609557151794, 0.5122452974319458, 0.46859604120254517, 0.4549703001976013, 0.42660120129585266, 0.413385272026062, 0.45192596316337585], "cos_Ac_negg": [0.5358609557151794, 0.5122452974319458, 0.46859604120254517, 0.4549703001976013, 0.42660120129585266, 0.413385272026062, 0.45192596316337585], "r_norm": [0.48979759216308594, 0.4155404567718506, 0.3668632507324219, 0.36006540060043335, 0.3664236068725586, 0.343865305185318, 0.3844097852706909]}, {"step": 8600, "epoch": 18, "train_loss": 0.1432020366191864, "cos_r_negg": [0.520168662071228, 0.4937869608402252, 0.44997072219848633, 0.4322293996810913, 0.40785717964172363, 0.4072047472000122, 0.4521513879299164], "cos_apical_negg": [0.520168662071228, 0.4937869608402252, 0.44997072219848633, 0.4322293996810913, 0.40785717964172363, 0.4072047472000122, 0.4521513879299164], "cos_Ac_negg": [0.520168662071228, 0.4937869608402252, 0.44997072219848633, 0.4322293996810913, 0.40785717964172363, 0.4072047472000122, 0.4521513879299164], "r_norm": [0.45026546716690063, 0.3807365298271179, 0.33574122190475464, 0.3297733962535858, 0.3354213237762451, 0.3144300878047943, 0.353326678276062]}, {"step": 8650, "epoch": 18, "train_loss": 0.05030464753508568, "cos_r_negg": [0.5194748640060425, 0.4922370910644531, 0.4447537064552307, 0.4298379421234131, 0.40327319502830505, 0.39481258392333984, 0.4363228678703308], "cos_apical_negg": [0.5194748640060425, 0.4922370910644531, 0.4447537064552307, 0.4298379421234131, 0.40327319502830505, 0.39481258392333984, 0.4363228678703308], "cos_Ac_negg": [0.5194748640060425, 0.4922370910644531, 0.4447537064552307, 0.4298379421234131, 0.40327319502830505, 0.39481258392333984, 0.4363228678703308], "r_norm": [0.4815189838409424, 0.40656644105911255, 0.35838890075683594, 0.3510057330131531, 0.35667484998703003, 0.33407747745513916, 0.3753928244113922]}, {"step": 8700, "epoch": 18, "train_loss": 0.10848847031593323, "cos_r_negg": [0.5302649736404419, 0.508550226688385, 0.4617834985256195, 0.4471829831600189, 0.41690921783447266, 0.4124186336994171, 0.4493553340435028], "cos_apical_negg": [0.5302649736404419, 0.508550226688385, 0.4617834985256195, 0.4471829831600189, 0.41690921783447266, 0.4124186336994171, 0.4493553340435028], "cos_Ac_negg": [0.5302649736404419, 0.508550226688385, 0.4617834985256195, 0.4471829831600189, 0.41690921783447266, 0.4124186336994171, 0.4493553340435028], "r_norm": [0.45080041885375977, 0.3780362010002136, 0.33180534839630127, 0.3249213993549347, 0.330070823431015, 0.3098137080669403, 0.34900009632110596]}, {"step": 8750, "epoch": 18, "train_loss": 0.16871950030326843, "cos_r_negg": [0.528296172618866, 0.5008807182312012, 0.45735591650009155, 0.44196584820747375, 0.41316741704940796, 0.40601181983947754, 0.458523154258728], "cos_apical_negg": [0.528296172618866, 0.5008807182312012, 0.45735591650009155, 0.44196584820747375, 0.41316741704940796, 0.40601181983947754, 0.458523154258728], "cos_Ac_negg": [0.528296172618866, 0.5008807182312012, 0.45735591650009155, 0.44196584820747375, 0.41316741704940796, 0.40601181983947754, 0.458523154258728], "r_norm": [0.4628030061721802, 0.3895016610622406, 0.34268707036972046, 0.3356647193431854, 0.34161636233329773, 0.3201806843280792, 0.36032915115356445], "ldr": {"dL_sdil": -0.012406229972839355, "dL_bp": -0.02126544713973999, "ratio": 0.5833985004554691}}, {"step": 8800, "epoch": 18, "train_loss": 0.05027477815747261, "cos_r_negg": [0.52521812915802, 0.5025404691696167, 0.45426806807518005, 0.43556147813796997, 0.4064578413963318, 0.39925554394721985, 0.44868767261505127], "cos_apical_negg": [0.52521812915802, 0.5025404691696167, 0.45426806807518005, 0.43556147813796997, 0.4064578413963318, 0.39925554394721985, 0.44868767261505127], "cos_Ac_negg": [0.52521812915802, 0.5025404691696167, 0.45426806807518005, 0.43556147813796997, 0.4064578413963318, 0.39925554394721985, 0.44868767261505127], "r_norm": [0.45298078656196594, 0.38213783502578735, 0.33772099018096924, 0.3304813504219055, 0.3350805342197418, 0.3151017427444458, 0.35378533601760864]}, {"step": 8850, "epoch": 18, "train_loss": 0.10469193756580353, "cos_r_negg": [0.5265551805496216, 0.5084230899810791, 0.46109485626220703, 0.44564998149871826, 0.41578176617622375, 0.41106751561164856, 0.4561285972595215], "cos_apical_negg": [0.5265551805496216, 0.5084230899810791, 0.46109485626220703, 0.44564998149871826, 0.41578176617622375, 0.41106751561164856, 0.4561285972595215], "cos_Ac_negg": [0.5265551805496216, 0.5084230899810791, 0.46109485626220703, 0.44564998149871826, 0.41578176617622375, 0.41106751561164856, 0.4561285972595215], "r_norm": [0.47530314326286316, 0.39906856417655945, 0.3504593074321747, 0.34273162484169006, 0.34814023971557617, 0.3267311453819275, 0.367920458316803]}, {"step": 8900, "epoch": 18, "train_loss": 0.2058112919330597, "cos_r_negg": [0.5269078016281128, 0.4992213845252991, 0.44779932498931885, 0.43093594908714294, 0.404837429523468, 0.4037703275680542, 0.4513475000858307], "cos_apical_negg": [0.5269078016281128, 0.4992213845252991, 0.44779932498931885, 0.43093594908714294, 0.404837429523468, 0.4037703275680542, 0.4513475000858307], "cos_Ac_negg": [0.5269078016281128, 0.4992213845252991, 0.44779932498931885, 0.43093594908714294, 0.404837429523468, 0.4037703275680542, 0.4513475000858307], "r_norm": [0.4620651304721832, 0.38666650652885437, 0.33900177478790283, 0.33200201392173767, 0.33754652738571167, 0.3159322142601013, 0.3562507629394531]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8824, "test_loss": 0.4123259552001953}, {"step": 8950, "epoch": 19, "train_loss": 0.18224191665649414, "cos_r_negg": [0.5172531604766846, 0.4985935091972351, 0.4519612193107605, 0.4428038001060486, 0.41320186853408813, 0.40544694662094116, 0.45390719175338745], "cos_apical_negg": [0.5172531604766846, 0.4985935091972351, 0.4519612193107605, 0.4428038001060486, 0.41320186853408813, 0.40544694662094116, 0.45390719175338745], "cos_Ac_negg": [0.5172531604766846, 0.4985935091972351, 0.4519612193107605, 0.4428038001060486, 0.41320186853408813, 0.40544694662094116, 0.45390719175338745], "r_norm": [0.47628945112228394, 0.3965441584587097, 0.34822729229927063, 0.3409835398197174, 0.34624183177948, 0.32362139225006104, 0.365979939699173]}, {"step": 9000, "epoch": 19, "train_loss": 0.2074964940547943, "cos_r_negg": [0.5320711135864258, 0.5082418918609619, 0.46032077074050903, 0.44476836919784546, 0.41504788398742676, 0.40825122594833374, 0.45389413833618164], "cos_apical_negg": [0.5320711135864258, 0.5082418918609619, 0.46032077074050903, 0.44476836919784546, 0.41504788398742676, 0.40825122594833374, 0.45389413833618164], "cos_Ac_negg": [0.5320711135864258, 0.5082418918609619, 0.46032077074050903, 0.44476836919784546, 0.41504788398742676, 0.40825122594833374, 0.45389413833618164], "r_norm": [0.4732081890106201, 0.3939357399940491, 0.3457995057106018, 0.338567316532135, 0.3433874547481537, 0.3210556209087372, 0.36329951882362366], "ldr": {"dL_sdil": -0.008627533912658691, "dL_bp": -0.017772257328033447, "ratio": 0.48544952694612786}}, {"step": 9050, "epoch": 19, "train_loss": 0.2152295559644699, "cos_r_negg": [0.5235891342163086, 0.49673914909362793, 0.44631898403167725, 0.43549996614456177, 0.4040835499763489, 0.398885577917099, 0.4501064419746399], "cos_apical_negg": [0.5235891342163086, 0.49673914909362793, 0.44631898403167725, 0.43549996614456177, 0.4040835499763489, 0.398885577917099, 0.4501064419746399], "cos_Ac_negg": [0.5235891342163086, 0.49673914909362793, 0.44631898403167725, 0.43549996614456177, 0.4040835499763489, 0.398885577917099, 0.4501064419746399], "r_norm": [0.49649667739868164, 0.41086453199386597, 0.3594464063644409, 0.3511868417263031, 0.3557058572769165, 0.334102988243103, 0.3782409727573395]}, {"step": 9100, "epoch": 19, "train_loss": 0.16631323099136353, "cos_r_negg": [0.5126327276229858, 0.4892321228981018, 0.44284939765930176, 0.42882776260375977, 0.3998453617095947, 0.3975265324115753, 0.44870954751968384], "cos_apical_negg": [0.5126327276229858, 0.4892321228981018, 0.44284939765930176, 0.42882776260375977, 0.3998453617095947, 0.3975265324115753, 0.44870954751968384], "cos_Ac_negg": [0.5126327276229858, 0.4892321228981018, 0.44284939765930176, 0.42882776260375977, 0.3998453617095947, 0.3975265324115753, 0.44870954751968384], "r_norm": [0.4443172812461853, 0.37331825494766235, 0.3275444805622101, 0.32074064016342163, 0.3250613212585449, 0.3048402965068817, 0.34415203332901]}, {"step": 9150, "epoch": 19, "train_loss": 0.09471936523914337, "cos_r_negg": [0.5163277387619019, 0.49465736746788025, 0.4505653977394104, 0.4297960698604584, 0.4014716148376465, 0.39903658628463745, 0.45199620723724365], "cos_apical_negg": [0.5163277387619019, 0.49465736746788025, 0.4505653977394104, 0.4297960698604584, 0.4014716148376465, 0.39903658628463745, 0.45199620723724365], "cos_Ac_negg": [0.5163277387619019, 0.49465736746788025, 0.4505653977394104, 0.4297960698604584, 0.4014716148376465, 0.39903658628463745, 0.45199620723724365], "r_norm": [0.453809916973114, 0.37745973467826843, 0.3306478261947632, 0.32257577776908875, 0.3287079930305481, 0.3082870841026306, 0.3483952283859253]}, {"step": 9200, "epoch": 19, "train_loss": 0.09494473040103912, "cos_r_negg": [0.5242540836334229, 0.49527353048324585, 0.4460720419883728, 0.4298222064971924, 0.40189653635025024, 0.39614206552505493, 0.45222294330596924], "cos_apical_negg": [0.5242540836334229, 0.49527353048324585, 0.4460720419883728, 0.4298222064971924, 0.40189653635025024, 0.39614206552505493, 0.45222294330596924], "cos_Ac_negg": [0.5242540836334229, 0.49527353048324585, 0.4460720419883728, 0.4298222064971924, 0.40189653635025024, 0.39614206552505493, 0.45222294330596924], "r_norm": [0.48069337010383606, 0.3986007273197174, 0.34775254130363464, 0.33826979994773865, 0.34494930505752563, 0.32306525111198425, 0.3661395013332367]}, {"step": 9250, "epoch": 19, "train_loss": 0.17397263646125793, "cos_r_negg": [0.5317707061767578, 0.49965888261795044, 0.45144975185394287, 0.4349655508995056, 0.4072073698043823, 0.4029863476753235, 0.45376837253570557], "cos_apical_negg": [0.5317707061767578, 0.49965888261795044, 0.45144975185394287, 0.4349655508995056, 0.4072073698043823, 0.4029863476753235, 0.45376837253570557], "cos_Ac_negg": [0.5317707061767578, 0.49965888261795044, 0.45144975185394287, 0.4349655508995056, 0.4072073698043823, 0.4029863476753235, 0.45376837253570557], "r_norm": [0.48731547594070435, 0.40204110741615295, 0.34900036454200745, 0.33968937397003174, 0.346515417098999, 0.3252723813056946, 0.36748212575912476], "ldr": {"dL_sdil": -0.014816969633102417, "dL_bp": -0.027017325162887573, "ratio": 0.5484247438919597}}, {"step": 9300, "epoch": 19, "train_loss": 0.1322946548461914, "cos_r_negg": [0.5332216024398804, 0.5067477226257324, 0.45470452308654785, 0.43867382407188416, 0.41340017318725586, 0.4087752103805542, 0.456671804189682], "cos_apical_negg": [0.5332216024398804, 0.5067477226257324, 0.45470452308654785, 0.43867382407188416, 0.41340017318725586, 0.4087752103805542, 0.456671804189682], "cos_Ac_negg": [0.5332216024398804, 0.5067477226257324, 0.45470452308654785, 0.43867382407188416, 0.41340017318725586, 0.4087752103805542, 0.456671804189682], "r_norm": [0.457894891500473, 0.3781871795654297, 0.32886210083961487, 0.32098713517189026, 0.32560014724731445, 0.30606624484062195, 0.3473815321922302]}, {"step": 9350, "epoch": 19, "train_loss": 0.17310233414173126, "cos_r_negg": [0.5003929734230042, 0.4706858992576599, 0.423484742641449, 0.40393581986427307, 0.39045172929763794, 0.38620778918266296, 0.433684766292572], "cos_apical_negg": [0.5003929734230042, 0.4706858992576599, 0.423484742641449, 0.40393581986427307, 0.39045172929763794, 0.38620778918266296, 0.433684766292572], "cos_Ac_negg": [0.5003929734230042, 0.4706858992576599, 0.423484742641449, 0.40393581986427307, 0.39045172929763794, 0.38620778918266296, 0.433684766292572], "r_norm": [0.48061129450798035, 0.39726102352142334, 0.3440783619880676, 0.3360547125339508, 0.34136849641799927, 0.32145676016807556, 0.363918274641037]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8732, "test_loss": 0.44887718200683596}], "final": {"test_acc": 0.8732, "test_loss": 0.44887718200683596, "wall_s": 132.74695324897766, "cos_r_negg": [0.5239757299423218, 0.4936924874782562, 0.44252198934555054, 0.4199400544166565, 0.3948180377483368, 0.39737004041671753, 0.45136910676956177], "cos_apical_negg": [0.5239757299423218, 0.4936924874782562, 0.44252198934555054, 0.4199400544166565, 0.3948180377483368, 0.39737004041671753, 0.45136910676956177], "cos_Ac_negg": [0.5239757299423218, 0.4936924874782562, 0.44252198934555054, 0.4199400544166565, 0.3948180377483368, 0.39737004041671753, 0.45136910676956177]}}
|
