{"args": {"mode": "sdil", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.319544792175293, "cos_r_negg": [0.015051722526550293, 0.01100989617407322, 0.011844146996736526, 0.006955093238502741, -0.024459034204483032, -0.013558275997638702, 0.001334148459136486], "cos_apical_negg": [0.015051722526550293, 0.01100989617407322, 0.011844146996736526, 0.006955093238502741, -0.024459034204483032, -0.013558275997638702, 0.001334148459136486], "cos_Ac_negg": [0.015051722526550293, 0.01100989617407322, 0.011844146996736526, 0.006955093238502741, -0.024459034204483032, -0.013558275997638702, 0.001334148459136486], "r_norm": [4.748952865600586, 4.768244743347168, 4.72627067565918, 4.800586700439453, 4.810317039489746, 4.90695333480835, 4.690889358520508], "ldr": {"dL_sdil": -0.0008118152618408203, "dL_bp": -0.06453132629394531, "ratio": 0.012580173203676883}}, {"step": 50, "epoch": 0, "train_loss": 0.8169641494750977, "cos_r_negg": [0.26225125789642334, 0.18061988055706024, 0.1955685317516327, 0.17544952034950256, 0.20534521341323853, 0.14986389875411987, 0.15541546046733856], "cos_apical_negg": [0.26225125789642334, 0.18061988055706024, 0.1955685317516327, 0.17544952034950256, 0.20534521341323853, 0.14986389875411987, 0.15541546046733856], "cos_Ac_negg": [0.26225125789642334, 0.18061988055706024, 0.1955685317516327, 0.17544952034950256, 0.20534521341323853, 0.14986389875411987, 0.15541546046733856], "r_norm": [1.60630464553833, 1.6144680976867676, 1.590399980545044, 1.630735993385315, 1.634220004081726, 1.6228773593902588, 1.6021862030029297]}, {"step": 100, "epoch": 0, "train_loss": 0.40084031224250793, "cos_r_negg": [0.27374887466430664, 0.19925078749656677, 0.21439218521118164, 0.21262319386005402, 0.19685280323028564, 0.17585310339927673, 0.221105694770813], "cos_apical_negg": [0.27374887466430664, 0.19925078749656677, 0.21439218521118164, 0.21262319386005402, 0.19685280323028564, 0.17585310339927673, 0.221105694770813], "cos_Ac_negg": [0.27374887466430664, 0.19925078749656677, 0.21439218521118164, 0.21262319386005402, 0.19685280323028564, 0.17585310339927673, 0.221105694770813], "r_norm": [1.0180909633636475, 1.0361515283584595, 1.0242066383361816, 1.0417001247406006, 1.0365917682647705, 1.0416553020477295, 1.0231982469558716]}, {"step": 150, "epoch": 0, "train_loss": 0.4665324091911316, "cos_r_negg": [0.29995661973953247, 0.23117682337760925, 0.22259332239627838, 0.21384857594966888, 0.20525039732456207, 0.23199200630187988, 0.26111268997192383], "cos_apical_negg": [0.29995661973953247, 0.23117682337760925, 0.22259332239627838, 0.21384857594966888, 0.20525039732456207, 0.23199200630187988, 0.26111268997192383], "cos_Ac_negg": [0.29995661973953247, 0.23117682337760925, 0.22259332239627838, 0.21384857594966888, 0.20525039732456207, 0.23199200630187988, 0.26111268997192383], "r_norm": [0.8325477838516235, 0.8487706184387207, 0.8376645445823669, 0.8511594533920288, 0.8484811782836914, 0.8524538278579712, 0.8356730341911316]}, {"step": 200, "epoch": 0, "train_loss": 0.36423319578170776, "cos_r_negg": [0.30821436643600464, 0.25265684723854065, 0.23196014761924744, 0.24017366766929626, 0.23068319261074066, 0.2702626883983612, 0.29909268021583557], "cos_apical_negg": [0.30821436643600464, 0.25265684723854065, 0.23196014761924744, 0.24017366766929626, 0.23068319261074066, 0.2702626883983612, 0.29909268021583557], "cos_Ac_negg": [0.30821436643600464, 0.25265684723854065, 0.23196014761924744, 0.24017366766929626, 0.23068319261074066, 0.2702626883983612, 0.29909268021583557], "r_norm": [0.8609877824783325, 0.8843473196029663, 0.8698570132255554, 0.8807454109191895, 0.8817194104194641, 0.8817664980888367, 0.8679718375205994]}, {"step": 250, "epoch": 0, "train_loss": 0.24698545038700104, "cos_r_negg": [0.3078029751777649, 0.25449395179748535, 0.2270977795124054, 0.2265249341726303, 0.21698883175849915, 0.25104621052742004, 0.28722524642944336], "cos_apical_negg": [0.3078029751777649, 0.25449395179748535, 0.2270977795124054, 0.2265249341726303, 0.21698883175849915, 0.25104621052742004, 0.28722524642944336], "cos_Ac_negg": [0.3078029751777649, 0.25449395179748535, 0.2270977795124054, 0.2265249341726303, 0.21698883175849915, 0.25104621052742004, 0.28722524642944336], "r_norm": [0.6868729591369629, 0.7000316381454468, 0.6898127198219299, 0.6988399028778076, 0.6979143619537354, 0.700474739074707, 0.6895688772201538], "ldr": {"dL_sdil": -0.00740504264831543, "dL_bp": -0.005718231201171875, "ratio": 1.294988325550367}}, {"step": 300, "epoch": 0, "train_loss": 0.31016111373901367, "cos_r_negg": [0.3361954391002655, 0.28799694776535034, 0.2655062675476074, 0.26641538739204407, 0.30824095010757446, 0.31053102016448975, 0.333016037940979], "cos_apical_negg": [0.3361954391002655, 0.28799694776535034, 0.2655062675476074, 0.26641538739204407, 0.30824095010757446, 0.31053102016448975, 0.333016037940979], "cos_Ac_negg": [0.3361954391002655, 0.28799694776535034, 0.2655062675476074, 0.26641538739204407, 0.30824095010757446, 0.31053102016448975, 0.333016037940979], "r_norm": [0.6970568895339966, 0.7069599628448486, 0.6976121664047241, 0.7072926759719849, 0.7053898572921753, 0.7090774774551392, 0.6981930136680603]}, {"step": 350, "epoch": 0, "train_loss": 0.18408933281898499, "cos_r_negg": [0.3874964714050293, 0.32933348417282104, 0.30291417241096497, 0.2853906750679016, 0.31052666902542114, 0.3192574381828308, 0.3243018686771393], "cos_apical_negg": [0.3874964714050293, 0.32933348417282104, 0.30291417241096497, 0.2853906750679016, 0.31052666902542114, 0.3192574381828308, 0.3243018686771393], "cos_Ac_negg": [0.3874964714050293, 0.32933348417282104, 0.30291417241096497, 0.2853906750679016, 0.31052666902542114, 0.3192574381828308, 0.3243018686771393], "r_norm": [0.6132665872573853, 0.6231619715690613, 0.6149076819419861, 0.6249927282333374, 0.6196627616882324, 0.6230739951133728, 0.6144523620605469]}, {"step": 400, "epoch": 0, "train_loss": 0.14053797721862793, "cos_r_negg": [0.4050785303115845, 0.3587205410003662, 0.32646873593330383, 0.3178805112838745, 0.3494908809661865, 0.3550683259963989, 0.35797610878944397], "cos_apical_negg": [0.4050785303115845, 0.3587205410003662, 0.32646873593330383, 0.3178805112838745, 0.3494908809661865, 0.3550683259963989, 0.35797610878944397], "cos_Ac_negg": [0.4050785303115845, 0.3587205410003662, 0.32646873593330383, 0.3178805112838745, 0.3494908809661865, 0.3550683259963989, 0.35797610878944397], "r_norm": [0.583503782749176, 0.5930899381637573, 0.5844222903251648, 0.5917950868606567, 0.5914955735206604, 0.5920804142951965, 0.5834933519363403]}, {"step": 450, "epoch": 0, "train_loss": 0.28066009283065796, "cos_r_negg": [0.4050336182117462, 0.36259251832962036, 0.3342529833316803, 0.31433188915252686, 0.327961802482605, 0.32035189867019653, 0.3558809757232666], "cos_apical_negg": [0.4050336182117462, 0.36259251832962036, 0.3342529833316803, 0.31433188915252686, 0.327961802482605, 0.32035189867019653, 0.3558809757232666], "cos_Ac_negg": [0.4050336182117462, 0.36259251832962036, 0.3342529833316803, 0.31433188915252686, 0.327961802482605, 0.32035189867019653, 0.3558809757232666], "r_norm": [0.6074016094207764, 0.6166821122169495, 0.6068814396858215, 0.6165866255760193, 0.612750232219696, 0.6174863576889038, 0.6058385372161865]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9397, "test_loss": 0.21343653564453124}, {"step": 500, "epoch": 1, "train_loss": 0.24166631698608398, "cos_r_negg": [0.3895266056060791, 0.35925817489624023, 0.34120118618011475, 0.3383334279060364, 0.34980955719947815, 0.3296971917152405, 0.34796369075775146], "cos_apical_negg": [0.3895266056060791, 0.35925817489624023, 0.34120118618011475, 0.3383334279060364, 0.34980955719947815, 0.3296971917152405, 0.34796369075775146], "cos_Ac_negg": [0.3895266056060791, 0.35925817489624023, 0.34120118618011475, 0.3383334279060364, 0.34980955719947815, 0.3296971917152405, 0.34796369075775146], "r_norm": [0.5854231119155884, 0.5932004451751709, 0.5857844352722168, 0.5938472747802734, 0.5933589339256287, 0.5900030136108398, 0.5809932947158813], "ldr": {"dL_sdil": -0.008232280611991882, "dL_bp": -0.006332859396934509, "ratio": 1.2999310573635676}}, {"step": 550, "epoch": 1, "train_loss": 0.2693122625350952, "cos_r_negg": [0.40673762559890747, 0.3669378459453583, 0.34722045063972473, 0.33335670828819275, 0.35538673400878906, 0.3325071334838867, 0.3488227128982544], "cos_apical_negg": [0.40673762559890747, 0.3669378459453583, 0.34722045063972473, 0.33335670828819275, 0.35538673400878906, 0.3325071334838867, 0.3488227128982544], "cos_Ac_negg": [0.40673762559890747, 0.3669378459453583, 0.34722045063972473, 0.33335670828819275, 0.35538673400878906, 0.3325071334838867, 0.3488227128982544], "r_norm": [0.5179576873779297, 0.5285914540290833, 0.5197639465332031, 0.5264702439308167, 0.5257566571235657, 0.5276657938957214, 0.5165604948997498]}, {"step": 600, "epoch": 1, "train_loss": 0.23545153439044952, "cos_r_negg": [0.3748851418495178, 0.34116625785827637, 0.332627534866333, 0.314412385225296, 0.32566148042678833, 0.3307300806045532, 0.33787161111831665], "cos_apical_negg": [0.3748851418495178, 0.34116625785827637, 0.332627534866333, 0.314412385225296, 0.32566148042678833, 0.3307300806045532, 0.33787161111831665], "cos_Ac_negg": [0.3748851418495178, 0.34116625785827637, 0.332627534866333, 0.314412385225296, 0.32566148042678833, 0.3307300806045532, 0.33787161111831665], "r_norm": [0.4985957741737366, 0.5090676546096802, 0.5014823079109192, 0.5069372057914734, 0.5051068663597107, 0.5072932243347168, 0.4988095164299011]}, {"step": 650, "epoch": 1, "train_loss": 0.2289343625307083, "cos_r_negg": [0.4183250069618225, 0.3793294429779053, 0.3667507767677307, 0.32768750190734863, 0.35323071479797363, 0.3494645953178406, 0.35162782669067383], "cos_apical_negg": [0.4183250069618225, 0.3793294429779053, 0.3667507767677307, 0.32768750190734863, 0.35323071479797363, 0.3494645953178406, 0.35162782669067383], "cos_Ac_negg": [0.4183250069618225, 0.3793294429779053, 0.3667507767677307, 0.32768750190734863, 0.35323071479797363, 0.3494645953178406, 0.35162782669067383], "r_norm": [0.45953983068466187, 0.4654610753059387, 0.45881593227386475, 0.4652423858642578, 0.4650161862373352, 0.46429502964019775, 0.4569251537322998]}, {"step": 700, "epoch": 1, "train_loss": 0.09123336523771286, "cos_r_negg": [0.40530961751937866, 0.38124436140060425, 0.35943740606307983, 0.3319399356842041, 0.3509237468242645, 0.3587383031845093, 0.3806532025337219], "cos_apical_negg": [0.40530961751937866, 0.38124436140060425, 0.35943740606307983, 0.3319399356842041, 0.3509237468242645, 0.3587383031845093, 0.3806532025337219], "cos_Ac_negg": [0.40530961751937866, 0.38124436140060425, 0.35943740606307983, 0.3319399356842041, 0.3509237468242645, 0.3587383031845093, 0.3806532025337219], "r_norm": [0.4153214991092682, 0.4214952290058136, 0.41444677114486694, 0.41817063093185425, 0.41943082213401794, 0.420758992433548, 0.41260433197021484]}, {"step": 750, "epoch": 1, "train_loss": 0.1190459355711937, "cos_r_negg": [0.41727960109710693, 0.39243197441101074, 0.3774625062942505, 0.34357988834381104, 0.3562861979007721, 0.36052942276000977, 0.3754780888557434], "cos_apical_negg": [0.41727960109710693, 0.39243197441101074, 0.3774625062942505, 0.34357988834381104, 0.3562861979007721, 0.36052942276000977, 0.3754780888557434], "cos_Ac_negg": [0.41727960109710693, 0.39243197441101074, 0.3774625062942505, 0.34357988834381104, 0.3562861979007721, 0.36052942276000977, 0.3754780888557434], "r_norm": [0.448793888092041, 0.45597943663597107, 0.4494834542274475, 0.4524732232093811, 0.454768568277359, 0.4550037384033203, 0.4470691382884979], "ldr": {"dL_sdil": -0.005653604865074158, "dL_bp": -0.004734829068183899, "ratio": 1.1940462440479749}}, {"step": 800, "epoch": 1, "train_loss": 0.12304330617189407, "cos_r_negg": [0.4037460684776306, 0.38766101002693176, 0.3862774968147278, 0.35508185625076294, 0.37316468358039856, 0.3598216474056244, 0.37811923027038574], "cos_apical_negg": [0.4037460684776306, 0.38766101002693176, 0.3862774968147278, 0.35508185625076294, 0.37316468358039856, 0.3598216474056244, 0.37811923027038574], "cos_Ac_negg": [0.4037460684776306, 0.38766101002693176, 0.3862774968147278, 0.35508185625076294, 0.37316468358039856, 0.3598216474056244, 0.37811923027038574], "r_norm": [0.4918595552444458, 0.4964856505393982, 0.4882056713104248, 0.4949193000793457, 0.4960640072822571, 0.496188759803772, 0.48634177446365356]}, {"step": 850, "epoch": 1, "train_loss": 0.2710989713668823, "cos_r_negg": [0.38873523473739624, 0.3743641972541809, 0.3657298982143402, 0.3426578640937805, 0.36187058687210083, 0.369928777217865, 0.37898993492126465], "cos_apical_negg": [0.38873523473739624, 0.3743641972541809, 0.3657298982143402, 0.3426578640937805, 0.36187058687210083, 0.369928777217865, 0.37898993492126465], "cos_Ac_negg": [0.38873523473739624, 0.3743641972541809, 0.3657298982143402, 0.3426578640937805, 0.36187058687210083, 0.369928777217865, 0.37898993492126465], "r_norm": [0.4896538257598877, 0.4975534677505493, 0.4900566339492798, 0.49550101161003113, 0.49733608961105347, 0.4963040351867676, 0.486336886882782]}, {"step": 900, "epoch": 1, "train_loss": 0.1428595930337906, "cos_r_negg": [0.4365534782409668, 0.4155133366584778, 0.39446333050727844, 0.36587443947792053, 0.3772749900817871, 0.38676372170448303, 0.3867752254009247], "cos_apical_negg": [0.4365534782409668, 0.4155133366584778, 0.39446333050727844, 0.36587443947792053, 0.3772749900817871, 0.38676372170448303, 0.3867752254009247], "cos_Ac_negg": [0.4365534782409668, 0.4155133366584778, 0.39446333050727844, 0.36587443947792053, 0.3772749900817871, 0.38676372170448303, 0.3867752254009247], "r_norm": [0.4386901557445526, 0.44513702392578125, 0.4401434063911438, 0.44365596771240234, 0.44525447487831116, 0.44463974237442017, 0.4359085261821747]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9523, "test_loss": 0.16201296920776367}, {"step": 950, "epoch": 2, "train_loss": 0.16063274443149567, "cos_r_negg": [0.4004344344139099, 0.3900735080242157, 0.37818801403045654, 0.37163183093070984, 0.3722599446773529, 0.38126373291015625, 0.39004573225975037], "cos_apical_negg": [0.4004344344139099, 0.3900735080242157, 0.37818801403045654, 0.37163183093070984, 0.3722599446773529, 0.38126373291015625, 0.39004573225975037], "cos_Ac_negg": [0.4004344344139099, 0.3900735080242157, 0.37818801403045654, 0.37163183093070984, 0.3722599446773529, 0.38126373291015625, 0.39004573225975037], "r_norm": [0.4125979542732239, 0.41518163681030273, 0.409871906042099, 0.4144841432571411, 0.4145875573158264, 0.41458871960639954, 0.40704578161239624]}, {"step": 1000, "epoch": 2, "train_loss": 0.10803034156560898, "cos_r_negg": [0.4524560868740082, 0.43799257278442383, 0.4298235774040222, 0.39203745126724243, 0.3924945592880249, 0.3948472738265991, 0.39698436856269836], "cos_apical_negg": [0.4524560868740082, 0.43799257278442383, 0.4298235774040222, 0.39203745126724243, 0.3924945592880249, 0.3948472738265991, 0.39698436856269836], "cos_Ac_negg": [0.4524560868740082, 0.43799257278442383, 0.4298235774040222, 0.39203745126724243, 0.3924945592880249, 0.3948472738265991, 0.39698436856269836], "r_norm": [0.3859991729259491, 0.39135420322418213, 0.3867468237876892, 0.3901568651199341, 0.3895973265171051, 0.3901035189628601, 0.3845556974411011], "ldr": {"dL_sdil": -0.005252748727798462, "dL_bp": -0.005898594856262207, "ratio": 0.8905084780016572}}, {"step": 1050, "epoch": 2, "train_loss": 0.11053553968667984, "cos_r_negg": [0.4342091977596283, 0.43581774830818176, 0.42692291736602783, 0.40078502893447876, 0.39527153968811035, 0.38823583722114563, 0.39683011174201965], "cos_apical_negg": [0.4342091977596283, 0.43581774830818176, 0.42692291736602783, 0.40078502893447876, 0.39527153968811035, 0.38823583722114563, 0.39683011174201965], "cos_Ac_negg": [0.4342091977596283, 0.43581774830818176, 0.42692291736602783, 0.40078502893447876, 0.39527153968811035, 0.38823583722114563, 0.39683011174201965], "r_norm": [0.38018640875816345, 0.3859733045101166, 0.38368842005729675, 0.3880252540111542, 0.38700002431869507, 0.3836711645126343, 0.3778451681137085]}, {"step": 1100, "epoch": 2, "train_loss": 0.16383817791938782, "cos_r_negg": [0.43921834230422974, 0.4310534596443176, 0.44106149673461914, 0.41412055492401123, 0.3975898027420044, 0.3863350450992584, 0.38746368885040283], "cos_apical_negg": [0.43921834230422974, 0.4310534596443176, 0.44106149673461914, 0.41412055492401123, 0.3975898027420044, 0.3863350450992584, 0.38746368885040283], "cos_Ac_negg": [0.43921834230422974, 0.4310534596443176, 0.44106149673461914, 0.41412055492401123, 0.3975898027420044, 0.3863350450992584, 0.38746368885040283], "r_norm": [0.3627801239490509, 0.36418867111206055, 0.36018866300582886, 0.36421024799346924, 0.3649791479110718, 0.36615994572639465, 0.35781580209732056]}, {"step": 1150, "epoch": 2, "train_loss": 0.09202335774898529, "cos_r_negg": [0.42270052433013916, 0.40789565443992615, 0.4049738645553589, 0.4052453637123108, 0.4182986319065094, 0.40283358097076416, 0.4013436436653137], "cos_apical_negg": [0.42270052433013916, 0.40789565443992615, 0.4049738645553589, 0.4052453637123108, 0.4182986319065094, 0.40283358097076416, 0.4013436436653137], "cos_Ac_negg": [0.42270052433013916, 0.40789565443992615, 0.4049738645553589, 0.4052453637123108, 0.4182986319065094, 0.40283358097076416, 0.4013436436653137], "r_norm": [0.3696116507053375, 0.3752988576889038, 0.3710792660713196, 0.37165310978889465, 0.37276554107666016, 0.37396240234375, 0.3675138056278229]}, {"step": 1200, "epoch": 2, "train_loss": 0.026752740144729614, "cos_r_negg": [0.4066762328147888, 0.41014307737350464, 0.4150484800338745, 0.41675323247909546, 0.4167048931121826, 0.419270783662796, 0.3963194489479065], "cos_apical_negg": [0.4066762328147888, 0.41014307737350464, 0.4150484800338745, 0.41675323247909546, 0.4167048931121826, 0.419270783662796, 0.3963194489479065], "cos_Ac_negg": [0.4066762328147888, 0.41014307737350464, 0.4150484800338745, 0.41675323247909546, 0.4167048931121826, 0.419270783662796, 0.3963194489479065], "r_norm": [0.4042065143585205, 0.40729039907455444, 0.40224790573120117, 0.40704792737960815, 0.4079667627811432, 0.40824130177497864, 0.3975410759449005]}, {"step": 1250, "epoch": 2, "train_loss": 0.11180288344621658, "cos_r_negg": [0.41018837690353394, 0.4287795424461365, 0.4387073516845703, 0.4016006588935852, 0.4023666977882385, 0.3982730507850647, 0.3808801472187042], "cos_apical_negg": [0.41018837690353394, 0.4287795424461365, 0.4387073516845703, 0.4016006588935852, 0.4023666977882385, 0.3982730507850647, 0.3808801472187042], "cos_Ac_negg": [0.41018837690353394, 0.4287795424461365, 0.4387073516845703, 0.4016006588935852, 0.4023666977882385, 0.3982730507850647, 0.3808801472187042], "r_norm": [0.3736227750778198, 0.3755379319190979, 0.37002915143966675, 0.3743884563446045, 0.37581002712249756, 0.3761611580848694, 0.366283655166626], "ldr": {"dL_sdil": -0.0073393285274505615, "dL_bp": -0.006957352161407471, "ratio": 1.0549025487256372}}, {"step": 1300, "epoch": 2, "train_loss": 0.15947529673576355, "cos_r_negg": [0.428936243057251, 0.4454260468482971, 0.44387513399124146, 0.41866666078567505, 0.41108939051628113, 0.41181689500808716, 0.39035874605178833], "cos_apical_negg": [0.428936243057251, 0.4454260468482971, 0.44387513399124146, 0.41866666078567505, 0.41108939051628113, 0.41181689500808716, 0.39035874605178833], "cos_Ac_negg": [0.428936243057251, 0.4454260468482971, 0.44387513399124146, 0.41866666078567505, 0.41108939051628113, 0.41181689500808716, 0.39035874605178833], "r_norm": [0.3255002498626709, 0.33002591133117676, 0.3255090117454529, 0.3290085792541504, 0.32955753803253174, 0.3314164876937866, 0.32226118445396423]}, {"step": 1350, "epoch": 2, "train_loss": 0.10769450664520264, "cos_r_negg": [0.43766045570373535, 0.44360440969467163, 0.43662965297698975, 0.4146873950958252, 0.41435307264328003, 0.4143117070198059, 0.3943554162979126], "cos_apical_negg": [0.43766045570373535, 0.44360440969467163, 0.43662965297698975, 0.4146873950958252, 0.41435307264328003, 0.4143117070198059, 0.3943554162979126], "cos_Ac_negg": [0.43766045570373535, 0.44360440969467163, 0.43662965297698975, 0.4146873950958252, 0.41435307264328003, 0.4143117070198059, 0.3943554162979126], "r_norm": [0.3354186415672302, 0.3404974043369293, 0.3367410898208618, 0.33857500553131104, 0.3387402594089508, 0.34057164192199707, 0.33286792039871216]}, {"step": 1400, "epoch": 2, "train_loss": 0.18255673348903656, "cos_r_negg": [0.4355615973472595, 0.4459587633609772, 0.4403989911079407, 0.4329635500907898, 0.4215061664581299, 0.43108946084976196, 0.4108591377735138], "cos_apical_negg": [0.4355615973472595, 0.4459587633609772, 0.4403989911079407, 0.4329635500907898, 0.4215061664581299, 0.43108946084976196, 0.4108591377735138], "cos_Ac_negg": [0.4355615973472595, 0.4459587633609772, 0.4403989911079407, 0.4329635500907898, 0.4215061664581299, 0.43108946084976196, 0.4108591377735138], "r_norm": [0.33517515659332275, 0.3409862518310547, 0.33646172285079956, 0.3385314345359802, 0.33828747272491455, 0.3401218354701996, 0.3316726088523865]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9588, "test_loss": 0.13923287830352782}, {"step": 1450, "epoch": 3, "train_loss": 0.07640687376260757, "cos_r_negg": [0.4057532548904419, 0.4236447215080261, 0.4244283139705658, 0.4138627350330353, 0.41634902358055115, 0.42295128107070923, 0.40596145391464233], "cos_apical_negg": [0.4057532548904419, 0.4236447215080261, 0.4244283139705658, 0.4138627350330353, 0.41634902358055115, 0.42295128107070923, 0.40596145391464233], "cos_Ac_negg": [0.4057532548904419, 0.4236447215080261, 0.4244283139705658, 0.4138627350330353, 0.41634902358055115, 0.42295128107070923, 0.40596145391464233], "r_norm": [0.33865517377853394, 0.3464009761810303, 0.34059080481529236, 0.34450358152389526, 0.3426201641559601, 0.34483861923217773, 0.3349670171737671]}, {"step": 1500, "epoch": 3, "train_loss": 0.041554853320121765, "cos_r_negg": [0.42479488253593445, 0.43194282054901123, 0.4390931725502014, 0.41671088337898254, 0.4307429790496826, 0.44257697463035583, 0.4170163869857788], "cos_apical_negg": [0.42479488253593445, 0.43194282054901123, 0.4390931725502014, 0.41671088337898254, 0.4307429790496826, 0.44257697463035583, 0.4170163869857788], "cos_Ac_negg": [0.42479488253593445, 0.43194282054901123, 0.4390931725502014, 0.41671088337898254, 0.4307429790496826, 0.44257697463035583, 0.4170163869857788], "r_norm": [0.28604939579963684, 0.2921788990497589, 0.2878739833831787, 0.28949350118637085, 0.2889995574951172, 0.29122960567474365, 0.2841607332229614], "ldr": {"dL_sdil": -0.003934703767299652, "dL_bp": -0.004533544182777405, "ratio": 0.8679089931994701}}, {"step": 1550, "epoch": 3, "train_loss": 0.07606018334627151, "cos_r_negg": [0.45990413427352905, 0.4576122760772705, 0.4530002176761627, 0.4282108247280121, 0.4337373673915863, 0.4428321123123169, 0.4160202145576477], "cos_apical_negg": [0.45990413427352905, 0.4576122760772705, 0.4530002176761627, 0.4282108247280121, 0.4337373673915863, 0.4428321123123169, 0.4160202145576477], "cos_Ac_negg": [0.45990413427352905, 0.4576122760772705, 0.4530002176761627, 0.4282108247280121, 0.4337373673915863, 0.4428321123123169, 0.4160202145576477], "r_norm": [0.2826707363128662, 0.2889537811279297, 0.2851495146751404, 0.2876752018928528, 0.28515446186065674, 0.28829216957092285, 0.2814953625202179]}, {"step": 1600, "epoch": 3, "train_loss": 0.05805692821741104, "cos_r_negg": [0.4426577091217041, 0.43921297788619995, 0.4516547918319702, 0.4336826801300049, 0.4320646822452545, 0.43240106105804443, 0.40488314628601074], "cos_apical_negg": [0.4426577091217041, 0.43921297788619995, 0.4516547918319702, 0.4336826801300049, 0.4320646822452545, 0.43240106105804443, 0.40488314628601074], "cos_Ac_negg": [0.4426577091217041, 0.43921297788619995, 0.4516547918319702, 0.4336826801300049, 0.4320646822452545, 0.43240106105804443, 0.40488314628601074], "r_norm": [0.27351346611976624, 0.2788425087928772, 0.2746526002883911, 0.27718502283096313, 0.27625906467437744, 0.2766784429550171, 0.27116063237190247]}, {"step": 1650, "epoch": 3, "train_loss": 0.01790078543126583, "cos_r_negg": [0.4041929841041565, 0.4314576983451843, 0.4511426091194153, 0.43358635902404785, 0.4418947696685791, 0.45578742027282715, 0.4227282404899597], "cos_apical_negg": [0.4041929841041565, 0.4314576983451843, 0.4511426091194153, 0.43358635902404785, 0.4418947696685791, 0.45578742027282715, 0.4227282404899597], "cos_Ac_negg": [0.4041929841041565, 0.4314576983451843, 0.4511426091194153, 0.43358635902404785, 0.4418947696685791, 0.45578742027282715, 0.4227282404899597], "r_norm": [0.29721635580062866, 0.30401211977005005, 0.2979772090911865, 0.3002128005027771, 0.301305890083313, 0.3017975986003876, 0.2944827675819397]}, {"step": 1700, "epoch": 3, "train_loss": 0.08562957495450974, "cos_r_negg": [0.4385787844657898, 0.44132983684539795, 0.44882285594940186, 0.43473681807518005, 0.43724608421325684, 0.4408477544784546, 0.4103389382362366], "cos_apical_negg": [0.4385787844657898, 0.44132983684539795, 0.44882285594940186, 0.43473681807518005, 0.43724608421325684, 0.4408477544784546, 0.4103389382362366], "cos_Ac_negg": [0.4385787844657898, 0.44132983684539795, 0.44882285594940186, 0.43473681807518005, 0.43724608421325684, 0.4408477544784546, 0.4103389382362366], "r_norm": [0.31635206937789917, 0.3232372999191284, 0.31733229756355286, 0.3200058341026306, 0.3203650116920471, 0.3224083185195923, 0.3145825266838074]}, {"step": 1750, "epoch": 3, "train_loss": 0.06511474400758743, "cos_r_negg": [0.45040300488471985, 0.4573725163936615, 0.4690667986869812, 0.4414101839065552, 0.451562762260437, 0.44765180349349976, 0.4186060428619385], "cos_apical_negg": [0.45040300488471985, 0.4573725163936615, 0.4690667986869812, 0.4414101839065552, 0.451562762260437, 0.44765180349349976, 0.4186060428619385], "cos_Ac_negg": [0.45040300488471985, 0.4573725163936615, 0.4690667986869812, 0.4414101839065552, 0.451562762260437, 0.44765180349349976, 0.4186060428619385], "r_norm": [0.2668522000312805, 0.2740214169025421, 0.2699819803237915, 0.27140432596206665, 0.27148711681365967, 0.27359020709991455, 0.26513221859931946], "ldr": {"dL_sdil": -0.00376100093126297, "dL_bp": -0.0037743449211120605, "ratio": 0.9964645547431423}}, {"step": 1800, "epoch": 3, "train_loss": 0.07244284451007843, "cos_r_negg": [0.436096727848053, 0.4483189284801483, 0.4539201557636261, 0.43695518374443054, 0.43833303451538086, 0.4397851526737213, 0.4087734520435333], "cos_apical_negg": [0.436096727848053, 0.4483189284801483, 0.4539201557636261, 0.43695518374443054, 0.43833303451538086, 0.4397851526737213, 0.4087734520435333], "cos_Ac_negg": [0.436096727848053, 0.4483189284801483, 0.4539201557636261, 0.43695518374443054, 0.43833303451538086, 0.4397851526737213, 0.4087734520435333], "r_norm": [0.30363592505455017, 0.31032437086105347, 0.30529630184173584, 0.3082592189311981, 0.3092349171638489, 0.3076793849468231, 0.30058008432388306]}, {"step": 1850, "epoch": 3, "train_loss": 0.12268997728824615, "cos_r_negg": [0.46975311636924744, 0.4679676294326782, 0.4744332432746887, 0.4410344958305359, 0.446382999420166, 0.43821364641189575, 0.40931087732315063], "cos_apical_negg": [0.46975311636924744, 0.4679676294326782, 0.4744332432746887, 0.4410344958305359, 0.446382999420166, 0.43821364641189575, 0.40931087732315063], "cos_Ac_negg": [0.46975311636924744, 0.4679676294326782, 0.4744332432746887, 0.4410344958305359, 0.446382999420166, 0.43821364641189575, 0.40931087732315063], "r_norm": [0.2873975932598114, 0.28902366757392883, 0.28676363825798035, 0.28881537914276123, 0.28888142108917236, 0.2880704402923584, 0.28211072087287903]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9637, "test_loss": 0.12917705688476563}, {"step": 1900, "epoch": 4, "train_loss": 0.074510857462883, "cos_r_negg": [0.4270300269126892, 0.44418221712112427, 0.452258825302124, 0.4300360679626465, 0.43024009466171265, 0.43446725606918335, 0.4059486389160156], "cos_apical_negg": [0.4270300269126892, 0.44418221712112427, 0.452258825302124, 0.4300360679626465, 0.43024009466171265, 0.43446725606918335, 0.4059486389160156], "cos_Ac_negg": [0.4270300269126892, 0.44418221712112427, 0.452258825302124, 0.4300360679626465, 0.43024009466171265, 0.43446725606918335, 0.4059486389160156], "r_norm": [0.2762871980667114, 0.27930307388305664, 0.27590155601501465, 0.27855104207992554, 0.2778266668319702, 0.2780836224555969, 0.27214446663856506]}, {"step": 1950, "epoch": 4, "train_loss": 0.05746590718626976, "cos_r_negg": [0.42846983671188354, 0.43696337938308716, 0.4493633210659027, 0.4071540832519531, 0.4205847382545471, 0.40854886174201965, 0.3945617377758026], "cos_apical_negg": [0.42846983671188354, 0.43696337938308716, 0.4493633210659027, 0.4071540832519531, 0.4205847382545471, 0.40854886174201965, 0.3945617377758026], "cos_Ac_negg": [0.42846983671188354, 0.43696337938308716, 0.4493633210659027, 0.4071540832519531, 0.4205847382545471, 0.40854886174201965, 0.3945617377758026], "r_norm": [0.26742494106292725, 0.27156519889831543, 0.2672300934791565, 0.2702023386955261, 0.27037715911865234, 0.26980650424957275, 0.2634512484073639]}, {"step": 2000, "epoch": 4, "train_loss": 0.08332858234643936, "cos_r_negg": [0.4283066689968109, 0.4423346519470215, 0.4491078853607178, 0.41484177112579346, 0.4152325391769409, 0.41502779722213745, 0.383828341960907], "cos_apical_negg": [0.4283066689968109, 0.4423346519470215, 0.4491078853607178, 0.41484177112579346, 0.4152325391769409, 0.41502779722213745, 0.383828341960907], "cos_Ac_negg": [0.4283066689968109, 0.4423346519470215, 0.4491078853607178, 0.41484177112579346, 0.4152325391769409, 0.41502779722213745, 0.383828341960907], "r_norm": [0.2369592934846878, 0.24180150032043457, 0.237624853849411, 0.23836970329284668, 0.23925423622131348, 0.23982271552085876, 0.23450572788715363], "ldr": {"dL_sdil": -0.003982879221439362, "dL_bp": -0.004008464515209198, "ratio": 0.9936171834195466}}, {"step": 2050, "epoch": 4, "train_loss": 0.08051477372646332, "cos_r_negg": [0.3996233642101288, 0.42027050256729126, 0.42945101857185364, 0.39374542236328125, 0.41265201568603516, 0.41697412729263306, 0.39383041858673096], "cos_apical_negg": [0.3996233642101288, 0.42027050256729126, 0.42945101857185364, 0.39374542236328125, 0.41265201568603516, 0.41697412729263306, 0.39383041858673096], "cos_Ac_negg": [0.3996233642101288, 0.42027050256729126, 0.42945101857185364, 0.39374542236328125, 0.41265201568603516, 0.41697412729263306, 0.39383041858673096], "r_norm": [0.2996726632118225, 0.30208584666252136, 0.2975594997406006, 0.3002468943595886, 0.3002515733242035, 0.2998303472995758, 0.29372453689575195]}, {"step": 2100, "epoch": 4, "train_loss": 0.03250797837972641, "cos_r_negg": [0.40729427337646484, 0.4269207715988159, 0.44111281633377075, 0.41853880882263184, 0.4328491687774658, 0.4241594076156616, 0.38905835151672363], "cos_apical_negg": [0.40729427337646484, 0.4269207715988159, 0.44111281633377075, 0.41853880882263184, 0.4328491687774658, 0.4241594076156616, 0.38905835151672363], "cos_Ac_negg": [0.40729427337646484, 0.4269207715988159, 0.44111281633377075, 0.41853880882263184, 0.4328491687774658, 0.4241594076156616, 0.38905835151672363], "r_norm": [0.248342365026474, 0.2512320876121521, 0.24625687301158905, 0.24773673713207245, 0.24933570623397827, 0.24879811704158783, 0.24385742843151093]}, {"step": 2150, "epoch": 4, "train_loss": 0.06726130843162537, "cos_r_negg": [0.4512285590171814, 0.4739474654197693, 0.4796816110610962, 0.4549441933631897, 0.4453800618648529, 0.44862958788871765, 0.4194663166999817], "cos_apical_negg": [0.4512285590171814, 0.4739474654197693, 0.4796816110610962, 0.4549441933631897, 0.4453800618648529, 0.44862958788871765, 0.4194663166999817], "cos_Ac_negg": [0.4512285590171814, 0.4739474654197693, 0.4796816110610962, 0.4549441933631897, 0.4453800618648529, 0.44862958788871765, 0.4194663166999817], "r_norm": [0.23501504957675934, 0.24197742342948914, 0.23808281123638153, 0.23729616403579712, 0.23966294527053833, 0.23878741264343262, 0.23518982529640198]}, {"step": 2200, "epoch": 4, "train_loss": 0.061374977231025696, "cos_r_negg": [0.41959840059280396, 0.4379929304122925, 0.4464466869831085, 0.42034921050071716, 0.426704078912735, 0.4255980849266052, 0.40842199325561523], "cos_apical_negg": [0.41959840059280396, 0.4379929304122925, 0.4464466869831085, 0.42034921050071716, 0.426704078912735, 0.4255980849266052, 0.40842199325561523], "cos_Ac_negg": [0.41959840059280396, 0.4379929304122925, 0.4464466869831085, 0.42034921050071716, 0.426704078912735, 0.4255980849266052, 0.40842199325561523], "r_norm": [0.29972827434539795, 0.30202633142471313, 0.2976876497268677, 0.2995566129684448, 0.3000001907348633, 0.2980837821960449, 0.29423654079437256]}, {"step": 2250, "epoch": 4, "train_loss": 0.0164182186126709, "cos_r_negg": [0.4342604875564575, 0.4460487961769104, 0.4571232199668884, 0.4266539216041565, 0.4388669729232788, 0.43261685967445374, 0.41779395937919617], "cos_apical_negg": [0.4342604875564575, 0.4460487961769104, 0.4571232199668884, 0.4266539216041565, 0.4388669729232788, 0.43261685967445374, 0.41779395937919617], "cos_Ac_negg": [0.4342604875564575, 0.4460487961769104, 0.4571232199668884, 0.4266539216041565, 0.4388669729232788, 0.43261685967445374, 0.41779395937919617], "r_norm": [0.25950199365615845, 0.26138341426849365, 0.2578636109828949, 0.2598390281200409, 0.26183000206947327, 0.25844189524650574, 0.2534809112548828], "ldr": {"dL_sdil": -0.005624830722808838, "dL_bp": -0.006035462021827698, "ratio": 0.9319635684005995}}, {"step": 2300, "epoch": 4, "train_loss": 0.16093142330646515, "cos_r_negg": [0.4428061544895172, 0.440880686044693, 0.44563397765159607, 0.4249711036682129, 0.4379991888999939, 0.44037026166915894, 0.42227429151535034], "cos_apical_negg": [0.4428061544895172, 0.440880686044693, 0.44563397765159607, 0.4249711036682129, 0.4379991888999939, 0.44037026166915894, 0.42227429151535034], "cos_Ac_negg": [0.4428061544895172, 0.440880686044693, 0.44563397765159607, 0.4249711036682129, 0.4379991888999939, 0.44037026166915894, 0.42227429151535034], "r_norm": [0.2161698192358017, 0.22005698084831238, 0.21744777262210846, 0.21770504117012024, 0.2180742621421814, 0.217316672205925, 0.2151106297969818]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9665, "test_loss": 0.11881757373809815}, {"step": 2350, "epoch": 5, "train_loss": 0.0546126663684845, "cos_r_negg": [0.44123679399490356, 0.4533168077468872, 0.4638270437717438, 0.4396105408668518, 0.4485898017883301, 0.4485531151294708, 0.4342544674873352], "cos_apical_negg": [0.44123679399490356, 0.4533168077468872, 0.4638270437717438, 0.4396105408668518, 0.4485898017883301, 0.4485531151294708, 0.4342544674873352], "cos_Ac_negg": [0.44123679399490356, 0.4533168077468872, 0.4638270437717438, 0.4396105408668518, 0.4485898017883301, 0.4485531151294708, 0.4342544674873352], "r_norm": [0.21156227588653564, 0.2158253937959671, 0.21256427466869354, 0.2127077281475067, 0.2128414809703827, 0.21419170498847961, 0.21022208034992218]}, {"step": 2400, "epoch": 5, "train_loss": 0.02612333931028843, "cos_r_negg": [0.43475937843322754, 0.44343674182891846, 0.45261478424072266, 0.4233130216598511, 0.42900350689888, 0.44107604026794434, 0.41928917169570923], "cos_apical_negg": [0.43475937843322754, 0.44343674182891846, 0.45261478424072266, 0.4233130216598511, 0.42900350689888, 0.44107604026794434, 0.41928917169570923], "cos_Ac_negg": [0.43475937843322754, 0.44343674182891846, 0.45261478424072266, 0.4233130216598511, 0.42900350689888, 0.44107604026794434, 0.41928917169570923], "r_norm": [0.24830716848373413, 0.25237104296684265, 0.24837109446525574, 0.24971939623355865, 0.25036823749542236, 0.24839775264263153, 0.24468505382537842]}, {"step": 2450, "epoch": 5, "train_loss": 0.03833310306072235, "cos_r_negg": [0.4319753646850586, 0.43576985597610474, 0.4526326060295105, 0.412909597158432, 0.4189075827598572, 0.4339546859264374, 0.4161694049835205], "cos_apical_negg": [0.4319753646850586, 0.43576985597610474, 0.4526326060295105, 0.412909597158432, 0.4189075827598572, 0.4339546859264374, 0.4161694049835205], "cos_Ac_negg": [0.4319753646850586, 0.43576985597610474, 0.4526326060295105, 0.412909597158432, 0.4189075827598572, 0.4339546859264374, 0.4161694049835205], "r_norm": [0.196256622672081, 0.20137953758239746, 0.19725771248340607, 0.19684067368507385, 0.19842159748077393, 0.20035134255886078, 0.19455918669700623]}, {"step": 2500, "epoch": 5, "train_loss": 0.08413999527692795, "cos_r_negg": [0.45191603899002075, 0.46678006649017334, 0.472270667552948, 0.4327258765697479, 0.4385049641132355, 0.4500871002674103, 0.4121866226196289], "cos_apical_negg": [0.45191603899002075, 0.46678006649017334, 0.472270667552948, 0.4327258765697479, 0.4385049641132355, 0.4500871002674103, 0.4121866226196289], "cos_Ac_negg": [0.45191603899002075, 0.46678006649017334, 0.472270667552948, 0.4327258765697479, 0.4385049641132355, 0.4500871002674103, 0.4121866226196289], "r_norm": [0.21022669970989227, 0.213143989443779, 0.20960119366645813, 0.21080753207206726, 0.21106483042240143, 0.21209408342838287, 0.20638424158096313], "ldr": {"dL_sdil": -0.004435546696186066, "dL_bp": -0.0063072144985198975, "ratio": 0.7032496987738323}}, {"step": 2550, "epoch": 5, "train_loss": 0.03705273196101189, "cos_r_negg": [0.43307211995124817, 0.4406011700630188, 0.45227909088134766, 0.41865336894989014, 0.42360538244247437, 0.4344850182533264, 0.4097836911678314], "cos_apical_negg": [0.43307211995124817, 0.4406011700630188, 0.45227909088134766, 0.41865336894989014, 0.42360538244247437, 0.4344850182533264, 0.4097836911678314], "cos_Ac_negg": [0.43307211995124817, 0.4406011700630188, 0.45227909088134766, 0.41865336894989014, 0.42360538244247437, 0.4344850182533264, 0.4097836911678314], "r_norm": [0.1959686279296875, 0.19929617643356323, 0.1952163577079773, 0.19639691710472107, 0.19597655534744263, 0.19851505756378174, 0.19392302632331848]}, {"step": 2600, "epoch": 5, "train_loss": 0.06617042422294617, "cos_r_negg": [0.42162707448005676, 0.4407202899456024, 0.45696568489074707, 0.41464245319366455, 0.42275285720825195, 0.44410818815231323, 0.41570308804512024], "cos_apical_negg": [0.42162707448005676, 0.4407202899456024, 0.45696568489074707, 0.41464245319366455, 0.42275285720825195, 0.44410818815231323, 0.41570308804512024], "cos_Ac_negg": [0.42162707448005676, 0.4407202899456024, 0.45696568489074707, 0.41464245319366455, 0.42275285720825195, 0.44410818815231323, 0.41570308804512024], "r_norm": [0.2113419771194458, 0.2153634876012802, 0.21123673021793365, 0.2118588089942932, 0.213128924369812, 0.21434445679187775, 0.20755039155483246]}, {"step": 2650, "epoch": 5, "train_loss": 0.028147559612989426, "cos_r_negg": [0.41925716400146484, 0.433016300201416, 0.45268362760543823, 0.41902804374694824, 0.4328964054584503, 0.45263803005218506, 0.4463186264038086], "cos_apical_negg": [0.41925716400146484, 0.433016300201416, 0.45268362760543823, 0.41902804374694824, 0.4328964054584503, 0.45263803005218506, 0.4463186264038086], "cos_Ac_negg": [0.41925716400146484, 0.433016300201416, 0.45268362760543823, 0.41902804374694824, 0.4328964054584503, 0.45263803005218506, 0.4463186264038086], "r_norm": [0.21082095801830292, 0.21728019416332245, 0.21295464038848877, 0.2115185260772705, 0.21410787105560303, 0.21580861508846283, 0.20874564349651337]}, {"step": 2700, "epoch": 5, "train_loss": 0.05886303260922432, "cos_r_negg": [0.43040362000465393, 0.44351598620414734, 0.45544731616973877, 0.4207683801651001, 0.42519238591194153, 0.43676090240478516, 0.43225905299186707], "cos_apical_negg": [0.43040362000465393, 0.44351598620414734, 0.45544731616973877, 0.4207683801651001, 0.42519238591194153, 0.43676090240478516, 0.43225905299186707], "cos_Ac_negg": [0.43040362000465393, 0.44351598620414734, 0.45544731616973877, 0.4207683801651001, 0.42519238591194153, 0.43676090240478516, 0.43225905299186707], "r_norm": [0.1922508031129837, 0.19689813256263733, 0.1931312382221222, 0.1931803822517395, 0.1942940354347229, 0.19568011164665222, 0.18943452835083008]}, {"step": 2750, "epoch": 5, "train_loss": 0.0288414116948843, "cos_r_negg": [0.41442257165908813, 0.4323238134384155, 0.44135764241218567, 0.4098152220249176, 0.41660481691360474, 0.4395696818828583, 0.4197417199611664], "cos_apical_negg": [0.41442257165908813, 0.4323238134384155, 0.44135764241218567, 0.4098152220249176, 0.41660481691360474, 0.4395696818828583, 0.4197417199611664], "cos_Ac_negg": [0.41442257165908813, 0.4323238134384155, 0.44135764241218567, 0.4098152220249176, 0.41660481691360474, 0.4395696818828583, 0.4197417199611664], "r_norm": [0.21348883211612701, 0.2205379158258438, 0.21645987033843994, 0.2152123600244522, 0.21734508872032166, 0.2196652591228485, 0.21268418431282043], "ldr": {"dL_sdil": -0.005249336361885071, "dL_bp": -0.007302634418010712, "ratio": 0.7188277628876603}}, {"step": 2800, "epoch": 5, "train_loss": 0.01961062103509903, "cos_r_negg": [0.4260737895965576, 0.4384462833404541, 0.44371098279953003, 0.41789472103118896, 0.41071975231170654, 0.4423121511936188, 0.4327393174171448], "cos_apical_negg": [0.4260737895965576, 0.4384462833404541, 0.44371098279953003, 0.41789472103118896, 0.41071975231170654, 0.4423121511936188, 0.4327393174171448], "cos_Ac_negg": [0.4260737895965576, 0.4384462833404541, 0.44371098279953003, 0.41789472103118896, 0.41071975231170654, 0.4423121511936188, 0.4327393174171448], "r_norm": [0.23342403769493103, 0.23804546892642975, 0.232702374458313, 0.23523660004138947, 0.23569300770759583, 0.2372279167175293, 0.22945129871368408]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9673, "test_loss": 0.12385235214233399}, {"step": 2850, "epoch": 6, "train_loss": 0.08425906300544739, "cos_r_negg": [0.41627615690231323, 0.427401602268219, 0.4371531903743744, 0.4098361134529114, 0.41355186700820923, 0.4308566451072693, 0.4258405566215515], "cos_apical_negg": [0.41627615690231323, 0.427401602268219, 0.4371531903743744, 0.4098361134529114, 0.41355186700820923, 0.4308566451072693, 0.4258405566215515], "cos_Ac_negg": [0.41627615690231323, 0.427401602268219, 0.4371531903743744, 0.4098361134529114, 0.41355186700820923, 0.4308566451072693, 0.4258405566215515], "r_norm": [0.22084712982177734, 0.22519038617610931, 0.22099024057388306, 0.2205176055431366, 0.22238542139530182, 0.22406572103500366, 0.21765534579753876]}, {"step": 2900, "epoch": 6, "train_loss": 0.06956461071968079, "cos_r_negg": [0.40743008255958557, 0.42995166778564453, 0.4338432550430298, 0.4042128920555115, 0.40124911069869995, 0.41651463508605957, 0.41414037346839905], "cos_apical_negg": [0.40743008255958557, 0.42995166778564453, 0.4338432550430298, 0.4042128920555115, 0.40124911069869995, 0.41651463508605957, 0.41414037346839905], "cos_Ac_negg": [0.40743008255958557, 0.42995166778564453, 0.4338432550430298, 0.4042128920555115, 0.40124911069869995, 0.41651463508605957, 0.41414037346839905], "r_norm": [0.2015683352947235, 0.20627859234809875, 0.20172901451587677, 0.20160721242427826, 0.20399388670921326, 0.2050657570362091, 0.19879528880119324]}, {"step": 2950, "epoch": 6, "train_loss": 0.02705373615026474, "cos_r_negg": [0.40358150005340576, 0.42527180910110474, 0.43282467126846313, 0.40304484963417053, 0.40567997097969055, 0.4276793301105499, 0.42086100578308105], "cos_apical_negg": [0.40358150005340576, 0.42527180910110474, 0.43282467126846313, 0.40304484963417053, 0.40567997097969055, 0.4276793301105499, 0.42086100578308105], "cos_Ac_negg": [0.40358150005340576, 0.42527180910110474, 0.43282467126846313, 0.40304484963417053, 0.40567997097969055, 0.4276793301105499, 0.42086100578308105], "r_norm": [0.18885333836078644, 0.1938716620206833, 0.19004666805267334, 0.1892707347869873, 0.19198107719421387, 0.1926320344209671, 0.18643128871917725]}, {"step": 3000, "epoch": 6, "train_loss": 0.007329678628593683, "cos_r_negg": [0.39088335633277893, 0.41261884570121765, 0.42403534054756165, 0.39747482538223267, 0.39865392446517944, 0.4260602295398712, 0.416677325963974], "cos_apical_negg": [0.39088335633277893, 0.41261884570121765, 0.42403534054756165, 0.39747482538223267, 0.39865392446517944, 0.4260602295398712, 0.416677325963974], "cos_Ac_negg": [0.39088335633277893, 0.41261884570121765, 0.42403534054756165, 0.39747482538223267, 0.39865392446517944, 0.4260602295398712, 0.416677325963974], "r_norm": [0.19591835141181946, 0.20249834656715393, 0.1983240693807602, 0.19695574045181274, 0.20045553147792816, 0.20084600150585175, 0.19408105313777924], "ldr": {"dL_sdil": -0.0054512619972229, "dL_bp": -0.007638707756996155, "ratio": 0.7136366739819556}}, {"step": 3050, "epoch": 6, "train_loss": 0.0392608642578125, "cos_r_negg": [0.40018320083618164, 0.4149235188961029, 0.42284801602363586, 0.39575129747390747, 0.4080958962440491, 0.4174359440803528, 0.41017329692840576], "cos_apical_negg": [0.40018320083618164, 0.4149235188961029, 0.42284801602363586, 0.39575129747390747, 0.4080958962440491, 0.4174359440803528, 0.41017329692840576], "cos_Ac_negg": [0.40018320083618164, 0.4149235188961029, 0.42284801602363586, 0.39575129747390747, 0.4080958962440491, 0.4174359440803528, 0.41017329692840576], "r_norm": [0.19069676101207733, 0.195818692445755, 0.19109994173049927, 0.1917891949415207, 0.19412212073802948, 0.19437181949615479, 0.1873016506433487]}, {"step": 3100, "epoch": 6, "train_loss": 0.039004117250442505, "cos_r_negg": [0.39528200030326843, 0.4165687561035156, 0.42283564805984497, 0.3943268060684204, 0.40723806619644165, 0.4281872510910034, 0.41455957293510437], "cos_apical_negg": [0.39528200030326843, 0.4165687561035156, 0.42283564805984497, 0.3943268060684204, 0.40723806619644165, 0.4281872510910034, 0.41455957293510437], "cos_Ac_negg": [0.39528200030326843, 0.4165687561035156, 0.42283564805984497, 0.3943268060684204, 0.40723806619644165, 0.4281872510910034, 0.41455957293510437], "r_norm": [0.18153166770935059, 0.18568718433380127, 0.18085375428199768, 0.18090227246284485, 0.1829540729522705, 0.18467724323272705, 0.1783750355243683]}, {"step": 3150, "epoch": 6, "train_loss": 0.027739569544792175, "cos_r_negg": [0.3852160573005676, 0.41033825278282166, 0.4150986075401306, 0.38473790884017944, 0.3875696063041687, 0.41102731227874756, 0.3988130986690521], "cos_apical_negg": [0.3852160573005676, 0.41033825278282166, 0.4150986075401306, 0.38473790884017944, 0.3875696063041687, 0.41102731227874756, 0.3988130986690521], "cos_Ac_negg": [0.3852160573005676, 0.41033825278282166, 0.4150986075401306, 0.38473790884017944, 0.3875696063041687, 0.41102731227874756, 0.3988130986690521], "r_norm": [0.18434669077396393, 0.1875152289867401, 0.1833724081516266, 0.18352040648460388, 0.1854732483625412, 0.1870417594909668, 0.18057316541671753]}, {"step": 3200, "epoch": 6, "train_loss": 0.09991226345300674, "cos_r_negg": [0.37942951917648315, 0.4030274748802185, 0.4136662483215332, 0.3876660466194153, 0.4061237573623657, 0.42828255891799927, 0.41571301221847534], "cos_apical_negg": [0.37942951917648315, 0.4030274748802185, 0.4136662483215332, 0.3876660466194153, 0.4061237573623657, 0.42828255891799927, 0.41571301221847534], "cos_Ac_negg": [0.37942951917648315, 0.4030274748802185, 0.4136662483215332, 0.3876660466194153, 0.4061237573623657, 0.42828255891799927, 0.41571301221847534], "r_norm": [0.18089428544044495, 0.1843940019607544, 0.18047268688678741, 0.1808484047651291, 0.18189559876918793, 0.18295685946941376, 0.177210733294487]}, {"step": 3250, "epoch": 6, "train_loss": 0.04156684875488281, "cos_r_negg": [0.3945915699005127, 0.41595959663391113, 0.430747389793396, 0.39820799231529236, 0.41139307618141174, 0.4279547333717346, 0.42677026987075806], "cos_apical_negg": [0.3945915699005127, 0.41595959663391113, 0.430747389793396, 0.39820799231529236, 0.41139307618141174, 0.4279547333717346, 0.42677026987075806], "cos_Ac_negg": [0.3945915699005127, 0.41595959663391113, 0.430747389793396, 0.39820799231529236, 0.41139307618141174, 0.4279547333717346, 0.42677026987075806], "r_norm": [0.1775432974100113, 0.181911438703537, 0.1773638129234314, 0.17702145874500275, 0.1786884069442749, 0.18122057616710663, 0.1747177243232727], "ldr": {"dL_sdil": -0.00324857234954834, "dL_bp": -0.003882184624671936, "ratio": 0.8367897623681049}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9674, "test_loss": 0.13338506565093994}, {"step": 3300, "epoch": 7, "train_loss": 0.017061002552509308, "cos_r_negg": [0.4077969193458557, 0.4310837686061859, 0.4476168155670166, 0.4167543053627014, 0.4322569966316223, 0.4449240565299988, 0.4497908651828766], "cos_apical_negg": [0.4077969193458557, 0.4310837686061859, 0.4476168155670166, 0.4167543053627014, 0.4322569966316223, 0.4449240565299988, 0.4497908651828766], "cos_Ac_negg": [0.4077969193458557, 0.4310837686061859, 0.4476168155670166, 0.4167543053627014, 0.4322569966316223, 0.4449240565299988, 0.4497908651828766], "r_norm": [0.17479324340820312, 0.1792886108160019, 0.17519104480743408, 0.17591677606105804, 0.1762537658214569, 0.17795902490615845, 0.17202676832675934]}, {"step": 3350, "epoch": 7, "train_loss": 0.017896562814712524, "cos_r_negg": [0.3894622325897217, 0.4202069044113159, 0.4312388300895691, 0.3985193967819214, 0.4157465100288391, 0.42910194396972656, 0.4306269586086273], "cos_apical_negg": [0.3894622325897217, 0.4202069044113159, 0.4312388300895691, 0.3985193967819214, 0.4157465100288391, 0.42910194396972656, 0.4306269586086273], "cos_Ac_negg": [0.3894622325897217, 0.4202069044113159, 0.4312388300895691, 0.3985193967819214, 0.4157465100288391, 0.42910194396972656, 0.4306269586086273], "r_norm": [0.17869162559509277, 0.1829860657453537, 0.1790551394224167, 0.18018203973770142, 0.180644690990448, 0.18121270835399628, 0.17536062002182007]}, {"step": 3400, "epoch": 7, "train_loss": 0.015448039397597313, "cos_r_negg": [0.37442728877067566, 0.40160974860191345, 0.4084323048591614, 0.3768385648727417, 0.3912305235862732, 0.40947550535202026, 0.4169026017189026], "cos_apical_negg": [0.37442728877067566, 0.40160974860191345, 0.4084323048591614, 0.3768385648727417, 0.3912305235862732, 0.40947550535202026, 0.4169026017189026], "cos_Ac_negg": [0.37442728877067566, 0.40160974860191345, 0.4084323048591614, 0.3768385648727417, 0.3912305235862732, 0.40947550535202026, 0.4169026017189026], "r_norm": [0.1812032163143158, 0.1847442388534546, 0.1806868314743042, 0.1801547408103943, 0.18210932612419128, 0.1834777146577835, 0.1783280372619629]}, {"step": 3450, "epoch": 7, "train_loss": 0.08046849071979523, "cos_r_negg": [0.40240904688835144, 0.4208448827266693, 0.42550909519195557, 0.3978579640388489, 0.4144335091114044, 0.42500925064086914, 0.4239160418510437], "cos_apical_negg": [0.40240904688835144, 0.4208448827266693, 0.42550909519195557, 0.3978579640388489, 0.4144335091114044, 0.42500925064086914, 0.4239160418510437], "cos_Ac_negg": [0.40240904688835144, 0.4208448827266693, 0.42550909519195557, 0.3978579640388489, 0.4144335091114044, 0.42500925064086914, 0.4239160418510437], "r_norm": [0.20168370008468628, 0.2049100548028946, 0.19981998205184937, 0.2007519006729126, 0.2016422003507614, 0.20330315828323364, 0.1974414438009262]}, {"step": 3500, "epoch": 7, "train_loss": 0.01073484681546688, "cos_r_negg": [0.40257570147514343, 0.422210693359375, 0.4257933497428894, 0.39623600244522095, 0.40708136558532715, 0.41863083839416504, 0.4147859215736389], "cos_apical_negg": [0.40257570147514343, 0.422210693359375, 0.4257933497428894, 0.39623600244522095, 0.40708136558532715, 0.41863083839416504, 0.4147859215736389], "cos_Ac_negg": [0.40257570147514343, 0.422210693359375, 0.4257933497428894, 0.39623600244522095, 0.40708136558532715, 0.41863083839416504, 0.4147859215736389], "r_norm": [0.18407180905342102, 0.18818292021751404, 0.18315957486629486, 0.1816377341747284, 0.18462571501731873, 0.1879481077194214, 0.1814125031232834], "ldr": {"dL_sdil": -0.0040337443351745605, "dL_bp": -0.005682006478309631, "ratio": 0.7099154762622832}}, {"step": 3550, "epoch": 7, "train_loss": 0.027161408215761185, "cos_r_negg": [0.3868793845176697, 0.41184285283088684, 0.4163295030593872, 0.3928198516368866, 0.40686118602752686, 0.4219546914100647, 0.40620630979537964], "cos_apical_negg": [0.3868793845176697, 0.41184285283088684, 0.4163295030593872, 0.3928198516368866, 0.40686118602752686, 0.4219546914100647, 0.40620630979537964], "cos_Ac_negg": [0.3868793845176697, 0.41184285283088684, 0.4163295030593872, 0.3928198516368866, 0.40686118602752686, 0.4219546914100647, 0.40620630979537964], "r_norm": [0.1811211109161377, 0.18761217594146729, 0.18335337936878204, 0.18292497098445892, 0.18390145897865295, 0.1857055425643921, 0.17945678532123566]}, {"step": 3600, "epoch": 7, "train_loss": 0.006074193399399519, "cos_r_negg": [0.37504148483276367, 0.39748382568359375, 0.4019494652748108, 0.3778870105743408, 0.39684155583381653, 0.4130553603172302, 0.4076248109340668], "cos_apical_negg": [0.37504148483276367, 0.39748382568359375, 0.4019494652748108, 0.3778870105743408, 0.39684155583381653, 0.4130553603172302, 0.4076248109340668], "cos_Ac_negg": [0.37504148483276367, 0.39748382568359375, 0.4019494652748108, 0.3778870105743408, 0.39684155583381653, 0.4130553603172302, 0.4076248109340668], "r_norm": [0.17812034487724304, 0.18338507413864136, 0.17890477180480957, 0.17983680963516235, 0.18032008409500122, 0.18253131210803986, 0.17490491271018982]}, {"step": 3650, "epoch": 7, "train_loss": 0.007599785923957825, "cos_r_negg": [0.35782161355018616, 0.38355159759521484, 0.38706356287002563, 0.3570396602153778, 0.3697032332420349, 0.38512495160102844, 0.37786900997161865], "cos_apical_negg": [0.35782161355018616, 0.38355159759521484, 0.38706356287002563, 0.3570396602153778, 0.3697032332420349, 0.38512495160102844, 0.37786900997161865], "cos_Ac_negg": [0.35782161355018616, 0.38355159759521484, 0.38706356287002563, 0.3570396602153778, 0.3697032332420349, 0.38512495160102844, 0.37786900997161865], "r_norm": [0.1639060229063034, 0.16746670007705688, 0.16395652294158936, 0.16284804046154022, 0.1648702323436737, 0.16617858409881592, 0.161523699760437]}, {"step": 3700, "epoch": 7, "train_loss": 0.00969753973186016, "cos_r_negg": [0.37374240159988403, 0.3963688611984253, 0.40023913979530334, 0.37167084217071533, 0.38493600487709045, 0.39992600679397583, 0.3976883590221405], "cos_apical_negg": [0.37374240159988403, 0.3963688611984253, 0.40023913979530334, 0.37167084217071533, 0.38493600487709045, 0.39992600679397583, 0.3976883590221405], "cos_Ac_negg": [0.37374240159988403, 0.3963688611984253, 0.40023913979530334, 0.37167084217071533, 0.38493600487709045, 0.39992600679397583, 0.3976883590221405], "r_norm": [0.1599511057138443, 0.16401974856853485, 0.16058488190174103, 0.15848076343536377, 0.1606578379869461, 0.16283363103866577, 0.1586189866065979]}, {"step": 3750, "epoch": 7, "train_loss": 0.036911167204380035, "cos_r_negg": [0.38035935163497925, 0.40538644790649414, 0.41088491678237915, 0.3778121769428253, 0.39286306500434875, 0.41270267963409424, 0.40636056661605835], "cos_apical_negg": [0.38035935163497925, 0.40538644790649414, 0.41088491678237915, 0.3778121769428253, 0.39286306500434875, 0.41270267963409424, 0.40636056661605835], "cos_Ac_negg": [0.38035935163497925, 0.40538644790649414, 0.41088491678237915, 0.3778121769428253, 0.39286306500434875, 0.41270267963409424, 0.40636056661605835], "r_norm": [0.17829565703868866, 0.18227480351924896, 0.17815080285072327, 0.177903413772583, 0.1794653683900833, 0.17984622716903687, 0.1752612292766571], "ldr": {"dL_sdil": -0.004626192152500153, "dL_bp": -0.006401583552360535, "ratio": 0.7226637151044103}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9684, "test_loss": 0.13381124267578126}, {"step": 3800, "epoch": 8, "train_loss": 0.0787203460931778, "cos_r_negg": [0.36444035172462463, 0.384446918964386, 0.3879041075706482, 0.3560746908187866, 0.374866783618927, 0.39550095796585083, 0.3920246362686157], "cos_apical_negg": [0.36444035172462463, 0.384446918964386, 0.3879041075706482, 0.3560746908187866, 0.374866783618927, 0.39550095796585083, 0.3920246362686157], "cos_Ac_negg": [0.36444035172462463, 0.384446918964386, 0.3879041075706482, 0.3560746908187866, 0.374866783618927, 0.39550095796585083, 0.3920246362686157], "r_norm": [0.15571561455726624, 0.15942814946174622, 0.15632718801498413, 0.15458440780639648, 0.15736275911331177, 0.15780776739120483, 0.15330615639686584]}, {"step": 3850, "epoch": 8, "train_loss": 0.011574055068194866, "cos_r_negg": [0.3421069383621216, 0.3666088581085205, 0.36568543314933777, 0.34054380655288696, 0.35859403014183044, 0.37801435589790344, 0.37293314933776855], "cos_apical_negg": [0.3421069383621216, 0.3666088581085205, 0.36568543314933777, 0.34054380655288696, 0.35859403014183044, 0.37801435589790344, 0.37293314933776855], "cos_Ac_negg": [0.3421069383621216, 0.3666088581085205, 0.36568543314933777, 0.34054380655288696, 0.35859403014183044, 0.37801435589790344, 0.37293314933776855], "r_norm": [0.1520863175392151, 0.1567910611629486, 0.15279380977153778, 0.15119212865829468, 0.153700053691864, 0.15545737743377686, 0.1501038372516632]}, {"step": 3900, "epoch": 8, "train_loss": 0.00705876387655735, "cos_r_negg": [0.3544132113456726, 0.38332614302635193, 0.38255056738853455, 0.35264450311660767, 0.36792755126953125, 0.3882524371147156, 0.3837933838367462], "cos_apical_negg": [0.3544132113456726, 0.38332614302635193, 0.38255056738853455, 0.35264450311660767, 0.36792755126953125, 0.3882524371147156, 0.3837933838367462], "cos_Ac_negg": [0.3544132113456726, 0.38332614302635193, 0.38255056738853455, 0.35264450311660767, 0.36792755126953125, 0.3882524371147156, 0.3837933838367462], "r_norm": [0.14700688421726227, 0.1518901288509369, 0.14774981141090393, 0.1465984433889389, 0.14815296232700348, 0.1504194140434265, 0.14503532648086548]}, {"step": 3950, "epoch": 8, "train_loss": 0.0011369233252480626, "cos_r_negg": [0.3482314944267273, 0.37454819679260254, 0.3745037913322449, 0.3460400700569153, 0.36715638637542725, 0.38731056451797485, 0.38906848430633545], "cos_apical_negg": [0.3482314944267273, 0.37454819679260254, 0.3745037913322449, 0.3460400700569153, 0.36715638637542725, 0.38731056451797485, 0.38906848430633545], "cos_Ac_negg": [0.3482314944267273, 0.37454819679260254, 0.3745037913322449, 0.3460400700569153, 0.36715638637542725, 0.38731056451797485, 0.38906848430633545], "r_norm": [0.1621900200843811, 0.167075514793396, 0.16254818439483643, 0.1618112027645111, 0.16299055516719818, 0.1658562570810318, 0.1599074900150299]}, {"step": 4000, "epoch": 8, "train_loss": 0.0033151358366012573, "cos_r_negg": [0.32582464814186096, 0.35634925961494446, 0.3559058904647827, 0.32648468017578125, 0.3456747233867645, 0.36476367712020874, 0.36530399322509766], "cos_apical_negg": [0.32582464814186096, 0.35634925961494446, 0.3559058904647827, 0.32648468017578125, 0.3456747233867645, 0.36476367712020874, 0.36530399322509766], "cos_Ac_negg": [0.32582464814186096, 0.35634925961494446, 0.3559058904647827, 0.32648468017578125, 0.3456747233867645, 0.36476367712020874, 0.36530399322509766], "r_norm": [0.1906002014875412, 0.1957082450389862, 0.1902601420879364, 0.1902945637702942, 0.1915275752544403, 0.19361165165901184, 0.18768078088760376], "ldr": {"dL_sdil": -0.005577057600021362, "dL_bp": -0.009602770209312439, "ratio": 0.5807759092905214}}, {"step": 4050, "epoch": 8, "train_loss": 0.0047350553795695305, "cos_r_negg": [0.3398763835430145, 0.3664311170578003, 0.3618307113647461, 0.3304062783718109, 0.34623807668685913, 0.36250749230384827, 0.36150237917900085], "cos_apical_negg": [0.3398763835430145, 0.3664311170578003, 0.3618307113647461, 0.3304062783718109, 0.34623807668685913, 0.36250749230384827, 0.36150237917900085], "cos_Ac_negg": [0.3398763835430145, 0.3664311170578003, 0.3618307113647461, 0.3304062783718109, 0.34623807668685913, 0.36250749230384827, 0.36150237917900085], "r_norm": [0.18267497420310974, 0.18827974796295166, 0.18293771147727966, 0.18360890448093414, 0.18360555171966553, 0.18654069304466248, 0.1800331473350525]}, {"step": 4100, "epoch": 8, "train_loss": 0.08942051976919174, "cos_r_negg": [0.3251287341117859, 0.35493823885917664, 0.3568592071533203, 0.3303237557411194, 0.34542298316955566, 0.36391231417655945, 0.36175939440727234], "cos_apical_negg": [0.3251287341117859, 0.35493823885917664, 0.3568592071533203, 0.3303237557411194, 0.34542298316955566, 0.36391231417655945, 0.36175939440727234], "cos_Ac_negg": [0.3251287341117859, 0.35493823885917664, 0.3568592071533203, 0.3303237557411194, 0.34542298316955566, 0.36391231417655945, 0.36175939440727234], "r_norm": [0.17586781084537506, 0.180754154920578, 0.17588141560554504, 0.17551976442337036, 0.1772369146347046, 0.17903612554073334, 0.173088937997818]}, {"step": 4150, "epoch": 8, "train_loss": 0.0009134930442087352, "cos_r_negg": [0.3374115228652954, 0.36367112398147583, 0.3640289902687073, 0.3301638066768646, 0.344960480928421, 0.36342930793762207, 0.36848270893096924], "cos_apical_negg": [0.3374115228652954, 0.36367112398147583, 0.3640289902687073, 0.3301638066768646, 0.344960480928421, 0.36342930793762207, 0.36848270893096924], "cos_Ac_negg": [0.3374115228652954, 0.36367112398147583, 0.3640289902687073, 0.3301638066768646, 0.344960480928421, 0.36342930793762207, 0.36848270893096924], "r_norm": [0.17003586888313293, 0.17347730696201324, 0.16838929057121277, 0.16892306506633759, 0.1695481389760971, 0.1723642647266388, 0.1665702760219574]}, {"step": 4200, "epoch": 8, "train_loss": 0.0056912838481366634, "cos_r_negg": [0.3460339903831482, 0.3760374188423157, 0.37914085388183594, 0.34933191537857056, 0.3602939546108246, 0.38193488121032715, 0.38568317890167236], "cos_apical_negg": [0.3460339903831482, 0.3760374188423157, 0.37914085388183594, 0.34933191537857056, 0.3602939546108246, 0.38193488121032715, 0.38568317890167236], "cos_Ac_negg": [0.3460339903831482, 0.3760374188423157, 0.37914085388183594, 0.34933191537857056, 0.3602939546108246, 0.38193488121032715, 0.38568317890167236], "r_norm": [0.18674921989440918, 0.19021055102348328, 0.185824453830719, 0.18591248989105225, 0.18715760111808777, 0.18857067823410034, 0.1830504685640335]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9687, "test_loss": 0.13941997003555298}, {"step": 4250, "epoch": 9, "train_loss": 0.00490874657407403, "cos_r_negg": [0.33308306336402893, 0.3630174696445465, 0.36345386505126953, 0.33522653579711914, 0.3466205596923828, 0.3638288974761963, 0.3742101490497589], "cos_apical_negg": [0.33308306336402893, 0.3630174696445465, 0.36345386505126953, 0.33522653579711914, 0.3466205596923828, 0.3638288974761963, 0.3742101490497589], "cos_Ac_negg": [0.33308306336402893, 0.3630174696445465, 0.36345386505126953, 0.33522653579711914, 0.3466205596923828, 0.3638288974761963, 0.3742101490497589], "r_norm": [0.1771380603313446, 0.1813858449459076, 0.17607146501541138, 0.1760006844997406, 0.17819702625274658, 0.1809951364994049, 0.17386652529239655], "ldr": {"dL_sdil": -0.005501002073287964, "dL_bp": -0.01068219542503357, "ratio": 0.5149692412850307}}, {"step": 4300, "epoch": 9, "train_loss": 0.00395730696618557, "cos_r_negg": [0.31564950942993164, 0.3475969433784485, 0.34526389837265015, 0.3209269344806671, 0.33420732617378235, 0.35222968459129333, 0.36239081621170044], "cos_apical_negg": [0.31564950942993164, 0.3475969433784485, 0.34526389837265015, 0.3209269344806671, 0.33420732617378235, 0.35222968459129333, 0.36239081621170044], "cos_Ac_negg": [0.31564950942993164, 0.3475969433784485, 0.34526389837265015, 0.3209269344806671, 0.33420732617378235, 0.35222968459129333, 0.36239081621170044], "r_norm": [0.17986902594566345, 0.1853485405445099, 0.18042385578155518, 0.17946545779705048, 0.18159790337085724, 0.1835310161113739, 0.1777724027633667]}, {"step": 4350, "epoch": 9, "train_loss": 0.001749139977619052, "cos_r_negg": [0.30938518047332764, 0.33728277683258057, 0.33359742164611816, 0.3073604106903076, 0.3223944902420044, 0.3394070863723755, 0.3441649377346039], "cos_apical_negg": [0.30938518047332764, 0.33728277683258057, 0.33359742164611816, 0.3073604106903076, 0.3223944902420044, 0.3394070863723755, 0.3441649377346039], "cos_Ac_negg": [0.30938518047332764, 0.33728277683258057, 0.33359742164611816, 0.3073604106903076, 0.3223944902420044, 0.3394070863723755, 0.3441649377346039], "r_norm": [0.18134701251983643, 0.18780635297298431, 0.18236836791038513, 0.18152444064617157, 0.1831582486629486, 0.18596996366977692, 0.17984873056411743]}, {"step": 4400, "epoch": 9, "train_loss": 0.010695520788431168, "cos_r_negg": [0.2958744764328003, 0.3230522871017456, 0.3171190917491913, 0.2905083894729614, 0.3030405342578888, 0.31794100999832153, 0.32222694158554077], "cos_apical_negg": [0.2958744764328003, 0.3230522871017456, 0.3171190917491913, 0.2905083894729614, 0.3030405342578888, 0.31794100999832153, 0.32222694158554077], "cos_Ac_negg": [0.2958744764328003, 0.3230522871017456, 0.3171190917491913, 0.2905083894729614, 0.3030405342578888, 0.31794100999832153, 0.32222694158554077], "r_norm": [0.1696854829788208, 0.1763400286436081, 0.17122775316238403, 0.1703319549560547, 0.17197008430957794, 0.17550884187221527, 0.16803854703903198]}, {"step": 4450, "epoch": 9, "train_loss": 0.0017615359975025058, "cos_r_negg": [0.2826361060142517, 0.3129972815513611, 0.30546924471855164, 0.27908700704574585, 0.29169392585754395, 0.3039056956768036, 0.31000781059265137], "cos_apical_negg": [0.2826361060142517, 0.3129972815513611, 0.30546924471855164, 0.27908700704574585, 0.29169392585754395, 0.3039056956768036, 0.31000781059265137], "cos_Ac_negg": [0.2826361060142517, 0.3129972815513611, 0.30546924471855164, 0.27908700704574585, 0.29169392585754395, 0.3039056956768036, 0.31000781059265137], "r_norm": [0.17592753469944, 0.18191765248775482, 0.17650948464870453, 0.1760770082473755, 0.17797356843948364, 0.1808551549911499, 0.17395931482315063]}, {"step": 4500, "epoch": 9, "train_loss": 0.0017703702906146646, "cos_r_negg": [0.2855960726737976, 0.3137083947658539, 0.3070240020751953, 0.28077763319015503, 0.29337772727012634, 0.30865707993507385, 0.3093484044075012], "cos_apical_negg": [0.2855960726737976, 0.3137083947658539, 0.3070240020751953, 0.28077763319015503, 0.29337772727012634, 0.30865707993507385, 0.3093484044075012], "cos_Ac_negg": [0.2855960726737976, 0.3137083947658539, 0.3070240020751953, 0.28077763319015503, 0.29337772727012634, 0.30865707993507385, 0.3093484044075012], "r_norm": [0.17137651145458221, 0.17702604830265045, 0.17188185453414917, 0.17243117094039917, 0.1728174388408661, 0.1748090386390686, 0.16911515593528748], "ldr": {"dL_sdil": -0.006391391158103943, "dL_bp": -0.012815497815608978, "ratio": 0.49872359623200724}}, {"step": 4550, "epoch": 9, "train_loss": 0.007664465345442295, "cos_r_negg": [0.2767931818962097, 0.309292733669281, 0.30257028341293335, 0.27847933769226074, 0.28665533661842346, 0.30227506160736084, 0.3051312565803528], "cos_apical_negg": [0.2767931818962097, 0.309292733669281, 0.30257028341293335, 0.27847933769226074, 0.28665533661842346, 0.30227506160736084, 0.3051312565803528], "cos_Ac_negg": [0.2767931818962097, 0.309292733669281, 0.30257028341293335, 0.27847933769226074, 0.28665533661842346, 0.30227506160736084, 0.3051312565803528], "r_norm": [0.17167021334171295, 0.17563210427761078, 0.1703752726316452, 0.17014701664447784, 0.17207521200180054, 0.17497096955776215, 0.1681554615497589]}, {"step": 4600, "epoch": 9, "train_loss": 0.05781872943043709, "cos_r_negg": [0.27831071615219116, 0.3043597340583801, 0.2971164286136627, 0.27229082584381104, 0.2821710705757141, 0.29624295234680176, 0.30010557174682617], "cos_apical_negg": [0.27831071615219116, 0.3043597340583801, 0.2971164286136627, 0.27229082584381104, 0.2821710705757141, 0.29624295234680176, 0.30010557174682617], "cos_Ac_negg": [0.27831071615219116, 0.3043597340583801, 0.2971164286136627, 0.27229082584381104, 0.2821710705757141, 0.29624295234680176, 0.30010557174682617], "r_norm": [0.1917087882757187, 0.19594120979309082, 0.1900959014892578, 0.19116653501987457, 0.1926685869693756, 0.19504514336585999, 0.18730691075325012]}, {"step": 4650, "epoch": 9, "train_loss": 0.0037303874269127846, "cos_r_negg": [0.26877909898757935, 0.2934567928314209, 0.2904713451862335, 0.2673708200454712, 0.2764459252357483, 0.28939497470855713, 0.2908802926540375], "cos_apical_negg": [0.26877909898757935, 0.2934567928314209, 0.2904713451862335, 0.2673708200454712, 0.2764459252357483, 0.28939497470855713, 0.2908802926540375], "cos_Ac_negg": [0.26877909898757935, 0.2934567928314209, 0.2904713451862335, 0.2673708200454712, 0.2764459252357483, 0.28939497470855713, 0.2908802926540375], "r_norm": [0.17996171116828918, 0.18371205031871796, 0.17817002534866333, 0.17877967655658722, 0.17991341650485992, 0.18239668011665344, 0.17652545869350433]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9693, "test_loss": 0.15050644779205322}, {"step": 4700, "epoch": 10, "train_loss": 0.004221864975988865, "cos_r_negg": [0.24725711345672607, 0.27948713302612305, 0.2737259864807129, 0.2520561218261719, 0.2584649324417114, 0.2691701054573059, 0.2695460617542267], "cos_apical_negg": [0.24725711345672607, 0.27948713302612305, 0.2737259864807129, 0.2520561218261719, 0.2584649324417114, 0.2691701054573059, 0.2695460617542267], "cos_Ac_negg": [0.24725711345672607, 0.27948713302612305, 0.2737259864807129, 0.2520561218261719, 0.2584649324417114, 0.2691701054573059, 0.2695460617542267], "r_norm": [0.19379036128520966, 0.1978258490562439, 0.19285660982131958, 0.1930922567844391, 0.19487297534942627, 0.19601814448833466, 0.19046640396118164]}, {"step": 4750, "epoch": 10, "train_loss": 0.0021853281650692225, "cos_r_negg": [0.24673610925674438, 0.2814289331436157, 0.2742331027984619, 0.25042250752449036, 0.2577633559703827, 0.2665107250213623, 0.2691419720649719], "cos_apical_negg": [0.24673610925674438, 0.2814289331436157, 0.2742331027984619, 0.25042250752449036, 0.2577633559703827, 0.2665107250213623, 0.2691419720649719], "cos_Ac_negg": [0.24673610925674438, 0.2814289331436157, 0.2742331027984619, 0.25042250752449036, 0.2577633559703827, 0.2665107250213623, 0.2691419720649719], "r_norm": [0.16249719262123108, 0.16641156375408173, 0.16103878617286682, 0.16093631088733673, 0.1628202199935913, 0.16565226018428802, 0.1590123325586319], "ldr": {"dL_sdil": -0.00486341118812561, "dL_bp": -0.008129402995109558, "ratio": 0.5982494890524328}}, {"step": 4800, "epoch": 10, "train_loss": 0.01393247302621603, "cos_r_negg": [0.2376074194908142, 0.2702986001968384, 0.26270073652267456, 0.23966756463050842, 0.24555981159210205, 0.2524856925010681, 0.25931352376937866], "cos_apical_negg": [0.2376074194908142, 0.2702986001968384, 0.26270073652267456, 0.23966756463050842, 0.24555981159210205, 0.2524856925010681, 0.25931352376937866], "cos_Ac_negg": [0.2376074194908142, 0.2702986001968384, 0.26270073652267456, 0.23966756463050842, 0.24555981159210205, 0.2524856925010681, 0.25931352376937866], "r_norm": [0.15128059685230255, 0.15542367100715637, 0.1511063277721405, 0.1505020409822464, 0.15212702751159668, 0.154288649559021, 0.14835159480571747]}, {"step": 4850, "epoch": 10, "train_loss": 0.007619939744472504, "cos_r_negg": [0.2402738332748413, 0.2727145552635193, 0.26478311419487, 0.24379457533359528, 0.2506867051124573, 0.25847944617271423, 0.26274269819259644], "cos_apical_negg": [0.2402738332748413, 0.2727145552635193, 0.26478311419487, 0.24379457533359528, 0.2506867051124573, 0.25847944617271423, 0.26274269819259644], "cos_Ac_negg": [0.2402738332748413, 0.2727145552635193, 0.26478311419487, 0.24379457533359528, 0.2506867051124573, 0.25847944617271423, 0.26274269819259644], "r_norm": [0.17496636509895325, 0.1815771460533142, 0.1761842966079712, 0.17605404555797577, 0.1776539385318756, 0.17990408837795258, 0.17282719910144806]}, {"step": 4900, "epoch": 10, "train_loss": 0.002497992478311062, "cos_r_negg": [0.23593959212303162, 0.26670166850090027, 0.2591492831707001, 0.23702901601791382, 0.24289415776729584, 0.25109681487083435, 0.25574952363967896], "cos_apical_negg": [0.23593959212303162, 0.26670166850090027, 0.2591492831707001, 0.23702901601791382, 0.24289415776729584, 0.25109681487083435, 0.25574952363967896], "cos_Ac_negg": [0.23593959212303162, 0.26670166850090027, 0.2591492831707001, 0.23702901601791382, 0.24289415776729584, 0.25109681487083435, 0.25574952363967896], "r_norm": [0.16918693482875824, 0.17271369695663452, 0.1682896614074707, 0.1688232421875, 0.17027965188026428, 0.17160767316818237, 0.16509930789470673]}, {"step": 4950, "epoch": 10, "train_loss": 0.005561728496104479, "cos_r_negg": [0.2375979870557785, 0.2702169418334961, 0.26343274116516113, 0.23947489261627197, 0.24813415110111237, 0.2575324475765228, 0.26298296451568604], "cos_apical_negg": [0.2375979870557785, 0.2702169418334961, 0.26343274116516113, 0.23947489261627197, 0.24813415110111237, 0.2575324475765228, 0.26298296451568604], "cos_Ac_negg": [0.2375979870557785, 0.2702169418334961, 0.26343274116516113, 0.23947489261627197, 0.24813415110111237, 0.2575324475765228, 0.26298296451568604], "r_norm": [0.17821475863456726, 0.18097448348999023, 0.17573878169059753, 0.17674320936203003, 0.1781858205795288, 0.18009397387504578, 0.17305698990821838]}, {"step": 5000, "epoch": 10, "train_loss": 0.0021586145740002394, "cos_r_negg": [0.2158236801624298, 0.2476746141910553, 0.24005283415317535, 0.21717770397663116, 0.2231927365064621, 0.22879686951637268, 0.23328447341918945], "cos_apical_negg": [0.2158236801624298, 0.2476746141910553, 0.24005283415317535, 0.21717770397663116, 0.2231927365064621, 0.22879686951637268, 0.23328447341918945], "cos_Ac_negg": [0.2158236801624298, 0.2476746141910553, 0.24005283415317535, 0.21717770397663116, 0.2231927365064621, 0.22879686951637268, 0.23328447341918945], "r_norm": [0.18674275279045105, 0.1897188127040863, 0.18436750769615173, 0.1849830448627472, 0.18650822341442108, 0.18859942257404327, 0.18179106712341309], "ldr": {"dL_sdil": -0.006709307432174683, "dL_bp": -0.013220399618148804, "ratio": 0.5074965678771334}}, {"step": 5050, "epoch": 10, "train_loss": 0.014221220277249813, "cos_r_negg": [0.21651822328567505, 0.24715609848499298, 0.23750177025794983, 0.21507637202739716, 0.2219148576259613, 0.22471372783184052, 0.22978612780570984], "cos_apical_negg": [0.21651822328567505, 0.24715609848499298, 0.23750177025794983, 0.21507637202739716, 0.2219148576259613, 0.22471372783184052, 0.22978612780570984], "cos_Ac_negg": [0.21651822328567505, 0.24715609848499298, 0.23750177025794983, 0.21507637202739716, 0.2219148576259613, 0.22471372783184052, 0.22978612780570984], "r_norm": [0.19521531462669373, 0.19989515841007233, 0.1940545290708542, 0.19545087218284607, 0.19559021294116974, 0.19853004813194275, 0.1916959285736084]}, {"step": 5100, "epoch": 10, "train_loss": 0.0035047142300754786, "cos_r_negg": [0.21011382341384888, 0.23797020316123962, 0.2310304045677185, 0.21268588304519653, 0.21866831183433533, 0.2255256474018097, 0.22952896356582642], "cos_apical_negg": [0.21011382341384888, 0.23797020316123962, 0.2310304045677185, 0.21268588304519653, 0.21866831183433533, 0.2255256474018097, 0.22952896356582642], "cos_Ac_negg": [0.21011382341384888, 0.23797020316123962, 0.2310304045677185, 0.21268588304519653, 0.21866831183433533, 0.2255256474018097, 0.22952896356582642], "r_norm": [0.18938025832176208, 0.19457828998565674, 0.1888103485107422, 0.18984529376029968, 0.19041557610034943, 0.19356738030910492, 0.18615952134132385]}, {"step": 5150, "epoch": 10, "train_loss": 0.0028753187507390976, "cos_r_negg": [0.20126283168792725, 0.22948117554187775, 0.2221687287092209, 0.20446887612342834, 0.20687465369701385, 0.20905907452106476, 0.212582528591156], "cos_apical_negg": [0.20126283168792725, 0.22948117554187775, 0.2221687287092209, 0.20446887612342834, 0.20687465369701385, 0.20905907452106476, 0.212582528591156], "cos_Ac_negg": [0.20126283168792725, 0.22948117554187775, 0.2221687287092209, 0.20446887612342834, 0.20687465369701385, 0.20905907452106476, 0.212582528591156], "r_norm": [0.1531309187412262, 0.1564502865076065, 0.1512635350227356, 0.15171444416046143, 0.15256689488887787, 0.15592455863952637, 0.14966672658920288]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9693, "test_loss": 0.15462403964996338}, {"step": 5200, "epoch": 11, "train_loss": 0.0021967727225273848, "cos_r_negg": [0.18940746784210205, 0.2170044481754303, 0.20873025059700012, 0.1912403106689453, 0.19389037787914276, 0.195978581905365, 0.19895175099372864], "cos_apical_negg": [0.18940746784210205, 0.2170044481754303, 0.20873025059700012, 0.1912403106689453, 0.19389037787914276, 0.195978581905365, 0.19895175099372864], "cos_Ac_negg": [0.18940746784210205, 0.2170044481754303, 0.20873025059700012, 0.1912403106689453, 0.19389037787914276, 0.195978581905365, 0.19895175099372864], "r_norm": [0.1649591624736786, 0.1692880541086197, 0.16377601027488708, 0.16416683793067932, 0.16494041681289673, 0.168416365981102, 0.16174177825450897]}, {"step": 5250, "epoch": 11, "train_loss": 0.003815296571701765, "cos_r_negg": [0.1898120641708374, 0.21700845658779144, 0.20827825367450714, 0.19053077697753906, 0.1929454356431961, 0.1942724883556366, 0.19690941274166107], "cos_apical_negg": [0.1898120641708374, 0.21700845658779144, 0.20827825367450714, 0.19053077697753906, 0.1929454356431961, 0.1942724883556366, 0.19690941274166107], "cos_Ac_negg": [0.1898120641708374, 0.21700845658779144, 0.20827825367450714, 0.19053077697753906, 0.1929454356431961, 0.1942724883556366, 0.19690941274166107], "r_norm": [0.16380982100963593, 0.16802047193050385, 0.1627546101808548, 0.1630011945962906, 0.16374683380126953, 0.166949063539505, 0.1607181429862976], "ldr": {"dL_sdil": -0.005493387579917908, "dL_bp": -0.010664120316505432, "ratio": 0.5151280571558722}}, {"step": 5300, "epoch": 11, "train_loss": 0.0012631253339350224, "cos_r_negg": [0.18827179074287415, 0.21472086012363434, 0.20670083165168762, 0.19086237251758575, 0.19476738572120667, 0.19943034648895264, 0.2019515186548233], "cos_apical_negg": [0.18827179074287415, 0.21472086012363434, 0.20670083165168762, 0.19086237251758575, 0.19476738572120667, 0.19943034648895264, 0.2019515186548233], "cos_Ac_negg": [0.18827179074287415, 0.21472086012363434, 0.20670083165168762, 0.19086237251758575, 0.19476738572120667, 0.19943034648895264, 0.2019515186548233], "r_norm": [0.16192664206027985, 0.16636285185813904, 0.16113142669200897, 0.16196870803833008, 0.16259926557540894, 0.1652761548757553, 0.15821103751659393]}, {"step": 5350, "epoch": 11, "train_loss": 0.0033745220862329006, "cos_r_negg": [0.1865517795085907, 0.21248158812522888, 0.20516516268253326, 0.18651914596557617, 0.19045865535736084, 0.19255399703979492, 0.19506396353244781], "cos_apical_negg": [0.1865517795085907, 0.21248158812522888, 0.20516516268253326, 0.18651914596557617, 0.19045865535736084, 0.19255399703979492, 0.19506396353244781], "cos_Ac_negg": [0.1865517795085907, 0.21248158812522888, 0.20516516268253326, 0.18651914596557617, 0.19045865535736084, 0.19255399703979492, 0.19506396353244781], "r_norm": [0.18799349665641785, 0.19242265820503235, 0.18710817396640778, 0.1881473958492279, 0.1892116665840149, 0.19118407368659973, 0.18405377864837646]}, {"step": 5400, "epoch": 11, "train_loss": 0.0011944014113396406, "cos_r_negg": [0.19040600955486298, 0.21528315544128418, 0.20783022046089172, 0.18818414211273193, 0.19056791067123413, 0.1912391483783722, 0.1960035264492035], "cos_apical_negg": [0.19040600955486298, 0.21528315544128418, 0.20783022046089172, 0.18818414211273193, 0.19056791067123413, 0.1912391483783722, 0.1960035264492035], "cos_Ac_negg": [0.19040600955486298, 0.21528315544128418, 0.20783022046089172, 0.18818414211273193, 0.19056791067123413, 0.1912391483783722, 0.1960035264492035], "r_norm": [0.16431333124637604, 0.16842879354953766, 0.1632443070411682, 0.16335289180278778, 0.16446897387504578, 0.16763296723365784, 0.16127538681030273]}, {"step": 5450, "epoch": 11, "train_loss": 0.0009397564572282135, "cos_r_negg": [0.17665596306324005, 0.20044949650764465, 0.19183167815208435, 0.1739073097705841, 0.17689216136932373, 0.17815256118774414, 0.18242204189300537], "cos_apical_negg": [0.17665596306324005, 0.20044949650764465, 0.19183167815208435, 0.1739073097705841, 0.17689216136932373, 0.17815256118774414, 0.18242204189300537], "cos_Ac_negg": [0.17665596306324005, 0.20044949650764465, 0.19183167815208435, 0.1739073097705841, 0.17689216136932373, 0.17815256118774414, 0.18242204189300537], "r_norm": [0.16081351041793823, 0.16552388668060303, 0.160600945353508, 0.16090567409992218, 0.16158044338226318, 0.1641690582036972, 0.15770259499549866]}, {"step": 5500, "epoch": 11, "train_loss": 0.0028465231880545616, "cos_r_negg": [0.17427712678909302, 0.1988637000322342, 0.1921064704656601, 0.17504116892814636, 0.1770102083683014, 0.17694717645645142, 0.17973992228507996], "cos_apical_negg": [0.17427712678909302, 0.1988637000322342, 0.1921064704656601, 0.17504116892814636, 0.1770102083683014, 0.17694717645645142, 0.17973992228507996], "cos_Ac_negg": [0.17427712678909302, 0.1988637000322342, 0.1921064704656601, 0.17504116892814636, 0.1770102083683014, 0.17694717645645142, 0.17973992228507996], "r_norm": [0.15106606483459473, 0.1555110514163971, 0.15078043937683105, 0.1507321000099182, 0.15207567811012268, 0.1547691822052002, 0.14796999096870422], "ldr": {"dL_sdil": -0.005162030458450317, "dL_bp": -0.010178744792938232, "ratio": 0.5071382143338155}}, {"step": 5550, "epoch": 11, "train_loss": 0.011574780568480492, "cos_r_negg": [0.179719477891922, 0.20376232266426086, 0.19560547173023224, 0.17915977537631989, 0.18210360407829285, 0.1830209344625473, 0.18678680062294006], "cos_apical_negg": [0.179719477891922, 0.20376232266426086, 0.19560547173023224, 0.17915977537631989, 0.18210360407829285, 0.1830209344625473, 0.18678680062294006], "cos_Ac_negg": [0.179719477891922, 0.20376232266426086, 0.19560547173023224, 0.17915977537631989, 0.18210360407829285, 0.1830209344625473, 0.18678680062294006], "r_norm": [0.1493331491947174, 0.1535302996635437, 0.1489490568637848, 0.148957297205925, 0.15022742748260498, 0.15278448164463043, 0.1461908519268036]}, {"step": 5600, "epoch": 11, "train_loss": 0.0015508136712014675, "cos_r_negg": [0.17514120042324066, 0.2009814828634262, 0.1939319670200348, 0.178594708442688, 0.18097391724586487, 0.18334349989891052, 0.18531551957130432], "cos_apical_negg": [0.17514120042324066, 0.2009814828634262, 0.1939319670200348, 0.178594708442688, 0.18097391724586487, 0.18334349989891052, 0.18531551957130432], "cos_Ac_negg": [0.17514120042324066, 0.2009814828634262, 0.1939319670200348, 0.178594708442688, 0.18097391724586487, 0.18334349989891052, 0.18531551957130432], "r_norm": [0.15047107636928558, 0.15489572286605835, 0.15057700872421265, 0.15068739652633667, 0.1517515927553177, 0.15386809408664703, 0.1472403109073639]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9705, "test_loss": 0.1594464207649231}, {"step": 5650, "epoch": 12, "train_loss": 0.0016430834075435996, "cos_r_negg": [0.17910070717334747, 0.2025737166404724, 0.1955527663230896, 0.17843252420425415, 0.18189676105976105, 0.1838739961385727, 0.18487298488616943], "cos_apical_negg": [0.17910070717334747, 0.2025737166404724, 0.1955527663230896, 0.17843252420425415, 0.18189676105976105, 0.1838739961385727, 0.18487298488616943], "cos_Ac_negg": [0.17910070717334747, 0.2025737166404724, 0.1955527663230896, 0.17843252420425415, 0.18189676105976105, 0.1838739961385727, 0.18487298488616943], "r_norm": [0.1565907597541809, 0.16102275252342224, 0.15654778480529785, 0.15625590085983276, 0.1580580621957779, 0.15996357798576355, 0.15335427224636078]}, {"step": 5700, "epoch": 12, "train_loss": 0.0027214628644287586, "cos_r_negg": [0.1648649424314499, 0.18675296008586884, 0.17960090935230255, 0.16340582072734833, 0.166927769780159, 0.16719378530979156, 0.16910667717456818], "cos_apical_negg": [0.1648649424314499, 0.18675296008586884, 0.17960090935230255, 0.16340582072734833, 0.166927769780159, 0.16719378530979156, 0.16910667717456818], "cos_Ac_negg": [0.1648649424314499, 0.18675296008586884, 0.17960090935230255, 0.16340582072734833, 0.166927769780159, 0.16719378530979156, 0.16910667717456818], "r_norm": [0.15641218423843384, 0.16077227890491486, 0.1562153697013855, 0.1557241678237915, 0.15747994184494019, 0.1599407196044922, 0.1534770131111145]}, {"step": 5750, "epoch": 12, "train_loss": 0.0002583228051662445, "cos_r_negg": [0.16714638471603394, 0.18925045430660248, 0.1836850345134735, 0.16812264919281006, 0.17051920294761658, 0.17096956074237823, 0.1725178211927414], "cos_apical_negg": [0.16714638471603394, 0.18925045430660248, 0.1836850345134735, 0.16812264919281006, 0.17051920294761658, 0.17096956074237823, 0.1725178211927414], "cos_Ac_negg": [0.16714638471603394, 0.18925045430660248, 0.1836850345134735, 0.16812264919281006, 0.17051920294761658, 0.17096956074237823, 0.1725178211927414], "r_norm": [0.15373076498508453, 0.15769167244434357, 0.15304657816886902, 0.15258458256721497, 0.1545148640871048, 0.15744319558143616, 0.1505890041589737], "ldr": {"dL_sdil": -0.004753768444061279, "dL_bp": -0.008603677153587341, "ratio": 0.5525275250570245}}, {"step": 5800, "epoch": 12, "train_loss": 0.0006920178420841694, "cos_r_negg": [0.17132997512817383, 0.19438639283180237, 0.18847230076789856, 0.17268450558185577, 0.17493760585784912, 0.1746569126844406, 0.17700809240341187], "cos_apical_negg": [0.17132997512817383, 0.19438639283180237, 0.18847230076789856, 0.17268450558185577, 0.17493760585784912, 0.1746569126844406, 0.17700809240341187], "cos_Ac_negg": [0.17132997512817383, 0.19438639283180237, 0.18847230076789856, 0.17268450558185577, 0.17493760585784912, 0.1746569126844406, 0.17700809240341187], "r_norm": [0.15727238357067108, 0.16004154086112976, 0.1551283299922943, 0.1550840139389038, 0.1568073034286499, 0.15963032841682434, 0.1534922569990158]}, {"step": 5850, "epoch": 12, "train_loss": 0.0012551038525998592, "cos_r_negg": [0.16194084286689758, 0.18372684717178345, 0.17694848775863647, 0.16248054802417755, 0.1651899367570877, 0.16588282585144043, 0.16678276658058167], "cos_apical_negg": [0.16194084286689758, 0.18372684717178345, 0.17694848775863647, 0.16248054802417755, 0.1651899367570877, 0.16588282585144043, 0.16678276658058167], "cos_Ac_negg": [0.16194084286689758, 0.18372684717178345, 0.17694848775863647, 0.16248054802417755, 0.1651899367570877, 0.16588282585144043, 0.16678276658058167], "r_norm": [0.16123858094215393, 0.16557006537914276, 0.16091695427894592, 0.16051363945007324, 0.1623554825782776, 0.16467317938804626, 0.1581651270389557]}, {"step": 5900, "epoch": 12, "train_loss": 0.0009403784642927349, "cos_r_negg": [0.15659010410308838, 0.17910900712013245, 0.17190712690353394, 0.1576395332813263, 0.16008614003658295, 0.1608021855354309, 0.16215893626213074], "cos_apical_negg": [0.15659010410308838, 0.17910900712013245, 0.17190712690353394, 0.1576395332813263, 0.16008614003658295, 0.1608021855354309, 0.16215893626213074], "cos_Ac_negg": [0.15659010410308838, 0.17910900712013245, 0.17190712690353394, 0.1576395332813263, 0.16008614003658295, 0.1608021855354309, 0.16215893626213074], "r_norm": [0.16845804452896118, 0.1731451451778412, 0.16801360249519348, 0.16813087463378906, 0.16977161169052124, 0.1723904311656952, 0.16501092910766602]}, {"step": 5950, "epoch": 12, "train_loss": 0.003143897047266364, "cos_r_negg": [0.15426912903785706, 0.17487141489982605, 0.16837841272354126, 0.15391132235527039, 0.15685385465621948, 0.15655909478664398, 0.15892192721366882], "cos_apical_negg": [0.15426912903785706, 0.17487141489982605, 0.16837841272354126, 0.15391132235527039, 0.15685385465621948, 0.15655909478664398, 0.15892192721366882], "cos_Ac_negg": [0.15426912903785706, 0.17487141489982605, 0.16837841272354126, 0.15391132235527039, 0.15685385465621948, 0.15655909478664398, 0.15892192721366882], "r_norm": [0.16056004166603088, 0.16421517729759216, 0.15907715260982513, 0.1592676043510437, 0.16049721837043762, 0.1637217402458191, 0.15709403157234192]}, {"step": 6000, "epoch": 12, "train_loss": 0.0023700655438005924, "cos_r_negg": [0.14877104759216309, 0.16840392351150513, 0.16106712818145752, 0.14807014167308807, 0.15211138129234314, 0.15159547328948975, 0.15325619280338287], "cos_apical_negg": [0.14877104759216309, 0.16840392351150513, 0.16106712818145752, 0.14807014167308807, 0.15211138129234314, 0.15159547328948975, 0.15325619280338287], "cos_Ac_negg": [0.14877104759216309, 0.16840392351150513, 0.16106712818145752, 0.14807014167308807, 0.15211138129234314, 0.15159547328948975, 0.15325619280338287], "r_norm": [0.1832047998905182, 0.18821671605110168, 0.18258816003799438, 0.1829359531402588, 0.18431130051612854, 0.18739274144172668, 0.1797628104686737], "ldr": {"dL_sdil": -0.007649615406990051, "dL_bp": -0.017444342374801636, "ratio": 0.43851555092382993}}, {"step": 6050, "epoch": 12, "train_loss": 0.000559586682356894, "cos_r_negg": [0.14506064355373383, 0.16407126188278198, 0.1580294370651245, 0.14501945674419403, 0.14674827456474304, 0.14637693762779236, 0.14776813983917236], "cos_apical_negg": [0.14506064355373383, 0.16407126188278198, 0.1580294370651245, 0.14501945674419403, 0.14674827456474304, 0.14637693762779236, 0.14776813983917236], "cos_Ac_negg": [0.14506064355373383, 0.16407126188278198, 0.1580294370651245, 0.14501945674419403, 0.14674827456474304, 0.14637693762779236, 0.14776813983917236], "r_norm": [0.17175675928592682, 0.17649948596954346, 0.1709197461605072, 0.1708950698375702, 0.17240670323371887, 0.17618328332901, 0.16865235567092896]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9704, "test_loss": 0.1688203324317932}, {"step": 6100, "epoch": 13, "train_loss": 0.0009826726745814085, "cos_r_negg": [0.15044736862182617, 0.16941525042057037, 0.1637352555990219, 0.1499783992767334, 0.15278410911560059, 0.15077728033065796, 0.15316763520240784], "cos_apical_negg": [0.15044736862182617, 0.16941525042057037, 0.1637352555990219, 0.1499783992767334, 0.15278410911560059, 0.15077728033065796, 0.15316763520240784], "cos_Ac_negg": [0.15044736862182617, 0.16941525042057037, 0.1637352555990219, 0.1499783992767334, 0.15278410911560059, 0.15077728033065796, 0.15316763520240784], "r_norm": [0.1672486960887909, 0.17200499773025513, 0.16693980991840363, 0.16699665784835815, 0.1682400107383728, 0.17131850123405457, 0.16418208181858063]}, {"step": 6150, "epoch": 13, "train_loss": 0.004836756736040115, "cos_r_negg": [0.1421385258436203, 0.16182222962379456, 0.15630148351192474, 0.1434803307056427, 0.14529159665107727, 0.14559002220630646, 0.1456756293773651], "cos_apical_negg": [0.1421385258436203, 0.16182222962379456, 0.15630148351192474, 0.1434803307056427, 0.14529159665107727, 0.14559002220630646, 0.1456756293773651], "cos_Ac_negg": [0.1421385258436203, 0.16182222962379456, 0.15630148351192474, 0.1434803307056427, 0.14529159665107727, 0.14559002220630646, 0.1456756293773651], "r_norm": [0.1638374924659729, 0.1689632534980774, 0.16402146220207214, 0.16355720162391663, 0.16528399288654327, 0.1685374528169632, 0.16119486093521118]}, {"step": 6200, "epoch": 13, "train_loss": 0.0007152362959459424, "cos_r_negg": [0.1416574865579605, 0.16108191013336182, 0.1563529372215271, 0.14309419691562653, 0.14502406120300293, 0.1445637047290802, 0.1446213573217392], "cos_apical_negg": [0.1416574865579605, 0.16108191013336182, 0.1563529372215271, 0.14309419691562653, 0.14502406120300293, 0.1445637047290802, 0.1446213573217392], "cos_Ac_negg": [0.1416574865579605, 0.16108191013336182, 0.1563529372215271, 0.14309419691562653, 0.14502406120300293, 0.1445637047290802, 0.1446213573217392], "r_norm": [0.16062521934509277, 0.16560311615467072, 0.16077637672424316, 0.16050025820732117, 0.16217683255672455, 0.16523946821689606, 0.1578410267829895]}, {"step": 6250, "epoch": 13, "train_loss": 0.0005849923472851515, "cos_r_negg": [0.13840103149414062, 0.1581604927778244, 0.15280809998512268, 0.14013507962226868, 0.14122292399406433, 0.14058241248130798, 0.14100612699985504], "cos_apical_negg": [0.13840103149414062, 0.1581604927778244, 0.15280809998512268, 0.14013507962226868, 0.14122292399406433, 0.14058241248130798, 0.14100612699985504], "cos_Ac_negg": [0.13840103149414062, 0.1581604927778244, 0.15280809998512268, 0.14013507962226868, 0.14122292399406433, 0.14058241248130798, 0.14100612699985504], "r_norm": [0.15412931144237518, 0.157968208193779, 0.1531575620174408, 0.15339922904968262, 0.15450789034366608, 0.15763963758945465, 0.15063200891017914], "ldr": {"dL_sdil": -0.005759134888648987, "dL_bp": -0.013230368494987488, "ratio": 0.43529663522455303}}, {"step": 6300, "epoch": 13, "train_loss": 0.0004526442789938301, "cos_r_negg": [0.13801240921020508, 0.1571485698223114, 0.1522420048713684, 0.1393917053937912, 0.14026719331741333, 0.13927002251148224, 0.14035329222679138], "cos_apical_negg": [0.13801240921020508, 0.1571485698223114, 0.1522420048713684, 0.1393917053937912, 0.14026719331741333, 0.13927002251148224, 0.14035329222679138], "cos_Ac_negg": [0.13801240921020508, 0.1571485698223114, 0.1522420048713684, 0.1393917053937912, 0.14026719331741333, 0.13927002251148224, 0.14035329222679138], "r_norm": [0.1527668684720993, 0.15643438696861267, 0.1518058031797409, 0.15188740193843842, 0.153228759765625, 0.15602119266986847, 0.1493281126022339]}, {"step": 6350, "epoch": 13, "train_loss": 0.0021439804695546627, "cos_r_negg": [0.13596627116203308, 0.15441474318504333, 0.14947623014450073, 0.1372511088848114, 0.13918514549732208, 0.13721881806850433, 0.1385583132505417], "cos_apical_negg": [0.13596627116203308, 0.15441474318504333, 0.14947623014450073, 0.1372511088848114, 0.13918514549732208, 0.13721881806850433, 0.1385583132505417], "cos_Ac_negg": [0.13596627116203308, 0.15441474318504333, 0.14947623014450073, 0.1372511088848114, 0.13918514549732208, 0.13721881806850433, 0.1385583132505417], "r_norm": [0.15793725848197937, 0.16241192817687988, 0.15773950517177582, 0.15765437483787537, 0.15894991159439087, 0.16165608167648315, 0.15489329397678375]}, {"step": 6400, "epoch": 13, "train_loss": 0.0009094414999708533, "cos_r_negg": [0.13646668195724487, 0.15532054007053375, 0.14992913603782654, 0.13735882937908173, 0.13887113332748413, 0.13728894293308258, 0.1382223665714264], "cos_apical_negg": [0.13646668195724487, 0.15532054007053375, 0.14992913603782654, 0.13735882937908173, 0.13887113332748413, 0.13728894293308258, 0.1382223665714264], "cos_Ac_negg": [0.13646668195724487, 0.15532054007053375, 0.14992913603782654, 0.13735882937908173, 0.13887113332748413, 0.13728894293308258, 0.1382223665714264], "r_norm": [0.15445607900619507, 0.1583421528339386, 0.1534844934940338, 0.15342380106449127, 0.15477728843688965, 0.1579543650150299, 0.15132322907447815]}, {"step": 6450, "epoch": 13, "train_loss": 0.0014686512295156717, "cos_r_negg": [0.13484252989292145, 0.1528349071741104, 0.14683163166046143, 0.13505160808563232, 0.1369420289993286, 0.13597649335861206, 0.1366175264120102], "cos_apical_negg": [0.13484252989292145, 0.1528349071741104, 0.14683163166046143, 0.13505160808563232, 0.1369420289993286, 0.13597649335861206, 0.1366175264120102], "cos_Ac_negg": [0.13484252989292145, 0.1528349071741104, 0.14683163166046143, 0.13505160808563232, 0.1369420289993286, 0.13597649335861206, 0.1366175264120102], "r_norm": [0.1602494716644287, 0.1645113229751587, 0.1596526950597763, 0.1600082516670227, 0.1612376868724823, 0.16376833617687225, 0.1567797064781189]}, {"step": 6500, "epoch": 13, "train_loss": 0.00029110515606589615, "cos_r_negg": [0.1300514042377472, 0.14728669822216034, 0.14122243225574493, 0.12970978021621704, 0.13100898265838623, 0.13004930317401886, 0.13084286451339722], "cos_apical_negg": [0.1300514042377472, 0.14728669822216034, 0.14122243225574493, 0.12970978021621704, 0.13100898265838623, 0.13004930317401886, 0.13084286451339722], "cos_Ac_negg": [0.1300514042377472, 0.14728669822216034, 0.14122243225574493, 0.12970978021621704, 0.13100898265838623, 0.13004930317401886, 0.13084286451339722], "r_norm": [0.1536693423986435, 0.15791365504264832, 0.15326856076717377, 0.15334771573543549, 0.15451405942440033, 0.15726538002490997, 0.1506040394306183], "ldr": {"dL_sdil": -0.005506008863449097, "dL_bp": -0.01147104799747467, "ratio": 0.4799917901713282}}, {"step": 6550, "epoch": 13, "train_loss": 0.006416844204068184, "cos_r_negg": [0.1268576681613922, 0.1431359201669693, 0.13821935653686523, 0.12601657211780548, 0.12733754515647888, 0.12649135291576385, 0.12769469618797302], "cos_apical_negg": [0.1268576681613922, 0.1431359201669693, 0.13821935653686523, 0.12601657211780548, 0.12733754515647888, 0.12649135291576385, 0.12769469618797302], "cos_Ac_negg": [0.1268576681613922, 0.1431359201669693, 0.13821935653686523, 0.12601657211780548, 0.12733754515647888, 0.12649135291576385, 0.12769469618797302], "r_norm": [0.15437448024749756, 0.15768906474113464, 0.15302535891532898, 0.1530948281288147, 0.15447568893432617, 0.1571332812309265, 0.15079252421855927]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9707, "test_loss": 0.16983030033111574}, {"step": 6600, "epoch": 14, "train_loss": 0.000748953316360712, "cos_r_negg": [0.12683475017547607, 0.14295166730880737, 0.13830001652240753, 0.12642785906791687, 0.12747925519943237, 0.12653076648712158, 0.12788747251033783], "cos_apical_negg": [0.12683475017547607, 0.14295166730880737, 0.13830001652240753, 0.12642785906791687, 0.12747925519943237, 0.12653076648712158, 0.12788747251033783], "cos_Ac_negg": [0.12683475017547607, 0.14295166730880737, 0.13830001652240753, 0.12642785906791687, 0.12747925519943237, 0.12653076648712158, 0.12788747251033783], "r_norm": [0.15480439364910126, 0.15781231224536896, 0.15304726362228394, 0.1533695012331009, 0.1544790416955948, 0.1574927568435669, 0.1509404480457306]}, {"step": 6650, "epoch": 14, "train_loss": 0.001590235624462366, "cos_r_negg": [0.12368258088827133, 0.13957373797893524, 0.13514173030853271, 0.1238517314195633, 0.12475469708442688, 0.12358098477125168, 0.12492887675762177], "cos_apical_negg": [0.12368258088827133, 0.13957373797893524, 0.13514173030853271, 0.1238517314195633, 0.12475469708442688, 0.12358098477125168, 0.12492887675762177], "cos_Ac_negg": [0.12368258088827133, 0.13957373797893524, 0.13514173030853271, 0.1238517314195633, 0.12475469708442688, 0.12358098477125168, 0.12492887675762177], "r_norm": [0.15294542908668518, 0.15618069469928741, 0.15161816775798798, 0.15197397768497467, 0.1528562754392624, 0.15564857423305511, 0.14921188354492188]}, {"step": 6700, "epoch": 14, "train_loss": 0.0018775688949972391, "cos_r_negg": [0.12144477665424347, 0.13709120452404022, 0.132536843419075, 0.12177450954914093, 0.12292928993701935, 0.1218460202217102, 0.12313847243785858], "cos_apical_negg": [0.12144477665424347, 0.13709120452404022, 0.132536843419075, 0.12177450954914093, 0.12292928993701935, 0.1218460202217102, 0.12313847243785858], "cos_Ac_negg": [0.12144477665424347, 0.13709120452404022, 0.132536843419075, 0.12177450954914093, 0.12292928993701935, 0.1218460202217102, 0.12313847243785858], "r_norm": [0.1548013687133789, 0.1588832437992096, 0.15416169166564941, 0.1545639932155609, 0.15545448660850525, 0.15830814838409424, 0.15135756134986877]}, {"step": 6750, "epoch": 14, "train_loss": 0.0008305013179779053, "cos_r_negg": [0.1204940527677536, 0.13583362102508545, 0.1309710294008255, 0.12037649005651474, 0.12127995491027832, 0.1202235147356987, 0.12142722308635712], "cos_apical_negg": [0.1204940527677536, 0.13583362102508545, 0.1309710294008255, 0.12037649005651474, 0.12127995491027832, 0.1202235147356987, 0.12142722308635712], "cos_Ac_negg": [0.1204940527677536, 0.13583362102508545, 0.1309710294008255, 0.12037649005651474, 0.12127995491027832, 0.1202235147356987, 0.12142722308635712], "r_norm": [0.1548662930727005, 0.1591028869152069, 0.15435151755809784, 0.15473249554634094, 0.1555996835231781, 0.15852543711662292, 0.1514958143234253], "ldr": {"dL_sdil": -0.005964905023574829, "dL_bp": -0.014179408550262451, "ratio": 0.420673753946135}}, {"step": 6800, "epoch": 14, "train_loss": 0.0014086668379604816, "cos_r_negg": [0.12265922129154205, 0.13791021704673767, 0.13373705744743347, 0.1230936199426651, 0.12419047951698303, 0.12273182719945908, 0.12369141727685928], "cos_apical_negg": [0.12265922129154205, 0.13791021704673767, 0.13373705744743347, 0.1230936199426651, 0.12419047951698303, 0.12273182719945908, 0.12369141727685928], "cos_Ac_negg": [0.12265922129154205, 0.13791021704673767, 0.13373705744743347, 0.1230936199426651, 0.12419047951698303, 0.12273182719945908, 0.12369141727685928], "r_norm": [0.15168388187885284, 0.15565907955169678, 0.15102839469909668, 0.1514049768447876, 0.15235395729541779, 0.15527942776679993, 0.1482359617948532]}, {"step": 6850, "epoch": 14, "train_loss": 0.00039563915925100446, "cos_r_negg": [0.12333110719919205, 0.13867637515068054, 0.1351887583732605, 0.12490981817245483, 0.12601229548454285, 0.12436181306838989, 0.12559551000595093], "cos_apical_negg": [0.12333110719919205, 0.13867637515068054, 0.1351887583732605, 0.12490981817245483, 0.12601229548454285, 0.12436181306838989, 0.12559551000595093], "cos_Ac_negg": [0.12333110719919205, 0.13867637515068054, 0.1351887583732605, 0.12490981817245483, 0.12601229548454285, 0.12436181306838989, 0.12559551000595093], "r_norm": [0.14980147778987885, 0.15384721755981445, 0.14943599700927734, 0.14983370900154114, 0.15069204568862915, 0.15339134633541107, 0.14630559086799622]}, {"step": 6900, "epoch": 14, "train_loss": 0.0016148688737303019, "cos_r_negg": [0.1191912442445755, 0.13399437069892883, 0.12964670360088348, 0.11977550387382507, 0.12088800966739655, 0.11930454522371292, 0.12020861357450485], "cos_apical_negg": [0.1191912442445755, 0.13399437069892883, 0.12964670360088348, 0.11977550387382507, 0.12088800966739655, 0.11930454522371292, 0.12020861357450485], "cos_Ac_negg": [0.1191912442445755, 0.13399437069892883, 0.12964670360088348, 0.11977550387382507, 0.12088800966739655, 0.11930454522371292, 0.12020861357450485], "r_norm": [0.152754545211792, 0.15730997920036316, 0.1527826488018036, 0.1528765708208084, 0.15405313670635223, 0.1570437252521515, 0.14944271743297577]}, {"step": 6950, "epoch": 14, "train_loss": 0.0007341443561017513, "cos_r_negg": [0.1188087910413742, 0.13251209259033203, 0.12788167595863342, 0.11771895736455917, 0.11892900615930557, 0.11701840162277222, 0.11875594407320023], "cos_apical_negg": [0.1188087910413742, 0.13251209259033203, 0.12788167595863342, 0.11771895736455917, 0.11892900615930557, 0.11701840162277222, 0.11875594407320023], "cos_Ac_negg": [0.1188087910413742, 0.13251209259033203, 0.12788167595863342, 0.11771895736455917, 0.11892900615930557, 0.11701840162277222, 0.11875594407320023], "r_norm": [0.15909075736999512, 0.16376230120658875, 0.1588612198829651, 0.15882867574691772, 0.16043400764465332, 0.16345176100730896, 0.15588247776031494]}, {"step": 7000, "epoch": 14, "train_loss": 0.0006504363846033812, "cos_r_negg": [0.11734171211719513, 0.13112910091876984, 0.12659108638763428, 0.11657223850488663, 0.11808429658412933, 0.11619430780410767, 0.11818619072437286], "cos_apical_negg": [0.11734171211719513, 0.13112910091876984, 0.12659108638763428, 0.11657223850488663, 0.11808429658412933, 0.11619430780410767, 0.11818619072437286], "cos_Ac_negg": [0.11734171211719513, 0.13112910091876984, 0.12659108638763428, 0.11657223850488663, 0.11808429658412933, 0.11619430780410767, 0.11818619072437286], "r_norm": [0.15655699372291565, 0.16117118299007416, 0.15658649802207947, 0.15672899782657623, 0.15777575969696045, 0.16053134202957153, 0.15337896347045898], "ldr": {"dL_sdil": -0.006233319640159607, "dL_bp": -0.014882922172546387, "ratio": 0.41882364013552587}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9708, "test_loss": 0.17719610433578492}, {"step": 7050, "epoch": 15, "train_loss": 0.0003925240598618984, "cos_r_negg": [0.11690270900726318, 0.13125763833522797, 0.12667298316955566, 0.11652908474206924, 0.11774873733520508, 0.11604028940200806, 0.11756882071495056], "cos_apical_negg": [0.11690270900726318, 0.13125763833522797, 0.12667298316955566, 0.11652908474206924, 0.11774873733520508, 0.11604028940200806, 0.11756882071495056], "cos_Ac_negg": [0.11690270900726318, 0.13125763833522797, 0.12667298316955566, 0.11652908474206924, 0.11774873733520508, 0.11604028940200806, 0.11756882071495056], "r_norm": [0.1577039659023285, 0.16244545578956604, 0.1578400731086731, 0.15796172618865967, 0.1591411828994751, 0.16202190518379211, 0.1544772982597351]}, {"step": 7100, "epoch": 15, "train_loss": 0.00023176049580797553, "cos_r_negg": [0.11677806824445724, 0.1317489892244339, 0.12703177332878113, 0.11644250899553299, 0.11763391643762589, 0.11566518992185593, 0.11724373698234558], "cos_apical_negg": [0.11677806824445724, 0.1317489892244339, 0.12703177332878113, 0.11644250899553299, 0.11763391643762589, 0.11566518992185593, 0.11724373698234558], "cos_Ac_negg": [0.11677806824445724, 0.1317489892244339, 0.12703177332878113, 0.11644250899553299, 0.11763391643762589, 0.11566518992185593, 0.11724373698234558], "r_norm": [0.15750457346439362, 0.16210538148880005, 0.157694011926651, 0.1578296422958374, 0.15879496932029724, 0.1615763008594513, 0.15429610013961792]}, {"step": 7150, "epoch": 15, "train_loss": 0.000738436181563884, "cos_r_negg": [0.11684294044971466, 0.13160283863544464, 0.12763458490371704, 0.11715839803218842, 0.11838091909885406, 0.11630135029554367, 0.11743767559528351], "cos_apical_negg": [0.11684294044971466, 0.13160283863544464, 0.12763458490371704, 0.11715839803218842, 0.11838091909885406, 0.11630135029554367, 0.11743767559528351], "cos_Ac_negg": [0.11684294044971466, 0.13160283863544464, 0.12763458490371704, 0.11715839803218842, 0.11838091909885406, 0.11630135029554367, 0.11743767559528351], "r_norm": [0.15303951501846313, 0.15741583704948425, 0.15300054848194122, 0.15323010087013245, 0.1541966050863266, 0.15684019029140472, 0.14961707592010498]}, {"step": 7200, "epoch": 15, "train_loss": 0.0003687885182444006, "cos_r_negg": [0.11392536759376526, 0.1286078691482544, 0.12443722039461136, 0.11420179903507233, 0.11544609069824219, 0.11365123838186264, 0.11464273929595947], "cos_apical_negg": [0.11392536759376526, 0.1286078691482544, 0.12443722039461136, 0.11420179903507233, 0.11544609069824219, 0.11365123838186264, 0.11464273929595947], "cos_Ac_negg": [0.11392536759376526, 0.1286078691482544, 0.12443722039461136, 0.11420179903507233, 0.11544609069824219, 0.11365123838186264, 0.11464273929595947], "r_norm": [0.15475133061408997, 0.15906934440135956, 0.15464575588703156, 0.15490145981311798, 0.1559218317270279, 0.15856672823429108, 0.15126246213912964]}, {"step": 7250, "epoch": 15, "train_loss": 0.0011455860221758485, "cos_r_negg": [0.1126856580376625, 0.12665393948554993, 0.12271337956190109, 0.11288553476333618, 0.11405137926340103, 0.111847423017025, 0.1131356731057167], "cos_apical_negg": [0.1126856580376625, 0.12665393948554993, 0.12271337956190109, 0.11288553476333618, 0.11405137926340103, 0.111847423017025, 0.1131356731057167], "cos_Ac_negg": [0.1126856580376625, 0.12665393948554993, 0.12271337956190109, 0.11288553476333618, 0.11405137926340103, 0.111847423017025, 0.1131356731057167], "r_norm": [0.15852655470371246, 0.16337600350379944, 0.15891775488853455, 0.15898004174232483, 0.1601627618074417, 0.16281618177890778, 0.1553434431552887], "ldr": {"dL_sdil": -0.006978914141654968, "dL_bp": -0.01703163981437683, "ratio": 0.4097617268634282}}, {"step": 7300, "epoch": 15, "train_loss": 0.00022337998962029815, "cos_r_negg": [0.1100282073020935, 0.12367242574691772, 0.11945080757141113, 0.10996496677398682, 0.11117127537727356, 0.10941605269908905, 0.11031027138233185], "cos_apical_negg": [0.1100282073020935, 0.12367242574691772, 0.11945080757141113, 0.10996496677398682, 0.11117127537727356, 0.10941605269908905, 0.11031027138233185], "cos_Ac_negg": [0.1100282073020935, 0.12367242574691772, 0.11945080757141113, 0.10996496677398682, 0.11117127537727356, 0.10941605269908905, 0.11031027138233185], "r_norm": [0.1570117175579071, 0.16155481338500977, 0.1570506989955902, 0.15722499787807465, 0.1582399606704712, 0.16094669699668884, 0.15368393063545227]}, {"step": 7350, "epoch": 15, "train_loss": 0.0002839101944118738, "cos_r_negg": [0.10825634747743607, 0.12158122658729553, 0.11764669418334961, 0.10848747938871384, 0.10949848592281342, 0.1077725887298584, 0.10847071558237076], "cos_apical_negg": [0.10825634747743607, 0.12158122658729553, 0.11764669418334961, 0.10848747938871384, 0.10949848592281342, 0.1077725887298584, 0.10847071558237076], "cos_Ac_negg": [0.10825634747743607, 0.12158122658729553, 0.11764669418334961, 0.10848747938871384, 0.10949848592281342, 0.1077725887298584, 0.10847071558237076], "r_norm": [0.15487736463546753, 0.15917760133743286, 0.15470579266548157, 0.155008926987648, 0.15588203072547913, 0.1586703360080719, 0.15140610933303833]}, {"step": 7400, "epoch": 15, "train_loss": 0.0005696340813301504, "cos_r_negg": [0.10781373083591461, 0.12039339542388916, 0.11639756709337234, 0.10772357881069183, 0.10833990573883057, 0.10663564503192902, 0.10778416693210602], "cos_apical_negg": [0.10781373083591461, 0.12039339542388916, 0.11639756709337234, 0.10772357881069183, 0.10833990573883057, 0.10663564503192902, 0.10778416693210602], "cos_Ac_negg": [0.10781373083591461, 0.12039339542388916, 0.11639756709337234, 0.10772357881069183, 0.10833990573883057, 0.10663564503192902, 0.10778416693210602], "r_norm": [0.15131548047065735, 0.1551610827445984, 0.15059047937393188, 0.15102174878120422, 0.15173271298408508, 0.1546958088874817, 0.14776000380516052]}, {"step": 7450, "epoch": 15, "train_loss": 0.00035057211061939597, "cos_r_negg": [0.1047927588224411, 0.11687886714935303, 0.11296358704566956, 0.1043962612748146, 0.10499711334705353, 0.10323930531740189, 0.10478904098272324], "cos_apical_negg": [0.1047927588224411, 0.11687886714935303, 0.11296358704566956, 0.1043962612748146, 0.10499711334705353, 0.10323930531740189, 0.10478904098272324], "cos_Ac_negg": [0.1047927588224411, 0.11687886714935303, 0.11296358704566956, 0.1043962612748146, 0.10499711334705353, 0.10323930531740189, 0.10478904098272324], "r_norm": [0.15672650933265686, 0.1609598696231842, 0.15639294683933258, 0.15653187036514282, 0.1576153188943863, 0.1605495810508728, 0.15336862206459045]}, {"step": 7500, "epoch": 15, "train_loss": 0.000622456194832921, "cos_r_negg": [0.10459243506193161, 0.11669779568910599, 0.11314302682876587, 0.1045207530260086, 0.10524594038724899, 0.10355130583047867, 0.10512195527553558], "cos_apical_negg": [0.10459243506193161, 0.11669779568910599, 0.11314302682876587, 0.1045207530260086, 0.10524594038724899, 0.10355130583047867, 0.10512195527553558], "cos_Ac_negg": [0.10459243506193161, 0.11669779568910599, 0.11314302682876587, 0.1045207530260086, 0.10524594038724899, 0.10355130583047867, 0.10512195527553558], "r_norm": [0.15770485997200012, 0.16187849640846252, 0.15727189183235168, 0.15744543075561523, 0.15847572684288025, 0.16153652966022491, 0.1542855203151703], "ldr": {"dL_sdil": -0.006975695490837097, "dL_bp": -0.0181664377450943, "ratio": 0.3839880767334712}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9707, "test_loss": 0.18107615690231324}, {"step": 7550, "epoch": 16, "train_loss": 0.00041125938878394663, "cos_r_negg": [0.10437493026256561, 0.11650540679693222, 0.1126231998205185, 0.1038016527891159, 0.10488829016685486, 0.1031588613986969, 0.10468819737434387], "cos_apical_negg": [0.10437493026256561, 0.11650540679693222, 0.1126231998205185, 0.1038016527891159, 0.10488829016685486, 0.1031588613986969, 0.10468819737434387], "cos_Ac_negg": [0.10437493026256561, 0.11650540679693222, 0.1126231998205185, 0.1038016527891159, 0.10488829016685486, 0.1031588613986969, 0.10468819737434387], "r_norm": [0.156025692820549, 0.16031478345394135, 0.15575549006462097, 0.15595881640911102, 0.15695589780807495, 0.1599218249320984, 0.15266254544258118]}, {"step": 7600, "epoch": 16, "train_loss": 0.001442693523131311, "cos_r_negg": [0.10361628979444504, 0.11556252837181091, 0.11194047331809998, 0.10327063500881195, 0.10434271395206451, 0.10267294943332672, 0.10422219336032867], "cos_apical_negg": [0.10361628979444504, 0.11556252837181091, 0.11194047331809998, 0.10327063500881195, 0.10434271395206451, 0.10267294943332672, 0.10422219336032867], "cos_Ac_negg": [0.10361628979444504, 0.11556252837181091, 0.11194047331809998, 0.10327063500881195, 0.10434271395206451, 0.10267294943332672, 0.10422219336032867], "r_norm": [0.15802603960037231, 0.1624205857515335, 0.1579352617263794, 0.1581268310546875, 0.15915808081626892, 0.16200555860996246, 0.15460005402565002]}, {"step": 7650, "epoch": 16, "train_loss": 0.0002691318513825536, "cos_r_negg": [0.10193262994289398, 0.11372394859790802, 0.11025658994913101, 0.10168775916099548, 0.10252141207456589, 0.1010490134358406, 0.10244894027709961], "cos_apical_negg": [0.10193262994289398, 0.11372394859790802, 0.11025658994913101, 0.10168775916099548, 0.10252141207456589, 0.1010490134358406, 0.10244894027709961], "cos_Ac_negg": [0.10193262994289398, 0.11372394859790802, 0.11025658994913101, 0.10168775916099548, 0.10252141207456589, 0.1010490134358406, 0.10244894027709961], "r_norm": [0.15702390670776367, 0.1612841933965683, 0.15680493414402008, 0.1570214033126831, 0.15798671543598175, 0.16083186864852905, 0.15356704592704773]}, {"step": 7700, "epoch": 16, "train_loss": 0.0001541150559205562, "cos_r_negg": [0.10031455010175705, 0.11206885427236557, 0.10845594108104706, 0.09993627667427063, 0.10064654797315598, 0.09940708428621292, 0.10060642659664154], "cos_apical_negg": [0.10031455010175705, 0.11206885427236557, 0.10845594108104706, 0.09993627667427063, 0.10064654797315598, 0.09940708428621292, 0.10060642659664154], "cos_Ac_negg": [0.10031455010175705, 0.11206885427236557, 0.10845594108104706, 0.09993627667427063, 0.10064654797315598, 0.09940708428621292, 0.10060642659664154], "r_norm": [0.15726061165332794, 0.16146957874298096, 0.15702493488788605, 0.1572640836238861, 0.15819740295410156, 0.16105307638645172, 0.15377971529960632]}, {"step": 7750, "epoch": 16, "train_loss": 0.0005454049096442759, "cos_r_negg": [0.10056451708078384, 0.11274329572916031, 0.10899309813976288, 0.10020090639591217, 0.10119128972291946, 0.0997348427772522, 0.10100973397493362], "cos_apical_negg": [0.10056451708078384, 0.11274329572916031, 0.10899309813976288, 0.10020090639591217, 0.10119128972291946, 0.0997348427772522, 0.10100973397493362], "cos_Ac_negg": [0.10056451708078384, 0.11274329572916031, 0.10899309813976288, 0.10020090639591217, 0.10119128972291946, 0.0997348427772522, 0.10100973397493362], "r_norm": [0.1566542685031891, 0.16074751317501068, 0.1561901718378067, 0.1564798206090927, 0.1573878973722458, 0.1602504998445511, 0.15318363904953003], "ldr": {"dL_sdil": -0.006568446755409241, "dL_bp": -0.016825303435325623, "ratio": 0.3903909834766151}}, {"step": 7800, "epoch": 16, "train_loss": 0.0005900232354179025, "cos_r_negg": [0.10004746913909912, 0.11181367188692093, 0.1083589717745781, 0.10019175708293915, 0.10115967690944672, 0.09978506714105606, 0.10091965645551682], "cos_apical_negg": [0.10004746913909912, 0.11181367188692093, 0.1083589717745781, 0.10019175708293915, 0.10115967690944672, 0.09978506714105606, 0.10091965645551682], "cos_Ac_negg": [0.10004746913909912, 0.11181367188692093, 0.1083589717745781, 0.10019175708293915, 0.10115967690944672, 0.09978506714105606, 0.10091965645551682], "r_norm": [0.1578519344329834, 0.1619783639907837, 0.15727601945400238, 0.15753236413002014, 0.15858015418052673, 0.16172251105308533, 0.15431757271289825]}, {"step": 7850, "epoch": 16, "train_loss": 0.0003933054977096617, "cos_r_negg": [0.09836170822381973, 0.1099906861782074, 0.10635262727737427, 0.09815678000450134, 0.0993976816534996, 0.0980437695980072, 0.0993310958147049], "cos_apical_negg": [0.09836170822381973, 0.1099906861782074, 0.10635262727737427, 0.09815678000450134, 0.0993976816534996, 0.0980437695980072, 0.0993310958147049], "cos_Ac_negg": [0.09836170822381973, 0.1099906861782074, 0.10635262727737427, 0.09815678000450134, 0.0993976816534996, 0.0980437695980072, 0.0993310958147049], "r_norm": [0.15364666283130646, 0.15798549354076385, 0.15353041887283325, 0.1538638174533844, 0.15464352071285248, 0.15743982791900635, 0.15029466152191162]}, {"step": 7900, "epoch": 16, "train_loss": 0.00044421301572583616, "cos_r_negg": [0.09732496738433838, 0.10832920670509338, 0.10460163652896881, 0.09662356972694397, 0.09812124073505402, 0.09679825603961945, 0.09794069081544876], "cos_apical_negg": [0.09732496738433838, 0.10832920670509338, 0.10460163652896881, 0.09662356972694397, 0.09812124073505402, 0.09679825603961945, 0.09794069081544876], "cos_Ac_negg": [0.09732496738433838, 0.10832920670509338, 0.10460163652896881, 0.09662356972694397, 0.09812124073505402, 0.09679825603961945, 0.09794069081544876], "r_norm": [0.1585729867219925, 0.16359633207321167, 0.15902161598205566, 0.15905416011810303, 0.16018852591514587, 0.16309642791748047, 0.15559056401252747]}, {"step": 7950, "epoch": 16, "train_loss": 0.0008317122119478881, "cos_r_negg": [0.09742477536201477, 0.10850270837545395, 0.10508386045694351, 0.09718707203865051, 0.09852570295333862, 0.09697297215461731, 0.09816497564315796], "cos_apical_negg": [0.09742477536201477, 0.10850270837545395, 0.10508386045694351, 0.09718707203865051, 0.09852570295333862, 0.09697297215461731, 0.09816497564315796], "cos_Ac_negg": [0.09742477536201477, 0.10850270837545395, 0.10508386045694351, 0.09718707203865051, 0.09852570295333862, 0.09697297215461731, 0.09816497564315796], "r_norm": [0.15636342763900757, 0.16107560694217682, 0.1565304398536682, 0.15665829181671143, 0.15779295563697815, 0.1607588827610016, 0.15305131673812866]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9715, "test_loss": 0.18416206407546998}, {"step": 8000, "epoch": 17, "train_loss": 0.0013801674358546734, "cos_r_negg": [0.0967358648777008, 0.10784731060266495, 0.10456927120685577, 0.0968424379825592, 0.09812332689762115, 0.0962102860212326, 0.0974973663687706], "cos_apical_negg": [0.0967358648777008, 0.10784731060266495, 0.10456927120685577, 0.0968424379825592, 0.09812332689762115, 0.0962102860212326, 0.0974973663687706], "cos_Ac_negg": [0.0967358648777008, 0.10784731060266495, 0.10456927120685577, 0.0968424379825592, 0.09812332689762115, 0.0962102860212326, 0.0974973663687706], "r_norm": [0.15188553929328918, 0.156080961227417, 0.1516360342502594, 0.1519935429096222, 0.15277476608753204, 0.15562275052070618, 0.14834891259670258], "ldr": {"dL_sdil": -0.006940558552742004, "dL_bp": -0.018058612942695618, "ratio": 0.38433508568825797}}, {"step": 8050, "epoch": 17, "train_loss": 0.0005018202937208116, "cos_r_negg": [0.09623202681541443, 0.10708941519260406, 0.10386258363723755, 0.09580517560243607, 0.09711357951164246, 0.09522606432437897, 0.09641996771097183], "cos_apical_negg": [0.09623202681541443, 0.10708941519260406, 0.10386258363723755, 0.09580517560243607, 0.09711357951164246, 0.09522606432437897, 0.09641996771097183], "cos_Ac_negg": [0.09623202681541443, 0.10708941519260406, 0.10386258363723755, 0.09580517560243607, 0.09711357951164246, 0.09522606432437897, 0.09641996771097183], "r_norm": [0.15597756206989288, 0.16071265935897827, 0.15619727969169617, 0.15632832050323486, 0.15739703178405762, 0.16029083728790283, 0.15273037552833557]}, {"step": 8100, "epoch": 17, "train_loss": 0.0009572548442520201, "cos_r_negg": [0.09426405280828476, 0.10495100915431976, 0.10182692855596542, 0.09384779632091522, 0.09513900429010391, 0.09331491589546204, 0.09476472437381744], "cos_apical_negg": [0.09426405280828476, 0.10495100915431976, 0.10182692855596542, 0.09384779632091522, 0.09513900429010391, 0.09331491589546204, 0.09476472437381744], "cos_Ac_negg": [0.09426405280828476, 0.10495100915431976, 0.10182692855596542, 0.09384779632091522, 0.09513900429010391, 0.09331491589546204, 0.09476472437381744], "r_norm": [0.15824729204177856, 0.16297146677970886, 0.1583545058965683, 0.158502459526062, 0.15960969030857086, 0.1626441776752472, 0.1549975574016571]}, {"step": 8150, "epoch": 17, "train_loss": 0.0004143697442486882, "cos_r_negg": [0.0938185453414917, 0.10469643771648407, 0.10127963125705719, 0.09321098029613495, 0.09442435204982758, 0.09234536439180374, 0.09385643899440765], "cos_apical_negg": [0.0938185453414917, 0.10469643771648407, 0.10127963125705719, 0.09321098029613495, 0.09442435204982758, 0.09234536439180374, 0.09385643899440765], "cos_Ac_negg": [0.0938185453414917, 0.10469643771648407, 0.10127963125705719, 0.09321098029613495, 0.09442435204982758, 0.09234536439180374, 0.09385643899440765], "r_norm": [0.1564059555530548, 0.16073785722255707, 0.1563476175069809, 0.1566973775625229, 0.157456174492836, 0.16026684641838074, 0.15293815732002258]}, {"step": 8200, "epoch": 17, "train_loss": 0.0006196048343554139, "cos_r_negg": [0.0939900204539299, 0.10489823669195175, 0.10174955427646637, 0.09351684153079987, 0.09462125599384308, 0.0924425721168518, 0.09410902112722397], "cos_apical_negg": [0.0939900204539299, 0.10489823669195175, 0.10174955427646637, 0.09351684153079987, 0.09462125599384308, 0.0924425721168518, 0.09410902112722397], "cos_Ac_negg": [0.0939900204539299, 0.10489823669195175, 0.10174955427646637, 0.09351684153079987, 0.09462125599384308, 0.0924425721168518, 0.09410902112722397], "r_norm": [0.15478336811065674, 0.1590522676706314, 0.15465660393238068, 0.15496712923049927, 0.1556987464427948, 0.15844781696796417, 0.15136414766311646]}, {"step": 8250, "epoch": 17, "train_loss": 0.000878186256159097, "cos_r_negg": [0.09236610680818558, 0.10310341417789459, 0.09977912902832031, 0.0918959230184555, 0.09321878850460052, 0.09127134084701538, 0.09274820983409882], "cos_apical_negg": [0.09236610680818558, 0.10310341417789459, 0.09977912902832031, 0.0918959230184555, 0.09321878850460052, 0.09127134084701538, 0.09274820983409882], "cos_Ac_negg": [0.09236610680818558, 0.10310341417789459, 0.09977912902832031, 0.0918959230184555, 0.09321878850460052, 0.09127134084701538, 0.09274820983409882], "r_norm": [0.1560075879096985, 0.16055384278297424, 0.15611118078231812, 0.1563132405281067, 0.15714995563030243, 0.16002261638641357, 0.15273386240005493], "ldr": {"dL_sdil": -0.007126018404960632, "dL_bp": -0.018842265009880066, "ratio": 0.3781933011357211}}, {"step": 8300, "epoch": 17, "train_loss": 0.00022648840968031436, "cos_r_negg": [0.09224580228328705, 0.10298304259777069, 0.0996897965669632, 0.0916786640882492, 0.09301197528839111, 0.09109682589769363, 0.09266959130764008], "cos_apical_negg": [0.09224580228328705, 0.10298304259777069, 0.0996897965669632, 0.0916786640882492, 0.09301197528839111, 0.09109682589769363, 0.09266959130764008], "cos_Ac_negg": [0.09224580228328705, 0.10298304259777069, 0.0996897965669632, 0.0916786640882492, 0.09301197528839111, 0.09109682589769363, 0.09266959130764008], "r_norm": [0.155035138130188, 0.15961864590644836, 0.15517719089984894, 0.15535284578800201, 0.15626519918441772, 0.1592078059911728, 0.1517181694507599]}, {"step": 8350, "epoch": 17, "train_loss": 0.0003471070376690477, "cos_r_negg": [0.09174197167158127, 0.10201285779476166, 0.09917713701725006, 0.09140851348638535, 0.09266017377376556, 0.09086351096630096, 0.09234999120235443], "cos_apical_negg": [0.09174197167158127, 0.10201285779476166, 0.09917713701725006, 0.09140851348638535, 0.09266017377376556, 0.09086351096630096, 0.09234999120235443], "cos_Ac_negg": [0.09174197167158127, 0.10201285779476166, 0.09917713701725006, 0.09140851348638535, 0.09266017377376556, 0.09086351096630096, 0.09234999120235443], "r_norm": [0.1561962068080902, 0.1607779860496521, 0.15634214878082275, 0.1564973145723343, 0.15746811032295227, 0.16029828786849976, 0.15287160873413086]}, {"step": 8400, "epoch": 17, "train_loss": 0.00044460297795012593, "cos_r_negg": [0.09125202894210815, 0.1014656126499176, 0.09876959025859833, 0.09126400947570801, 0.09225927293300629, 0.09066171944141388, 0.09188239276409149], "cos_apical_negg": [0.09125202894210815, 0.1014656126499176, 0.09876959025859833, 0.09126400947570801, 0.09225927293300629, 0.09066171944141388, 0.09188239276409149], "cos_Ac_negg": [0.09125202894210815, 0.1014656126499176, 0.09876959025859833, 0.09126400947570801, 0.09225927293300629, 0.09066171944141388, 0.09188239276409149], "r_norm": [0.1541498750448227, 0.1584937870502472, 0.154100701212883, 0.1543186902999878, 0.15524649620056152, 0.15803170204162598, 0.15066131949424744]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9716, "test_loss": 0.18805256156921388}, {"step": 8450, "epoch": 18, "train_loss": 0.0002823572140187025, "cos_r_negg": [0.09048914909362793, 0.1006779819726944, 0.09781023859977722, 0.09027668833732605, 0.09155936539173126, 0.08983375132083893, 0.09091532230377197], "cos_apical_negg": [0.09048914909362793, 0.1006779819726944, 0.09781023859977722, 0.09027668833732605, 0.09155936539173126, 0.08983375132083893, 0.09091532230377197], "cos_Ac_negg": [0.09048914909362793, 0.1006779819726944, 0.09781023859977722, 0.09027668833732605, 0.09155936539173126, 0.08983375132083893, 0.09091532230377197], "r_norm": [0.155021071434021, 0.159464031457901, 0.15501372516155243, 0.1552203744649887, 0.15619920194149017, 0.15903936326503754, 0.15158210694789886]}, {"step": 8500, "epoch": 18, "train_loss": 0.0011296927696093917, "cos_r_negg": [0.09025131165981293, 0.10027702152729034, 0.09774451702833176, 0.09019418805837631, 0.09144344925880432, 0.08971896767616272, 0.09078218787908554], "cos_apical_negg": [0.09025131165981293, 0.10027702152729034, 0.09774451702833176, 0.09019418805837631, 0.09144344925880432, 0.08971896767616272, 0.09078218787908554], "cos_Ac_negg": [0.09025131165981293, 0.10027702152729034, 0.09774451702833176, 0.09019418805837631, 0.09144344925880432, 0.08971896767616272, 0.09078218787908554], "r_norm": [0.1554712951183319, 0.16012606024742126, 0.1556520313024521, 0.15573027729988098, 0.15687382221221924, 0.1597599983215332, 0.1521475613117218], "ldr": {"dL_sdil": -0.007616683840751648, "dL_bp": -0.01985594630241394, "ratio": 0.3835971212223548}}, {"step": 8550, "epoch": 18, "train_loss": 0.001029545208439231, "cos_r_negg": [0.08898787945508957, 0.09895285964012146, 0.09643828868865967, 0.08899196982383728, 0.09024326503276825, 0.0885889083147049, 0.08960166573524475], "cos_apical_negg": [0.08898787945508957, 0.09895285964012146, 0.09643828868865967, 0.08899196982383728, 0.09024326503276825, 0.0885889083147049, 0.08960166573524475], "cos_Ac_negg": [0.08898787945508957, 0.09895285964012146, 0.09643828868865967, 0.08899196982383728, 0.09024326503276825, 0.0885889083147049, 0.08960166573524475], "r_norm": [0.15518823266029358, 0.1597520112991333, 0.15532806515693665, 0.15546461939811707, 0.1564742922782898, 0.15926076471805573, 0.1518753170967102]}, {"step": 8600, "epoch": 18, "train_loss": 0.0007259895210154355, "cos_r_negg": [0.08843095600605011, 0.09837451577186584, 0.09585477411746979, 0.08850701153278351, 0.0898829847574234, 0.08835651725530624, 0.0892833024263382], "cos_apical_negg": [0.08843095600605011, 0.09837451577186584, 0.09585477411746979, 0.08850701153278351, 0.0898829847574234, 0.08835651725530624, 0.0892833024263382], "cos_Ac_negg": [0.08843095600605011, 0.09837451577186584, 0.09585477411746979, 0.08850701153278351, 0.0898829847574234, 0.08835651725530624, 0.0892833024263382], "r_norm": [0.1551472544670105, 0.15978382527828217, 0.15536801517009735, 0.15546120703220367, 0.15652184188365936, 0.15935012698173523, 0.15189296007156372]}, {"step": 8650, "epoch": 18, "train_loss": 0.000274088786682114, "cos_r_negg": [0.08725437521934509, 0.097020223736763, 0.09460634738206863, 0.08729647099971771, 0.08864490687847137, 0.0871129110455513, 0.08809207379817963], "cos_apical_negg": [0.08725437521934509, 0.097020223736763, 0.09460634738206863, 0.08729647099971771, 0.08864490687847137, 0.0871129110455513, 0.08809207379817963], "cos_Ac_negg": [0.08725437521934509, 0.097020223736763, 0.09460634738206863, 0.08729647099971771, 0.08864490687847137, 0.0871129110455513, 0.08809207379817963], "r_norm": [0.1551748365163803, 0.15978851914405823, 0.1553773432970047, 0.15548944473266602, 0.1565212905406952, 0.1593272089958191, 0.15195363759994507]}, {"step": 8700, "epoch": 18, "train_loss": 0.00047044834354892373, "cos_r_negg": [0.08686453104019165, 0.09652308374643326, 0.09413959085941315, 0.0869617760181427, 0.08837857842445374, 0.08692564070224762, 0.08797895908355713], "cos_apical_negg": [0.08686453104019165, 0.09652308374643326, 0.09413959085941315, 0.0869617760181427, 0.08837857842445374, 0.08692564070224762, 0.08797895908355713], "cos_Ac_negg": [0.08686453104019165, 0.09652308374643326, 0.09413959085941315, 0.0869617760181427, 0.08837857842445374, 0.08692564070224762, 0.08797895908355713], "r_norm": [0.15550750494003296, 0.15981906652450562, 0.15535187721252441, 0.15563303232192993, 0.15651948750019073, 0.15939459204673767, 0.1520489752292633]}, {"step": 8750, "epoch": 18, "train_loss": 0.000221027439692989, "cos_r_negg": [0.0871656984090805, 0.09664231538772583, 0.09412015974521637, 0.08660686016082764, 0.08803124725818634, 0.08627595752477646, 0.08749846369028091], "cos_apical_negg": [0.0871656984090805, 0.09664231538772583, 0.09412015974521637, 0.08660686016082764, 0.08803124725818634, 0.08627595752477646, 0.08749846369028091], "cos_Ac_negg": [0.0871656984090805, 0.09664231538772583, 0.09412015974521637, 0.08660686016082764, 0.08803124725818634, 0.08627595752477646, 0.08749846369028091], "r_norm": [0.1565614640712738, 0.16136151552200317, 0.15683132410049438, 0.1569134145975113, 0.15804466605186462, 0.16090303659439087, 0.1534058153629303], "ldr": {"dL_sdil": -0.0074522048234939575, "dL_bp": -0.01942192018032074, "ratio": 0.3837007234251176}}, {"step": 8800, "epoch": 18, "train_loss": 0.000409889267757535, "cos_r_negg": [0.0860573947429657, 0.0954166054725647, 0.09275811910629272, 0.08546838164329529, 0.08726096898317337, 0.08556900918483734, 0.08678415417671204], "cos_apical_negg": [0.0860573947429657, 0.0954166054725647, 0.09275811910629272, 0.08546838164329529, 0.08726096898317337, 0.08556900918483734, 0.08678415417671204], "cos_Ac_negg": [0.0860573947429657, 0.0954166054725647, 0.09275811910629272, 0.08546838164329529, 0.08726096898317337, 0.08556900918483734, 0.08678415417671204], "r_norm": [0.15650327503681183, 0.16121304035186768, 0.15669670701026917, 0.1568593531847, 0.15789568424224854, 0.16074365377426147, 0.15326043963432312]}, {"step": 8850, "epoch": 18, "train_loss": 8.287867967737839e-05, "cos_r_negg": [0.08503097295761108, 0.094417504966259, 0.091679647564888, 0.08445923030376434, 0.08635120093822479, 0.08444555103778839, 0.08580021560192108], "cos_apical_negg": [0.08503097295761108, 0.094417504966259, 0.091679647564888, 0.08445923030376434, 0.08635120093822479, 0.08444555103778839, 0.08580021560192108], "cos_Ac_negg": [0.08503097295761108, 0.094417504966259, 0.091679647564888, 0.08445923030376434, 0.08635120093822479, 0.08444555103778839, 0.08580021560192108], "r_norm": [0.15709534287452698, 0.16155774891376495, 0.15711763501167297, 0.15743388235569, 0.15818947553634644, 0.16093966364860535, 0.1537352204322815]}, {"step": 8900, "epoch": 18, "train_loss": 0.0007528588175773621, "cos_r_negg": [0.08490591496229172, 0.09448522329330444, 0.09183221310377121, 0.08461438119411469, 0.0866469144821167, 0.08474338054656982, 0.08601830154657364], "cos_apical_negg": [0.08490591496229172, 0.09448522329330444, 0.09183221310377121, 0.08461438119411469, 0.0866469144821167, 0.08474338054656982, 0.08601830154657364], "cos_Ac_negg": [0.08490591496229172, 0.09448522329330444, 0.09183221310377121, 0.08461438119411469, 0.0866469144821167, 0.08474338054656982, 0.08601830154657364], "r_norm": [0.1554235965013504, 0.15981930494308472, 0.15535899996757507, 0.15572279691696167, 0.1565055400133133, 0.15931057929992676, 0.151936873793602]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9714, "test_loss": 0.19174430084228516}, {"step": 8950, "epoch": 19, "train_loss": 0.00021186105732340366, "cos_r_negg": [0.08508063852787018, 0.0946565717458725, 0.09196750819683075, 0.08484038710594177, 0.0867026150226593, 0.08487251400947571, 0.08608312904834747], "cos_apical_negg": [0.08508063852787018, 0.0946565717458725, 0.09196750819683075, 0.08484038710594177, 0.0867026150226593, 0.08487251400947571, 0.08608312904834747], "cos_Ac_negg": [0.08508063852787018, 0.0946565717458725, 0.09196750819683075, 0.08484038710594177, 0.0867026150226593, 0.08487251400947571, 0.08608312904834747], "r_norm": [0.15461276471614838, 0.15906083583831787, 0.15460357069969177, 0.1549137383699417, 0.15579631924629211, 0.15864264965057373, 0.15112081170082092]}, {"step": 9000, "epoch": 19, "train_loss": 0.00013507108087651432, "cos_r_negg": [0.08475048840045929, 0.0941261351108551, 0.09162191301584244, 0.084384486079216, 0.08611731231212616, 0.08429785072803497, 0.08545476198196411], "cos_apical_negg": [0.08475048840045929, 0.0941261351108551, 0.09162191301584244, 0.084384486079216, 0.08611731231212616, 0.08429785072803497, 0.08545476198196411], "cos_Ac_negg": [0.08475048840045929, 0.0941261351108551, 0.09162191301584244, 0.084384486079216, 0.08611731231212616, 0.08429785072803497, 0.08545476198196411], "r_norm": [0.1565248966217041, 0.16122569143772125, 0.1567491888999939, 0.15693330764770508, 0.15795069932937622, 0.16076427698135376, 0.15318772196769714], "ldr": {"dL_sdil": -0.007460474967956543, "dL_bp": -0.01978929340839386, "ratio": 0.3769955204561319}}, {"step": 9050, "epoch": 19, "train_loss": 0.0012288144789636135, "cos_r_negg": [0.08352379500865936, 0.0929601863026619, 0.09031519293785095, 0.08321623504161835, 0.08509540557861328, 0.08339942246675491, 0.0845135748386383], "cos_apical_negg": [0.08352379500865936, 0.0929601863026619, 0.09031519293785095, 0.08321623504161835, 0.08509540557861328, 0.08339942246675491, 0.0845135748386383], "cos_Ac_negg": [0.08352379500865936, 0.0929601863026619, 0.09031519293785095, 0.08321623504161835, 0.08509540557861328, 0.08339942246675491, 0.0845135748386383], "r_norm": [0.15572543442249298, 0.16037136316299438, 0.15594033896923065, 0.15609455108642578, 0.15709714591503143, 0.15992772579193115, 0.1524389386177063]}, {"step": 9100, "epoch": 19, "train_loss": 0.000567423936445266, "cos_r_negg": [0.08298073709011078, 0.09245529770851135, 0.08974616229534149, 0.08276256918907166, 0.08461827784776688, 0.08297435194253922, 0.08406612277030945], "cos_apical_negg": [0.08298073709011078, 0.09245529770851135, 0.08974616229534149, 0.08276256918907166, 0.08461827784776688, 0.08297435194253922, 0.08406612277030945], "cos_Ac_negg": [0.08298073709011078, 0.09245529770851135, 0.08974616229534149, 0.08276256918907166, 0.08461827784776688, 0.08297435194253922, 0.08406612277030945], "r_norm": [0.15551286935806274, 0.16022905707359314, 0.15578114986419678, 0.15588253736495972, 0.1569691002368927, 0.1598694622516632, 0.15224520862102509]}, {"step": 9150, "epoch": 19, "train_loss": 0.0019266719464212656, "cos_r_negg": [0.08235889673233032, 0.09192779660224915, 0.08936060965061188, 0.08229365944862366, 0.08414758741855621, 0.08247849345207214, 0.08351266384124756], "cos_apical_negg": [0.08235889673233032, 0.09192779660224915, 0.08936060965061188, 0.08229365944862366, 0.08414758741855621, 0.08247849345207214, 0.08351266384124756], "cos_Ac_negg": [0.08235889673233032, 0.09192779660224915, 0.08936060965061188, 0.08229365944862366, 0.08414758741855621, 0.08247849345207214, 0.08351266384124756], "r_norm": [0.15426887571811676, 0.15882864594459534, 0.15439093112945557, 0.15455257892608643, 0.15558448433876038, 0.15847429633140564, 0.15091311931610107]}, {"step": 9200, "epoch": 19, "train_loss": 0.0004602566477842629, "cos_r_negg": [0.08147216588258743, 0.09096121788024902, 0.08853285014629364, 0.0815906971693039, 0.08337360620498657, 0.08183731883764267, 0.08291968703269958], "cos_apical_negg": [0.08147216588258743, 0.09096121788024902, 0.08853285014629364, 0.0815906971693039, 0.08337360620498657, 0.08183731883764267, 0.08291968703269958], "cos_Ac_negg": [0.08147216588258743, 0.09096121788024902, 0.08853285014629364, 0.0815906971693039, 0.08337360620498657, 0.08183731883764267, 0.08291968703269958], "r_norm": [0.15388457477092743, 0.15835584700107574, 0.15392184257507324, 0.15408898890018463, 0.15512093901634216, 0.15807560086250305, 0.15050379931926727]}, {"step": 9250, "epoch": 19, "train_loss": 9.142624912783504e-05, "cos_r_negg": [0.08131104707717896, 0.09053987264633179, 0.08806803077459335, 0.08122092485427856, 0.08322297036647797, 0.08158593624830246, 0.08268360793590546], "cos_apical_negg": [0.08131104707717896, 0.09053987264633179, 0.08806803077459335, 0.08122092485427856, 0.08322297036647797, 0.08158593624830246, 0.08268360793590546], "cos_Ac_negg": [0.08131104707717896, 0.09053987264633179, 0.08806803077459335, 0.08122092485427856, 0.08322297036647797, 0.08158593624830246, 0.08268360793590546], "r_norm": [0.15404745936393738, 0.15870267152786255, 0.15422475337982178, 0.15433403849601746, 0.1554090678691864, 0.15835943818092346, 0.15083041787147522], "ldr": {"dL_sdil": -0.007328778505325317, "dL_bp": -0.019646883010864258, "ratio": 0.3730249984831018}}, {"step": 9300, "epoch": 19, "train_loss": 0.000240624081925489, "cos_r_negg": [0.08160842955112457, 0.09049206972122192, 0.08824685215950012, 0.08126121014356613, 0.0830962061882019, 0.08155684173107147, 0.08263464272022247], "cos_apical_negg": [0.08160842955112457, 0.09049206972122192, 0.08824685215950012, 0.08126121014356613, 0.0830962061882019, 0.08155684173107147, 0.08263464272022247], "cos_Ac_negg": [0.08160842955112457, 0.09049206972122192, 0.08824685215950012, 0.08126121014356613, 0.0830962061882019, 0.08155684173107147, 0.08263464272022247], "r_norm": [0.15593749284744263, 0.16063570976257324, 0.15614408254623413, 0.15625736117362976, 0.1573646366596222, 0.16023825109004974, 0.15269091725349426]}, {"step": 9350, "epoch": 19, "train_loss": 0.0003028132487088442, "cos_r_negg": [0.08081476390361786, 0.0896354466676712, 0.08737420290708542, 0.08055201172828674, 0.08251097053289413, 0.08085007220506668, 0.08194766938686371], "cos_apical_negg": [0.08081476390361786, 0.0896354466676712, 0.08737420290708542, 0.08055201172828674, 0.08251097053289413, 0.08085007220506668, 0.08194766938686371], "cos_Ac_negg": [0.08081476390361786, 0.0896354466676712, 0.08737420290708542, 0.08055201172828674, 0.08251097053289413, 0.08085007220506668, 0.08194766938686371], "r_norm": [0.15535113215446472, 0.16001009941101074, 0.1555725336074829, 0.1557087004184723, 0.15673133730888367, 0.15959028899669647, 0.1521107256412506]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9715, "test_loss": 0.19313392057418824}], "final": {"test_acc": 0.9715, "test_loss": 0.19313392057418824, "wall_s": 126.57227563858032, "cos_r_negg": [0.08049610257148743, 0.08922860026359558, 0.08713436126708984, 0.08035460114479065, 0.08240349590778351, 0.08068918436765671, 0.08177946507930756], "cos_apical_negg": [0.08049610257148743, 0.08922860026359558, 0.08713436126708984, 0.08035460114479065, 0.08240349590778351, 0.08068918436765671, 0.08177946507930756], "cos_Ac_negg": [0.08049610257148743, 0.08922860026359558, 0.08713436126708984, 0.08035460114479065, 0.08240349590778351, 0.08068918436765671, 0.08177946507930756]}}