diff options
Diffstat (limited to 'results/depth_fmnist_sdil_d10_s0.json')
| -rw-r--r-- | results/depth_fmnist_sdil_d10_s0.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/depth_fmnist_sdil_d10_s0.json b/results/depth_fmnist_sdil_d10_s0.json new file mode 100644 index 0000000..7ee9852 --- /dev/null +++ b/results/depth_fmnist_sdil_d10_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 10, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3545212745666504, "cos_r_negg": [0.0021655652672052383, -0.046507902443408966, -0.01647074893116951, 0.015894968062639236, 0.0034266281872987747, 0.004582980647683144, 0.014249791391193867, 0.02543414756655693, 0.01604950800538063, -0.004145974293351173], "cos_apical_negg": [0.0021655652672052383, -0.046507902443408966, -0.01647074893116951, 0.015894968062639236, 0.0034266281872987747, 0.004582980647683144, 0.014249791391193867, 0.02543414756655693, 0.01604950800538063, -0.004145974293351173], "cos_Ac_negg": [0.0021655652672052383, -0.046507902443408966, -0.01647074893116951, 0.015894968062639236, 0.0034266281872987747, 0.004582980647683144, 0.014249791391193867, 0.02543414756655693, 0.01604950800538063, -0.004145974293351173], "r_norm": [4.752379417419434, 4.774304389953613, 4.7861528396606445, 4.8102593421936035, 4.866082668304443, 4.781815528869629, 4.8091020584106445, 4.8072710037231445, 4.892127990722656, 4.877324104309082], "ldr": {"dL_sdil": 0.013058900833129883, "dL_bp": -0.1184232234954834, "ratio": -0.11027314109236304}}, {"step": 50, "epoch": 0, "train_loss": 1.2366183996200562, "cos_r_negg": [0.0014992756769061089, 0.048150576651096344, 0.03500976786017418, 0.008474251255393028, 0.05366000533103943, 0.03692345693707466, 0.09579744189977646, 0.19138184189796448, 0.1900918036699295, 0.027496103197336197], "cos_apical_negg": [0.0014992756769061089, 0.048150576651096344, 0.03500976786017418, 0.008474251255393028, 0.05366000533103943, 0.03692345693707466, 0.09579744189977646, 0.19138184189796448, 0.1900918036699295, 0.027496103197336197], "cos_Ac_negg": [0.0014992756769061089, 0.048150576651096344, 0.03500976786017418, 0.008474251255393028, 0.05366000533103943, 0.03692345693707466, 0.09579744189977646, 0.19138184189796448, 0.1900918036699295, 0.027496103197336197], "r_norm": [3.5622992515563965, 3.630247116088867, 3.589857578277588, 3.6051042079925537, 3.6959187984466553, 3.586496353149414, 3.5811376571655273, 3.670706033706665, 3.7072367668151855, 3.6718130111694336]}, {"step": 100, "epoch": 0, "train_loss": 0.8912627696990967, "cos_r_negg": [0.13720351457595825, 0.1642877608537674, 0.09457233548164368, 0.09235870838165283, 0.08526565134525299, 0.09017637372016907, 0.1008644700050354, 0.1365693062543869, 0.22686032950878143, 0.11656351387500763], "cos_apical_negg": [0.13720351457595825, 0.1642877608537674, 0.09457233548164368, 0.09235870838165283, 0.08526565134525299, 0.09017637372016907, 0.1008644700050354, 0.1365693062543869, 0.22686032950878143, 0.11656351387500763], "cos_Ac_negg": [0.13720351457595825, 0.1642877608537674, 0.09457233548164368, 0.09235870838165283, 0.08526565134525299, 0.09017637372016907, 0.1008644700050354, 0.1365693062543869, 0.22686032950878143, 0.11656351387500763], "r_norm": [2.119277000427246, 2.1627326011657715, 2.1251862049102783, 2.1235575675964355, 2.187436580657959, 2.1117351055145264, 2.1554763317108154, 2.1861305236816406, 2.242124557495117, 2.1790108680725098]}, {"step": 150, "epoch": 0, "train_loss": 0.6522517204284668, "cos_r_negg": [0.19673407077789307, 0.17881429195404053, 0.1638040542602539, 0.17982997000217438, 0.15161094069480896, 0.16915792226791382, 0.17635494470596313, 0.19869136810302734, 0.2731611728668213, 0.27570122480392456], "cos_apical_negg": [0.19673407077789307, 0.17881429195404053, 0.1638040542602539, 0.17982997000217438, 0.15161094069480896, 0.16915792226791382, 0.17635494470596313, 0.19869136810302734, 0.2731611728668213, 0.27570122480392456], "cos_Ac_negg": [0.19673407077789307, 0.17881429195404053, 0.1638040542602539, 0.17982997000217438, 0.15161094069480896, 0.16915792226791382, 0.17635494470596313, 0.19869136810302734, 0.2731611728668213, 0.27570122480392456], "r_norm": [1.9064538478851318, 1.9591875076293945, 1.9240386486053467, 1.9344457387924194, 1.9698396921157837, 1.907997727394104, 1.9429717063903809, 1.9734272956848145, 1.9893662929534912, 1.9730907678604126]}, {"step": 200, "epoch": 0, "train_loss": 0.6484233736991882, "cos_r_negg": [0.27547433972358704, 0.2281663715839386, 0.25345462560653687, 0.19032178819179535, 0.20543332397937775, 0.19626064598560333, 0.22847455739974976, 0.19946080446243286, 0.2625747621059418, 0.278613805770874], "cos_apical_negg": [0.27547433972358704, 0.2281663715839386, 0.25345462560653687, 0.19032178819179535, 0.20543332397937775, 0.19626064598560333, 0.22847455739974976, 0.19946080446243286, 0.2625747621059418, 0.278613805770874], "cos_Ac_negg": [0.27547433972358704, 0.2281663715839386, 0.25345462560653687, 0.19032178819179535, 0.20543332397937775, 0.19626064598560333, 0.22847455739974976, 0.19946080446243286, 0.2625747621059418, 0.278613805770874], "r_norm": [1.606415033340454, 1.6499650478363037, 1.6212363243103027, 1.6262730360031128, 1.6641898155212402, 1.6087793111801147, 1.6379177570343018, 1.6622836589813232, 1.6758151054382324, 1.6655547618865967]}, {"step": 250, "epoch": 0, "train_loss": 0.5597364902496338, "cos_r_negg": [0.30403274297714233, 0.24751128256320953, 0.2583730220794678, 0.21420541405677795, 0.1859179139137268, 0.22203613817691803, 0.21163535118103027, 0.299585223197937, 0.24906301498413086, 0.262752890586853], "cos_apical_negg": [0.30403274297714233, 0.24751128256320953, 0.2583730220794678, 0.21420541405677795, 0.1859179139137268, 0.22203613817691803, 0.21163535118103027, 0.299585223197937, 0.24906301498413086, 0.262752890586853], "cos_Ac_negg": [0.30403274297714233, 0.24751128256320953, 0.2583730220794678, 0.21420541405677795, 0.1859179139137268, 0.22203613817691803, 0.21163535118103027, 0.299585223197937, 0.24906301498413086, 0.262752890586853], "r_norm": [1.4460361003875732, 1.4867784976959229, 1.4613268375396729, 1.4683058261871338, 1.5013532638549805, 1.4458192586898804, 1.4788877964019775, 1.5011649131774902, 1.5161405801773071, 1.503636360168457], "ldr": {"dL_sdil": -0.007008016109466553, "dL_bp": -0.008797705173492432, "ratio": 0.7965731939485505}}, {"step": 300, "epoch": 0, "train_loss": 0.8729575872421265, "cos_r_negg": [0.25613874197006226, 0.20808833837509155, 0.20290091633796692, 0.20870262384414673, 0.18574091792106628, 0.21240659058094025, 0.20081612467765808, 0.27901145815849304, 0.2482660710811615, 0.2588285803794861], "cos_apical_negg": [0.25613874197006226, 0.20808833837509155, 0.20290091633796692, 0.20870262384414673, 0.18574091792106628, 0.21240659058094025, 0.20081612467765808, 0.27901145815849304, 0.2482660710811615, 0.2588285803794861], "cos_Ac_negg": [0.25613874197006226, 0.20808833837509155, 0.20290091633796692, 0.20870262384414673, 0.18574091792106628, 0.21240659058094025, 0.20081612467765808, 0.27901145815849304, 0.2482660710811615, 0.2588285803794861], "r_norm": [1.3683013916015625, 1.40568208694458, 1.3823838233947754, 1.3876800537109375, 1.4117523431777954, 1.370139718055725, 1.3995616436004639, 1.4175606966018677, 1.4230210781097412, 1.4234731197357178]}, {"step": 350, "epoch": 0, "train_loss": 0.5077608823776245, "cos_r_negg": [0.2916836142539978, 0.25882500410079956, 0.2707105875015259, 0.2367013692855835, 0.2285928726196289, 0.2275267243385315, 0.2513968050479889, 0.2608213424682617, 0.24834269285202026, 0.23936860263347626], "cos_apical_negg": [0.2916836142539978, 0.25882500410079956, 0.2707105875015259, 0.2367013692855835, 0.2285928726196289, 0.2275267243385315, 0.2513968050479889, 0.2608213424682617, 0.24834269285202026, 0.23936860263347626], "cos_Ac_negg": [0.2916836142539978, 0.25882500410079956, 0.2707105875015259, 0.2367013692855835, 0.2285928726196289, 0.2275267243385315, 0.2513968050479889, 0.2608213424682617, 0.24834269285202026, 0.23936860263347626], "r_norm": [1.4150142669677734, 1.4509483575820923, 1.4321620464324951, 1.4389126300811768, 1.4649178981781006, 1.4145548343658447, 1.439007043838501, 1.473299264907837, 1.4796466827392578, 1.4735506772994995]}, {"step": 400, "epoch": 0, "train_loss": 0.745783805847168, "cos_r_negg": [0.35374778509140015, 0.3122093081474304, 0.3046608865261078, 0.28474050760269165, 0.2634509205818176, 0.25755244493484497, 0.2728697657585144, 0.33077991008758545, 0.25948774814605713, 0.22319252789020538], "cos_apical_negg": [0.35374778509140015, 0.3122093081474304, 0.3046608865261078, 0.28474050760269165, 0.2634509205818176, 0.25755244493484497, 0.2728697657585144, 0.33077991008758545, 0.25948774814605713, 0.22319252789020538], "cos_Ac_negg": [0.35374778509140015, 0.3122093081474304, 0.3046608865261078, 0.28474050760269165, 0.2634509205818176, 0.25755244493484497, 0.2728697657585144, 0.33077991008758545, 0.25948774814605713, 0.22319252789020538], "r_norm": [1.2475042343139648, 1.2787610292434692, 1.253403902053833, 1.2610559463500977, 1.2860662937164307, 1.2440223693847656, 1.2708377838134766, 1.2908071279525757, 1.29777991771698, 1.2885818481445312]}, {"step": 450, "epoch": 0, "train_loss": 0.4487465023994446, "cos_r_negg": [0.3523385226726532, 0.3131744861602783, 0.31013625860214233, 0.3058438301086426, 0.28267812728881836, 0.28536534309387207, 0.2986059784889221, 0.32596254348754883, 0.2660881578922272, 0.2444748878479004], "cos_apical_negg": [0.3523385226726532, 0.3131744861602783, 0.31013625860214233, 0.3058438301086426, 0.28267812728881836, 0.28536534309387207, 0.2986059784889221, 0.32596254348754883, 0.2660881578922272, 0.2444748878479004], "cos_Ac_negg": [0.3523385226726532, 0.3131744861602783, 0.31013625860214233, 0.3058438301086426, 0.28267812728881836, 0.28536534309387207, 0.2986059784889221, 0.32596254348754883, 0.2660881578922272, 0.2444748878479004], "r_norm": [1.2900192737579346, 1.323546290397644, 1.2995705604553223, 1.3063843250274658, 1.3352444171905518, 1.2886301279067993, 1.3190855979919434, 1.3366992473602295, 1.350417137145996, 1.3348139524459839]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8292, "test_loss": 0.5053608642578125}, {"step": 500, "epoch": 1, "train_loss": 0.32755380868911743, "cos_r_negg": [0.33118778467178345, 0.28102776408195496, 0.2930336892604828, 0.265278697013855, 0.24556857347488403, 0.2550979256629944, 0.2717873454093933, 0.32512199878692627, 0.2373948097229004, 0.2639051377773285], "cos_apical_negg": [0.33118778467178345, 0.28102776408195496, 0.2930336892604828, 0.265278697013855, 0.24556857347488403, 0.2550979256629944, 0.2717873454093933, 0.32512199878692627, 0.2373948097229004, 0.2639051377773285], "cos_Ac_negg": [0.33118778467178345, 0.28102776408195496, 0.2930336892604828, 0.265278697013855, 0.24556857347488403, 0.2550979256629944, 0.2717873454093933, 0.32512199878692627, 0.2373948097229004, 0.2639051377773285], "r_norm": [1.3391532897949219, 1.3722128868103027, 1.354461431503296, 1.3622727394104004, 1.3810710906982422, 1.3366756439208984, 1.3586523532867432, 1.3924665451049805, 1.3947713375091553, 1.3917635679244995], "ldr": {"dL_sdil": -0.03621268272399902, "dL_bp": -0.030640870332717896, "ratio": 1.1818424976437965}}, {"step": 550, "epoch": 1, "train_loss": 0.5983313322067261, "cos_r_negg": [0.33252161741256714, 0.29446524381637573, 0.2860531508922577, 0.2720184028148651, 0.24609753489494324, 0.24254338443279266, 0.29807183146476746, 0.3164944648742676, 0.26323598623275757, 0.2801787257194519], "cos_apical_negg": [0.33252161741256714, 0.29446524381637573, 0.2860531508922577, 0.2720184028148651, 0.24609753489494324, 0.24254338443279266, 0.29807183146476746, 0.3164944648742676, 0.26323598623275757, 0.2801787257194519], "cos_Ac_negg": [0.33252161741256714, 0.29446524381637573, 0.2860531508922577, 0.2720184028148651, 0.24609753489494324, 0.24254338443279266, 0.29807183146476746, 0.3164944648742676, 0.26323598623275757, 0.2801787257194519], "r_norm": [1.200103998184204, 1.2298802137374878, 1.2062289714813232, 1.2116321325302124, 1.240363597869873, 1.1944642066955566, 1.2224760055541992, 1.2402578592300415, 1.2519727945327759, 1.2426668405532837]}, {"step": 600, "epoch": 1, "train_loss": 0.5297895669937134, "cos_r_negg": [0.40784478187561035, 0.3352521061897278, 0.33721762895584106, 0.3035561144351959, 0.2989954352378845, 0.30104178190231323, 0.3429601490497589, 0.3788009285926819, 0.30858680605888367, 0.2670800983905792], "cos_apical_negg": [0.40784478187561035, 0.3352521061897278, 0.33721762895584106, 0.3035561144351959, 0.2989954352378845, 0.30104178190231323, 0.3429601490497589, 0.3788009285926819, 0.30858680605888367, 0.2670800983905792], "cos_Ac_negg": [0.40784478187561035, 0.3352521061897278, 0.33721762895584106, 0.3035561144351959, 0.2989954352378845, 0.30104178190231323, 0.3429601490497589, 0.3788009285926819, 0.30858680605888367, 0.2670800983905792], "r_norm": [1.1672687530517578, 1.193419337272644, 1.166182518005371, 1.1713860034942627, 1.199516773223877, 1.159464955329895, 1.1898915767669678, 1.1990841627120972, 1.2129679918289185, 1.1988334655761719]}, {"step": 650, "epoch": 1, "train_loss": 0.5509967803955078, "cos_r_negg": [0.4127044677734375, 0.3927733898162842, 0.3605150580406189, 0.3154270350933075, 0.3235374689102173, 0.2899276912212372, 0.3401891589164734, 0.3835863471031189, 0.2901872992515564, 0.26376134157180786], "cos_apical_negg": [0.4127044677734375, 0.3927733898162842, 0.3605150580406189, 0.3154270350933075, 0.3235374689102173, 0.2899276912212372, 0.3401891589164734, 0.3835863471031189, 0.2901872992515564, 0.26376134157180786], "cos_Ac_negg": [0.4127044677734375, 0.3927733898162842, 0.3605150580406189, 0.3154270350933075, 0.3235374689102173, 0.2899276912212372, 0.3401891589164734, 0.3835863471031189, 0.2901872992515564, 0.26376134157180786], "r_norm": [1.1094892024993896, 1.131857991218567, 1.1089621782302856, 1.1163034439086914, 1.1403591632843018, 1.100394606590271, 1.1272773742675781, 1.1397967338562012, 1.1522895097732544, 1.1421289443969727]}, {"step": 700, "epoch": 1, "train_loss": 0.33929193019866943, "cos_r_negg": [0.4286617338657379, 0.4076384902000427, 0.3737196922302246, 0.3283739984035492, 0.3542647361755371, 0.33300626277923584, 0.3574903607368469, 0.3491736352443695, 0.28436967730522156, 0.2652384638786316], "cos_apical_negg": [0.4286617338657379, 0.4076384902000427, 0.3737196922302246, 0.3283739984035492, 0.3542647361755371, 0.33300626277923584, 0.3574903607368469, 0.3491736352443695, 0.28436967730522156, 0.2652384638786316], "cos_Ac_negg": [0.4286617338657379, 0.4076384902000427, 0.3737196922302246, 0.3283739984035492, 0.3542647361755371, 0.33300626277923584, 0.3574903607368469, 0.3491736352443695, 0.28436967730522156, 0.2652384638786316], "r_norm": [1.0739542245864868, 1.0984015464782715, 1.0792160034179688, 1.0874857902526855, 1.107696533203125, 1.0687847137451172, 1.0897035598754883, 1.1121110916137695, 1.115602731704712, 1.1104235649108887]}, {"step": 750, "epoch": 1, "train_loss": 0.4317202866077423, "cos_r_negg": [0.41922813653945923, 0.38100171089172363, 0.36274293065071106, 0.3291720151901245, 0.3384905457496643, 0.3190876543521881, 0.3771294355392456, 0.38044893741607666, 0.29328790307044983, 0.2537044286727905], "cos_apical_negg": [0.41922813653945923, 0.38100171089172363, 0.36274293065071106, 0.3291720151901245, 0.3384905457496643, 0.3190876543521881, 0.3771294355392456, 0.38044893741607666, 0.29328790307044983, 0.2537044286727905], "cos_Ac_negg": [0.41922813653945923, 0.38100171089172363, 0.36274293065071106, 0.3291720151901245, 0.3384905457496643, 0.3190876543521881, 0.3771294355392456, 0.38044893741607666, 0.29328790307044983, 0.2537044286727905], "r_norm": [1.1065192222595215, 1.12830650806427, 1.1079597473144531, 1.1134929656982422, 1.1367137432098389, 1.100306510925293, 1.124035358428955, 1.1384704113006592, 1.1424514055252075, 1.1372270584106445], "ldr": {"dL_sdil": -0.012169629335403442, "dL_bp": -0.010271668434143066, "ratio": 1.1847763012824233}}, {"step": 800, "epoch": 1, "train_loss": 0.4800374507904053, "cos_r_negg": [0.43940722942352295, 0.4149973392486572, 0.40358325839042664, 0.3280160427093506, 0.3502247929573059, 0.32782065868377686, 0.3567611575126648, 0.35762518644332886, 0.28668680787086487, 0.24968698620796204], "cos_apical_negg": [0.43940722942352295, 0.4149973392486572, 0.40358325839042664, 0.3280160427093506, 0.3502247929573059, 0.32782065868377686, 0.3567611575126648, 0.35762518644332886, 0.28668680787086487, 0.24968698620796204], "cos_Ac_negg": [0.43940722942352295, 0.4149973392486572, 0.40358325839042664, 0.3280160427093506, 0.3502247929573059, 0.32782065868377686, 0.3567611575126648, 0.35762518644332886, 0.28668680787086487, 0.24968698620796204], "r_norm": [1.0724372863769531, 1.0932939052581787, 1.0720479488372803, 1.0775989294052124, 1.0977611541748047, 1.0646839141845703, 1.0853357315063477, 1.1024556159973145, 1.10675048828125, 1.1013760566711426]}, {"step": 850, "epoch": 1, "train_loss": 0.31085890531539917, "cos_r_negg": [0.44821637868881226, 0.44283327460289, 0.4273064136505127, 0.34836751222610474, 0.3591369092464447, 0.3214793801307678, 0.3459998071193695, 0.36417755484580994, 0.27491116523742676, 0.2417047917842865], "cos_apical_negg": [0.44821637868881226, 0.44283327460289, 0.4273064136505127, 0.34836751222610474, 0.3591369092464447, 0.3214793801307678, 0.3459998071193695, 0.36417755484580994, 0.27491116523742676, 0.2417047917842865], "cos_Ac_negg": [0.44821637868881226, 0.44283327460289, 0.4273064136505127, 0.34836751222610474, 0.3591369092464447, 0.3214793801307678, 0.3459998071193695, 0.36417755484580994, 0.27491116523742676, 0.2417047917842865], "r_norm": [1.0773000717163086, 1.0965182781219482, 1.0740365982055664, 1.0804908275604248, 1.104872226715088, 1.0664887428283691, 1.0891880989074707, 1.1048706769943237, 1.115669846534729, 1.1049063205718994]}, {"step": 900, "epoch": 1, "train_loss": 0.3643174171447754, "cos_r_negg": [0.4636773467063904, 0.45038729906082153, 0.42160484194755554, 0.36481043696403503, 0.3671858012676239, 0.36678582429885864, 0.3567182421684265, 0.37554270029067993, 0.3107035756111145, 0.2438529133796692], "cos_apical_negg": [0.4636773467063904, 0.45038729906082153, 0.42160484194755554, 0.36481043696403503, 0.3671858012676239, 0.36678582429885864, 0.3567182421684265, 0.37554270029067993, 0.3107035756111145, 0.2438529133796692], "cos_Ac_negg": [0.4636773467063904, 0.45038729906082153, 0.42160484194755554, 0.36481043696403503, 0.3671858012676239, 0.36678582429885864, 0.3567182421684265, 0.37554270029067993, 0.3107035756111145, 0.2438529133796692], "r_norm": [1.0662057399749756, 1.0847817659378052, 1.06472647190094, 1.0723786354064941, 1.0962414741516113, 1.0551681518554688, 1.081786870956421, 1.0948673486709595, 1.1063919067382812, 1.0913162231445312]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8443, "test_loss": 0.45930770568847656}, {"step": 950, "epoch": 2, "train_loss": 0.3646478056907654, "cos_r_negg": [0.4727725386619568, 0.44337716698646545, 0.4300035834312439, 0.3639918267726898, 0.3852478265762329, 0.367689311504364, 0.35142865777015686, 0.36898335814476013, 0.26151782274246216, 0.2540796995162964], "cos_apical_negg": [0.4727725386619568, 0.44337716698646545, 0.4300035834312439, 0.3639918267726898, 0.3852478265762329, 0.367689311504364, 0.35142865777015686, 0.36898335814476013, 0.26151782274246216, 0.2540796995162964], "cos_Ac_negg": [0.4727725386619568, 0.44337716698646545, 0.4300035834312439, 0.3639918267726898, 0.3852478265762329, 0.367689311504364, 0.35142865777015686, 0.36898335814476013, 0.26151782274246216, 0.2540796995162964], "r_norm": [1.0244290828704834, 1.0390957593917847, 1.0173803567886353, 1.0221682786941528, 1.04649019241333, 1.01594877243042, 1.0356489419937134, 1.0436115264892578, 1.0560336112976074, 1.0440762042999268]}, {"step": 1000, "epoch": 2, "train_loss": 0.39819809794425964, "cos_r_negg": [0.4417058229446411, 0.441378116607666, 0.39111578464508057, 0.3458753526210785, 0.3522045314311981, 0.3521585464477539, 0.3438704013824463, 0.362948477268219, 0.27155134081840515, 0.2494560182094574], "cos_apical_negg": [0.4417058229446411, 0.441378116607666, 0.39111578464508057, 0.3458753526210785, 0.3522045314311981, 0.3521585464477539, 0.3438704013824463, 0.362948477268219, 0.27155134081840515, 0.2494560182094574], "cos_Ac_negg": [0.4417058229446411, 0.441378116607666, 0.39111578464508057, 0.3458753526210785, 0.3522045314311981, 0.3521585464477539, 0.3438704013824463, 0.362948477268219, 0.27155134081840515, 0.2494560182094574], "r_norm": [1.0403382778167725, 1.060750961303711, 1.0420269966125488, 1.0488567352294922, 1.0655882358551025, 1.0310602188110352, 1.0513759851455688, 1.0715761184692383, 1.074690341949463, 1.0700855255126953], "ldr": {"dL_sdil": -0.030312538146972656, "dL_bp": -0.028086036443710327, "ratio": 1.0792743293531166}}, {"step": 1050, "epoch": 2, "train_loss": 0.38003093004226685, "cos_r_negg": [0.46033647656440735, 0.461389422416687, 0.4498996138572693, 0.37745311856269836, 0.381797730922699, 0.35081374645233154, 0.3349308371543884, 0.3404398560523987, 0.2675795555114746, 0.24470368027687073], "cos_apical_negg": [0.46033647656440735, 0.461389422416687, 0.4498996138572693, 0.37745311856269836, 0.381797730922699, 0.35081374645233154, 0.3349308371543884, 0.3404398560523987, 0.2675795555114746, 0.24470368027687073], "cos_Ac_negg": [0.46033647656440735, 0.461389422416687, 0.4498996138572693, 0.37745311856269836, 0.381797730922699, 0.35081374645233154, 0.3349308371543884, 0.3404398560523987, 0.2675795555114746, 0.24470368027687073], "r_norm": [0.9869590401649475, 0.9980650544166565, 0.9796363115310669, 0.9810202121734619, 1.0058636665344238, 0.9746917486190796, 0.9934018850326538, 1.0044515132904053, 1.0198028087615967, 1.0070557594299316]}, {"step": 1100, "epoch": 2, "train_loss": 0.3017198443412781, "cos_r_negg": [0.4190511107444763, 0.4116148352622986, 0.42882826924324036, 0.3509829640388489, 0.35485172271728516, 0.3142399489879608, 0.3223099708557129, 0.3106640577316284, 0.2841528654098511, 0.22477346658706665], "cos_apical_negg": [0.4190511107444763, 0.4116148352622986, 0.42882826924324036, 0.3509829640388489, 0.35485172271728516, 0.3142399489879608, 0.3223099708557129, 0.3106640577316284, 0.2841528654098511, 0.22477346658706665], "cos_Ac_negg": [0.4190511107444763, 0.4116148352622986, 0.42882826924324036, 0.3509829640388489, 0.35485172271728516, 0.3142399489879608, 0.3223099708557129, 0.3106640577316284, 0.2841528654098511, 0.22477346658706665], "r_norm": [0.9466761350631714, 0.9607666730880737, 0.939742386341095, 0.9453851580619812, 0.9673390984535217, 0.9326193332672119, 0.9546638131141663, 0.9676307439804077, 0.9776625633239746, 0.9656498432159424]}, {"step": 1150, "epoch": 2, "train_loss": 0.3519850969314575, "cos_r_negg": [0.44853925704956055, 0.4327622056007385, 0.4489264488220215, 0.38109809160232544, 0.371227890253067, 0.35246527194976807, 0.3551386594772339, 0.35602304339408875, 0.2798980474472046, 0.23506596684455872], "cos_apical_negg": [0.44853925704956055, 0.4327622056007385, 0.4489264488220215, 0.38109809160232544, 0.371227890253067, 0.35246527194976807, 0.3551386594772339, 0.35602304339408875, 0.2798980474472046, 0.23506596684455872], "cos_Ac_negg": [0.44853925704956055, 0.4327622056007385, 0.4489264488220215, 0.38109809160232544, 0.371227890253067, 0.35246527194976807, 0.3551386594772339, 0.35602304339408875, 0.2798980474472046, 0.23506596684455872], "r_norm": [0.9237684607505798, 0.9372241497039795, 0.9193246364593506, 0.926218569278717, 0.9444011449813843, 0.9128732085227966, 0.9354648590087891, 0.944808840751648, 0.9528274536132812, 0.9404984712600708]}, {"step": 1200, "epoch": 2, "train_loss": 0.5080219507217407, "cos_r_negg": [0.4506884515285492, 0.45515531301498413, 0.440036803483963, 0.3574194312095642, 0.39894187450408936, 0.3226613998413086, 0.3416568636894226, 0.31557291746139526, 0.23433774709701538, 0.21017715334892273], "cos_apical_negg": [0.4506884515285492, 0.45515531301498413, 0.440036803483963, 0.3574194312095642, 0.39894187450408936, 0.3226613998413086, 0.3416568636894226, 0.31557291746139526, 0.23433774709701538, 0.21017715334892273], "cos_Ac_negg": [0.4506884515285492, 0.45515531301498413, 0.440036803483963, 0.3574194312095642, 0.39894187450408936, 0.3226613998413086, 0.3416568636894226, 0.31557291746139526, 0.23433774709701538, 0.21017715334892273], "r_norm": [0.9017655253410339, 0.9109014272689819, 0.894766628742218, 0.8982363939285278, 0.9178818464279175, 0.8886512517929077, 0.9080978035926819, 0.9187098741531372, 0.9299488067626953, 0.9166871309280396]}, {"step": 1250, "epoch": 2, "train_loss": 0.28852683305740356, "cos_r_negg": [0.45635277032852173, 0.4686630964279175, 0.44593122601509094, 0.37893253564834595, 0.40235716104507446, 0.3531881868839264, 0.3506876230239868, 0.34626829624176025, 0.263104110956192, 0.2515723705291748], "cos_apical_negg": [0.45635277032852173, 0.4686630964279175, 0.44593122601509094, 0.37893253564834595, 0.40235716104507446, 0.3531881868839264, 0.3506876230239868, 0.34626829624176025, 0.263104110956192, 0.2515723705291748], "cos_Ac_negg": [0.45635277032852173, 0.4686630964279175, 0.44593122601509094, 0.37893253564834595, 0.40235716104507446, 0.3531881868839264, 0.3506876230239868, 0.34626829624176025, 0.263104110956192, 0.2515723705291748], "r_norm": [0.870729923248291, 0.8802127838134766, 0.8622007369995117, 0.8667984008789062, 0.8868488073348999, 0.8559290766716003, 0.8761898279190063, 0.8862583041191101, 0.8974909782409668, 0.8821593523025513], "ldr": {"dL_sdil": -0.007175326347351074, "dL_bp": -0.011272966861724854, "ratio": 0.6365073574121367}}, {"step": 1300, "epoch": 2, "train_loss": 0.3266477584838867, "cos_r_negg": [0.4364529252052307, 0.4309438467025757, 0.4084382653236389, 0.3577462136745453, 0.36954089999198914, 0.3363819718360901, 0.34351444244384766, 0.3250516951084137, 0.27377036213874817, 0.24154718220233917], "cos_apical_negg": [0.4364529252052307, 0.4309438467025757, 0.4084382653236389, 0.3577462136745453, 0.36954089999198914, 0.3363819718360901, 0.34351444244384766, 0.3250516951084137, 0.27377036213874817, 0.24154718220233917], "cos_Ac_negg": [0.4364529252052307, 0.4309438467025757, 0.4084382653236389, 0.3577462136745453, 0.36954089999198914, 0.3363819718360901, 0.34351444244384766, 0.3250516951084137, 0.27377036213874817, 0.24154718220233917], "r_norm": [0.8788439035415649, 0.885265588760376, 0.869631290435791, 0.8749927282333374, 0.8937075734138489, 0.8648539185523987, 0.8817468285560608, 0.8932342529296875, 0.903475284576416, 0.8887079358100891]}, {"step": 1350, "epoch": 2, "train_loss": 0.23665781319141388, "cos_r_negg": [0.458537220954895, 0.45273298025131226, 0.4152332544326782, 0.36527785658836365, 0.3515087366104126, 0.34022799134254456, 0.3426327109336853, 0.33541977405548096, 0.2734520435333252, 0.23573416471481323], "cos_apical_negg": [0.458537220954895, 0.45273298025131226, 0.4152332544326782, 0.36527785658836365, 0.3515087366104126, 0.34022799134254456, 0.3426327109336853, 0.33541977405548096, 0.2734520435333252, 0.23573416471481323], "cos_Ac_negg": [0.458537220954895, 0.45273298025131226, 0.4152332544326782, 0.36527785658836365, 0.3515087366104126, 0.34022799134254456, 0.3426327109336853, 0.33541977405548096, 0.2734520435333252, 0.23573416471481323], "r_norm": [0.823959469795227, 0.8312492966651917, 0.8166484832763672, 0.8239443302154541, 0.8378328084945679, 0.8115324378013611, 0.8268734216690063, 0.8392112255096436, 0.8446009159088135, 0.8342604041099548]}, {"step": 1400, "epoch": 2, "train_loss": 0.5109825134277344, "cos_r_negg": [0.45142993330955505, 0.4626443386077881, 0.43576908111572266, 0.389517605304718, 0.39765465259552, 0.37567174434661865, 0.33088335394859314, 0.3279499411582947, 0.2741398513317108, 0.23012804985046387], "cos_apical_negg": [0.45142993330955505, 0.4626443386077881, 0.43576908111572266, 0.389517605304718, 0.39765465259552, 0.37567174434661865, 0.33088335394859314, 0.3279499411582947, 0.2741398513317108, 0.23012804985046387], "cos_Ac_negg": [0.45142993330955505, 0.4626443386077881, 0.43576908111572266, 0.389517605304718, 0.39765465259552, 0.37567174434661865, 0.33088335394859314, 0.3279499411582947, 0.2741398513317108, 0.23012804985046387], "r_norm": [0.8368310928344727, 0.8408051133155823, 0.8235524892807007, 0.8281922340393066, 0.8454563021659851, 0.8236931562423706, 0.8369371294975281, 0.8443255424499512, 0.8520057201385498, 0.8422870635986328]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8537, "test_loss": 0.4182687683105469}, {"step": 1450, "epoch": 3, "train_loss": 0.540041446685791, "cos_r_negg": [0.46062207221984863, 0.47968214750289917, 0.44363853335380554, 0.4121222496032715, 0.40570616722106934, 0.35304731130599976, 0.34533071517944336, 0.3243512809276581, 0.2890772819519043, 0.2581295371055603], "cos_apical_negg": [0.46062207221984863, 0.47968214750289917, 0.44363853335380554, 0.4121222496032715, 0.40570616722106934, 0.35304731130599976, 0.34533071517944336, 0.3243512809276581, 0.2890772819519043, 0.2581295371055603], "cos_Ac_negg": [0.46062207221984863, 0.47968214750289917, 0.44363853335380554, 0.4121222496032715, 0.40570616722106934, 0.35304731130599976, 0.34533071517944336, 0.3243512809276581, 0.2890772819519043, 0.2581295371055603], "r_norm": [0.8331922292709351, 0.8403449058532715, 0.8217706680297852, 0.8297871351242065, 0.8474209308624268, 0.8177486658096313, 0.8344811201095581, 0.8452147245407104, 0.8525564074516296, 0.8417642712593079]}, {"step": 1500, "epoch": 3, "train_loss": 0.37959200143814087, "cos_r_negg": [0.4003715515136719, 0.42231157422065735, 0.4195600748062134, 0.385963499546051, 0.39174968004226685, 0.3575346767902374, 0.3476588726043701, 0.3526485562324524, 0.30957216024398804, 0.2641642391681671], "cos_apical_negg": [0.4003715515136719, 0.42231157422065735, 0.4195600748062134, 0.385963499546051, 0.39174968004226685, 0.3575346767902374, 0.3476588726043701, 0.3526485562324524, 0.30957216024398804, 0.2641642391681671], "cos_Ac_negg": [0.4003715515136719, 0.42231157422065735, 0.4195600748062134, 0.385963499546051, 0.39174968004226685, 0.3575346767902374, 0.3476588726043701, 0.3526485562324524, 0.30957216024398804, 0.2641642391681671], "r_norm": [0.9043669700622559, 0.9130624532699585, 0.8934065103530884, 0.9013171195983887, 0.9186950922012329, 0.8891726732254028, 0.9096041917800903, 0.9181054830551147, 0.9251386523246765, 0.9135257601737976], "ldr": {"dL_sdil": -0.020277947187423706, "dL_bp": -0.017994195222854614, "ratio": 1.1269160379936567}}, {"step": 1550, "epoch": 3, "train_loss": 0.32556837797164917, "cos_r_negg": [0.4330802857875824, 0.4328208863735199, 0.37189051508903503, 0.3622189164161682, 0.3612416982650757, 0.3095344007015228, 0.33550551533699036, 0.32619985938072205, 0.2900795340538025, 0.26177507638931274], "cos_apical_negg": [0.4330802857875824, 0.4328208863735199, 0.37189051508903503, 0.3622189164161682, 0.3612416982650757, 0.3095344007015228, 0.33550551533699036, 0.32619985938072205, 0.2900795340538025, 0.26177507638931274], "cos_Ac_negg": [0.4330802857875824, 0.4328208863735199, 0.37189051508903503, 0.3622189164161682, 0.3612416982650757, 0.3095344007015228, 0.33550551533699036, 0.32619985938072205, 0.2900795340538025, 0.26177507638931274], "r_norm": [0.8211193680763245, 0.8271133899688721, 0.8087902665138245, 0.8147530555725098, 0.8292319774627686, 0.8043347597122192, 0.8202252984046936, 0.8289117813110352, 0.8356943130493164, 0.8278496265411377]}, {"step": 1600, "epoch": 3, "train_loss": 0.371014803647995, "cos_r_negg": [0.44470131397247314, 0.4583301544189453, 0.4106108248233795, 0.3679284453392029, 0.38894590735435486, 0.3225322961807251, 0.35043907165527344, 0.3553876280784607, 0.29755157232284546, 0.2379211038351059], "cos_apical_negg": [0.44470131397247314, 0.4583301544189453, 0.4106108248233795, 0.3679284453392029, 0.38894590735435486, 0.3225322961807251, 0.35043907165527344, 0.3553876280784607, 0.29755157232284546, 0.2379211038351059], "cos_Ac_negg": [0.44470131397247314, 0.4583301544189453, 0.4106108248233795, 0.3679284453392029, 0.38894590735435486, 0.3225322961807251, 0.35043907165527344, 0.3553876280784607, 0.29755157232284546, 0.2379211038351059], "r_norm": [0.8036028146743774, 0.8068004846572876, 0.788796067237854, 0.7953473329544067, 0.8094402551651001, 0.7884413003921509, 0.8032686710357666, 0.8088825941085815, 0.8158639669418335, 0.8059589862823486]}, {"step": 1650, "epoch": 3, "train_loss": 0.36150693893432617, "cos_r_negg": [0.4479811489582062, 0.4293478727340698, 0.38472139835357666, 0.3545306921005249, 0.3322879672050476, 0.31044697761535645, 0.3417532742023468, 0.3650120794773102, 0.28244853019714355, 0.22899439930915833], "cos_apical_negg": [0.4479811489582062, 0.4293478727340698, 0.38472139835357666, 0.3545306921005249, 0.3322879672050476, 0.31044697761535645, 0.3417532742023468, 0.3650120794773102, 0.28244853019714355, 0.22899439930915833], "cos_Ac_negg": [0.4479811489582062, 0.4293478727340698, 0.38472139835357666, 0.3545306921005249, 0.3322879672050476, 0.31044697761535645, 0.3417532742023468, 0.3650120794773102, 0.28244853019714355, 0.22899439930915833], "r_norm": [0.7927643060684204, 0.7966835498809814, 0.7803550958633423, 0.784896731376648, 0.7992187142372131, 0.7772786021232605, 0.7910188436508179, 0.7997281551361084, 0.8057558536529541, 0.7956360578536987]}, {"step": 1700, "epoch": 3, "train_loss": 0.3064430356025696, "cos_r_negg": [0.4535880386829376, 0.44068771600723267, 0.40221232175827026, 0.3805304765701294, 0.34649258852005005, 0.3247106075286865, 0.3512146472930908, 0.3525751531124115, 0.28433021903038025, 0.23294875025749207], "cos_apical_negg": [0.4535880386829376, 0.44068771600723267, 0.40221232175827026, 0.3805304765701294, 0.34649258852005005, 0.3247106075286865, 0.3512146472930908, 0.3525751531124115, 0.28433021903038025, 0.23294875025749207], "cos_Ac_negg": [0.4535880386829376, 0.44068771600723267, 0.40221232175827026, 0.3805304765701294, 0.34649258852005005, 0.3247106075286865, 0.3512146472930908, 0.3525751531124115, 0.28433021903038025, 0.23294875025749207], "r_norm": [0.7787801027297974, 0.7836739420890808, 0.7628962993621826, 0.7687901258468628, 0.7859008312225342, 0.7595592141151428, 0.7782109379768372, 0.7841546535491943, 0.7919512987136841, 0.7806671857833862]}, {"step": 1750, "epoch": 3, "train_loss": 0.556593120098114, "cos_r_negg": [0.428324818611145, 0.4306698441505432, 0.3978075683116913, 0.3617140054702759, 0.33370691537857056, 0.335819810628891, 0.3695319592952728, 0.3392050266265869, 0.2808827757835388, 0.23745377361774445], "cos_apical_negg": [0.428324818611145, 0.4306698441505432, 0.3978075683116913, 0.3617140054702759, 0.33370691537857056, 0.335819810628891, 0.3695319592952728, 0.3392050266265869, 0.2808827757835388, 0.23745377361774445], "cos_Ac_negg": [0.428324818611145, 0.4306698441505432, 0.3978075683116913, 0.3617140054702759, 0.33370691537857056, 0.335819810628891, 0.3695319592952728, 0.3392050266265869, 0.2808827757835388, 0.23745377361774445], "r_norm": [0.7673926949501038, 0.7688719034194946, 0.7496460676193237, 0.7551969885826111, 0.7715784311294556, 0.7495488524436951, 0.76175856590271, 0.7702256441116333, 0.7766058444976807, 0.7684295773506165], "ldr": {"dL_sdil": -0.008713573217391968, "dL_bp": -0.00898483395576477, "ratio": 0.9698090426925743}}, {"step": 1800, "epoch": 3, "train_loss": 0.38243696093559265, "cos_r_negg": [0.4627911150455475, 0.4571613371372223, 0.4073263108730316, 0.3742411732673645, 0.34741926193237305, 0.3305283784866333, 0.37009721994400024, 0.35528749227523804, 0.26970750093460083, 0.2104988992214203], "cos_apical_negg": [0.4627911150455475, 0.4571613371372223, 0.4073263108730316, 0.3742411732673645, 0.34741926193237305, 0.3305283784866333, 0.37009721994400024, 0.35528749227523804, 0.26970750093460083, 0.2104988992214203], "cos_Ac_negg": [0.4627911150455475, 0.4571613371372223, 0.4073263108730316, 0.3742411732673645, 0.34741926193237305, 0.3305283784866333, 0.37009721994400024, 0.35528749227523804, 0.26970750093460083, 0.2104988992214203], "r_norm": [0.7794888019561768, 0.7802029252052307, 0.7600836753845215, 0.7673628926277161, 0.7831017374992371, 0.7594907283782959, 0.7726786136627197, 0.7815585732460022, 0.7885565757751465, 0.7781603336334229]}, {"step": 1850, "epoch": 3, "train_loss": 0.39318162202835083, "cos_r_negg": [0.4699890613555908, 0.48308616876602173, 0.4644952416419983, 0.40022706985473633, 0.405405193567276, 0.3667638599872589, 0.38784387707710266, 0.35115334391593933, 0.25886327028274536, 0.20803113281726837], "cos_apical_negg": [0.4699890613555908, 0.48308616876602173, 0.4644952416419983, 0.40022706985473633, 0.405405193567276, 0.3667638599872589, 0.38784387707710266, 0.35115334391593933, 0.25886327028274536, 0.20803113281726837], "cos_Ac_negg": [0.4699890613555908, 0.48308616876602173, 0.4644952416419983, 0.40022706985473633, 0.405405193567276, 0.3667638599872589, 0.38784387707710266, 0.35115334391593933, 0.25886327028274536, 0.20803113281726837], "r_norm": [0.7576116323471069, 0.7579396963119507, 0.7394062876701355, 0.7418659925460815, 0.759832501411438, 0.7379009127616882, 0.7506899237632751, 0.757838785648346, 0.7681403160095215, 0.7572000026702881]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8642, "test_loss": 0.40001883544921873}, {"step": 1900, "epoch": 4, "train_loss": 0.2506675124168396, "cos_r_negg": [0.4573608934879303, 0.4923921823501587, 0.485815167427063, 0.4338100552558899, 0.4186507761478424, 0.40518754720687866, 0.3934531807899475, 0.35886192321777344, 0.25658905506134033, 0.22232380509376526], "cos_apical_negg": [0.4573608934879303, 0.4923921823501587, 0.485815167427063, 0.4338100552558899, 0.4186507761478424, 0.40518754720687866, 0.3934531807899475, 0.35886192321777344, 0.25658905506134033, 0.22232380509376526], "cos_Ac_negg": [0.4573608934879303, 0.4923921823501587, 0.485815167427063, 0.4338100552558899, 0.4186507761478424, 0.40518754720687866, 0.3934531807899475, 0.35886192321777344, 0.25658905506134033, 0.22232380509376526], "r_norm": [0.7665706872940063, 0.7667913436889648, 0.7462685704231262, 0.7508401870727539, 0.7668374180793762, 0.7474141716957092, 0.757968544960022, 0.7650524377822876, 0.7691419124603271, 0.7652865648269653]}, {"step": 1950, "epoch": 4, "train_loss": 0.4890824556350708, "cos_r_negg": [0.41007769107818604, 0.41858065128326416, 0.40857645869255066, 0.39441755414009094, 0.34495866298675537, 0.39237669110298157, 0.39315277338027954, 0.3597891330718994, 0.2715771794319153, 0.22229236364364624], "cos_apical_negg": [0.41007769107818604, 0.41858065128326416, 0.40857645869255066, 0.39441755414009094, 0.34495866298675537, 0.39237669110298157, 0.39315277338027954, 0.3597891330718994, 0.2715771794319153, 0.22229236364364624], "cos_Ac_negg": [0.41007769107818604, 0.41858065128326416, 0.40857645869255066, 0.39441755414009094, 0.34495866298675537, 0.39237669110298157, 0.39315277338027954, 0.3597891330718994, 0.2715771794319153, 0.22229236364364624], "r_norm": [0.8072335720062256, 0.808235764503479, 0.7868009805679321, 0.792878270149231, 0.8094370365142822, 0.783842921257019, 0.798088550567627, 0.8074344396591187, 0.8132317066192627, 0.8048662543296814]}, {"step": 2000, "epoch": 4, "train_loss": 0.3566134572029114, "cos_r_negg": [0.43198034167289734, 0.4392979145050049, 0.40369299054145813, 0.3809331953525543, 0.3400205373764038, 0.34220951795578003, 0.3649551272392273, 0.32875698804855347, 0.2174869179725647, 0.19169777631759644], "cos_apical_negg": [0.43198034167289734, 0.4392979145050049, 0.40369299054145813, 0.3809331953525543, 0.3400205373764038, 0.34220951795578003, 0.3649551272392273, 0.32875698804855347, 0.2174869179725647, 0.19169777631759644], "cos_Ac_negg": [0.43198034167289734, 0.4392979145050049, 0.40369299054145813, 0.3809331953525543, 0.3400205373764038, 0.34220951795578003, 0.3649551272392273, 0.32875698804855347, 0.2174869179725647, 0.19169777631759644], "r_norm": [0.807195246219635, 0.8020517826080322, 0.7796753644943237, 0.786672830581665, 0.8043718338012695, 0.7820943593978882, 0.7944045066833496, 0.8002844452857971, 0.8120858669281006, 0.7983834743499756], "ldr": {"dL_sdil": -0.00944453477859497, "dL_bp": -0.009418129920959473, "ratio": 1.002803620024049}}, {"step": 2050, "epoch": 4, "train_loss": 0.3888838291168213, "cos_r_negg": [0.45666879415512085, 0.46340394020080566, 0.414013534784317, 0.40130186080932617, 0.3609605133533478, 0.40040451288223267, 0.40033984184265137, 0.38001540303230286, 0.271878182888031, 0.2305225431919098], "cos_apical_negg": [0.45666879415512085, 0.46340394020080566, 0.414013534784317, 0.40130186080932617, 0.3609605133533478, 0.40040451288223267, 0.40033984184265137, 0.38001540303230286, 0.271878182888031, 0.2305225431919098], "cos_Ac_negg": [0.45666879415512085, 0.46340394020080566, 0.414013534784317, 0.40130186080932617, 0.3609605133533478, 0.40040451288223267, 0.40033984184265137, 0.38001540303230286, 0.271878182888031, 0.2305225431919098], "r_norm": [0.7906733751296997, 0.7863360047340393, 0.7644689083099365, 0.7686551809310913, 0.7893447875976562, 0.7665237188339233, 0.7759785652160645, 0.7830380201339722, 0.79547119140625, 0.7829471826553345]}, {"step": 2100, "epoch": 4, "train_loss": 0.29489558935165405, "cos_r_negg": [0.45146918296813965, 0.4363839030265808, 0.39323365688323975, 0.37377938628196716, 0.33031541109085083, 0.35936039686203003, 0.3866139054298401, 0.3640058636665344, 0.2738349437713623, 0.23878073692321777], "cos_apical_negg": [0.45146918296813965, 0.4363839030265808, 0.39323365688323975, 0.37377938628196716, 0.33031541109085083, 0.35936039686203003, 0.3866139054298401, 0.3640058636665344, 0.2738349437713623, 0.23878073692321777], "cos_Ac_negg": [0.45146918296813965, 0.4363839030265808, 0.39323365688323975, 0.37377938628196716, 0.33031541109085083, 0.35936039686203003, 0.3866139054298401, 0.3640058636665344, 0.2738349437713623, 0.23878073692321777], "r_norm": [0.7704964876174927, 0.7665585279464722, 0.7477013468742371, 0.7518254518508911, 0.7695105075836182, 0.7445904016494751, 0.7550426721572876, 0.7677754163742065, 0.7794870138168335, 0.7653419971466064]}, {"step": 2150, "epoch": 4, "train_loss": 0.32704997062683105, "cos_r_negg": [0.44301867485046387, 0.43447428941726685, 0.41849613189697266, 0.37396568059921265, 0.3458011746406555, 0.3550657033920288, 0.3789866864681244, 0.36000728607177734, 0.2844172716140747, 0.22484326362609863], "cos_apical_negg": [0.44301867485046387, 0.43447428941726685, 0.41849613189697266, 0.37396568059921265, 0.3458011746406555, 0.3550657033920288, 0.3789866864681244, 0.36000728607177734, 0.2844172716140747, 0.22484326362609863], "cos_Ac_negg": [0.44301867485046387, 0.43447428941726685, 0.41849613189697266, 0.37396568059921265, 0.3458011746406555, 0.3550657033920288, 0.3789866864681244, 0.36000728607177734, 0.2844172716140747, 0.22484326362609863], "r_norm": [0.7468633055686951, 0.7412614822387695, 0.7264258861541748, 0.7277134656906128, 0.7440505623817444, 0.7248727083206177, 0.7332736253738403, 0.7427456974983215, 0.7526598572731018, 0.7392004132270813]}, {"step": 2200, "epoch": 4, "train_loss": 0.3628941774368286, "cos_r_negg": [0.4738757610321045, 0.487835556268692, 0.46519696712493896, 0.40970784425735474, 0.3893180787563324, 0.3852843642234802, 0.38903045654296875, 0.37413302063941956, 0.2727682590484619, 0.23876425623893738], "cos_apical_negg": [0.4738757610321045, 0.487835556268692, 0.46519696712493896, 0.40970784425735474, 0.3893180787563324, 0.3852843642234802, 0.38903045654296875, 0.37413302063941956, 0.2727682590484619, 0.23876425623893738], "cos_Ac_negg": [0.4738757610321045, 0.487835556268692, 0.46519696712493896, 0.40970784425735474, 0.3893180787563324, 0.3852843642234802, 0.38903045654296875, 0.37413302063941956, 0.2727682590484619, 0.23876425623893738], "r_norm": [0.7198548913002014, 0.713535487651825, 0.6953688859939575, 0.7008465528488159, 0.7159389853477478, 0.6958056688308716, 0.7073222398757935, 0.7129568457603455, 0.7222763299942017, 0.7082921266555786]}, {"step": 2250, "epoch": 4, "train_loss": 0.2481900155544281, "cos_r_negg": [0.5021336674690247, 0.48859739303588867, 0.4341522753238678, 0.40365466475486755, 0.3888106942176819, 0.38887327909469604, 0.38258418440818787, 0.40096503496170044, 0.2882447838783264, 0.2611357867717743], "cos_apical_negg": [0.5021336674690247, 0.48859739303588867, 0.4341522753238678, 0.40365466475486755, 0.3888106942176819, 0.38887327909469604, 0.38258418440818787, 0.40096503496170044, 0.2882447838783264, 0.2611357867717743], "cos_Ac_negg": [0.5021336674690247, 0.48859739303588867, 0.4341522753238678, 0.40365466475486755, 0.3888106942176819, 0.38887327909469604, 0.38258418440818787, 0.40096503496170044, 0.2882447838783264, 0.2611357867717743], "r_norm": [0.6943901777267456, 0.6877782940864563, 0.6707875728607178, 0.6734288930892944, 0.6911559104919434, 0.666963517665863, 0.6789358854293823, 0.6874005794525146, 0.7008826732635498, 0.6868077516555786], "ldr": {"dL_sdil": -0.0074401795864105225, "dL_bp": -0.008787393569946289, "ratio": 0.8466878747592045}}, {"step": 2300, "epoch": 4, "train_loss": 0.1438480019569397, "cos_r_negg": [0.480092853307724, 0.47079041600227356, 0.4510458707809448, 0.40138688683509827, 0.4003233313560486, 0.3955659866333008, 0.37491804361343384, 0.4015441834926605, 0.262533575296402, 0.26101213693618774], "cos_apical_negg": [0.480092853307724, 0.47079041600227356, 0.4510458707809448, 0.40138688683509827, 0.4003233313560486, 0.3955659866333008, 0.37491804361343384, 0.4015441834926605, 0.262533575296402, 0.26101213693618774], "cos_Ac_negg": [0.480092853307724, 0.47079041600227356, 0.4510458707809448, 0.40138688683509827, 0.4003233313560486, 0.3955659866333008, 0.37491804361343384, 0.4015441834926605, 0.262533575296402, 0.26101213693618774], "r_norm": [0.713992714881897, 0.7081263065338135, 0.6892778873443604, 0.6954429149627686, 0.711135745048523, 0.6874656677246094, 0.7012399435043335, 0.70810866355896, 0.7156542539596558, 0.7029483318328857]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8639, "test_loss": 0.3869852752685547}, {"step": 2350, "epoch": 5, "train_loss": 0.2188822329044342, "cos_r_negg": [0.4556322991847992, 0.45136702060699463, 0.4309040904045105, 0.4040077030658722, 0.38873499631881714, 0.3587869107723236, 0.3704518675804138, 0.3392718732357025, 0.26450955867767334, 0.2515838146209717], "cos_apical_negg": [0.4556322991847992, 0.45136702060699463, 0.4309040904045105, 0.4040077030658722, 0.38873499631881714, 0.3587869107723236, 0.3704518675804138, 0.3392718732357025, 0.26450955867767334, 0.2515838146209717], "cos_Ac_negg": [0.4556322991847992, 0.45136702060699463, 0.4309040904045105, 0.4040077030658722, 0.38873499631881714, 0.3587869107723236, 0.3704518675804138, 0.3392718732357025, 0.26450955867767334, 0.2515838146209717], "r_norm": [0.6992842555046082, 0.6928927302360535, 0.6722827553749084, 0.6783874034881592, 0.6930826902389526, 0.6708250045776367, 0.684170126914978, 0.6896952390670776, 0.6997253894805908, 0.687160849571228]}, {"step": 2400, "epoch": 5, "train_loss": 0.3316241502761841, "cos_r_negg": [0.472723126411438, 0.4776729941368103, 0.4536893963813782, 0.38955026865005493, 0.3905808925628662, 0.3760926127433777, 0.3345530927181244, 0.35745611786842346, 0.2647005021572113, 0.24680101871490479], "cos_apical_negg": [0.472723126411438, 0.4776729941368103, 0.4536893963813782, 0.38955026865005493, 0.3905808925628662, 0.3760926127433777, 0.3345530927181244, 0.35745611786842346, 0.2647005021572113, 0.24680101871490479], "cos_Ac_negg": [0.472723126411438, 0.4776729941368103, 0.4536893963813782, 0.38955026865005493, 0.3905808925628662, 0.3760926127433777, 0.3345530927181244, 0.35745611786842346, 0.2647005021572113, 0.24680101871490479], "r_norm": [0.7123305797576904, 0.7046094536781311, 0.6847292184829712, 0.687235951423645, 0.7051628828048706, 0.6809204816818237, 0.6969515085220337, 0.7006199359893799, 0.7145820260047913, 0.6993985176086426]}, {"step": 2450, "epoch": 5, "train_loss": 0.26561158895492554, "cos_r_negg": [0.46713897585868835, 0.45852482318878174, 0.43490567803382874, 0.3987233638763428, 0.3848183751106262, 0.37656891345977783, 0.3562687039375305, 0.36815863847732544, 0.26678842306137085, 0.2576947808265686], "cos_apical_negg": [0.46713897585868835, 0.45852482318878174, 0.43490567803382874, 0.3987233638763428, 0.3848183751106262, 0.37656891345977783, 0.3562687039375305, 0.36815863847732544, 0.26678842306137085, 0.2576947808265686], "cos_Ac_negg": [0.46713897585868835, 0.45852482318878174, 0.43490567803382874, 0.3987233638763428, 0.3848183751106262, 0.37656891345977783, 0.3562687039375305, 0.36815863847732544, 0.26678842306137085, 0.2576947808265686], "r_norm": [0.6734033823013306, 0.6644184589385986, 0.6487257480621338, 0.6511604189872742, 0.6670074462890625, 0.647005021572113, 0.6581399440765381, 0.6626790761947632, 0.6747515201568604, 0.6613306999206543]}, {"step": 2500, "epoch": 5, "train_loss": 0.31721341609954834, "cos_r_negg": [0.4983494281768799, 0.46982285380363464, 0.4381811022758484, 0.38156014680862427, 0.40000998973846436, 0.3954826593399048, 0.37602877616882324, 0.3723946213722229, 0.2933151125907898, 0.2400563359260559], "cos_apical_negg": [0.4983494281768799, 0.46982285380363464, 0.4381811022758484, 0.38156014680862427, 0.40000998973846436, 0.3954826593399048, 0.37602877616882324, 0.3723946213722229, 0.2933151125907898, 0.2400563359260559], "cos_Ac_negg": [0.4983494281768799, 0.46982285380363464, 0.4381811022758484, 0.38156014680862427, 0.40000998973846436, 0.3954826593399048, 0.37602877616882324, 0.3723946213722229, 0.2933151125907898, 0.2400563359260559], "r_norm": [0.684129536151886, 0.6754794120788574, 0.6556358337402344, 0.6590205430984497, 0.6754153966903687, 0.6551899909973145, 0.6655855774879456, 0.6715356707572937, 0.6824426054954529, 0.6699519753456116], "ldr": {"dL_sdil": -0.008834034204483032, "dL_bp": -0.008587151765823364, "ratio": 1.0287502125724917}}, {"step": 2550, "epoch": 5, "train_loss": 0.19578149914741516, "cos_r_negg": [0.45881208777427673, 0.45115527510643005, 0.43665099143981934, 0.3894760012626648, 0.4112076759338379, 0.3719862401485443, 0.36733895540237427, 0.32346558570861816, 0.2683970034122467, 0.23144647479057312], "cos_apical_negg": [0.45881208777427673, 0.45115527510643005, 0.43665099143981934, 0.3894760012626648, 0.4112076759338379, 0.3719862401485443, 0.36733895540237427, 0.32346558570861816, 0.2683970034122467, 0.23144647479057312], "cos_Ac_negg": [0.45881208777427673, 0.45115527510643005, 0.43665099143981934, 0.3894760012626648, 0.4112076759338379, 0.3719862401485443, 0.36733895540237427, 0.32346558570861816, 0.2683970034122467, 0.23144647479057312], "r_norm": [0.7057792544364929, 0.6946685314178467, 0.6746809482574463, 0.6787764430046082, 0.6935960054397583, 0.675743818283081, 0.684849202632904, 0.6915984153747559, 0.6994380950927734, 0.6901038885116577]}, {"step": 2600, "epoch": 5, "train_loss": 0.2932405471801758, "cos_r_negg": [0.4895254969596863, 0.48282015323638916, 0.45804786682128906, 0.41702044010162354, 0.4129144847393036, 0.38293319940567017, 0.3847762644290924, 0.3610193133354187, 0.2845149636268616, 0.2675197720527649], "cos_apical_negg": [0.4895254969596863, 0.48282015323638916, 0.45804786682128906, 0.41702044010162354, 0.4129144847393036, 0.38293319940567017, 0.3847762644290924, 0.3610193133354187, 0.2845149636268616, 0.2675197720527649], "cos_Ac_negg": [0.4895254969596863, 0.48282015323638916, 0.45804786682128906, 0.41702044010162354, 0.4129144847393036, 0.38293319940567017, 0.3847762644290924, 0.3610193133354187, 0.2845149636268616, 0.2675197720527649], "r_norm": [0.6601153016090393, 0.6492704749107361, 0.6331177949905396, 0.6352678537368774, 0.6495676040649414, 0.632228434085846, 0.6426907181739807, 0.647418200969696, 0.6570239663124084, 0.6476871967315674]}, {"step": 2650, "epoch": 5, "train_loss": 0.24151957035064697, "cos_r_negg": [0.4355514645576477, 0.44048774242401123, 0.4203290045261383, 0.3733115792274475, 0.377227783203125, 0.3854484558105469, 0.37413740158081055, 0.3670516014099121, 0.2818353772163391, 0.26251867413520813], "cos_apical_negg": [0.4355514645576477, 0.44048774242401123, 0.4203290045261383, 0.3733115792274475, 0.377227783203125, 0.3854484558105469, 0.37413740158081055, 0.3670516014099121, 0.2818353772163391, 0.26251867413520813], "cos_Ac_negg": [0.4355514645576477, 0.44048774242401123, 0.4203290045261383, 0.3733115792274475, 0.377227783203125, 0.3854484558105469, 0.37413740158081055, 0.3670516014099121, 0.2818353772163391, 0.26251867413520813], "r_norm": [0.6933943033218384, 0.6800307631492615, 0.6605472564697266, 0.6641196012496948, 0.679646372795105, 0.6611449718475342, 0.6710011959075928, 0.6760911345481873, 0.6871440410614014, 0.6733826398849487]}, {"step": 2700, "epoch": 5, "train_loss": 0.17708970606327057, "cos_r_negg": [0.4992070198059082, 0.4857790470123291, 0.48810434341430664, 0.4384151101112366, 0.4508742094039917, 0.4264316260814667, 0.42559170722961426, 0.40999770164489746, 0.29924309253692627, 0.2793997526168823], "cos_apical_negg": [0.4992070198059082, 0.4857790470123291, 0.48810434341430664, 0.4384151101112366, 0.4508742094039917, 0.4264316260814667, 0.42559170722961426, 0.40999770164489746, 0.29924309253692627, 0.2793997526168823], "cos_Ac_negg": [0.4992070198059082, 0.4857790470123291, 0.48810434341430664, 0.4384151101112366, 0.4508742094039917, 0.4264316260814667, 0.42559170722961426, 0.40999770164489746, 0.29924309253692627, 0.2793997526168823], "r_norm": [0.6604781150817871, 0.6479387879371643, 0.6297578811645508, 0.6330670118331909, 0.6479378938674927, 0.6298807859420776, 0.6390895843505859, 0.6448572874069214, 0.6550268530845642, 0.6436813473701477]}, {"step": 2750, "epoch": 5, "train_loss": 0.3879867196083069, "cos_r_negg": [0.48981350660324097, 0.49511557817459106, 0.48689693212509155, 0.4574090838432312, 0.45557960867881775, 0.4114431142807007, 0.4264289140701294, 0.3942505121231079, 0.30281808972358704, 0.27258074283599854], "cos_apical_negg": [0.48981350660324097, 0.49511557817459106, 0.48689693212509155, 0.4574090838432312, 0.45557960867881775, 0.4114431142807007, 0.4264289140701294, 0.3942505121231079, 0.30281808972358704, 0.27258074283599854], "cos_Ac_negg": [0.48981350660324097, 0.49511557817459106, 0.48689693212509155, 0.4574090838432312, 0.45557960867881775, 0.4114431142807007, 0.4264289140701294, 0.3942505121231079, 0.30281808972358704, 0.27258074283599854], "r_norm": [0.7085657715797424, 0.6931674480438232, 0.6720371246337891, 0.6761114597320557, 0.6921704411506653, 0.6756521463394165, 0.6817517280578613, 0.6874244809150696, 0.6989245414733887, 0.687654972076416], "ldr": {"dL_sdil": -0.007398426532745361, "dL_bp": -0.00788828730583191, "ratio": 0.9379002368835644}}, {"step": 2800, "epoch": 5, "train_loss": 0.3051387071609497, "cos_r_negg": [0.43324798345565796, 0.43179795145988464, 0.42014291882514954, 0.4047461748123169, 0.402497798204422, 0.38426491618156433, 0.3832945227622986, 0.3400305509567261, 0.27605539560317993, 0.2589862644672394], "cos_apical_negg": [0.43324798345565796, 0.43179795145988464, 0.42014291882514954, 0.4047461748123169, 0.402497798204422, 0.38426491618156433, 0.3832945227622986, 0.3400305509567261, 0.27605539560317993, 0.2589862644672394], "cos_Ac_negg": [0.43324798345565796, 0.43179795145988464, 0.42014291882514954, 0.4047461748123169, 0.402497798204422, 0.38426491618156433, 0.3832945227622986, 0.3400305509567261, 0.27605539560317993, 0.2589862644672394], "r_norm": [0.6699002385139465, 0.6555507183074951, 0.6351515650749207, 0.6391757130622864, 0.6536178588867188, 0.6347042918205261, 0.6448906064033508, 0.6513620615005493, 0.6605300307273865, 0.6476028561592102]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8673, "test_loss": 0.3857842529296875}, {"step": 2850, "epoch": 6, "train_loss": 0.1686149537563324, "cos_r_negg": [0.48253166675567627, 0.4872571527957916, 0.4822319746017456, 0.4436720907688141, 0.4559829831123352, 0.42790722846984863, 0.41322001814842224, 0.3679860830307007, 0.30157768726348877, 0.25918981432914734], "cos_apical_negg": [0.48253166675567627, 0.4872571527957916, 0.4822319746017456, 0.4436720907688141, 0.4559829831123352, 0.42790722846984863, 0.41322001814842224, 0.3679860830307007, 0.30157768726348877, 0.25918981432914734], "cos_Ac_negg": [0.48253166675567627, 0.4872571527957916, 0.4822319746017456, 0.4436720907688141, 0.4559829831123352, 0.42790722846984863, 0.41322001814842224, 0.3679860830307007, 0.30157768726348877, 0.25918981432914734], "r_norm": [0.6496897339820862, 0.6350272297859192, 0.615786075592041, 0.620347261428833, 0.6347898244857788, 0.6177291870117188, 0.6255543231964111, 0.6310939788818359, 0.6401306986808777, 0.6295682191848755]}, {"step": 2900, "epoch": 6, "train_loss": 0.21114683151245117, "cos_r_negg": [0.47067561745643616, 0.4854500889778137, 0.4705588221549988, 0.43798041343688965, 0.45181047916412354, 0.4308806359767914, 0.42333659529685974, 0.37049365043640137, 0.3056006133556366, 0.2512817680835724], "cos_apical_negg": [0.47067561745643616, 0.4854500889778137, 0.4705588221549988, 0.43798041343688965, 0.45181047916412354, 0.4308806359767914, 0.42333659529685974, 0.37049365043640137, 0.3056006133556366, 0.2512817680835724], "cos_Ac_negg": [0.47067561745643616, 0.4854500889778137, 0.4705588221549988, 0.43798041343688965, 0.45181047916412354, 0.4308806359767914, 0.42333659529685974, 0.37049365043640137, 0.3056006133556366, 0.2512817680835724], "r_norm": [0.6920701265335083, 0.6751714944839478, 0.6546521186828613, 0.6586657166481018, 0.6733826398849487, 0.6542841196060181, 0.6613271236419678, 0.6712950468063354, 0.6784224510192871, 0.6694089770317078]}, {"step": 2950, "epoch": 6, "train_loss": 0.17945162951946259, "cos_r_negg": [0.4621467590332031, 0.4688419699668884, 0.4701964259147644, 0.42460352182388306, 0.43943750858306885, 0.4228180944919586, 0.41282641887664795, 0.3701828718185425, 0.2949582636356354, 0.2577703595161438], "cos_apical_negg": [0.4621467590332031, 0.4688419699668884, 0.4701964259147644, 0.42460352182388306, 0.43943750858306885, 0.4228180944919586, 0.41282641887664795, 0.3701828718185425, 0.2949582636356354, 0.2577703595161438], "cos_Ac_negg": [0.4621467590332031, 0.4688419699668884, 0.4701964259147644, 0.42460352182388306, 0.43943750858306885, 0.4228180944919586, 0.41282641887664795, 0.3701828718185425, 0.2949582636356354, 0.2577703595161438], "r_norm": [0.6397685408592224, 0.6217955350875854, 0.6039450168609619, 0.6066505312919617, 0.6208120584487915, 0.6055817604064941, 0.6122514009475708, 0.616767942905426, 0.6270801424980164, 0.6155903935432434]}, {"step": 3000, "epoch": 6, "train_loss": 0.36239999532699585, "cos_r_negg": [0.45587021112442017, 0.45544952154159546, 0.44048237800598145, 0.41832786798477173, 0.42686814069747925, 0.4244886636734009, 0.3955184519290924, 0.36940890550613403, 0.2824481725692749, 0.2727947533130646], "cos_apical_negg": [0.45587021112442017, 0.45544952154159546, 0.44048237800598145, 0.41832786798477173, 0.42686814069747925, 0.4244886636734009, 0.3955184519290924, 0.36940890550613403, 0.2824481725692749, 0.2727947533130646], "cos_Ac_negg": [0.45587021112442017, 0.45544952154159546, 0.44048237800598145, 0.41832786798477173, 0.42686814069747925, 0.4244886636734009, 0.3955184519290924, 0.36940890550613403, 0.2824481725692749, 0.2727947533130646], "r_norm": [0.6341778039932251, 0.6160812377929688, 0.599332332611084, 0.6006262898445129, 0.6146376132965088, 0.5992763042449951, 0.6065816283226013, 0.6119983792304993, 0.6228886842727661, 0.6113818287849426], "ldr": {"dL_sdil": -0.006974756717681885, "dL_bp": -0.010429710149765015, "ratio": 0.6687392667224821}}, {"step": 3050, "epoch": 6, "train_loss": 0.4060954451560974, "cos_r_negg": [0.4552714228630066, 0.45171427726745605, 0.4339316487312317, 0.416645884513855, 0.41286352276802063, 0.41885676980018616, 0.3908407986164093, 0.34750694036483765, 0.28380727767944336, 0.26911690831184387], "cos_apical_negg": [0.4552714228630066, 0.45171427726745605, 0.4339316487312317, 0.416645884513855, 0.41286352276802063, 0.41885676980018616, 0.3908407986164093, 0.34750694036483765, 0.28380727767944336, 0.26911690831184387], "cos_Ac_negg": [0.4552714228630066, 0.45171427726745605, 0.4339316487312317, 0.416645884513855, 0.41286352276802063, 0.41885676980018616, 0.3908407986164093, 0.34750694036483765, 0.28380727767944336, 0.26911690831184387], "r_norm": [0.6146507859230042, 0.596393346786499, 0.5795516967773438, 0.580185055732727, 0.5929229259490967, 0.5818912386894226, 0.5862830281257629, 0.5911393165588379, 0.5987521409988403, 0.5910187363624573]}, {"step": 3100, "epoch": 6, "train_loss": 0.2926357388496399, "cos_r_negg": [0.43693703413009644, 0.44682031869888306, 0.43939661979675293, 0.4233810305595398, 0.4193364381790161, 0.4227789044380188, 0.400669664144516, 0.3512302041053772, 0.2736557126045227, 0.26628589630126953], "cos_apical_negg": [0.43693703413009644, 0.44682031869888306, 0.43939661979675293, 0.4233810305595398, 0.4193364381790161, 0.4227789044380188, 0.400669664144516, 0.3512302041053772, 0.2736557126045227, 0.26628589630126953], "cos_Ac_negg": [0.43693703413009644, 0.44682031869888306, 0.43939661979675293, 0.4233810305595398, 0.4193364381790161, 0.4227789044380188, 0.400669664144516, 0.3512302041053772, 0.2736557126045227, 0.26628589630126953], "r_norm": [0.6471958160400391, 0.6267937421798706, 0.6074620485305786, 0.6121620535850525, 0.6248089075088501, 0.6074037551879883, 0.615196704864502, 0.6217108964920044, 0.6297004222869873, 0.6186230182647705]}, {"step": 3150, "epoch": 6, "train_loss": 0.34294548630714417, "cos_r_negg": [0.501294732093811, 0.49470704793930054, 0.46516525745391846, 0.4373556077480316, 0.42305517196655273, 0.43530112504959106, 0.399634450674057, 0.40838760137557983, 0.29570430517196655, 0.2694544196128845], "cos_apical_negg": [0.501294732093811, 0.49470704793930054, 0.46516525745391846, 0.4373556077480316, 0.42305517196655273, 0.43530112504959106, 0.399634450674057, 0.40838760137557983, 0.29570430517196655, 0.2694544196128845], "cos_Ac_negg": [0.501294732093811, 0.49470704793930054, 0.46516525745391846, 0.4373556077480316, 0.42305517196655273, 0.43530112504959106, 0.399634450674057, 0.40838760137557983, 0.29570430517196655, 0.2694544196128845], "r_norm": [0.6150227785110474, 0.5938169956207275, 0.5751547813415527, 0.5781759023666382, 0.5905523300170898, 0.5760265588760376, 0.5815629959106445, 0.5885440111160278, 0.5958609580993652, 0.5873562097549438]}, {"step": 3200, "epoch": 6, "train_loss": 0.21582292020320892, "cos_r_negg": [0.4979219436645508, 0.4983702600002289, 0.46916550397872925, 0.44246146082878113, 0.4355767071247101, 0.4389219880104065, 0.39060360193252563, 0.3948451280593872, 0.29209911823272705, 0.2865711748600006], "cos_apical_negg": [0.4979219436645508, 0.4983702600002289, 0.46916550397872925, 0.44246146082878113, 0.4355767071247101, 0.4389219880104065, 0.39060360193252563, 0.3948451280593872, 0.29209911823272705, 0.2865711748600006], "cos_Ac_negg": [0.4979219436645508, 0.4983702600002289, 0.46916550397872925, 0.44246146082878113, 0.4355767071247101, 0.4389219880104065, 0.39060360193252563, 0.3948451280593872, 0.29209911823272705, 0.2865711748600006], "r_norm": [0.6150118112564087, 0.5956335067749023, 0.5766978859901428, 0.5801416635513306, 0.5925779342651367, 0.5762412548065186, 0.5838795304298401, 0.5907441973686218, 0.5982377529144287, 0.5882419347763062]}, {"step": 3250, "epoch": 6, "train_loss": 0.1935637891292572, "cos_r_negg": [0.4990212917327881, 0.4995272159576416, 0.4812129735946655, 0.4495217204093933, 0.43538030982017517, 0.45975545048713684, 0.4152751863002777, 0.38112959265708923, 0.29123467206954956, 0.2935329079627991], "cos_apical_negg": [0.4990212917327881, 0.4995272159576416, 0.4812129735946655, 0.4495217204093933, 0.43538030982017517, 0.45975545048713684, 0.4152751863002777, 0.38112959265708923, 0.29123467206954956, 0.2935329079627991], "cos_Ac_negg": [0.4990212917327881, 0.4995272159576416, 0.4812129735946655, 0.4495217204093933, 0.43538030982017517, 0.45975545048713684, 0.4152751863002777, 0.38112959265708923, 0.29123467206954956, 0.2935329079627991], "r_norm": [0.6012992262840271, 0.5815304517745972, 0.5610805153846741, 0.564004123210907, 0.5767178535461426, 0.5620990991592407, 0.5677466988563538, 0.5747313499450684, 0.5798294544219971, 0.5728970170021057], "ldr": {"dL_sdil": -0.009176909923553467, "dL_bp": -0.009426802396774292, "ratio": 0.9734912791524797}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.868, "test_loss": 0.38142973022460935}, {"step": 3300, "epoch": 7, "train_loss": 0.33210599422454834, "cos_r_negg": [0.48826903104782104, 0.4919297695159912, 0.4694235622882843, 0.4386918246746063, 0.4249604046344757, 0.46498772501945496, 0.3908174932003021, 0.39102014899253845, 0.292266309261322, 0.2931881248950958], "cos_apical_negg": [0.48826903104782104, 0.4919297695159912, 0.4694235622882843, 0.4386918246746063, 0.4249604046344757, 0.46498772501945496, 0.3908174932003021, 0.39102014899253845, 0.292266309261322, 0.2931881248950958], "cos_Ac_negg": [0.48826903104782104, 0.4919297695159912, 0.4694235622882843, 0.4386918246746063, 0.4249604046344757, 0.46498772501945496, 0.3908174932003021, 0.39102014899253845, 0.292266309261322, 0.2931881248950958], "r_norm": [0.6165977120399475, 0.5944198966026306, 0.5746999979019165, 0.5769336819648743, 0.5896577835083008, 0.5732001066207886, 0.5819349884986877, 0.5869970321655273, 0.59552001953125, 0.5851100087165833]}, {"step": 3350, "epoch": 7, "train_loss": 0.2753116488456726, "cos_r_negg": [0.5042446255683899, 0.49279844760894775, 0.47636696696281433, 0.44183585047721863, 0.4291025400161743, 0.436546266078949, 0.3933238983154297, 0.3756905794143677, 0.2943226099014282, 0.2938084006309509], "cos_apical_negg": [0.5042446255683899, 0.49279844760894775, 0.47636696696281433, 0.44183585047721863, 0.4291025400161743, 0.436546266078949, 0.3933238983154297, 0.3756905794143677, 0.2943226099014282, 0.2938084006309509], "cos_Ac_negg": [0.5042446255683899, 0.49279844760894775, 0.47636696696281433, 0.44183585047721863, 0.4291025400161743, 0.436546266078949, 0.3933238983154297, 0.3756905794143677, 0.2943226099014282, 0.2938084006309509], "r_norm": [0.5976236462593079, 0.5764820575714111, 0.5589781999588013, 0.5620290040969849, 0.5745564699172974, 0.5589334964752197, 0.5648823976516724, 0.5714112520217896, 0.5785104036331177, 0.5706380605697632]}, {"step": 3400, "epoch": 7, "train_loss": 0.2666773796081543, "cos_r_negg": [0.48840826749801636, 0.4901575744152069, 0.49061763286590576, 0.46036189794540405, 0.46424227952957153, 0.472443163394928, 0.4291017949581146, 0.39636993408203125, 0.3088586628437042, 0.31436026096343994], "cos_apical_negg": [0.48840826749801636, 0.4901575744152069, 0.49061763286590576, 0.46036189794540405, 0.46424227952957153, 0.472443163394928, 0.4291017949581146, 0.39636993408203125, 0.3088586628437042, 0.31436026096343994], "cos_Ac_negg": [0.48840826749801636, 0.4901575744152069, 0.49061763286590576, 0.46036189794540405, 0.46424227952957153, 0.472443163394928, 0.4291017949581146, 0.39636993408203125, 0.3088586628437042, 0.31436026096343994], "r_norm": [0.5872237682342529, 0.5637536644935608, 0.5433506965637207, 0.5467754602432251, 0.559159517288208, 0.5420410633087158, 0.5507379174232483, 0.5557569861412048, 0.5645829439163208, 0.5549576878547668]}, {"step": 3450, "epoch": 7, "train_loss": 0.255240797996521, "cos_r_negg": [0.4762060344219208, 0.4885300397872925, 0.47954535484313965, 0.45535027980804443, 0.4305567443370819, 0.4690138101577759, 0.4255678653717041, 0.3663948178291321, 0.30965787172317505, 0.3057721257209778], "cos_apical_negg": [0.4762060344219208, 0.4885300397872925, 0.47954535484313965, 0.45535027980804443, 0.4305567443370819, 0.4690138101577759, 0.4255678653717041, 0.3663948178291321, 0.30965787172317505, 0.3057721257209778], "cos_Ac_negg": [0.4762060344219208, 0.4885300397872925, 0.47954535484313965, 0.45535027980804443, 0.4305567443370819, 0.4690138101577759, 0.4255678653717041, 0.3663948178291321, 0.30965787172317505, 0.3057721257209778], "r_norm": [0.5930322408676147, 0.5706747770309448, 0.5521988868713379, 0.5546567440032959, 0.5674653053283691, 0.5511639714241028, 0.5574217438697815, 0.5644603967666626, 0.5723451375961304, 0.5651549100875854]}, {"step": 3500, "epoch": 7, "train_loss": 0.4023157060146332, "cos_r_negg": [0.484467476606369, 0.49727025628089905, 0.4707258939743042, 0.4367406666278839, 0.41163772344589233, 0.4410458207130432, 0.4148932099342346, 0.37692534923553467, 0.3160332441329956, 0.30335235595703125], "cos_apical_negg": [0.484467476606369, 0.49727025628089905, 0.4707258939743042, 0.4367406666278839, 0.41163772344589233, 0.4410458207130432, 0.4148932099342346, 0.37692534923553467, 0.3160332441329956, 0.30335235595703125], "cos_Ac_negg": [0.484467476606369, 0.49727025628089905, 0.4707258939743042, 0.4367406666278839, 0.41163772344589233, 0.4410458207130432, 0.4148932099342346, 0.37692534923553467, 0.3160332441329956, 0.30335235595703125], "r_norm": [0.6003133058547974, 0.5752529501914978, 0.5563207864761353, 0.5589213967323303, 0.5716484785079956, 0.5552653074264526, 0.5622028708457947, 0.5691367387771606, 0.5779615640640259, 0.5691947937011719], "ldr": {"dL_sdil": -0.011924982070922852, "dL_bp": -0.011678904294967651, "ratio": 1.021070279346431}}, {"step": 3550, "epoch": 7, "train_loss": 0.23516936600208282, "cos_r_negg": [0.4598787724971771, 0.48003458976745605, 0.4662821292877197, 0.45511680841445923, 0.4346619248390198, 0.45631977915763855, 0.4182550609111786, 0.3880999684333801, 0.3210026025772095, 0.2980010509490967], "cos_apical_negg": [0.4598787724971771, 0.48003458976745605, 0.4662821292877197, 0.45511680841445923, 0.4346619248390198, 0.45631977915763855, 0.4182550609111786, 0.3880999684333801, 0.3210026025772095, 0.2980010509490967], "cos_Ac_negg": [0.4598787724971771, 0.48003458976745605, 0.4662821292877197, 0.45511680841445923, 0.4346619248390198, 0.45631977915763855, 0.4182550609111786, 0.3880999684333801, 0.3210026025772095, 0.2980010509490967], "r_norm": [0.5958043336868286, 0.5706993341445923, 0.5515916347503662, 0.553287148475647, 0.5660188794136047, 0.5505406260490417, 0.5583816766738892, 0.5631793737411499, 0.5720219612121582, 0.5632125735282898]}, {"step": 3600, "epoch": 7, "train_loss": 0.23305974900722504, "cos_r_negg": [0.4977114796638489, 0.4953714907169342, 0.4605056941509247, 0.4465331435203552, 0.4213384985923767, 0.4228174686431885, 0.3742141127586365, 0.37398067116737366, 0.3165844678878784, 0.31338614225387573], "cos_apical_negg": [0.4977114796638489, 0.4953714907169342, 0.4605056941509247, 0.4465331435203552, 0.4213384985923767, 0.4228174686431885, 0.3742141127586365, 0.37398067116737366, 0.3165844678878784, 0.31338614225387573], "cos_Ac_negg": [0.4977114796638489, 0.4953714907169342, 0.4605056941509247, 0.4465331435203552, 0.4213384985923767, 0.4228174686431885, 0.3742141127586365, 0.37398067116737366, 0.3165844678878784, 0.31338614225387573], "r_norm": [0.6079163551330566, 0.5822450518608093, 0.5594578981399536, 0.5625563263893127, 0.5769180059432983, 0.5619019269943237, 0.5682703256607056, 0.5720252990722656, 0.5802484750747681, 0.5733490586280823]}, {"step": 3650, "epoch": 7, "train_loss": 0.35213640332221985, "cos_r_negg": [0.4861871004104614, 0.4888485074043274, 0.478971004486084, 0.4447450041770935, 0.43719080090522766, 0.43906375765800476, 0.3915109932422638, 0.36043787002563477, 0.3123868703842163, 0.3075699508190155], "cos_apical_negg": [0.4861871004104614, 0.4888485074043274, 0.478971004486084, 0.4447450041770935, 0.43719080090522766, 0.43906375765800476, 0.3915109932422638, 0.36043787002563477, 0.3123868703842163, 0.3075699508190155], "cos_Ac_negg": [0.4861871004104614, 0.4888485074043274, 0.478971004486084, 0.4447450041770935, 0.43719080090522766, 0.43906375765800476, 0.3915109932422638, 0.36043787002563477, 0.3123868703842163, 0.3075699508190155], "r_norm": [0.5630348920822144, 0.537926435470581, 0.5180314779281616, 0.52146315574646, 0.5315388441085815, 0.519127607345581, 0.5257459878921509, 0.529405951499939, 0.5365697145462036, 0.5299625396728516]}, {"step": 3700, "epoch": 7, "train_loss": 0.3065595030784607, "cos_r_negg": [0.46659791469573975, 0.4670570194721222, 0.44834253191947937, 0.4239261746406555, 0.39696627855300903, 0.42132407426834106, 0.37580862641334534, 0.3289194107055664, 0.2904507517814636, 0.28627267479896545], "cos_apical_negg": [0.46659791469573975, 0.4670570194721222, 0.44834253191947937, 0.4239261746406555, 0.39696627855300903, 0.42132407426834106, 0.37580862641334534, 0.3289194107055664, 0.2904507517814636, 0.28627267479896545], "cos_Ac_negg": [0.46659791469573975, 0.4670570194721222, 0.44834253191947937, 0.4239261746406555, 0.39696627855300903, 0.42132407426834106, 0.37580862641334534, 0.3289194107055664, 0.2904507517814636, 0.28627267479896545], "r_norm": [0.6081504821777344, 0.5799230337142944, 0.5568200349807739, 0.5607078671455383, 0.5709128379821777, 0.5572558641433716, 0.5670933127403259, 0.5687262415885925, 0.5769253969192505, 0.5702373385429382]}, {"step": 3750, "epoch": 7, "train_loss": 0.33731234073638916, "cos_r_negg": [0.4375993013381958, 0.4292142391204834, 0.42276179790496826, 0.41850560903549194, 0.38573580980300903, 0.4131389856338501, 0.3718569278717041, 0.33254531025886536, 0.2795366048812866, 0.2959429621696472], "cos_apical_negg": [0.4375993013381958, 0.4292142391204834, 0.42276179790496826, 0.41850560903549194, 0.38573580980300903, 0.4131389856338501, 0.3718569278717041, 0.33254531025886536, 0.2795366048812866, 0.2959429621696472], "cos_Ac_negg": [0.4375993013381958, 0.4292142391204834, 0.42276179790496826, 0.41850560903549194, 0.38573580980300903, 0.4131389856338501, 0.3718569278717041, 0.33254531025886536, 0.2795366048812866, 0.2959429621696472], "r_norm": [0.566704273223877, 0.5397908091545105, 0.5222257971763611, 0.522963285446167, 0.5348942279815674, 0.5228080749511719, 0.5276298522949219, 0.5312768220901489, 0.5402817726135254, 0.5331065058708191], "ldr": {"dL_sdil": -0.007104158401489258, "dL_bp": -0.009906530380249023, "ratio": 0.7171187215710814}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8701, "test_loss": 0.38172767028808596}, {"step": 3800, "epoch": 8, "train_loss": 0.2716376483440399, "cos_r_negg": [0.46513575315475464, 0.45025530457496643, 0.4448206126689911, 0.4355158805847168, 0.40270134806632996, 0.42117321491241455, 0.3899843096733093, 0.36354631185531616, 0.33697670698165894, 0.31525275111198425], "cos_apical_negg": [0.46513575315475464, 0.45025530457496643, 0.4448206126689911, 0.4355158805847168, 0.40270134806632996, 0.42117321491241455, 0.3899843096733093, 0.36354631185531616, 0.33697670698165894, 0.31525275111198425], "cos_Ac_negg": [0.46513575315475464, 0.45025530457496643, 0.4448206126689911, 0.4355158805847168, 0.40270134806632996, 0.42117321491241455, 0.3899843096733093, 0.36354631185531616, 0.33697670698165894, 0.31525275111198425], "r_norm": [0.5409716963768005, 0.5132027864456177, 0.49702659249305725, 0.49800023436546326, 0.5083417296409607, 0.49791014194488525, 0.5017514228820801, 0.5057865977287292, 0.5139704942703247, 0.5072112679481506]}, {"step": 3850, "epoch": 8, "train_loss": 0.37221258878707886, "cos_r_negg": [0.45455506443977356, 0.4533144235610962, 0.45773428678512573, 0.445708692073822, 0.41738519072532654, 0.44577038288116455, 0.3989469110965729, 0.38011741638183594, 0.3341962993144989, 0.3318929076194763], "cos_apical_negg": [0.45455506443977356, 0.4533144235610962, 0.45773428678512573, 0.445708692073822, 0.41738519072532654, 0.44577038288116455, 0.3989469110965729, 0.38011741638183594, 0.3341962993144989, 0.3318929076194763], "cos_Ac_negg": [0.45455506443977356, 0.4533144235610962, 0.45773428678512573, 0.445708692073822, 0.41738519072532654, 0.44577038288116455, 0.3989469110965729, 0.38011741638183594, 0.3341962993144989, 0.3318929076194763], "r_norm": [0.5684361457824707, 0.5396348834037781, 0.5198103785514832, 0.5223800539970398, 0.5343090295791626, 0.5219733715057373, 0.5277345776557922, 0.5299903154373169, 0.5393677949905396, 0.5316194891929626]}, {"step": 3900, "epoch": 8, "train_loss": 0.2670260965824127, "cos_r_negg": [0.47464656829833984, 0.47376906871795654, 0.4657883644104004, 0.45153623819351196, 0.43427830934524536, 0.4481099247932434, 0.41174590587615967, 0.3802531957626343, 0.32232314348220825, 0.3168770670890808], "cos_apical_negg": [0.47464656829833984, 0.47376906871795654, 0.4657883644104004, 0.45153623819351196, 0.43427830934524536, 0.4481099247932434, 0.41174590587615967, 0.3802531957626343, 0.32232314348220825, 0.3168770670890808], "cos_Ac_negg": [0.47464656829833984, 0.47376906871795654, 0.4657883644104004, 0.45153623819351196, 0.43427830934524536, 0.4481099247932434, 0.41174590587615967, 0.3802531957626343, 0.32232314348220825, 0.3168770670890808], "r_norm": [0.5897464752197266, 0.5597043633460999, 0.5399878025054932, 0.5414838790893555, 0.5544811487197876, 0.5410705804824829, 0.5460559725761414, 0.5501351952552795, 0.5603187084197998, 0.5540946125984192]}, {"step": 3950, "epoch": 8, "train_loss": 0.29518699645996094, "cos_r_negg": [0.4771144986152649, 0.474324107170105, 0.47331303358078003, 0.46233710646629333, 0.44808444380760193, 0.4679371118545532, 0.43793362379074097, 0.39401566982269287, 0.3532910943031311, 0.33158713579177856], "cos_apical_negg": [0.4771144986152649, 0.474324107170105, 0.47331303358078003, 0.46233710646629333, 0.44808444380760193, 0.4679371118545532, 0.43793362379074097, 0.39401566982269287, 0.3532910943031311, 0.33158713579177856], "cos_Ac_negg": [0.4771144986152649, 0.474324107170105, 0.47331303358078003, 0.46233710646629333, 0.44808444380760193, 0.4679371118545532, 0.43793362379074097, 0.39401566982269287, 0.3532910943031311, 0.33158713579177856], "r_norm": [0.5421667098999023, 0.513522744178772, 0.4962995946407318, 0.49834078550338745, 0.5077585577964783, 0.49670469760894775, 0.5004605054855347, 0.5062273740768433, 0.512277364730835, 0.5082230567932129]}, {"step": 4000, "epoch": 8, "train_loss": 0.3896697163581848, "cos_r_negg": [0.49809208512306213, 0.49862930178642273, 0.4871612787246704, 0.4559859335422516, 0.4485420286655426, 0.45396581292152405, 0.42654046416282654, 0.40035152435302734, 0.3462097942829132, 0.3268025517463684], "cos_apical_negg": [0.49809208512306213, 0.49862930178642273, 0.4871612787246704, 0.4559859335422516, 0.4485420286655426, 0.45396581292152405, 0.42654046416282654, 0.40035152435302734, 0.3462097942829132, 0.3268025517463684], "cos_Ac_negg": [0.49809208512306213, 0.49862930178642273, 0.4871612787246704, 0.4559859335422516, 0.4485420286655426, 0.45396581292152405, 0.42654046416282654, 0.40035152435302734, 0.3462097942829132, 0.3268025517463684], "r_norm": [0.5510594248771667, 0.5208674669265747, 0.5037642121315002, 0.508054256439209, 0.5166633725166321, 0.5037534236907959, 0.5078709125518799, 0.5140997767448425, 0.5204795002937317, 0.5149313807487488], "ldr": {"dL_sdil": -0.010472476482391357, "dL_bp": -0.013336598873138428, "ratio": 0.7852434179065122}}, {"step": 4050, "epoch": 8, "train_loss": 0.2152060568332672, "cos_r_negg": [0.5035471320152283, 0.5024583339691162, 0.4852401614189148, 0.46126922965049744, 0.44588902592658997, 0.44452106952667236, 0.4149443209171295, 0.4045012593269348, 0.3476908802986145, 0.3290085196495056], "cos_apical_negg": [0.5035471320152283, 0.5024583339691162, 0.4852401614189148, 0.46126922965049744, 0.44588902592658997, 0.44452106952667236, 0.4149443209171295, 0.4045012593269348, 0.3476908802986145, 0.3290085196495056], "cos_Ac_negg": [0.5035471320152283, 0.5024583339691162, 0.4852401614189148, 0.46126922965049744, 0.44588902592658997, 0.44452106952667236, 0.4149443209171295, 0.4045012593269348, 0.3476908802986145, 0.3290085196495056], "r_norm": [0.6051716804504395, 0.5695244073867798, 0.5492994785308838, 0.551929235458374, 0.5638813972473145, 0.5463131666183472, 0.5532332062721252, 0.5593873262405396, 0.5701640844345093, 0.5647088885307312]}, {"step": 4100, "epoch": 8, "train_loss": 0.22831407189369202, "cos_r_negg": [0.49199146032333374, 0.5016728043556213, 0.4823518991470337, 0.45444178581237793, 0.42424696683883667, 0.43586257100105286, 0.42272284626960754, 0.38923391699790955, 0.3506186008453369, 0.3272251486778259], "cos_apical_negg": [0.49199146032333374, 0.5016728043556213, 0.4823518991470337, 0.45444178581237793, 0.42424696683883667, 0.43586257100105286, 0.42272284626960754, 0.38923391699790955, 0.3506186008453369, 0.3272251486778259], "cos_Ac_negg": [0.49199146032333374, 0.5016728043556213, 0.4823518991470337, 0.45444178581237793, 0.42424696683883667, 0.43586257100105286, 0.42272284626960754, 0.38923391699790955, 0.3506186008453369, 0.3272251486778259], "r_norm": [0.588912844657898, 0.5533027648925781, 0.5341780781745911, 0.5369505882263184, 0.5482277274131775, 0.5355603694915771, 0.5380498766899109, 0.5449427366256714, 0.5531229972839355, 0.5469350218772888]}, {"step": 4150, "epoch": 8, "train_loss": 0.21055346727371216, "cos_r_negg": [0.45659127831459045, 0.45625990629196167, 0.4440852403640747, 0.4394077658653259, 0.4143075942993164, 0.430868923664093, 0.38497650623321533, 0.3633442521095276, 0.325158953666687, 0.30350860953330994], "cos_apical_negg": [0.45659127831459045, 0.45625990629196167, 0.4440852403640747, 0.4394077658653259, 0.4143075942993164, 0.430868923664093, 0.38497650623321533, 0.3633442521095276, 0.325158953666687, 0.30350860953330994], "cos_Ac_negg": [0.45659127831459045, 0.45625990629196167, 0.4440852403640747, 0.4394077658653259, 0.4143075942993164, 0.430868923664093, 0.38497650623321533, 0.3633442521095276, 0.325158953666687, 0.30350860953330994], "r_norm": [0.537189245223999, 0.5053594708442688, 0.48677676916122437, 0.48857223987579346, 0.49933409690856934, 0.48748522996902466, 0.49121126532554626, 0.49607282876968384, 0.5047329664230347, 0.49938398599624634]}, {"step": 4200, "epoch": 8, "train_loss": 0.28405189514160156, "cos_r_negg": [0.44745931029319763, 0.44664156436920166, 0.4230992794036865, 0.42594388127326965, 0.37696945667266846, 0.40445202589035034, 0.4035155773162842, 0.36319535970687866, 0.3453676104545593, 0.3219906985759735], "cos_apical_negg": [0.44745931029319763, 0.44664156436920166, 0.4230992794036865, 0.42594388127326965, 0.37696945667266846, 0.40445202589035034, 0.4035155773162842, 0.36319535970687866, 0.3453676104545593, 0.3219906985759735], "cos_Ac_negg": [0.44745931029319763, 0.44664156436920166, 0.4230992794036865, 0.42594388127326965, 0.37696945667266846, 0.40445202589035034, 0.4035155773162842, 0.36319535970687866, 0.3453676104545593, 0.3219906985759735], "r_norm": [0.5461782813072205, 0.513516902923584, 0.4937962591648102, 0.49546200037002563, 0.506281316280365, 0.49539321660995483, 0.4984356164932251, 0.5027126669883728, 0.5100688338279724, 0.5057944655418396]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8731, "test_loss": 0.3706703186035156}, {"step": 4250, "epoch": 9, "train_loss": 0.2091599702835083, "cos_r_negg": [0.44687390327453613, 0.4482572078704834, 0.4321383237838745, 0.42919260263442993, 0.39508548378944397, 0.4217044711112976, 0.4103918969631195, 0.3617447018623352, 0.347853422164917, 0.30676689743995667], "cos_apical_negg": [0.44687390327453613, 0.4482572078704834, 0.4321383237838745, 0.42919260263442993, 0.39508548378944397, 0.4217044711112976, 0.4103918969631195, 0.3617447018623352, 0.347853422164917, 0.30676689743995667], "cos_Ac_negg": [0.44687390327453613, 0.4482572078704834, 0.4321383237838745, 0.42919260263442993, 0.39508548378944397, 0.4217044711112976, 0.4103918969631195, 0.3617447018623352, 0.347853422164917, 0.30676689743995667], "r_norm": [0.543431282043457, 0.5110798478126526, 0.4922766387462616, 0.494358628988266, 0.5034711360931396, 0.4919125735759735, 0.4957750141620636, 0.5012693405151367, 0.5069068670272827, 0.5017718076705933], "ldr": {"dL_sdil": -0.011993229389190674, "dL_bp": -0.013081341981887817, "ratio": 0.9168194980145215}}, {"step": 4300, "epoch": 9, "train_loss": 0.21701720356941223, "cos_r_negg": [0.44914931058883667, 0.4480481743812561, 0.4261319041252136, 0.42511600255966187, 0.36969196796417236, 0.3981066644191742, 0.37219738960266113, 0.3547985255718231, 0.32477834820747375, 0.3077890872955322], "cos_apical_negg": [0.44914931058883667, 0.4480481743812561, 0.4261319041252136, 0.42511600255966187, 0.36969196796417236, 0.3981066644191742, 0.37219738960266113, 0.3547985255718231, 0.32477834820747375, 0.3077890872955322], "cos_Ac_negg": [0.44914931058883667, 0.4480481743812561, 0.4261319041252136, 0.42511600255966187, 0.36969196796417236, 0.3981066644191742, 0.37219738960266113, 0.3547985255718231, 0.32477834820747375, 0.3077890872955322], "r_norm": [0.5626779794692993, 0.527273416519165, 0.5085713267326355, 0.5090563297271729, 0.5207332968711853, 0.5079638957977295, 0.5113998651504517, 0.5173852443695068, 0.5268321633338928, 0.5200380086898804]}, {"step": 4350, "epoch": 9, "train_loss": 0.1585390269756317, "cos_r_negg": [0.43895769119262695, 0.4531656503677368, 0.44152116775512695, 0.4392580986022949, 0.3874032497406006, 0.4093351364135742, 0.3899291157722473, 0.3515750467777252, 0.3180787265300751, 0.31266090273857117], "cos_apical_negg": [0.43895769119262695, 0.4531656503677368, 0.44152116775512695, 0.4392580986022949, 0.3874032497406006, 0.4093351364135742, 0.3899291157722473, 0.3515750467777252, 0.3180787265300751, 0.31266090273857117], "cos_Ac_negg": [0.43895769119262695, 0.4531656503677368, 0.44152116775512695, 0.4392580986022949, 0.3874032497406006, 0.4093351364135742, 0.3899291157722473, 0.3515750467777252, 0.3180787265300751, 0.31266090273857117], "r_norm": [0.550046443939209, 0.5131211876869202, 0.49393734335899353, 0.49552682042121887, 0.5059897899627686, 0.49403661489486694, 0.4971995949745178, 0.502892017364502, 0.5116803646087646, 0.5058841705322266]}, {"step": 4400, "epoch": 9, "train_loss": 0.32905861735343933, "cos_r_negg": [0.4367325007915497, 0.44169512391090393, 0.4439248740673065, 0.44633567333221436, 0.3952774405479431, 0.3960980176925659, 0.4109150767326355, 0.3447185158729553, 0.3511755168437958, 0.3166629672050476], "cos_apical_negg": [0.4367325007915497, 0.44169512391090393, 0.4439248740673065, 0.44633567333221436, 0.3952774405479431, 0.3960980176925659, 0.4109150767326355, 0.3447185158729553, 0.3511755168437958, 0.3166629672050476], "cos_Ac_negg": [0.4367325007915497, 0.44169512391090393, 0.4439248740673065, 0.44633567333221436, 0.3952774405479431, 0.3960980176925659, 0.4109150767326355, 0.3447185158729553, 0.3511755168437958, 0.3166629672050476], "r_norm": [0.605732798576355, 0.5649749040603638, 0.5427232980728149, 0.5445026755332947, 0.5535697937011719, 0.5435398817062378, 0.5472087860107422, 0.5523907542228699, 0.5589414834976196, 0.5545918941497803]}, {"step": 4450, "epoch": 9, "train_loss": 0.13176128268241882, "cos_r_negg": [0.4551118016242981, 0.459793359041214, 0.453268826007843, 0.45980870723724365, 0.3981473445892334, 0.4288707971572876, 0.4221716523170471, 0.34592384099960327, 0.3545522093772888, 0.3228391408920288], "cos_apical_negg": [0.4551118016242981, 0.459793359041214, 0.453268826007843, 0.45980870723724365, 0.3981473445892334, 0.4288707971572876, 0.4221716523170471, 0.34592384099960327, 0.3545522093772888, 0.3228391408920288], "cos_Ac_negg": [0.4551118016242981, 0.459793359041214, 0.453268826007843, 0.45980870723724365, 0.3981473445892334, 0.4288707971572876, 0.4221716523170471, 0.34592384099960327, 0.3545522093772888, 0.3228391408920288], "r_norm": [0.5842744708061218, 0.5451982021331787, 0.5238775014877319, 0.524360179901123, 0.5345994234085083, 0.5245001912117004, 0.5276358723640442, 0.5330456495285034, 0.5394562482833862, 0.5367304682731628]}, {"step": 4500, "epoch": 9, "train_loss": 0.2623763382434845, "cos_r_negg": [0.4612583518028259, 0.4515557885169983, 0.4331081509590149, 0.44510161876678467, 0.4014202952384949, 0.41653794050216675, 0.39877089858055115, 0.3783513605594635, 0.3604908287525177, 0.33881253004074097], "cos_apical_negg": [0.4612583518028259, 0.4515557885169983, 0.4331081509590149, 0.44510161876678467, 0.4014202952384949, 0.41653794050216675, 0.39877089858055115, 0.3783513605594635, 0.3604908287525177, 0.33881253004074097], "cos_Ac_negg": [0.4612583518028259, 0.4515557885169983, 0.4331081509590149, 0.44510161876678467, 0.4014202952384949, 0.41653794050216675, 0.39877089858055115, 0.3783513605594635, 0.3604908287525177, 0.33881253004074097], "r_norm": [0.5940772891044617, 0.5533000230789185, 0.5302647948265076, 0.5334852933883667, 0.5442110300064087, 0.5317269563674927, 0.5360954999923706, 0.5401178002357483, 0.5485756993293762, 0.5429054498672485], "ldr": {"dL_sdil": -0.016078293323516846, "dL_bp": -0.018389880657196045, "ratio": 0.8743011237120419}}, {"step": 4550, "epoch": 9, "train_loss": 0.17900769412517548, "cos_r_negg": [0.4888352155685425, 0.46292322874069214, 0.45317116379737854, 0.4427630305290222, 0.39269864559173584, 0.4114167094230652, 0.4017719626426697, 0.3588438332080841, 0.34027379751205444, 0.33100855350494385], "cos_apical_negg": [0.4888352155685425, 0.46292322874069214, 0.45317116379737854, 0.4427630305290222, 0.39269864559173584, 0.4114167094230652, 0.4017719626426697, 0.3588438332080841, 0.34027379751205444, 0.33100855350494385], "cos_Ac_negg": [0.4888352155685425, 0.46292322874069214, 0.45317116379737854, 0.4427630305290222, 0.39269864559173584, 0.4114167094230652, 0.4017719626426697, 0.3588438332080841, 0.34027379751205444, 0.33100855350494385], "r_norm": [0.5247461199760437, 0.4876828193664551, 0.46916407346725464, 0.46983009576797485, 0.47948890924453735, 0.46977508068084717, 0.4729425013065338, 0.4765269160270691, 0.484860897064209, 0.4799150824546814]}, {"step": 4600, "epoch": 9, "train_loss": 0.2158220112323761, "cos_r_negg": [0.47040048241615295, 0.44654473662376404, 0.4455109238624573, 0.4451231360435486, 0.41303402185440063, 0.42881280183792114, 0.4046322703361511, 0.3587874472141266, 0.35273849964141846, 0.35343918204307556], "cos_apical_negg": [0.47040048241615295, 0.44654473662376404, 0.4455109238624573, 0.4451231360435486, 0.41303402185440063, 0.42881280183792114, 0.4046322703361511, 0.3587874472141266, 0.35273849964141846, 0.35343918204307556], "cos_Ac_negg": [0.47040048241615295, 0.44654473662376404, 0.4455109238624573, 0.4451231360435486, 0.41303402185440063, 0.42881280183792114, 0.4046322703361511, 0.3587874472141266, 0.35273849964141846, 0.35343918204307556], "r_norm": [0.5437507629394531, 0.5043236613273621, 0.4829593598842621, 0.4847560524940491, 0.49468523263931274, 0.4851466417312622, 0.48792070150375366, 0.49068132042884827, 0.49961233139038086, 0.496867835521698]}, {"step": 4650, "epoch": 9, "train_loss": 0.2997187077999115, "cos_r_negg": [0.48979535698890686, 0.466682493686676, 0.44699835777282715, 0.4314137399196625, 0.4006582498550415, 0.4090021848678589, 0.37032240629196167, 0.3484535217285156, 0.3316441774368286, 0.3329627513885498], "cos_apical_negg": [0.48979535698890686, 0.466682493686676, 0.44699835777282715, 0.4314137399196625, 0.4006582498550415, 0.4090021848678589, 0.37032240629196167, 0.3484535217285156, 0.3316441774368286, 0.3329627513885498], "cos_Ac_negg": [0.48979535698890686, 0.466682493686676, 0.44699835777282715, 0.4314137399196625, 0.4006582498550415, 0.4090021848678589, 0.37032240629196167, 0.3484535217285156, 0.3316441774368286, 0.3329627513885498], "r_norm": [0.5156981945037842, 0.4761718809604645, 0.45668354630470276, 0.45663127303123474, 0.46616917848587036, 0.45613136887550354, 0.45943504571914673, 0.464059442281723, 0.4721294641494751, 0.4693823754787445]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8781, "test_loss": 0.37191153259277343}, {"step": 4700, "epoch": 10, "train_loss": 0.2557121515274048, "cos_r_negg": [0.4880331754684448, 0.4655178487300873, 0.44703567028045654, 0.4366986155509949, 0.3949982821941376, 0.40239009261131287, 0.39203110337257385, 0.3599764108657837, 0.34262287616729736, 0.35015004873275757], "cos_apical_negg": [0.4880331754684448, 0.4655178487300873, 0.44703567028045654, 0.4366986155509949, 0.3949982821941376, 0.40239009261131287, 0.39203110337257385, 0.3599764108657837, 0.34262287616729736, 0.35015004873275757], "cos_Ac_negg": [0.4880331754684448, 0.4655178487300873, 0.44703567028045654, 0.4366986155509949, 0.3949982821941376, 0.40239009261131287, 0.39203110337257385, 0.3599764108657837, 0.34262287616729736, 0.35015004873275757], "r_norm": [0.5101138353347778, 0.47059738636016846, 0.45181334018707275, 0.45295751094818115, 0.46168413758277893, 0.45207011699676514, 0.45546579360961914, 0.45909321308135986, 0.46752357482910156, 0.46341222524642944]}, {"step": 4750, "epoch": 10, "train_loss": 0.2569913864135742, "cos_r_negg": [0.49316298961639404, 0.47165825963020325, 0.44797831773757935, 0.4309729337692261, 0.3944658041000366, 0.39751148223876953, 0.3676627278327942, 0.34279924631118774, 0.3418503701686859, 0.36751532554626465], "cos_apical_negg": [0.49316298961639404, 0.47165825963020325, 0.44797831773757935, 0.4309729337692261, 0.3944658041000366, 0.39751148223876953, 0.3676627278327942, 0.34279924631118774, 0.3418503701686859, 0.36751532554626465], "cos_Ac_negg": [0.49316298961639404, 0.47165825963020325, 0.44797831773757935, 0.4309729337692261, 0.3944658041000366, 0.39751148223876953, 0.3676627278327942, 0.34279924631118774, 0.3418503701686859, 0.36751532554626465], "r_norm": [0.501502513885498, 0.46180248260498047, 0.442985475063324, 0.44409871101379395, 0.4520803391933441, 0.44386959075927734, 0.446552574634552, 0.4502294957637787, 0.45741480588912964, 0.454833447933197], "ldr": {"dL_sdil": -0.007990598678588867, "dL_bp": -0.00993308424949646, "ratio": 0.8044428576143343}}, {"step": 4800, "epoch": 10, "train_loss": 0.28825491666793823, "cos_r_negg": [0.48950687050819397, 0.4737587571144104, 0.4538971185684204, 0.4423745274543762, 0.406673789024353, 0.4108331501483917, 0.36809784173965454, 0.3530495762825012, 0.3584090769290924, 0.36240726709365845], "cos_apical_negg": [0.48950687050819397, 0.4737587571144104, 0.4538971185684204, 0.4423745274543762, 0.406673789024353, 0.4108331501483917, 0.36809784173965454, 0.3530495762825012, 0.3584090769290924, 0.36240726709365845], "cos_Ac_negg": [0.48950687050819397, 0.4737587571144104, 0.4538971185684204, 0.4423745274543762, 0.406673789024353, 0.4108331501483917, 0.36809784173965454, 0.3530495762825012, 0.3584090769290924, 0.36240726709365845], "r_norm": [0.525152862071991, 0.4840601682662964, 0.4638903737068176, 0.46521735191345215, 0.47465619444847107, 0.46443766355514526, 0.4672888219356537, 0.4713280200958252, 0.48032790422439575, 0.4777304232120514]}, {"step": 4850, "epoch": 10, "train_loss": 0.22840383648872375, "cos_r_negg": [0.48605701327323914, 0.470752477645874, 0.4594349265098572, 0.4567374885082245, 0.412341833114624, 0.43929699063301086, 0.3891526162624359, 0.38489776849746704, 0.3781929910182953, 0.3926023244857788], "cos_apical_negg": [0.48605701327323914, 0.470752477645874, 0.4594349265098572, 0.4567374885082245, 0.412341833114624, 0.43929699063301086, 0.3891526162624359, 0.38489776849746704, 0.3781929910182953, 0.3926023244857788], "cos_Ac_negg": [0.48605701327323914, 0.470752477645874, 0.4594349265098572, 0.4567374885082245, 0.412341833114624, 0.43929699063301086, 0.3891526162624359, 0.38489776849746704, 0.3781929910182953, 0.3926023244857788], "r_norm": [0.5035316348075867, 0.46359682083129883, 0.4459543526172638, 0.44511300325393677, 0.45424193143844604, 0.44638630747795105, 0.44867414236068726, 0.4521717131137848, 0.4603123068809509, 0.4574904441833496]}, {"step": 4900, "epoch": 10, "train_loss": 0.20063737034797668, "cos_r_negg": [0.473516047000885, 0.46009111404418945, 0.4521840214729309, 0.46404021978378296, 0.4134308397769928, 0.4264657497406006, 0.39291924238204956, 0.37185871601104736, 0.3720704913139343, 0.3921901285648346], "cos_apical_negg": [0.473516047000885, 0.46009111404418945, 0.4521840214729309, 0.46404021978378296, 0.4134308397769928, 0.4264657497406006, 0.39291924238204956, 0.37185871601104736, 0.3720704913139343, 0.3921901285648346], "cos_Ac_negg": [0.473516047000885, 0.46009111404418945, 0.4521840214729309, 0.46404021978378296, 0.4134308397769928, 0.4264657497406006, 0.39291924238204956, 0.37185871601104736, 0.3720704913139343, 0.3921901285648346], "r_norm": [0.5088133811950684, 0.46498093008995056, 0.44643351435661316, 0.4449370801448822, 0.45412129163742065, 0.4475208520889282, 0.4491097331047058, 0.4520203471183777, 0.4609396457672119, 0.4586154818534851]}, {"step": 4950, "epoch": 10, "train_loss": 0.19715341925621033, "cos_r_negg": [0.5016711950302124, 0.48316824436187744, 0.47257107496261597, 0.46910735964775085, 0.41664543747901917, 0.4364468455314636, 0.4038581848144531, 0.38212162256240845, 0.389704167842865, 0.3830309808254242], "cos_apical_negg": [0.5016711950302124, 0.48316824436187744, 0.47257107496261597, 0.46910735964775085, 0.41664543747901917, 0.4364468455314636, 0.4038581848144531, 0.38212162256240845, 0.389704167842865, 0.3830309808254242], "cos_Ac_negg": [0.5016711950302124, 0.48316824436187744, 0.47257107496261597, 0.46910735964775085, 0.41664543747901917, 0.4364468455314636, 0.4038581848144531, 0.38212162256240845, 0.389704167842865, 0.3830309808254242], "r_norm": [0.5387486815452576, 0.49201416969299316, 0.47026100754737854, 0.47123420238494873, 0.48081696033477783, 0.4716918170452118, 0.47223377227783203, 0.47704607248306274, 0.4853660464286804, 0.48492544889450073]}, {"step": 5000, "epoch": 10, "train_loss": 0.1867888867855072, "cos_r_negg": [0.4831485152244568, 0.46582549810409546, 0.4593956768512726, 0.46049964427948, 0.4058454632759094, 0.4228234887123108, 0.4011879563331604, 0.388526976108551, 0.39089980721473694, 0.3770224153995514], "cos_apical_negg": [0.4831485152244568, 0.46582549810409546, 0.4593956768512726, 0.46049964427948, 0.4058454632759094, 0.4228234887123108, 0.4011879563331604, 0.388526976108551, 0.39089980721473694, 0.3770224153995514], "cos_Ac_negg": [0.4831485152244568, 0.46582549810409546, 0.4593956768512726, 0.46049964427948, 0.4058454632759094, 0.4228234887123108, 0.4011879563331604, 0.388526976108551, 0.39089980721473694, 0.3770224153995514], "r_norm": [0.5407168865203857, 0.4943816065788269, 0.47243428230285645, 0.4734271168708801, 0.4827984869480133, 0.4723241329193115, 0.47498953342437744, 0.48000964522361755, 0.48777735233306885, 0.48681700229644775], "ldr": {"dL_sdil": -0.012129426002502441, "dL_bp": -0.014328718185424805, "ratio": 0.846511589211135}}, {"step": 5050, "epoch": 10, "train_loss": 0.3211400508880615, "cos_r_negg": [0.4807148575782776, 0.46161556243896484, 0.45842719078063965, 0.45601266622543335, 0.4072723388671875, 0.4366319179534912, 0.41035547852516174, 0.37766894698143005, 0.37895894050598145, 0.3648662269115448], "cos_apical_negg": [0.4807148575782776, 0.46161556243896484, 0.45842719078063965, 0.45601266622543335, 0.4072723388671875, 0.4366319179534912, 0.41035547852516174, 0.37766894698143005, 0.37895894050598145, 0.3648662269115448], "cos_Ac_negg": [0.4807148575782776, 0.46161556243896484, 0.45842719078063965, 0.45601266622543335, 0.4072723388671875, 0.4366319179534912, 0.41035547852516174, 0.37766894698143005, 0.37895894050598145, 0.3648662269115448], "r_norm": [0.4673219323158264, 0.42756858468055725, 0.4085025191307068, 0.4087839126586914, 0.41798269748687744, 0.408682256937027, 0.41191476583480835, 0.41415464878082275, 0.42113178968429565, 0.42040959000587463]}, {"step": 5100, "epoch": 10, "train_loss": 0.2207416445016861, "cos_r_negg": [0.507514476776123, 0.48977088928222656, 0.47442787885665894, 0.4589678645133972, 0.43225112557411194, 0.4300099313259125, 0.42364728450775146, 0.38509684801101685, 0.38591688871383667, 0.35853785276412964], "cos_apical_negg": [0.507514476776123, 0.48977088928222656, 0.47442787885665894, 0.4589678645133972, 0.43225112557411194, 0.4300099313259125, 0.42364728450775146, 0.38509684801101685, 0.38591688871383667, 0.35853785276412964], "cos_Ac_negg": [0.507514476776123, 0.48977088928222656, 0.47442787885665894, 0.4589678645133972, 0.43225112557411194, 0.4300099313259125, 0.42364728450775146, 0.38509684801101685, 0.38591688871383667, 0.35853785276412964], "r_norm": [0.49938762187957764, 0.45611196756362915, 0.4358710050582886, 0.4355640411376953, 0.4458644986152649, 0.43564409017562866, 0.4380801320075989, 0.441758930683136, 0.4497300386428833, 0.4506562352180481]}, {"step": 5150, "epoch": 10, "train_loss": 0.22620293498039246, "cos_r_negg": [0.4761689007282257, 0.4657664895057678, 0.44237393140792847, 0.4445279538631439, 0.4021270275115967, 0.42875176668167114, 0.4001966118812561, 0.3557575047016144, 0.3654995858669281, 0.3554632067680359], "cos_apical_negg": [0.4761689007282257, 0.4657664895057678, 0.44237393140792847, 0.4445279538631439, 0.4021270275115967, 0.42875176668167114, 0.4001966118812561, 0.3557575047016144, 0.3654995858669281, 0.3554632067680359], "cos_Ac_negg": [0.4761689007282257, 0.4657664895057678, 0.44237393140792847, 0.4445279538631439, 0.4021270275115967, 0.42875176668167114, 0.4001966118812561, 0.3557575047016144, 0.3654995858669281, 0.3554632067680359], "r_norm": [0.5103632211685181, 0.4659101963043213, 0.4445745646953583, 0.44395726919174194, 0.45433151721954346, 0.44535285234451294, 0.44839078187942505, 0.4504305124282837, 0.4590911269187927, 0.45847219228744507]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8714, "test_loss": 0.3947899627685547}, {"step": 5200, "epoch": 11, "train_loss": 0.27283310890197754, "cos_r_negg": [0.48107975721359253, 0.45835036039352417, 0.43888771533966064, 0.4401337206363678, 0.41159123182296753, 0.4160890281200409, 0.40211665630340576, 0.3568410873413086, 0.3608430027961731, 0.35995903611183167], "cos_apical_negg": [0.48107975721359253, 0.45835036039352417, 0.43888771533966064, 0.4401337206363678, 0.41159123182296753, 0.4160890281200409, 0.40211665630340576, 0.3568410873413086, 0.3608430027961731, 0.35995903611183167], "cos_Ac_negg": [0.48107975721359253, 0.45835036039352417, 0.43888771533966064, 0.4401337206363678, 0.41159123182296753, 0.4160890281200409, 0.40211665630340576, 0.3568410873413086, 0.3608430027961731, 0.35995903611183167], "r_norm": [0.4857714772224426, 0.4405692219734192, 0.42060667276382446, 0.42135363817214966, 0.4301150441169739, 0.4211190342903137, 0.42251917719841003, 0.4259651005268097, 0.4342022240161896, 0.43424156308174133]}, {"step": 5250, "epoch": 11, "train_loss": 0.1511518359184265, "cos_r_negg": [0.48850053548812866, 0.47574836015701294, 0.4518505930900574, 0.4490918517112732, 0.41314247250556946, 0.4299764037132263, 0.40422719717025757, 0.36913907527923584, 0.3670993447303772, 0.3667804002761841], "cos_apical_negg": [0.48850053548812866, 0.47574836015701294, 0.4518505930900574, 0.4490918517112732, 0.41314247250556946, 0.4299764037132263, 0.40422719717025757, 0.36913907527923584, 0.3670993447303772, 0.3667804002761841], "cos_Ac_negg": [0.48850053548812866, 0.47574836015701294, 0.4518505930900574, 0.4490918517112732, 0.41314247250556946, 0.4299764037132263, 0.40422719717025757, 0.36913907527923584, 0.3670993447303772, 0.3667804002761841], "r_norm": [0.5107892751693726, 0.462181031703949, 0.44204115867614746, 0.441649854183197, 0.4505583643913269, 0.4410463571548462, 0.443252295255661, 0.44766736030578613, 0.45592832565307617, 0.45618343353271484], "ldr": {"dL_sdil": -0.010820746421813965, "dL_bp": -0.013861298561096191, "ratio": 0.7806444954720194}}, {"step": 5300, "epoch": 11, "train_loss": 0.2748588025569916, "cos_r_negg": [0.4729350507259369, 0.4499773383140564, 0.4223896563053131, 0.42139947414398193, 0.3931024670600891, 0.4002753794193268, 0.38613003492355347, 0.35562920570373535, 0.36988627910614014, 0.3548671007156372], "cos_apical_negg": [0.4729350507259369, 0.4499773383140564, 0.4223896563053131, 0.42139947414398193, 0.3931024670600891, 0.4002753794193268, 0.38613003492355347, 0.35562920570373535, 0.36988627910614014, 0.3548671007156372], "cos_Ac_negg": [0.4729350507259369, 0.4499773383140564, 0.4223896563053131, 0.42139947414398193, 0.3931024670600891, 0.4002753794193268, 0.38613003492355347, 0.35562920570373535, 0.36988627910614014, 0.3548671007156372], "r_norm": [0.486552894115448, 0.44125473499298096, 0.4213738739490509, 0.42111021280288696, 0.43052223324775696, 0.42341071367263794, 0.4245989918708801, 0.4261305332183838, 0.43409761786460876, 0.4340497851371765]}, {"step": 5350, "epoch": 11, "train_loss": 0.22637028992176056, "cos_r_negg": [0.49461862444877625, 0.47299835085868835, 0.4535687565803528, 0.4531436264514923, 0.4076637029647827, 0.4247951805591583, 0.40368109941482544, 0.3706894814968109, 0.39890772104263306, 0.3711813986301422], "cos_apical_negg": [0.49461862444877625, 0.47299835085868835, 0.4535687565803528, 0.4531436264514923, 0.4076637029647827, 0.4247951805591583, 0.40368109941482544, 0.3706894814968109, 0.39890772104263306, 0.3711813986301422], "cos_Ac_negg": [0.49461862444877625, 0.47299835085868835, 0.4535687565803528, 0.4531436264514923, 0.4076637029647827, 0.4247951805591583, 0.40368109941482544, 0.3706894814968109, 0.39890772104263306, 0.3711813986301422], "r_norm": [0.4768276810646057, 0.4316684901714325, 0.4132487177848816, 0.41296932101249695, 0.42128586769104004, 0.4146955907344818, 0.4153071641921997, 0.4179747998714447, 0.42428332567214966, 0.4253137707710266]}, {"step": 5400, "epoch": 11, "train_loss": 0.213669091463089, "cos_r_negg": [0.46626606583595276, 0.4526767134666443, 0.4424455761909485, 0.44843700528144836, 0.4034566879272461, 0.42280125617980957, 0.40499061346054077, 0.35372525453567505, 0.3852561116218567, 0.3674580752849579], "cos_apical_negg": [0.46626606583595276, 0.4526767134666443, 0.4424455761909485, 0.44843700528144836, 0.4034566879272461, 0.42280125617980957, 0.40499061346054077, 0.35372525453567505, 0.3852561116218567, 0.3674580752849579], "cos_Ac_negg": [0.46626606583595276, 0.4526767134666443, 0.4424455761909485, 0.44843700528144836, 0.4034566879272461, 0.42280125617980957, 0.40499061346054077, 0.35372525453567505, 0.3852561116218567, 0.3674580752849579], "r_norm": [0.5096838474273682, 0.4596679210662842, 0.43878865242004395, 0.4383499324321747, 0.44715043902397156, 0.43830186128616333, 0.4408116638660431, 0.44381478428840637, 0.45211583375930786, 0.4522290825843811]}, {"step": 5450, "epoch": 11, "train_loss": 0.19540239870548248, "cos_r_negg": [0.48602986335754395, 0.4639485478401184, 0.44016167521476746, 0.4584020674228668, 0.40814799070358276, 0.4266911745071411, 0.409839928150177, 0.37230217456817627, 0.40744274854660034, 0.39512699842453003], "cos_apical_negg": [0.48602986335754395, 0.4639485478401184, 0.44016167521476746, 0.4584020674228668, 0.40814799070358276, 0.4266911745071411, 0.409839928150177, 0.37230217456817627, 0.40744274854660034, 0.39512699842453003], "cos_Ac_negg": [0.48602986335754395, 0.4639485478401184, 0.44016167521476746, 0.4584020674228668, 0.40814799070358276, 0.4266911745071411, 0.409839928150177, 0.37230217456817627, 0.40744274854660034, 0.39512699842453003], "r_norm": [0.49158811569213867, 0.4447864890098572, 0.42533260583877563, 0.42460450530052185, 0.4338497817516327, 0.42500972747802734, 0.42700591683387756, 0.42976611852645874, 0.4377482235431671, 0.4381469488143921]}, {"step": 5500, "epoch": 11, "train_loss": 0.2530498802661896, "cos_r_negg": [0.500407338142395, 0.47529351711273193, 0.4698953330516815, 0.4693342447280884, 0.42943283915519714, 0.4108195900917053, 0.4042872190475464, 0.363425076007843, 0.3973819613456726, 0.3714486360549927], "cos_apical_negg": [0.500407338142395, 0.47529351711273193, 0.4698953330516815, 0.4693342447280884, 0.42943283915519714, 0.4108195900917053, 0.4042872190475464, 0.363425076007843, 0.3973819613456726, 0.3714486360549927], "cos_Ac_negg": [0.500407338142395, 0.47529351711273193, 0.4698953330516815, 0.4693342447280884, 0.42943283915519714, 0.4108195900917053, 0.4042872190475464, 0.363425076007843, 0.3973819613456726, 0.3714486360549927], "r_norm": [0.4941622018814087, 0.4468562602996826, 0.425551176071167, 0.4259069561958313, 0.4338322877883911, 0.4261024594306946, 0.4277883768081665, 0.4309712052345276, 0.4367877244949341, 0.43923792243003845], "ldr": {"dL_sdil": -0.007443249225616455, "dL_bp": -0.010557949542999268, "ratio": 0.7049900357358595}}, {"step": 5550, "epoch": 11, "train_loss": 0.25366348028182983, "cos_r_negg": [0.5025759935379028, 0.46593350172042847, 0.4346107840538025, 0.4316750466823578, 0.3771667778491974, 0.377773255109787, 0.36561596393585205, 0.3382914364337921, 0.36048445105552673, 0.3635717034339905], "cos_apical_negg": [0.5025759935379028, 0.46593350172042847, 0.4346107840538025, 0.4316750466823578, 0.3771667778491974, 0.377773255109787, 0.36561596393585205, 0.3382914364337921, 0.36048445105552673, 0.3635717034339905], "cos_Ac_negg": [0.5025759935379028, 0.46593350172042847, 0.4346107840538025, 0.4316750466823578, 0.3771667778491974, 0.377773255109787, 0.36561596393585205, 0.3382914364337921, 0.36048445105552673, 0.3635717034339905], "r_norm": [0.461417555809021, 0.41479432582855225, 0.396144837141037, 0.39598774909973145, 0.4035307765007019, 0.3965912461280823, 0.3976515233516693, 0.4006930887699127, 0.4078792631626129, 0.408251017332077]}, {"step": 5600, "epoch": 11, "train_loss": 0.21737882494926453, "cos_r_negg": [0.4921491742134094, 0.47351962327957153, 0.4658845067024231, 0.47672581672668457, 0.42996326088905334, 0.42248618602752686, 0.4207080006599426, 0.37994450330734253, 0.3993558883666992, 0.3918161392211914], "cos_apical_negg": [0.4921491742134094, 0.47351962327957153, 0.4658845067024231, 0.47672581672668457, 0.42996326088905334, 0.42248618602752686, 0.4207080006599426, 0.37994450330734253, 0.3993558883666992, 0.3918161392211914], "cos_Ac_negg": [0.4921491742134094, 0.47351962327957153, 0.4658845067024231, 0.47672581672668457, 0.42996326088905334, 0.42248618602752686, 0.4207080006599426, 0.37994450330734253, 0.3993558883666992, 0.3918161392211914], "r_norm": [0.5200710296630859, 0.46540600061416626, 0.4422321915626526, 0.4420067071914673, 0.45100167393684387, 0.4432389736175537, 0.4431973099708557, 0.44770127534866333, 0.4546589255332947, 0.45818689465522766]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.876, "test_loss": 0.3828320068359375}, {"step": 5650, "epoch": 12, "train_loss": 0.17700214684009552, "cos_r_negg": [0.5071138143539429, 0.4770907461643219, 0.463224858045578, 0.4774293601512909, 0.44007885456085205, 0.43577268719673157, 0.4413124918937683, 0.401129812002182, 0.4179813265800476, 0.39775002002716064], "cos_apical_negg": [0.5071138143539429, 0.4770907461643219, 0.463224858045578, 0.4774293601512909, 0.44007885456085205, 0.43577268719673157, 0.4413124918937683, 0.401129812002182, 0.4179813265800476, 0.39775002002716064], "cos_Ac_negg": [0.5071138143539429, 0.4770907461643219, 0.463224858045578, 0.4774293601512909, 0.44007885456085205, 0.43577268719673157, 0.4413124918937683, 0.401129812002182, 0.4179813265800476, 0.39775002002716064], "r_norm": [0.4690208435058594, 0.4196418523788452, 0.40038979053497314, 0.3995155990123749, 0.40712523460388184, 0.3993438482284546, 0.400463730096817, 0.40483546257019043, 0.41218748688697815, 0.4136432111263275]}, {"step": 5700, "epoch": 12, "train_loss": 0.15345700085163116, "cos_r_negg": [0.48109692335128784, 0.4493092894554138, 0.44032716751098633, 0.44859105348587036, 0.42147350311279297, 0.412261426448822, 0.4241642951965332, 0.37468594312667847, 0.40124478936195374, 0.39235740900039673], "cos_apical_negg": [0.48109692335128784, 0.4493092894554138, 0.44032716751098633, 0.44859105348587036, 0.42147350311279297, 0.412261426448822, 0.4241642951965332, 0.37468594312667847, 0.40124478936195374, 0.39235740900039673], "cos_Ac_negg": [0.48109692335128784, 0.4493092894554138, 0.44032716751098633, 0.44859105348587036, 0.42147350311279297, 0.412261426448822, 0.4241642951965332, 0.37468594312667847, 0.40124478936195374, 0.39235740900039673], "r_norm": [0.46511322259902954, 0.41686704754829407, 0.3979983329772949, 0.3967611789703369, 0.40414315462112427, 0.3986439108848572, 0.39911895990371704, 0.4019137918949127, 0.4077990651130676, 0.4108480215072632]}, {"step": 5750, "epoch": 12, "train_loss": 0.32605117559432983, "cos_r_negg": [0.49084681272506714, 0.46376705169677734, 0.4533348083496094, 0.4586890935897827, 0.42819347977638245, 0.4166759252548218, 0.4187522232532501, 0.3712078630924225, 0.38580894470214844, 0.38667184114456177], "cos_apical_negg": [0.49084681272506714, 0.46376705169677734, 0.4533348083496094, 0.4586890935897827, 0.42819347977638245, 0.4166759252548218, 0.4187522232532501, 0.3712078630924225, 0.38580894470214844, 0.38667184114456177], "cos_Ac_negg": [0.49084681272506714, 0.46376705169677734, 0.4533348083496094, 0.4586890935897827, 0.42819347977638245, 0.4166759252548218, 0.4187522232532501, 0.3712078630924225, 0.38580894470214844, 0.38667184114456177], "r_norm": [0.45332980155944824, 0.40406614542007446, 0.3841201663017273, 0.38428932428359985, 0.3908889889717102, 0.38367587327957153, 0.386727511882782, 0.3885206878185272, 0.39396440982818604, 0.39719516038894653], "ldr": {"dL_sdil": -0.007452666759490967, "dL_bp": -0.011535733938217163, "ratio": 0.6460505070076858}}, {"step": 5800, "epoch": 12, "train_loss": 0.1991831362247467, "cos_r_negg": [0.4910760521888733, 0.4666508734226227, 0.44982680678367615, 0.4513859748840332, 0.4152810573577881, 0.405318945646286, 0.40232688188552856, 0.36475080251693726, 0.38124585151672363, 0.3922157883644104], "cos_apical_negg": [0.4910760521888733, 0.4666508734226227, 0.44982680678367615, 0.4513859748840332, 0.4152810573577881, 0.405318945646286, 0.40232688188552856, 0.36475080251693726, 0.38124585151672363, 0.3922157883644104], "cos_Ac_negg": [0.4910760521888733, 0.4666508734226227, 0.44982680678367615, 0.4513859748840332, 0.4152810573577881, 0.405318945646286, 0.40232688188552856, 0.36475080251693726, 0.38124585151672363, 0.3922157883644104], "r_norm": [0.45492252707481384, 0.40431034564971924, 0.3828718662261963, 0.383525550365448, 0.39004290103912354, 0.383543998003006, 0.3856061100959778, 0.3878243565559387, 0.3931412100791931, 0.39614981412887573]}, {"step": 5850, "epoch": 12, "train_loss": 0.2374170571565628, "cos_r_negg": [0.4744325280189514, 0.4582796096801758, 0.44336599111557007, 0.44187211990356445, 0.40786978602409363, 0.3970513939857483, 0.39312368631362915, 0.3621167540550232, 0.37917739152908325, 0.39103826880455017], "cos_apical_negg": [0.4744325280189514, 0.4582796096801758, 0.44336599111557007, 0.44187211990356445, 0.40786978602409363, 0.3970513939857483, 0.39312368631362915, 0.3621167540550232, 0.37917739152908325, 0.39103826880455017], "cos_Ac_negg": [0.4744325280189514, 0.4582796096801758, 0.44336599111557007, 0.44187211990356445, 0.40786978602409363, 0.3970513939857483, 0.39312368631362915, 0.3621167540550232, 0.37917739152908325, 0.39103826880455017], "r_norm": [0.478513240814209, 0.42658907175064087, 0.4048643112182617, 0.4049968123435974, 0.4121335744857788, 0.4044259190559387, 0.4058012068271637, 0.4094945788383484, 0.4151059091091156, 0.41962116956710815]}, {"step": 5900, "epoch": 12, "train_loss": 0.25716763734817505, "cos_r_negg": [0.48804789781570435, 0.4744202792644501, 0.45430776476860046, 0.46489447355270386, 0.4256886839866638, 0.42772209644317627, 0.4137924909591675, 0.37988603115081787, 0.4128839373588562, 0.4175751209259033], "cos_apical_negg": [0.48804789781570435, 0.4744202792644501, 0.45430776476860046, 0.46489447355270386, 0.4256886839866638, 0.42772209644317627, 0.4137924909591675, 0.37988603115081787, 0.4128839373588562, 0.4175751209259033], "cos_Ac_negg": [0.48804789781570435, 0.4744202792644501, 0.45430776476860046, 0.46489447355270386, 0.4256886839866638, 0.42772209644317627, 0.4137924909591675, 0.37988603115081787, 0.4128839373588562, 0.4175751209259033], "r_norm": [0.4776266813278198, 0.4238682985305786, 0.40187156200408936, 0.4009932577610016, 0.4081472158432007, 0.40135639905929565, 0.4030398726463318, 0.4053938686847687, 0.41204315423965454, 0.41691523790359497]}, {"step": 5950, "epoch": 12, "train_loss": 0.2519492506980896, "cos_r_negg": [0.49396559596061707, 0.47319748997688293, 0.4599992036819458, 0.4738873839378357, 0.4349706172943115, 0.42942672967910767, 0.4218832850456238, 0.3874236047267914, 0.39968860149383545, 0.41373297572135925], "cos_apical_negg": [0.49396559596061707, 0.47319748997688293, 0.4599992036819458, 0.4738873839378357, 0.4349706172943115, 0.42942672967910767, 0.4218832850456238, 0.3874236047267914, 0.39968860149383545, 0.41373297572135925], "cos_Ac_negg": [0.49396559596061707, 0.47319748997688293, 0.4599992036819458, 0.4738873839378357, 0.4349706172943115, 0.42942672967910767, 0.4218832850456238, 0.3874236047267914, 0.39968860149383545, 0.41373297572135925], "r_norm": [0.5001608729362488, 0.4422034025192261, 0.4194449782371521, 0.4175906777381897, 0.4257963299751282, 0.41800153255462646, 0.42040663957595825, 0.42297452688217163, 0.4311372637748718, 0.4346558749675751]}, {"step": 6000, "epoch": 12, "train_loss": 0.13667650520801544, "cos_r_negg": [0.47697341442108154, 0.4542196989059448, 0.4315997064113617, 0.43420371413230896, 0.3927745223045349, 0.40374740958213806, 0.39652204513549805, 0.37824246287345886, 0.37494784593582153, 0.4009970426559448], "cos_apical_negg": [0.47697341442108154, 0.4542196989059448, 0.4315997064113617, 0.43420371413230896, 0.3927745223045349, 0.40374740958213806, 0.39652204513549805, 0.37824246287345886, 0.37494784593582153, 0.4009970426559448], "cos_Ac_negg": [0.47697341442108154, 0.4542196989059448, 0.4315997064113617, 0.43420371413230896, 0.3927745223045349, 0.40374740958213806, 0.39652204513549805, 0.37824246287345886, 0.37494784593582153, 0.4009970426559448], "r_norm": [0.4499259293079376, 0.39687174558639526, 0.3771011233329773, 0.3762258291244507, 0.38261979818344116, 0.3751058578491211, 0.3776891827583313, 0.38003256916999817, 0.3876762092113495, 0.39100372791290283], "ldr": {"dL_sdil": -0.007982254028320312, "dL_bp": -0.012225806713104248, "ratio": 0.6529020305682178}}, {"step": 6050, "epoch": 12, "train_loss": 0.1394430696964264, "cos_r_negg": [0.5029886960983276, 0.46137192845344543, 0.43510228395462036, 0.4404110312461853, 0.4103030264377594, 0.4106912612915039, 0.4222813546657562, 0.3832795023918152, 0.4026408791542053, 0.4046843647956848], "cos_apical_negg": [0.5029886960983276, 0.46137192845344543, 0.43510228395462036, 0.4404110312461853, 0.4103030264377594, 0.4106912612915039, 0.4222813546657562, 0.3832795023918152, 0.4026408791542053, 0.4046843647956848], "cos_Ac_negg": [0.5029886960983276, 0.46137192845344543, 0.43510228395462036, 0.4404110312461853, 0.4103030264377594, 0.4106912612915039, 0.4222813546657562, 0.3832795023918152, 0.4026408791542053, 0.4046843647956848], "r_norm": [0.4905894994735718, 0.43175560235977173, 0.40847906470298767, 0.408230185508728, 0.41536247730255127, 0.40742549300193787, 0.4099326729774475, 0.4121282696723938, 0.42012420296669006, 0.42292776703834534]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8744, "test_loss": 0.3847752380371094}, {"step": 6100, "epoch": 13, "train_loss": 0.2688697874546051, "cos_r_negg": [0.5265949964523315, 0.48915162682533264, 0.46783268451690674, 0.47361764311790466, 0.43640121817588806, 0.41794830560684204, 0.4311116337776184, 0.4006251096725464, 0.4014388620853424, 0.3923378586769104], "cos_apical_negg": [0.5265949964523315, 0.48915162682533264, 0.46783268451690674, 0.47361764311790466, 0.43640121817588806, 0.41794830560684204, 0.4311116337776184, 0.4006251096725464, 0.4014388620853424, 0.3923378586769104], "cos_Ac_negg": [0.5265949964523315, 0.48915162682533264, 0.46783268451690674, 0.47361764311790466, 0.43640121817588806, 0.41794830560684204, 0.4311116337776184, 0.4006251096725464, 0.4014388620853424, 0.3923378586769104], "r_norm": [0.4733988642692566, 0.41498810052871704, 0.39241841435432434, 0.391957551240921, 0.3984804153442383, 0.3912435472011566, 0.39228832721710205, 0.3960826098918915, 0.4027242064476013, 0.4073542356491089]}, {"step": 6150, "epoch": 13, "train_loss": 0.12180687487125397, "cos_r_negg": [0.5129139423370361, 0.47841599583625793, 0.4548856019973755, 0.44787609577178955, 0.4101749658584595, 0.401783287525177, 0.40682873129844666, 0.37795352935791016, 0.3817651867866516, 0.3865318298339844], "cos_apical_negg": [0.5129139423370361, 0.47841599583625793, 0.4548856019973755, 0.44787609577178955, 0.4101749658584595, 0.401783287525177, 0.40682873129844666, 0.37795352935791016, 0.3817651867866516, 0.3865318298339844], "cos_Ac_negg": [0.5129139423370361, 0.47841599583625793, 0.4548856019973755, 0.44787609577178955, 0.4101749658584595, 0.401783287525177, 0.40682873129844666, 0.37795352935791016, 0.3817651867866516, 0.3865318298339844], "r_norm": [0.45965632796287537, 0.4032878875732422, 0.38268208503723145, 0.38147082924842834, 0.3879719376564026, 0.3815394639968872, 0.3818402588367462, 0.38570931553840637, 0.3926057815551758, 0.39757001399993896]}, {"step": 6200, "epoch": 13, "train_loss": 0.21398000419139862, "cos_r_negg": [0.5147126913070679, 0.48417866230010986, 0.4574199914932251, 0.45728811621665955, 0.42260828614234924, 0.42240411043167114, 0.4200078248977661, 0.3913804292678833, 0.39240822196006775, 0.39029574394226074], "cos_apical_negg": [0.5147126913070679, 0.48417866230010986, 0.4574199914932251, 0.45728811621665955, 0.42260828614234924, 0.42240411043167114, 0.4200078248977661, 0.3913804292678833, 0.39240822196006775, 0.39029574394226074], "cos_Ac_negg": [0.5147126913070679, 0.48417866230010986, 0.4574199914932251, 0.45728811621665955, 0.42260828614234924, 0.42240411043167114, 0.4200078248977661, 0.3913804292678833, 0.39240822196006775, 0.39029574394226074], "r_norm": [0.46776413917541504, 0.41108739376068115, 0.389464408159256, 0.38833725452423096, 0.39614027738571167, 0.38889235258102417, 0.38998499512672424, 0.39241886138916016, 0.4000897705554962, 0.40386977791786194]}, {"step": 6250, "epoch": 13, "train_loss": 0.18519844114780426, "cos_r_negg": [0.4954971671104431, 0.4580591320991516, 0.4374369978904724, 0.44234010577201843, 0.4096745252609253, 0.4087085425853729, 0.40811896324157715, 0.3805044889450073, 0.380659282207489, 0.38076335191726685], "cos_apical_negg": [0.4954971671104431, 0.4580591320991516, 0.4374369978904724, 0.44234010577201843, 0.4096745252609253, 0.4087085425853729, 0.40811896324157715, 0.3805044889450073, 0.380659282207489, 0.38076335191726685], "cos_Ac_negg": [0.4954971671104431, 0.4580591320991516, 0.4374369978904724, 0.44234010577201843, 0.4096745252609253, 0.4087085425853729, 0.40811896324157715, 0.3805044889450073, 0.380659282207489, 0.38076335191726685], "r_norm": [0.5116559267044067, 0.44646912813186646, 0.4212997555732727, 0.4209516644477844, 0.42751985788345337, 0.4196651577949524, 0.4214544892311096, 0.42487603425979614, 0.4323514401912689, 0.43755394220352173], "ldr": {"dL_sdil": -0.01944553852081299, "dL_bp": -0.026724815368652344, "ratio": 0.7276210612710987}}, {"step": 6300, "epoch": 13, "train_loss": 0.22925511002540588, "cos_r_negg": [0.5112359523773193, 0.4735284447669983, 0.46085554361343384, 0.46650567650794983, 0.4272988438606262, 0.43208345770835876, 0.4336429238319397, 0.39139556884765625, 0.38670817017555237, 0.4079607129096985], "cos_apical_negg": [0.5112359523773193, 0.4735284447669983, 0.46085554361343384, 0.46650567650794983, 0.4272988438606262, 0.43208345770835876, 0.4336429238319397, 0.39139556884765625, 0.38670817017555237, 0.4079607129096985], "cos_Ac_negg": [0.5112359523773193, 0.4735284447669983, 0.46085554361343384, 0.46650567650794983, 0.4272988438606262, 0.43208345770835876, 0.4336429238319397, 0.39139556884765625, 0.38670817017555237, 0.4079607129096985], "r_norm": [0.4749578535556793, 0.4143661856651306, 0.3918341398239136, 0.39094656705856323, 0.3969392776489258, 0.3906506896018982, 0.3922865390777588, 0.3949252963066101, 0.401984304189682, 0.4066039025783539]}, {"step": 6350, "epoch": 13, "train_loss": 0.19988642632961273, "cos_r_negg": [0.4965254068374634, 0.4580925405025482, 0.4525129795074463, 0.45623430609703064, 0.4333910644054413, 0.4170207381248474, 0.4111010432243347, 0.3856467008590698, 0.40092378854751587, 0.4047774076461792], "cos_apical_negg": [0.4965254068374634, 0.4580925405025482, 0.4525129795074463, 0.45623430609703064, 0.4333910644054413, 0.4170207381248474, 0.4111010432243347, 0.3856467008590698, 0.40092378854751587, 0.4047774076461792], "cos_Ac_negg": [0.4965254068374634, 0.4580925405025482, 0.4525129795074463, 0.45623430609703064, 0.4333910644054413, 0.4170207381248474, 0.4111010432243347, 0.3856467008590698, 0.40092378854751587, 0.4047774076461792], "r_norm": [0.47596660256385803, 0.4147840142250061, 0.3917062282562256, 0.39109325408935547, 0.3967045247554779, 0.3905715346336365, 0.3917209208011627, 0.39447399973869324, 0.40037932991981506, 0.4066360890865326]}, {"step": 6400, "epoch": 13, "train_loss": 0.1851104497909546, "cos_r_negg": [0.4995357394218445, 0.4633849859237671, 0.44990941882133484, 0.4513944685459137, 0.4212852120399475, 0.4103686809539795, 0.40501388907432556, 0.38824188709259033, 0.38383084535598755, 0.39673516154289246], "cos_apical_negg": [0.4995357394218445, 0.4633849859237671, 0.44990941882133484, 0.4513944685459137, 0.4212852120399475, 0.4103686809539795, 0.40501388907432556, 0.38824188709259033, 0.38383084535598755, 0.39673516154289246], "cos_Ac_negg": [0.4995357394218445, 0.4633849859237671, 0.44990941882133484, 0.4513944685459137, 0.4212852120399475, 0.4103686809539795, 0.40501388907432556, 0.38824188709259033, 0.38383084535598755, 0.39673516154289246], "r_norm": [0.4438304305076599, 0.38713759183883667, 0.36725008487701416, 0.3645312190055847, 0.37136828899383545, 0.3658265471458435, 0.3659927248954773, 0.3691106140613556, 0.37552809715270996, 0.3808272182941437]}, {"step": 6450, "epoch": 13, "train_loss": 0.20429247617721558, "cos_r_negg": [0.5112947225570679, 0.4787641167640686, 0.46613818407058716, 0.4604230523109436, 0.42592230439186096, 0.42225950956344604, 0.4159555435180664, 0.3851262331008911, 0.38561689853668213, 0.39428502321243286], "cos_apical_negg": [0.5112947225570679, 0.4787641167640686, 0.46613818407058716, 0.4604230523109436, 0.42592230439186096, 0.42225950956344604, 0.4159555435180664, 0.3851262331008911, 0.38561689853668213, 0.39428502321243286], "cos_Ac_negg": [0.5112947225570679, 0.4787641167640686, 0.46613818407058716, 0.4604230523109436, 0.42592230439186096, 0.42225950956344604, 0.4159555435180664, 0.3851262331008911, 0.38561689853668213, 0.39428502321243286], "r_norm": [0.4555075764656067, 0.3958677351474762, 0.37322717905044556, 0.3721105754375458, 0.3777071237564087, 0.3726315200328827, 0.37392812967300415, 0.375798761844635, 0.3819692134857178, 0.38743823766708374]}, {"step": 6500, "epoch": 13, "train_loss": 0.12162475287914276, "cos_r_negg": [0.4943050742149353, 0.4572833478450775, 0.43858224153518677, 0.44010302424430847, 0.3970472812652588, 0.3970757722854614, 0.3852105140686035, 0.36462652683258057, 0.3787815570831299, 0.39206111431121826], "cos_apical_negg": [0.4943050742149353, 0.4572833478450775, 0.43858224153518677, 0.44010302424430847, 0.3970472812652588, 0.3970757722854614, 0.3852105140686035, 0.36462652683258057, 0.3787815570831299, 0.39206111431121826], "cos_Ac_negg": [0.4943050742149353, 0.4572833478450775, 0.43858224153518677, 0.44010302424430847, 0.3970472812652588, 0.3970757722854614, 0.3852105140686035, 0.36462652683258057, 0.3787815570831299, 0.39206111431121826], "r_norm": [0.47234708070755005, 0.40850260853767395, 0.38494783639907837, 0.38363128900527954, 0.3895035982131958, 0.3840022385120392, 0.3843185007572174, 0.3873082399368286, 0.3940080404281616, 0.4004935324192047], "ldr": {"dL_sdil": -0.010127395391464233, "dL_bp": -0.015177160501480103, "ratio": 0.6672786645747465}}, {"step": 6550, "epoch": 13, "train_loss": 0.15600667893886566, "cos_r_negg": [0.5009884238243103, 0.47399842739105225, 0.4608219861984253, 0.4599955081939697, 0.42097872495651245, 0.4261677861213684, 0.41951829195022583, 0.38131165504455566, 0.40125197172164917, 0.3939533233642578], "cos_apical_negg": [0.5009884238243103, 0.47399842739105225, 0.4608219861984253, 0.4599955081939697, 0.42097872495651245, 0.4261677861213684, 0.41951829195022583, 0.38131165504455566, 0.40125197172164917, 0.3939533233642578], "cos_Ac_negg": [0.5009884238243103, 0.47399842739105225, 0.4608219861984253, 0.4599955081939697, 0.42097872495651245, 0.4261677861213684, 0.41951829195022583, 0.38131165504455566, 0.40125197172164917, 0.3939533233642578], "r_norm": [0.4701434075832367, 0.40827441215515137, 0.38588011264801025, 0.3836091160774231, 0.39097243547439575, 0.38466155529022217, 0.3841994106769562, 0.3874133229255676, 0.39548349380493164, 0.40066421031951904]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8792, "test_loss": 0.3840004608154297}, {"step": 6600, "epoch": 14, "train_loss": 0.23234525322914124, "cos_r_negg": [0.501998782157898, 0.46260690689086914, 0.45213449001312256, 0.4545964002609253, 0.42040473222732544, 0.42180898785591125, 0.42122793197631836, 0.3753770589828491, 0.3954847455024719, 0.3939388394355774], "cos_apical_negg": [0.501998782157898, 0.46260690689086914, 0.45213449001312256, 0.4545964002609253, 0.42040473222732544, 0.42180898785591125, 0.42122793197631836, 0.3753770589828491, 0.3954847455024719, 0.3939388394355774], "cos_Ac_negg": [0.501998782157898, 0.46260690689086914, 0.45213449001312256, 0.4545964002609253, 0.42040473222732544, 0.42180898785591125, 0.42122793197631836, 0.3753770589828491, 0.3954847455024719, 0.3939388394355774], "r_norm": [0.4499940574169159, 0.39152252674102783, 0.3696625530719757, 0.3670617341995239, 0.3736448884010315, 0.36970317363739014, 0.3690357804298401, 0.3714931309223175, 0.37688148021698, 0.38301897048950195]}, {"step": 6650, "epoch": 14, "train_loss": 0.32536107301712036, "cos_r_negg": [0.5197878479957581, 0.474988728761673, 0.4536398649215698, 0.45529860258102417, 0.4159640073776245, 0.4248788058757782, 0.41078314185142517, 0.38249528408050537, 0.39353829622268677, 0.40441831946372986], "cos_apical_negg": [0.5197878479957581, 0.474988728761673, 0.4536398649215698, 0.45529860258102417, 0.4159640073776245, 0.4248788058757782, 0.41078314185142517, 0.38249528408050537, 0.39353829622268677, 0.40441831946372986], "cos_Ac_negg": [0.5197878479957581, 0.474988728761673, 0.4536398649215698, 0.45529860258102417, 0.4159640073776245, 0.4248788058757782, 0.41078314185142517, 0.38249528408050537, 0.39353829622268677, 0.40441831946372986], "r_norm": [0.48979297280311584, 0.42079484462738037, 0.39582908153533936, 0.3954302668571472, 0.401736319065094, 0.39566367864608765, 0.394928514957428, 0.3982998728752136, 0.4059045612812042, 0.4124324917793274]}, {"step": 6700, "epoch": 14, "train_loss": 0.16051213443279266, "cos_r_negg": [0.5126526355743408, 0.46530064940452576, 0.44869208335876465, 0.4584864675998688, 0.41003739833831787, 0.41927361488342285, 0.4071608781814575, 0.3738287091255188, 0.38662344217300415, 0.40371084213256836], "cos_apical_negg": [0.5126526355743408, 0.46530064940452576, 0.44869208335876465, 0.4584864675998688, 0.41003739833831787, 0.41927361488342285, 0.4071608781814575, 0.3738287091255188, 0.38662344217300415, 0.40371084213256836], "cos_Ac_negg": [0.5126526355743408, 0.46530064940452576, 0.44869208335876465, 0.4584864675998688, 0.41003739833831787, 0.41927361488342285, 0.4071608781814575, 0.3738287091255188, 0.38662344217300415, 0.40371084213256836], "r_norm": [0.47006142139434814, 0.40443184971809387, 0.38104182481765747, 0.3788967728614807, 0.38544148206710815, 0.37969666719436646, 0.37964099645614624, 0.3824551999568939, 0.39011651277542114, 0.39637988805770874]}, {"step": 6750, "epoch": 14, "train_loss": 0.2082766592502594, "cos_r_negg": [0.5012471675872803, 0.4644649028778076, 0.4514748752117157, 0.45147043466567993, 0.40944704413414, 0.4172592759132385, 0.4102659821510315, 0.36918872594833374, 0.38524603843688965, 0.4030250608921051], "cos_apical_negg": [0.5012471675872803, 0.4644649028778076, 0.4514748752117157, 0.45147043466567993, 0.40944704413414, 0.4172592759132385, 0.4102659821510315, 0.36918872594833374, 0.38524603843688965, 0.4030250608921051], "cos_Ac_negg": [0.5012471675872803, 0.4644649028778076, 0.4514748752117157, 0.45147043466567993, 0.40944704413414, 0.4172592759132385, 0.4102659821510315, 0.36918872594833374, 0.38524603843688965, 0.4030250608921051], "r_norm": [0.4848441481590271, 0.4156167507171631, 0.3918725550174713, 0.3897746205329895, 0.39639782905578613, 0.3901880383491516, 0.3896958827972412, 0.3932296633720398, 0.4015750288963318, 0.4081737697124481], "ldr": {"dL_sdil": -0.012953072786331177, "dL_bp": -0.019008666276931763, "ratio": 0.6814298592874221}}, {"step": 6800, "epoch": 14, "train_loss": 0.17220011353492737, "cos_r_negg": [0.4888741075992584, 0.45552295446395874, 0.4436263144016266, 0.4514601528644562, 0.4060705900192261, 0.4031863510608673, 0.39911219477653503, 0.3614858388900757, 0.37479472160339355, 0.38887375593185425], "cos_apical_negg": [0.4888741075992584, 0.45552295446395874, 0.4436263144016266, 0.4514601528644562, 0.4060705900192261, 0.4031863510608673, 0.39911219477653503, 0.3614858388900757, 0.37479472160339355, 0.38887375593185425], "cos_Ac_negg": [0.4888741075992584, 0.45552295446395874, 0.4436263144016266, 0.4514601528644562, 0.4060705900192261, 0.4031863510608673, 0.39911219477653503, 0.3614858388900757, 0.37479472160339355, 0.38887375593185425], "r_norm": [0.45916303992271423, 0.39400559663772583, 0.371745765209198, 0.37035292387008667, 0.37600284814834595, 0.37094518542289734, 0.36983373761177063, 0.3728691637516022, 0.37959712743759155, 0.38601434230804443]}, {"step": 6850, "epoch": 14, "train_loss": 0.21191158890724182, "cos_r_negg": [0.4924439489841461, 0.45610031485557556, 0.4404039978981018, 0.43880775570869446, 0.4044409394264221, 0.4056854844093323, 0.40380483865737915, 0.3632001280784607, 0.3839331269264221, 0.39054006338119507], "cos_apical_negg": [0.4924439489841461, 0.45610031485557556, 0.4404039978981018, 0.43880775570869446, 0.4044409394264221, 0.4056854844093323, 0.40380483865737915, 0.3632001280784607, 0.3839331269264221, 0.39054006338119507], "cos_Ac_negg": [0.4924439489841461, 0.45610031485557556, 0.4404039978981018, 0.43880775570869446, 0.4044409394264221, 0.4056854844093323, 0.40380483865737915, 0.3632001280784607, 0.3839331269264221, 0.39054006338119507], "r_norm": [0.5048611164093018, 0.42960307002067566, 0.4034901261329651, 0.40112143754959106, 0.40725433826446533, 0.40339863300323486, 0.4014100432395935, 0.40450793504714966, 0.41339802742004395, 0.42157766222953796]}, {"step": 6900, "epoch": 14, "train_loss": 0.2515605688095093, "cos_r_negg": [0.48036980628967285, 0.4473077058792114, 0.4330219030380249, 0.43318116664886475, 0.40222445130348206, 0.40079206228256226, 0.4011760354042053, 0.3543541133403778, 0.3891061544418335, 0.3945467472076416], "cos_apical_negg": [0.48036980628967285, 0.4473077058792114, 0.4330219030380249, 0.43318116664886475, 0.40222445130348206, 0.40079206228256226, 0.4011760354042053, 0.3543541133403778, 0.3891061544418335, 0.3945467472076416], "cos_Ac_negg": [0.48036980628967285, 0.4473077058792114, 0.4330219030380249, 0.43318116664886475, 0.40222445130348206, 0.40079206228256226, 0.4011760354042053, 0.3543541133403778, 0.3891061544418335, 0.3945467472076416], "r_norm": [0.4753537178039551, 0.40537843108177185, 0.3807820975780487, 0.3778442144393921, 0.3840792179107666, 0.3789841830730438, 0.379154235124588, 0.3811175227165222, 0.38956204056739807, 0.39550766348838806]}, {"step": 6950, "epoch": 14, "train_loss": 0.19594255089759827, "cos_r_negg": [0.474610298871994, 0.4443974494934082, 0.42747730016708374, 0.4327470362186432, 0.4034067392349243, 0.4006931781768799, 0.39820027351379395, 0.35622674226760864, 0.371694415807724, 0.39541125297546387], "cos_apical_negg": [0.474610298871994, 0.4443974494934082, 0.42747730016708374, 0.4327470362186432, 0.4034067392349243, 0.4006931781768799, 0.39820027351379395, 0.35622674226760864, 0.371694415807724, 0.39541125297546387], "cos_Ac_negg": [0.474610298871994, 0.4443974494934082, 0.42747730016708374, 0.4327470362186432, 0.4034067392349243, 0.4006931781768799, 0.39820027351379395, 0.35622674226760864, 0.371694415807724, 0.39541125297546387], "r_norm": [0.4817844033241272, 0.4126410484313965, 0.38917773962020874, 0.38659369945526123, 0.3923015594482422, 0.38748180866241455, 0.3866290748119354, 0.3901851177215576, 0.3976418673992157, 0.40529701113700867]}, {"step": 7000, "epoch": 14, "train_loss": 0.16164879500865936, "cos_r_negg": [0.5148184299468994, 0.4679951071739197, 0.4428943395614624, 0.43937110900878906, 0.38727453351020813, 0.39482808113098145, 0.3989794850349426, 0.3582930266857147, 0.38233518600463867, 0.40142127871513367], "cos_apical_negg": [0.5148184299468994, 0.4679951071739197, 0.4428943395614624, 0.43937110900878906, 0.38727453351020813, 0.39482808113098145, 0.3989794850349426, 0.3582930266857147, 0.38233518600463867, 0.40142127871513367], "cos_Ac_negg": [0.5148184299468994, 0.4679951071739197, 0.4428943395614624, 0.43937110900878906, 0.38727453351020813, 0.39482808113098145, 0.3989794850349426, 0.3582930266857147, 0.38233518600463867, 0.40142127871513367], "r_norm": [0.4698610007762909, 0.39799803495407104, 0.37314653396606445, 0.37097615003585815, 0.3762102723121643, 0.3714471161365509, 0.3709228038787842, 0.3736727833747864, 0.38019007444381714, 0.38927197456359863], "ldr": {"dL_sdil": -0.009352952241897583, "dL_bp": -0.0186920166015625, "ratio": 0.5003714923469388}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8785, "test_loss": 0.39900808410644534}, {"step": 7050, "epoch": 15, "train_loss": 0.14144638180732727, "cos_r_negg": [0.49917495250701904, 0.4517671465873718, 0.4197313189506531, 0.41835546493530273, 0.36700576543807983, 0.3782934546470642, 0.373089462518692, 0.35035043954849243, 0.36366668343544006, 0.3931282162666321], "cos_apical_negg": [0.49917495250701904, 0.4517671465873718, 0.4197313189506531, 0.41835546493530273, 0.36700576543807983, 0.3782934546470642, 0.373089462518692, 0.35035043954849243, 0.36366668343544006, 0.3931282162666321], "cos_Ac_negg": [0.49917495250701904, 0.4517671465873718, 0.4197313189506531, 0.41835546493530273, 0.36700576543807983, 0.3782934546470642, 0.373089462518692, 0.35035043954849243, 0.36366668343544006, 0.3931282162666321], "r_norm": [0.46760591864585876, 0.39671778678894043, 0.3729891777038574, 0.37005046010017395, 0.3751971125602722, 0.3715382516384125, 0.3704591989517212, 0.37330347299575806, 0.3807777762413025, 0.3890916705131531]}, {"step": 7100, "epoch": 15, "train_loss": 0.2144758105278015, "cos_r_negg": [0.5035552978515625, 0.471626877784729, 0.4475927948951721, 0.45181363821029663, 0.41166800260543823, 0.4042891263961792, 0.4037132263183594, 0.356871634721756, 0.3772222399711609, 0.40899771451950073], "cos_apical_negg": [0.5035552978515625, 0.471626877784729, 0.4475927948951721, 0.45181363821029663, 0.41166800260543823, 0.4042891263961792, 0.4037132263183594, 0.356871634721756, 0.3772222399711609, 0.40899771451950073], "cos_Ac_negg": [0.5035552978515625, 0.471626877784729, 0.4475927948951721, 0.45181363821029663, 0.41166800260543823, 0.4042891263961792, 0.4037132263183594, 0.356871634721756, 0.3772222399711609, 0.40899771451950073], "r_norm": [0.4521074891090393, 0.38193565607070923, 0.35851478576660156, 0.35648244619369507, 0.3616631031036377, 0.3561859726905823, 0.3562745451927185, 0.3587416112422943, 0.3664351999759674, 0.374469518661499]}, {"step": 7150, "epoch": 15, "train_loss": 0.22587928175926208, "cos_r_negg": [0.49679940938949585, 0.46231603622436523, 0.4452011287212372, 0.4378233253955841, 0.3993877172470093, 0.381852388381958, 0.3902299702167511, 0.3575665354728699, 0.36102285981178284, 0.39043283462524414], "cos_apical_negg": [0.49679940938949585, 0.46231603622436523, 0.4452011287212372, 0.4378233253955841, 0.3993877172470093, 0.381852388381958, 0.3902299702167511, 0.3575665354728699, 0.36102285981178284, 0.39043283462524414], "cos_Ac_negg": [0.49679940938949585, 0.46231603622436523, 0.4452011287212372, 0.4378233253955841, 0.3993877172470093, 0.381852388381958, 0.3902299702167511, 0.3575665354728699, 0.36102285981178284, 0.39043283462524414], "r_norm": [0.4579884111881256, 0.3895854353904724, 0.36767715215682983, 0.36505651473999023, 0.37005260586738586, 0.3653256297111511, 0.36458873748779297, 0.3673816919326782, 0.3740306496620178, 0.38123324513435364]}, {"step": 7200, "epoch": 15, "train_loss": 0.20111006498336792, "cos_r_negg": [0.4746282994747162, 0.43954282999038696, 0.42950257658958435, 0.4314921498298645, 0.3957415819168091, 0.38308170437812805, 0.38762569427490234, 0.3628164529800415, 0.3679518401622772, 0.3993186950683594], "cos_apical_negg": [0.4746282994747162, 0.43954282999038696, 0.42950257658958435, 0.4314921498298645, 0.3957415819168091, 0.38308170437812805, 0.38762569427490234, 0.3628164529800415, 0.3679518401622772, 0.3993186950683594], "cos_Ac_negg": [0.4746282994747162, 0.43954282999038696, 0.42950257658958435, 0.4314921498298645, 0.3957415819168091, 0.38308170437812805, 0.38762569427490234, 0.3628164529800415, 0.3679518401622772, 0.3993186950683594], "r_norm": [0.4888583719730377, 0.4171307384967804, 0.3929001986980438, 0.3907006084918976, 0.3950909674167633, 0.392486572265625, 0.3908368945121765, 0.3918435275554657, 0.39894336462020874, 0.4101215600967407]}, {"step": 7250, "epoch": 15, "train_loss": 0.2513200640678406, "cos_r_negg": [0.47286736965179443, 0.42659854888916016, 0.4144865870475769, 0.4143039584159851, 0.3808232545852661, 0.3725014328956604, 0.37682217359542847, 0.33269667625427246, 0.347126841545105, 0.38345324993133545], "cos_apical_negg": [0.47286736965179443, 0.42659854888916016, 0.4144865870475769, 0.4143039584159851, 0.3808232545852661, 0.3725014328956604, 0.37682217359542847, 0.33269667625427246, 0.347126841545105, 0.38345324993133545], "cos_Ac_negg": [0.47286736965179443, 0.42659854888916016, 0.4144865870475769, 0.4143039584159851, 0.3808232545852661, 0.3725014328956604, 0.37682217359542847, 0.33269667625427246, 0.347126841545105, 0.38345324993133545], "r_norm": [0.5197853446006775, 0.4379322826862335, 0.4095383286476135, 0.4082770347595215, 0.41287583112716675, 0.4086024761199951, 0.4071539044380188, 0.4091489613056183, 0.41722187399864197, 0.43068820238113403], "ldr": {"dL_sdil": -0.0191287100315094, "dL_bp": -0.03390154242515564, "ratio": 0.5642430598471975}}, {"step": 7300, "epoch": 15, "train_loss": 0.19029253721237183, "cos_r_negg": [0.4835856556892395, 0.4440678358078003, 0.42934638261795044, 0.427331805229187, 0.3986460864543915, 0.38348647952079773, 0.388258159160614, 0.36299875378608704, 0.36041152477264404, 0.3992714583873749], "cos_apical_negg": [0.4835856556892395, 0.4440678358078003, 0.42934638261795044, 0.427331805229187, 0.3986460864543915, 0.38348647952079773, 0.388258159160614, 0.36299875378608704, 0.36041152477264404, 0.3992714583873749], "cos_Ac_negg": [0.4835856556892395, 0.4440678358078003, 0.42934638261795044, 0.427331805229187, 0.3986460864543915, 0.38348647952079773, 0.388258159160614, 0.36299875378608704, 0.36041152477264404, 0.3992714583873749], "r_norm": [0.4727635979652405, 0.4014420509338379, 0.376231849193573, 0.37523239850997925, 0.37912076711654663, 0.37511584162712097, 0.3750126361846924, 0.37612423300743103, 0.3829295337200165, 0.39413416385650635]}, {"step": 7350, "epoch": 15, "train_loss": 0.1708504557609558, "cos_r_negg": [0.5097509622573853, 0.4695758819580078, 0.44389331340789795, 0.4358486235141754, 0.39585021138191223, 0.38494640588760376, 0.3879106044769287, 0.367046058177948, 0.3559197783470154, 0.39430785179138184], "cos_apical_negg": [0.5097509622573853, 0.4695758819580078, 0.44389331340789795, 0.4358486235141754, 0.39585021138191223, 0.38494640588760376, 0.3879106044769287, 0.367046058177948, 0.3559197783470154, 0.39430785179138184], "cos_Ac_negg": [0.5097509622573853, 0.4695758819580078, 0.44389331340789795, 0.4358486235141754, 0.39585021138191223, 0.38494640588760376, 0.3879106044769287, 0.367046058177948, 0.3559197783470154, 0.39430785179138184], "r_norm": [0.4778052568435669, 0.4027443826198578, 0.37659215927124023, 0.3745225667953491, 0.37899845838546753, 0.37505707144737244, 0.374036967754364, 0.37650078535079956, 0.3821423053741455, 0.393638551235199]}, {"step": 7400, "epoch": 15, "train_loss": 0.27831605076789856, "cos_r_negg": [0.5321954488754272, 0.47979581356048584, 0.44975847005844116, 0.4514971971511841, 0.3969504237174988, 0.3911609649658203, 0.39102935791015625, 0.36323630809783936, 0.3748127222061157, 0.3996778130531311], "cos_apical_negg": [0.5321954488754272, 0.47979581356048584, 0.44975847005844116, 0.4514971971511841, 0.3969504237174988, 0.3911609649658203, 0.39102935791015625, 0.36323630809783936, 0.3748127222061157, 0.3996778130531311], "cos_Ac_negg": [0.5321954488754272, 0.47979581356048584, 0.44975847005844116, 0.4514971971511841, 0.3969504237174988, 0.3911609649658203, 0.39102935791015625, 0.36323630809783936, 0.3748127222061157, 0.3996778130531311], "r_norm": [0.4589208960533142, 0.3832186162471771, 0.3576050400733948, 0.355178564786911, 0.35969340801239014, 0.3561978340148926, 0.3542073667049408, 0.35720860958099365, 0.36317411065101624, 0.37502652406692505]}, {"step": 7450, "epoch": 15, "train_loss": 0.1732843667268753, "cos_r_negg": [0.5045018792152405, 0.46460819244384766, 0.441283255815506, 0.44677823781967163, 0.3944246768951416, 0.39405015110969543, 0.39696231484413147, 0.36972782015800476, 0.3695456385612488, 0.40218377113342285], "cos_apical_negg": [0.5045018792152405, 0.46460819244384766, 0.441283255815506, 0.44677823781967163, 0.3944246768951416, 0.39405015110969543, 0.39696231484413147, 0.36972782015800476, 0.3695456385612488, 0.40218377113342285], "cos_Ac_negg": [0.5045018792152405, 0.46460819244384766, 0.441283255815506, 0.44677823781967163, 0.3944246768951416, 0.39405015110969543, 0.39696231484413147, 0.36972782015800476, 0.3695456385612488, 0.40218377113342285], "r_norm": [0.44991034269332886, 0.37627100944519043, 0.3515600562095642, 0.3484407067298889, 0.3535817265510559, 0.3485596776008606, 0.3480120897293091, 0.3506946563720703, 0.3573276102542877, 0.3674464225769043]}, {"step": 7500, "epoch": 15, "train_loss": 0.1894560158252716, "cos_r_negg": [0.5006330013275146, 0.45570844411849976, 0.4348755478858948, 0.43278488516807556, 0.3846129775047302, 0.3775416314601898, 0.3773404359817505, 0.3552578091621399, 0.354531466960907, 0.3925124406814575], "cos_apical_negg": [0.5006330013275146, 0.45570844411849976, 0.4348755478858948, 0.43278488516807556, 0.3846129775047302, 0.3775416314601898, 0.3773404359817505, 0.3552578091621399, 0.354531466960907, 0.3925124406814575], "cos_Ac_negg": [0.5006330013275146, 0.45570844411849976, 0.4348755478858948, 0.43278488516807556, 0.3846129775047302, 0.3775416314601898, 0.3773404359817505, 0.3552578091621399, 0.354531466960907, 0.3925124406814575], "r_norm": [0.4962347149848938, 0.4174381494522095, 0.3901173174381256, 0.3866104185581207, 0.39260250329971313, 0.3878481984138489, 0.386056125164032, 0.38961896300315857, 0.3960765302181244, 0.4080304801464081], "ldr": {"dL_sdil": -0.013935625553131104, "dL_bp": -0.022250831127166748, "ratio": 0.6262968548674416}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8735, "test_loss": 0.42701798095703125}, {"step": 7550, "epoch": 16, "train_loss": 0.17038467526435852, "cos_r_negg": [0.500554621219635, 0.45475664734840393, 0.4480512738227844, 0.4408372640609741, 0.3984803557395935, 0.39810484647750854, 0.3964267373085022, 0.35871630907058716, 0.36858201026916504, 0.40413784980773926], "cos_apical_negg": [0.500554621219635, 0.45475664734840393, 0.4480512738227844, 0.4408372640609741, 0.3984803557395935, 0.39810484647750854, 0.3964267373085022, 0.35871630907058716, 0.36858201026916504, 0.40413784980773926], "cos_Ac_negg": [0.500554621219635, 0.45475664734840393, 0.4480512738227844, 0.4408372640609741, 0.3984803557395935, 0.39810484647750854, 0.3964267373085022, 0.35871630907058716, 0.36858201026916504, 0.40413784980773926], "r_norm": [0.48361286520957947, 0.40692204236984253, 0.37940338253974915, 0.37580180168151855, 0.3823607563972473, 0.3778224587440491, 0.37657105922698975, 0.37820398807525635, 0.38483986258506775, 0.3970860242843628]}, {"step": 7600, "epoch": 16, "train_loss": 0.23843511939048767, "cos_r_negg": [0.5042575597763062, 0.4610292315483093, 0.4400116801261902, 0.4377479553222656, 0.3973195552825928, 0.3863896429538727, 0.3897607922554016, 0.357392817735672, 0.3590770363807678, 0.420335590839386], "cos_apical_negg": [0.5042575597763062, 0.4610292315483093, 0.4400116801261902, 0.4377479553222656, 0.3973195552825928, 0.3863896429538727, 0.3897607922554016, 0.357392817735672, 0.3590770363807678, 0.420335590839386], "cos_Ac_negg": [0.5042575597763062, 0.4610292315483093, 0.4400116801261902, 0.4377479553222656, 0.3973195552825928, 0.3863896429538727, 0.3897607922554016, 0.357392817735672, 0.3590770363807678, 0.420335590839386], "r_norm": [0.47935622930526733, 0.3987405300140381, 0.3710165023803711, 0.36937186121940613, 0.37480229139328003, 0.3692072629928589, 0.3684854507446289, 0.3700266480445862, 0.37739184498786926, 0.3896577060222626]}, {"step": 7650, "epoch": 16, "train_loss": 0.15764164924621582, "cos_r_negg": [0.5217479467391968, 0.4788915812969208, 0.45125797390937805, 0.45387139916419983, 0.4048389792442322, 0.40826690196990967, 0.42251986265182495, 0.39142873883247375, 0.38822734355926514, 0.429593026638031], "cos_apical_negg": [0.5217479467391968, 0.4788915812969208, 0.45125797390937805, 0.45387139916419983, 0.4048389792442322, 0.40826690196990967, 0.42251986265182495, 0.39142873883247375, 0.38822734355926514, 0.429593026638031], "cos_Ac_negg": [0.5217479467391968, 0.4788915812969208, 0.45125797390937805, 0.45387139916419983, 0.4048389792442322, 0.40826690196990967, 0.42251986265182495, 0.39142873883247375, 0.38822734355926514, 0.429593026638031], "r_norm": [0.48037683963775635, 0.3994027376174927, 0.3730838894844055, 0.3693661689758301, 0.37468889355659485, 0.369607150554657, 0.36780059337615967, 0.37108686566352844, 0.37963736057281494, 0.3899170756340027]}, {"step": 7700, "epoch": 16, "train_loss": 0.09195829927921295, "cos_r_negg": [0.5188639760017395, 0.478288859128952, 0.44214025139808655, 0.4472731351852417, 0.4006405770778656, 0.4012153446674347, 0.40886297821998596, 0.3803383708000183, 0.36944904923439026, 0.42236799001693726], "cos_apical_negg": [0.5188639760017395, 0.478288859128952, 0.44214025139808655, 0.4472731351852417, 0.4006405770778656, 0.4012153446674347, 0.40886297821998596, 0.3803383708000183, 0.36944904923439026, 0.42236799001693726], "cos_Ac_negg": [0.5188639760017395, 0.478288859128952, 0.44214025139808655, 0.4472731351852417, 0.4006405770778656, 0.4012153446674347, 0.40886297821998596, 0.3803383708000183, 0.36944904923439026, 0.42236799001693726], "r_norm": [0.4712739586830139, 0.3941199481487274, 0.3673059344291687, 0.36447423696517944, 0.3698347508907318, 0.3648635745048523, 0.3641228973865509, 0.3660386800765991, 0.37312039732933044, 0.384290486574173]}, {"step": 7750, "epoch": 16, "train_loss": 0.18118765950202942, "cos_r_negg": [0.5073969960212708, 0.46455085277557373, 0.43686842918395996, 0.4288720488548279, 0.3914417028427124, 0.38707178831100464, 0.3907915949821472, 0.36301296949386597, 0.3636428713798523, 0.415746808052063], "cos_apical_negg": [0.5073969960212708, 0.46455085277557373, 0.43686842918395996, 0.4288720488548279, 0.3914417028427124, 0.38707178831100464, 0.3907915949821472, 0.36301296949386597, 0.3636428713798523, 0.415746808052063], "cos_Ac_negg": [0.5073969960212708, 0.46455085277557373, 0.43686842918395996, 0.4288720488548279, 0.3914417028427124, 0.38707178831100464, 0.3907915949821472, 0.36301296949386597, 0.3636428713798523, 0.415746808052063], "r_norm": [0.47805696725845337, 0.3985687494277954, 0.37270310521125793, 0.36801934242248535, 0.3733590543270111, 0.36982429027557373, 0.3679133355617523, 0.370951771736145, 0.37788665294647217, 0.38948291540145874], "ldr": {"dL_sdil": -0.011214733123779297, "dL_bp": -0.0241396427154541, "ratio": 0.46457742792521406}}, {"step": 7800, "epoch": 16, "train_loss": 0.17259128391742706, "cos_r_negg": [0.5323618054389954, 0.48546266555786133, 0.45997560024261475, 0.46152234077453613, 0.42559218406677246, 0.4250854253768921, 0.4304613173007965, 0.3968793451786041, 0.39479273557662964, 0.43903785943984985], "cos_apical_negg": [0.5323618054389954, 0.48546266555786133, 0.45997560024261475, 0.46152234077453613, 0.42559218406677246, 0.4250854253768921, 0.4304613173007965, 0.3968793451786041, 0.39479273557662964, 0.43903785943984985], "cos_Ac_negg": [0.5323618054389954, 0.48546266555786133, 0.45997560024261475, 0.46152234077453613, 0.42559218406677246, 0.4250854253768921, 0.4304613173007965, 0.3968793451786041, 0.39479273557662964, 0.43903785943984985], "r_norm": [0.47721901535987854, 0.39089614152908325, 0.36272868514060974, 0.35940560698509216, 0.36386027932167053, 0.3597956597805023, 0.3578643202781677, 0.3608623743057251, 0.3687191605567932, 0.38098087906837463]}, {"step": 7850, "epoch": 16, "train_loss": 0.14524587988853455, "cos_r_negg": [0.5178446769714355, 0.47405165433883667, 0.44608697295188904, 0.44942325353622437, 0.40686219930648804, 0.3943014144897461, 0.4004362225532532, 0.3632749319076538, 0.3597957491874695, 0.41382279992103577], "cos_apical_negg": [0.5178446769714355, 0.47405165433883667, 0.44608697295188904, 0.44942325353622437, 0.40686219930648804, 0.3943014144897461, 0.4004362225532532, 0.3632749319076538, 0.3597957491874695, 0.41382279992103577], "cos_Ac_negg": [0.5178446769714355, 0.47405165433883667, 0.44608697295188904, 0.44942325353622437, 0.40686219930648804, 0.3943014144897461, 0.4004362225532532, 0.3632749319076538, 0.3597957491874695, 0.41382279992103577], "r_norm": [0.4857379198074341, 0.39941877126693726, 0.37098315358161926, 0.36703115701675415, 0.37203484773635864, 0.3685078024864197, 0.3668025732040405, 0.36918771266937256, 0.37615156173706055, 0.38937950134277344]}, {"step": 7900, "epoch": 16, "train_loss": 0.09600520133972168, "cos_r_negg": [0.5160877704620361, 0.46972304582595825, 0.44698643684387207, 0.4434245228767395, 0.40229088068008423, 0.39696961641311646, 0.39317888021469116, 0.37017232179641724, 0.359578400850296, 0.4142712950706482], "cos_apical_negg": [0.5160877704620361, 0.46972304582595825, 0.44698643684387207, 0.4434245228767395, 0.40229088068008423, 0.39696961641311646, 0.39317888021469116, 0.37017232179641724, 0.359578400850296, 0.4142712950706482], "cos_Ac_negg": [0.5160877704620361, 0.46972304582595825, 0.44698643684387207, 0.4434245228767395, 0.40229088068008423, 0.39696961641311646, 0.39317888021469116, 0.37017232179641724, 0.359578400850296, 0.4142712950706482], "r_norm": [0.4577205777168274, 0.3749658167362213, 0.348514586687088, 0.344541996717453, 0.3496522307395935, 0.34418612718582153, 0.3428807556629181, 0.3461363911628723, 0.3535608649253845, 0.36605995893478394]}, {"step": 7950, "epoch": 16, "train_loss": 0.17391258478164673, "cos_r_negg": [0.5144127607345581, 0.46708303689956665, 0.4471489191055298, 0.4443921446800232, 0.40046679973602295, 0.39230525493621826, 0.39428186416625977, 0.37127014994621277, 0.3668229877948761, 0.4148864150047302], "cos_apical_negg": [0.5144127607345581, 0.46708303689956665, 0.4471489191055298, 0.4443921446800232, 0.40046679973602295, 0.39230525493621826, 0.39428186416625977, 0.37127014994621277, 0.3668229877948761, 0.4148864150047302], "cos_Ac_negg": [0.5144127607345581, 0.46708303689956665, 0.4471489191055298, 0.4443921446800232, 0.40046679973602295, 0.39230525493621826, 0.39428186416625977, 0.37127014994621277, 0.3668229877948761, 0.4148864150047302], "r_norm": [0.4617384076118469, 0.37629538774490356, 0.34889939427375793, 0.34534549713134766, 0.3494485020637512, 0.3453702926635742, 0.3427359461784363, 0.3464629650115967, 0.3542056083679199, 0.3671416938304901]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8795, "test_loss": 0.4036517944335937}, {"step": 8000, "epoch": 17, "train_loss": 0.15863776206970215, "cos_r_negg": [0.5123955011367798, 0.46848732233047485, 0.44788801670074463, 0.4442242383956909, 0.4062713384628296, 0.38713008165359497, 0.39306339621543884, 0.3666396141052246, 0.37085461616516113, 0.41500216722488403], "cos_apical_negg": [0.5123955011367798, 0.46848732233047485, 0.44788801670074463, 0.4442242383956909, 0.4062713384628296, 0.38713008165359497, 0.39306339621543884, 0.3666396141052246, 0.37085461616516113, 0.41500216722488403], "cos_Ac_negg": [0.5123955011367798, 0.46848732233047485, 0.44788801670074463, 0.4442242383956909, 0.4062713384628296, 0.38713008165359497, 0.39306339621543884, 0.3666396141052246, 0.37085461616516113, 0.41500216722488403], "r_norm": [0.46682411432266235, 0.3795669674873352, 0.3510938286781311, 0.34719884395599365, 0.35131707787513733, 0.34712058305740356, 0.3451882600784302, 0.3490549921989441, 0.35636043548583984, 0.36991679668426514], "ldr": {"dL_sdil": -0.015858471393585205, "dL_bp": -0.027729719877243042, "ratio": 0.5718943957526157}}, {"step": 8050, "epoch": 17, "train_loss": 0.14300130307674408, "cos_r_negg": [0.5012129545211792, 0.46226176619529724, 0.4417394995689392, 0.44285035133361816, 0.4094511866569519, 0.3933519124984741, 0.3902323842048645, 0.36514604091644287, 0.35791388154029846, 0.41600507497787476], "cos_apical_negg": [0.5012129545211792, 0.46226176619529724, 0.4417394995689392, 0.44285035133361816, 0.4094511866569519, 0.3933519124984741, 0.3902323842048645, 0.36514604091644287, 0.35791388154029846, 0.41600507497787476], "cos_Ac_negg": [0.5012129545211792, 0.46226176619529724, 0.4417394995689392, 0.44285035133361816, 0.4094511866569519, 0.3933519124984741, 0.3902323842048645, 0.36514604091644287, 0.35791388154029846, 0.41600507497787476], "r_norm": [0.4663555920124054, 0.3788325786590576, 0.34976476430892944, 0.346319317817688, 0.3506702780723572, 0.3456902503967285, 0.3447795510292053, 0.3471013307571411, 0.3549092710018158, 0.36820584535598755]}, {"step": 8100, "epoch": 17, "train_loss": 0.16717450320720673, "cos_r_negg": [0.5140208005905151, 0.4653581380844116, 0.4492867588996887, 0.4442225694656372, 0.4151611924171448, 0.41155409812927246, 0.39991146326065063, 0.3675330877304077, 0.37207311391830444, 0.42965248227119446], "cos_apical_negg": [0.5140208005905151, 0.4653581380844116, 0.4492867588996887, 0.4442225694656372, 0.4151611924171448, 0.41155409812927246, 0.39991146326065063, 0.3675330877304077, 0.37207311391830444, 0.42965248227119446], "cos_Ac_negg": [0.5140208005905151, 0.4653581380844116, 0.4492867588996887, 0.4442225694656372, 0.4151611924171448, 0.41155409812927246, 0.39991146326065063, 0.3675330877304077, 0.37207311391830444, 0.42965248227119446], "r_norm": [0.4512028992176056, 0.3670336902141571, 0.33863580226898193, 0.33537691831588745, 0.3404111862182617, 0.33482176065444946, 0.3342718780040741, 0.33601996302604675, 0.3427484631538391, 0.3568963408470154]}, {"step": 8150, "epoch": 17, "train_loss": 0.16313789784908295, "cos_r_negg": [0.5104144811630249, 0.4720091223716736, 0.4574148654937744, 0.4553709030151367, 0.42883312702178955, 0.41108423471450806, 0.4097723960876465, 0.37248969078063965, 0.3754250407218933, 0.43047279119491577], "cos_apical_negg": [0.5104144811630249, 0.4720091223716736, 0.4574148654937744, 0.4553709030151367, 0.42883312702178955, 0.41108423471450806, 0.4097723960876465, 0.37248969078063965, 0.3754250407218933, 0.43047279119491577], "cos_Ac_negg": [0.5104144811630249, 0.4720091223716736, 0.4574148654937744, 0.4553709030151367, 0.42883312702178955, 0.41108423471450806, 0.4097723960876465, 0.37248969078063965, 0.3754250407218933, 0.43047279119491577], "r_norm": [0.45411956310272217, 0.3691488206386566, 0.3414430022239685, 0.3377602696418762, 0.3423812687397003, 0.33797210454940796, 0.33601391315460205, 0.3385128974914551, 0.34605804085731506, 0.359642893075943]}, {"step": 8200, "epoch": 17, "train_loss": 0.1749309003353119, "cos_r_negg": [0.5144272446632385, 0.4644075334072113, 0.4397008717060089, 0.4435160756111145, 0.4075218439102173, 0.4025057852268219, 0.405705988407135, 0.3811812996864319, 0.38066309690475464, 0.44190892577171326], "cos_apical_negg": [0.5144272446632385, 0.4644075334072113, 0.4397008717060089, 0.4435160756111145, 0.4075218439102173, 0.4025057852268219, 0.405705988407135, 0.3811812996864319, 0.38066309690475464, 0.44190892577171326], "cos_Ac_negg": [0.5144272446632385, 0.4644075334072113, 0.4397008717060089, 0.4435160756111145, 0.4075218439102173, 0.4025057852268219, 0.405705988407135, 0.3811812996864319, 0.38066309690475464, 0.44190892577171326], "r_norm": [0.4626494348049164, 0.3781186640262604, 0.34946221113204956, 0.34600770473480225, 0.35141652822494507, 0.3457750976085663, 0.3453223705291748, 0.3465955853462219, 0.35305625200271606, 0.3680118918418884]}, {"step": 8250, "epoch": 17, "train_loss": 0.1402660459280014, "cos_r_negg": [0.496672123670578, 0.4547637701034546, 0.4273025393486023, 0.4295538067817688, 0.3929904103279114, 0.3836313486099243, 0.3932533860206604, 0.3670305907726288, 0.36921024322509766, 0.4225102663040161], "cos_apical_negg": [0.496672123670578, 0.4547637701034546, 0.4273025393486023, 0.4295538067817688, 0.3929904103279114, 0.3836313486099243, 0.3932533860206604, 0.3670305907726288, 0.36921024322509766, 0.4225102663040161], "cos_Ac_negg": [0.496672123670578, 0.4547637701034546, 0.4273025393486023, 0.4295538067817688, 0.3929904103279114, 0.3836313486099243, 0.3932533860206604, 0.3670305907726288, 0.36921024322509766, 0.4225102663040161], "r_norm": [0.42719054222106934, 0.3473421335220337, 0.31990259885787964, 0.3166213035583496, 0.32118844985961914, 0.3176928758621216, 0.31536099314689636, 0.3172498047351837, 0.32324138283729553, 0.33719223737716675], "ldr": {"dL_sdil": -0.008559554815292358, "dL_bp": -0.018225818872451782, "ratio": 0.4696389706928381}}, {"step": 8300, "epoch": 17, "train_loss": 0.11505299806594849, "cos_r_negg": [0.5304719805717468, 0.4860028028488159, 0.4651179015636444, 0.4586281180381775, 0.41599905490875244, 0.4082906246185303, 0.4095706343650818, 0.3823311924934387, 0.3803337514400482, 0.42405328154563904], "cos_apical_negg": [0.5304719805717468, 0.4860028028488159, 0.4651179015636444, 0.4586281180381775, 0.41599905490875244, 0.4082906246185303, 0.4095706343650818, 0.3823311924934387, 0.3803337514400482, 0.42405328154563904], "cos_Ac_negg": [0.5304719805717468, 0.4860028028488159, 0.4651179015636444, 0.4586281180381775, 0.41599905490875244, 0.4082906246185303, 0.4095706343650818, 0.3823311924934387, 0.3803337514400482, 0.42405328154563904], "r_norm": [0.4684368073940277, 0.38010451197624207, 0.34916454553604126, 0.3464280962944031, 0.3510904014110565, 0.34690895676612854, 0.34382113814353943, 0.34637078642845154, 0.35282766819000244, 0.36864063143730164]}, {"step": 8350, "epoch": 17, "train_loss": 0.1672813445329666, "cos_r_negg": [0.5135033130645752, 0.463280588388443, 0.44119560718536377, 0.4359712302684784, 0.3989618122577667, 0.3874599039554596, 0.3926268219947815, 0.35837143659591675, 0.37149351835250854, 0.43216463923454285], "cos_apical_negg": [0.5135033130645752, 0.463280588388443, 0.44119560718536377, 0.4359712302684784, 0.3989618122577667, 0.3874599039554596, 0.3926268219947815, 0.35837143659591675, 0.37149351835250854, 0.43216463923454285], "cos_Ac_negg": [0.5135033130645752, 0.463280588388443, 0.44119560718536377, 0.4359712302684784, 0.3989618122577667, 0.3874599039554596, 0.3926268219947815, 0.35837143659591675, 0.37149351835250854, 0.43216463923454285], "r_norm": [0.42976027727127075, 0.3492588996887207, 0.32069066166877747, 0.31721732020378113, 0.32227957248687744, 0.3192041218280792, 0.316435843706131, 0.3176870346069336, 0.32408320903778076, 0.33904707431793213]}, {"step": 8400, "epoch": 17, "train_loss": 0.41556787490844727, "cos_r_negg": [0.5005534887313843, 0.4675360918045044, 0.44555675983428955, 0.4377915561199188, 0.4078274965286255, 0.3923104405403137, 0.4021088480949402, 0.36466315388679504, 0.3835696876049042, 0.4394679069519043], "cos_apical_negg": [0.5005534887313843, 0.4675360918045044, 0.44555675983428955, 0.4377915561199188, 0.4078274965286255, 0.3923104405403137, 0.4021088480949402, 0.36466315388679504, 0.3835696876049042, 0.4394679069519043], "cos_Ac_negg": [0.5005534887313843, 0.4675360918045044, 0.44555675983428955, 0.4377915561199188, 0.4078274965286255, 0.3923104405403137, 0.4021088480949402, 0.36466315388679504, 0.3835696876049042, 0.4394679069519043], "r_norm": [0.43343812227249146, 0.35195448994636536, 0.32346946001052856, 0.32057178020477295, 0.3250052332878113, 0.3206360340118408, 0.3185616433620453, 0.320168673992157, 0.32634237408638, 0.3412998914718628]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8798, "test_loss": 0.41763853149414065}, {"step": 8450, "epoch": 18, "train_loss": 0.15992236137390137, "cos_r_negg": [0.5089102983474731, 0.46431654691696167, 0.4354829788208008, 0.4294065237045288, 0.3952714204788208, 0.3925652503967285, 0.3957148790359497, 0.3728182911872864, 0.37887001037597656, 0.439932644367218], "cos_apical_negg": [0.5089102983474731, 0.46431654691696167, 0.4354829788208008, 0.4294065237045288, 0.3952714204788208, 0.3925652503967285, 0.3957148790359497, 0.3728182911872864, 0.37887001037597656, 0.439932644367218], "cos_Ac_negg": [0.5089102983474731, 0.46431654691696167, 0.4354829788208008, 0.4294065237045288, 0.3952714204788208, 0.3925652503967285, 0.3957148790359497, 0.3728182911872864, 0.37887001037597656, 0.439932644367218], "r_norm": [0.4654531180858612, 0.37466567754745483, 0.3435242176055908, 0.3405816853046417, 0.3447144031524658, 0.33951109647750854, 0.3376626968383789, 0.3408042788505554, 0.3476558029651642, 0.3639857769012451]}, {"step": 8500, "epoch": 18, "train_loss": 0.16729401051998138, "cos_r_negg": [0.5356541872024536, 0.4950084090232849, 0.4689846634864807, 0.4644823670387268, 0.4257206618785858, 0.41961318254470825, 0.41572949290275574, 0.38622382283210754, 0.3960890769958496, 0.4457572102546692], "cos_apical_negg": [0.5356541872024536, 0.4950084090232849, 0.4689846634864807, 0.4644823670387268, 0.4257206618785858, 0.41961318254470825, 0.41572949290275574, 0.38622382283210754, 0.3960890769958496, 0.4457572102546692], "cos_Ac_negg": [0.5356541872024536, 0.4950084090232849, 0.4689846634864807, 0.4644823670387268, 0.4257206618785858, 0.41961318254470825, 0.41572949290275574, 0.38622382283210754, 0.3960890769958496, 0.4457572102546692], "r_norm": [0.5151681900024414, 0.4111791253089905, 0.3773002028465271, 0.3710423409938812, 0.3764892816543579, 0.37103626132011414, 0.3684648275375366, 0.37255755066871643, 0.3821287155151367, 0.39890027046203613], "ldr": {"dL_sdil": -0.017950475215911865, "dL_bp": -0.02835017442703247, "ratio": 0.6331698332972414}}, {"step": 8550, "epoch": 18, "train_loss": 0.11183981597423553, "cos_r_negg": [0.5311020612716675, 0.4852370619773865, 0.45759010314941406, 0.453669935464859, 0.4175553619861603, 0.4135706126689911, 0.41198301315307617, 0.3877166509628296, 0.3851523697376251, 0.4420263469219208], "cos_apical_negg": [0.5311020612716675, 0.4852370619773865, 0.45759010314941406, 0.453669935464859, 0.4175553619861603, 0.4135706126689911, 0.41198301315307617, 0.3877166509628296, 0.3851523697376251, 0.4420263469219208], "cos_Ac_negg": [0.5311020612716675, 0.4852370619773865, 0.45759010314941406, 0.453669935464859, 0.4175553619861603, 0.4135706126689911, 0.41198301315307617, 0.3877166509628296, 0.3851523697376251, 0.4420263469219208], "r_norm": [0.4960712194442749, 0.3975193202495575, 0.365478515625, 0.3602592945098877, 0.3640015125274658, 0.36069121956825256, 0.3584401607513428, 0.36079293489456177, 0.3676503598690033, 0.3853926360607147]}, {"step": 8600, "epoch": 18, "train_loss": 0.14412175118923187, "cos_r_negg": [0.5151169300079346, 0.4642103910446167, 0.43490153551101685, 0.43416959047317505, 0.39313799142837524, 0.39265817403793335, 0.3937751054763794, 0.3829350471496582, 0.372837096452713, 0.43856382369995117], "cos_apical_negg": [0.5151169300079346, 0.4642103910446167, 0.43490153551101685, 0.43416959047317505, 0.39313799142837524, 0.39265817403793335, 0.3937751054763794, 0.3829350471496582, 0.372837096452713, 0.43856382369995117], "cos_Ac_negg": [0.5151169300079346, 0.4642103910446167, 0.43490153551101685, 0.43416959047317505, 0.39313799142837524, 0.39265817403793335, 0.3937751054763794, 0.3829350471496582, 0.372837096452713, 0.43856382369995117], "r_norm": [0.4847995638847351, 0.3904910385608673, 0.3592844009399414, 0.35410165786743164, 0.35952049493789673, 0.3545042872428894, 0.35134944319725037, 0.3543108105659485, 0.3625437915325165, 0.37895989418029785]}, {"step": 8650, "epoch": 18, "train_loss": 0.07894568145275116, "cos_r_negg": [0.508121132850647, 0.46817052364349365, 0.44454702734947205, 0.4429483413696289, 0.3964751362800598, 0.3978094458580017, 0.39784273505210876, 0.3784753382205963, 0.3779677152633667, 0.44655150175094604], "cos_apical_negg": [0.508121132850647, 0.46817052364349365, 0.44454702734947205, 0.4429483413696289, 0.3964751362800598, 0.3978094458580017, 0.39784273505210876, 0.3784753382205963, 0.3779677152633667, 0.44655150175094604], "cos_Ac_negg": [0.508121132850647, 0.46817052364349365, 0.44454702734947205, 0.4429483413696289, 0.3964751362800598, 0.3978094458580017, 0.39784273505210876, 0.3784753382205963, 0.3779677152633667, 0.44655150175094604], "r_norm": [0.46033626794815063, 0.36933714151382446, 0.3395833373069763, 0.33456936478614807, 0.3391801118850708, 0.3354688882827759, 0.3317496180534363, 0.3349367678165436, 0.34206730127334595, 0.3575621545314789]}, {"step": 8700, "epoch": 18, "train_loss": 0.2135026454925537, "cos_r_negg": [0.5286008715629578, 0.4787543714046478, 0.44374987483024597, 0.44666987657546997, 0.3991469144821167, 0.40675824880599976, 0.4127180576324463, 0.3813641369342804, 0.38798609375953674, 0.45183494687080383], "cos_apical_negg": [0.5286008715629578, 0.4787543714046478, 0.44374987483024597, 0.44666987657546997, 0.3991469144821167, 0.40675824880599976, 0.4127180576324463, 0.3813641369342804, 0.38798609375953674, 0.45183494687080383], "cos_Ac_negg": [0.5286008715629578, 0.4787543714046478, 0.44374987483024597, 0.44666987657546997, 0.3991469144821167, 0.40675824880599976, 0.4127180576324463, 0.3813641369342804, 0.38798609375953674, 0.45183494687080383], "r_norm": [0.46727558970451355, 0.3739677965641022, 0.3427690863609314, 0.33802327513694763, 0.34238362312316895, 0.3384949862957001, 0.3357400596141815, 0.33776694536209106, 0.34563514590263367, 0.36245012283325195]}, {"step": 8750, "epoch": 18, "train_loss": 0.22639437019824982, "cos_r_negg": [0.5242787599563599, 0.4788030982017517, 0.4482361674308777, 0.44296562671661377, 0.3982357084751129, 0.3954085111618042, 0.40395212173461914, 0.3726891875267029, 0.3844684958457947, 0.45571088790893555], "cos_apical_negg": [0.5242787599563599, 0.4788030982017517, 0.4482361674308777, 0.44296562671661377, 0.3982357084751129, 0.3954085111618042, 0.40395212173461914, 0.3726891875267029, 0.3844684958457947, 0.45571088790893555], "cos_Ac_negg": [0.5242787599563599, 0.4788030982017517, 0.4482361674308777, 0.44296562671661377, 0.3982357084751129, 0.3954085111618042, 0.40395212173461914, 0.3726891875267029, 0.3844684958457947, 0.45571088790893555], "r_norm": [0.4833432137966156, 0.38807928562164307, 0.35558757185935974, 0.3509443998336792, 0.35557249188423157, 0.35197293758392334, 0.34829631447792053, 0.3505711555480957, 0.35815316438674927, 0.37603524327278137], "ldr": {"dL_sdil": -0.01534685492515564, "dL_bp": -0.031294405460357666, "ratio": 0.4904025080328284}}, {"step": 8800, "epoch": 18, "train_loss": 0.0986594408750534, "cos_r_negg": [0.49840325117111206, 0.4584224224090576, 0.4265095591545105, 0.4262818396091461, 0.39469119906425476, 0.3739597201347351, 0.3917069137096405, 0.3491688370704651, 0.36923307180404663, 0.4435942769050598], "cos_apical_negg": [0.49840325117111206, 0.4584224224090576, 0.4265095591545105, 0.4262818396091461, 0.39469119906425476, 0.3739597201347351, 0.3917069137096405, 0.3491688370704651, 0.36923307180404663, 0.4435942769050598], "cos_Ac_negg": [0.49840325117111206, 0.4584224224090576, 0.4265095591545105, 0.4262818396091461, 0.39469119906425476, 0.3739597201347351, 0.3917069137096405, 0.3491688370704651, 0.36923307180404663, 0.4435942769050598], "r_norm": [0.4707324802875519, 0.37662604451179504, 0.3461185097694397, 0.3397369980812073, 0.3443740904331207, 0.34069573879241943, 0.3389105200767517, 0.3406766355037689, 0.34850239753723145, 0.36450257897377014]}, {"step": 8850, "epoch": 18, "train_loss": 0.11463012546300888, "cos_r_negg": [0.5089678168296814, 0.46763309836387634, 0.4376869201660156, 0.4343057870864868, 0.4047611355781555, 0.38743823766708374, 0.4018460214138031, 0.3649308681488037, 0.37706002593040466, 0.43523529171943665], "cos_apical_negg": [0.5089678168296814, 0.46763309836387634, 0.4376869201660156, 0.4343057870864868, 0.4047611355781555, 0.38743823766708374, 0.4018460214138031, 0.3649308681488037, 0.37706002593040466, 0.43523529171943665], "cos_Ac_negg": [0.5089678168296814, 0.46763309836387634, 0.4376869201660156, 0.4343057870864868, 0.4047611355781555, 0.38743823766708374, 0.4018460214138031, 0.3649308681488037, 0.37706002593040466, 0.43523529171943665], "r_norm": [0.4646746814250946, 0.37189751863479614, 0.34047624468803406, 0.3347020745277405, 0.340289443731308, 0.33543121814727783, 0.3343488872051239, 0.3352104425430298, 0.34189197421073914, 0.35876548290252686]}, {"step": 8900, "epoch": 18, "train_loss": 0.14215102791786194, "cos_r_negg": [0.517012357711792, 0.469905823469162, 0.43700337409973145, 0.4336704611778259, 0.3958408236503601, 0.39037013053894043, 0.3956278860569, 0.356362521648407, 0.36331748962402344, 0.43119651079177856], "cos_apical_negg": [0.517012357711792, 0.469905823469162, 0.43700337409973145, 0.4336704611778259, 0.3958408236503601, 0.39037013053894043, 0.3956278860569, 0.356362521648407, 0.36331748962402344, 0.43119651079177856], "cos_Ac_negg": [0.517012357711792, 0.469905823469162, 0.43700337409973145, 0.4336704611778259, 0.3958408236503601, 0.39037013053894043, 0.3956278860569, 0.356362521648407, 0.36331748962402344, 0.43119651079177856], "r_norm": [0.5043138265609741, 0.4008790850639343, 0.36673879623413086, 0.3603898882865906, 0.36474740505218506, 0.3602027893066406, 0.3583066165447235, 0.3601332902908325, 0.3680538833141327, 0.38732844591140747]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8779, "test_loss": 0.41790421142578127}, {"step": 8950, "epoch": 19, "train_loss": 0.17668668925762177, "cos_r_negg": [0.49827128648757935, 0.465728759765625, 0.4290141463279724, 0.4296249747276306, 0.4011872112751007, 0.3744692802429199, 0.37916645407676697, 0.34637558460235596, 0.3549850285053253, 0.43777012825012207], "cos_apical_negg": [0.49827128648757935, 0.465728759765625, 0.4290141463279724, 0.4296249747276306, 0.4011872112751007, 0.3744692802429199, 0.37916645407676697, 0.34637558460235596, 0.3549850285053253, 0.43777012825012207], "cos_Ac_negg": [0.49827128648757935, 0.465728759765625, 0.4290141463279724, 0.4296249747276306, 0.4011872112751007, 0.3744692802429199, 0.37916645407676697, 0.34637558460235596, 0.3549850285053253, 0.43777012825012207], "r_norm": [0.4517502188682556, 0.35942545533180237, 0.32911887764930725, 0.32321953773498535, 0.32736048102378845, 0.3245830833911896, 0.32113176584243774, 0.3233792781829834, 0.3306017518043518, 0.3468553423881531]}, {"step": 9000, "epoch": 19, "train_loss": 0.2301235795021057, "cos_r_negg": [0.5011587738990784, 0.4665888547897339, 0.43142640590667725, 0.43253257870674133, 0.4039633274078369, 0.3869367241859436, 0.38072383403778076, 0.34935957193374634, 0.35216307640075684, 0.43879464268684387], "cos_apical_negg": [0.5011587738990784, 0.4665888547897339, 0.43142640590667725, 0.43253257870674133, 0.4039633274078369, 0.3869367241859436, 0.38072383403778076, 0.34935957193374634, 0.35216307640075684, 0.43879464268684387], "cos_Ac_negg": [0.5011587738990784, 0.4665888547897339, 0.43142640590667725, 0.43253257870674133, 0.4039633274078369, 0.3869367241859436, 0.38072383403778076, 0.34935957193374634, 0.35216307640075684, 0.43879464268684387], "r_norm": [0.4810352623462677, 0.38154172897338867, 0.348802387714386, 0.34179019927978516, 0.3466045558452606, 0.344173401594162, 0.3410278558731079, 0.3421473503112793, 0.3500926196575165, 0.3690704107284546], "ldr": {"dL_sdil": -0.00979679822921753, "dL_bp": -0.024899721145629883, "ratio": 0.39345011825310955}}, {"step": 9050, "epoch": 19, "train_loss": 0.19961853325366974, "cos_r_negg": [0.5041640996932983, 0.46364152431488037, 0.4353807270526886, 0.42943620681762695, 0.3999135494232178, 0.3825438618659973, 0.38305214047431946, 0.358999639749527, 0.3590116500854492, 0.43253612518310547], "cos_apical_negg": [0.5041640996932983, 0.46364152431488037, 0.4353807270526886, 0.42943620681762695, 0.3999135494232178, 0.3825438618659973, 0.38305214047431946, 0.358999639749527, 0.3590116500854492, 0.43253612518310547], "cos_Ac_negg": [0.5041640996932983, 0.46364152431488037, 0.4353807270526886, 0.42943620681762695, 0.3999135494232178, 0.3825438618659973, 0.38305214047431946, 0.358999639749527, 0.3590116500854492, 0.43253612518310547], "r_norm": [0.46463385224342346, 0.36869966983795166, 0.33475881814956665, 0.3307800590991974, 0.3347645401954651, 0.32962292432785034, 0.32869964838027954, 0.3293135166168213, 0.3362509310245514, 0.3548365533351898]}, {"step": 9100, "epoch": 19, "train_loss": 0.18499428033828735, "cos_r_negg": [0.5083220601081848, 0.4693559408187866, 0.43517255783081055, 0.4291931986808777, 0.4114226996898651, 0.3857031762599945, 0.3839982748031616, 0.35062575340270996, 0.3586716651916504, 0.44693803787231445], "cos_apical_negg": [0.5083220601081848, 0.4693559408187866, 0.43517255783081055, 0.4291931986808777, 0.4114226996898651, 0.3857031762599945, 0.3839982748031616, 0.35062575340270996, 0.3586716651916504, 0.44693803787231445], "cos_Ac_negg": [0.5083220601081848, 0.4693559408187866, 0.43517255783081055, 0.4291931986808777, 0.4114226996898651, 0.3857031762599945, 0.3839982748031616, 0.35062575340270996, 0.3586716651916504, 0.44693803787231445], "r_norm": [0.4746210277080536, 0.37469571828842163, 0.34104248881340027, 0.33602917194366455, 0.3407278060913086, 0.3354669213294983, 0.33229708671569824, 0.335156112909317, 0.34331443905830383, 0.3618953824043274]}, {"step": 9150, "epoch": 19, "train_loss": 0.128390371799469, "cos_r_negg": [0.501953125, 0.46619585156440735, 0.4450269341468811, 0.4401858448982239, 0.4166408181190491, 0.3907203674316406, 0.38992300629615784, 0.3601555824279785, 0.3759733736515045, 0.4442940950393677], "cos_apical_negg": [0.501953125, 0.46619585156440735, 0.4450269341468811, 0.4401858448982239, 0.4166408181190491, 0.3907203674316406, 0.38992300629615784, 0.3601555824279785, 0.3759733736515045, 0.4442940950393677], "cos_Ac_negg": [0.501953125, 0.46619585156440735, 0.4450269341468811, 0.4401858448982239, 0.4166408181190491, 0.3907203674316406, 0.38992300629615784, 0.3601555824279785, 0.3759733736515045, 0.4442940950393677], "r_norm": [0.4644993543624878, 0.366454541683197, 0.3338553309440613, 0.3286530077457428, 0.33300530910491943, 0.3279862403869629, 0.3255567252635956, 0.3275327980518341, 0.33477720618247986, 0.35317105054855347]}, {"step": 9200, "epoch": 19, "train_loss": 0.15505188703536987, "cos_r_negg": [0.5132629871368408, 0.4714314341545105, 0.44180259108543396, 0.43425339460372925, 0.4061257541179657, 0.3926931321620941, 0.3926919102668762, 0.3683133125305176, 0.38348114490509033, 0.4488709568977356], "cos_apical_negg": [0.5132629871368408, 0.4714314341545105, 0.44180259108543396, 0.43425339460372925, 0.4061257541179657, 0.3926931321620941, 0.3926919102668762, 0.3683133125305176, 0.38348114490509033, 0.4488709568977356], "cos_Ac_negg": [0.5132629871368408, 0.4714314341545105, 0.44180259108543396, 0.43425339460372925, 0.4061257541179657, 0.3926931321620941, 0.3926919102668762, 0.3683133125305176, 0.38348114490509033, 0.4488709568977356], "r_norm": [0.4641842246055603, 0.3614386022090912, 0.32673466205596924, 0.32278355956077576, 0.3265061378479004, 0.32087787985801697, 0.3182838559150696, 0.3205496072769165, 0.32809117436408997, 0.34733182191848755]}, {"step": 9250, "epoch": 19, "train_loss": 0.1727653443813324, "cos_r_negg": [0.5120835304260254, 0.4672892093658447, 0.4376141130924225, 0.4340865910053253, 0.40128499269485474, 0.3813970685005188, 0.3875558376312256, 0.36104339361190796, 0.37221354246139526, 0.44531142711639404], "cos_apical_negg": [0.5120835304260254, 0.4672892093658447, 0.4376141130924225, 0.4340865910053253, 0.40128499269485474, 0.3813970685005188, 0.3875558376312256, 0.36104339361190796, 0.37221354246139526, 0.44531142711639404], "cos_Ac_negg": [0.5120835304260254, 0.4672892093658447, 0.4376141130924225, 0.4340865910053253, 0.40128499269485474, 0.3813970685005188, 0.3875558376312256, 0.36104339361190796, 0.37221354246139526, 0.44531142711639404], "r_norm": [0.4704121947288513, 0.3685681223869324, 0.3343888819217682, 0.3284449279308319, 0.33251523971557617, 0.3291252851486206, 0.3253333866596222, 0.3278958201408386, 0.3350428640842438, 0.353985458612442], "ldr": {"dL_sdil": -0.013241052627563477, "dL_bp": -0.0316501259803772, "ratio": 0.41835702757621923}}, {"step": 9300, "epoch": 19, "train_loss": 0.14860889315605164, "cos_r_negg": [0.5093657374382019, 0.4717617630958557, 0.44230690598487854, 0.44030246138572693, 0.40879368782043457, 0.38933905959129333, 0.39400461316108704, 0.36926060914993286, 0.3817276656627655, 0.45408639311790466], "cos_apical_negg": [0.5093657374382019, 0.4717617630958557, 0.44230690598487854, 0.44030246138572693, 0.40879368782043457, 0.38933905959129333, 0.39400461316108704, 0.36926060914993286, 0.3817276656627655, 0.45408639311790466], "cos_Ac_negg": [0.5093657374382019, 0.4717617630958557, 0.44230690598487854, 0.44030246138572693, 0.40879368782043457, 0.38933905959129333, 0.39400461316108704, 0.36926060914993286, 0.3817276656627655, 0.45408639311790466], "r_norm": [0.46518459916114807, 0.36763572692871094, 0.33471110463142395, 0.32921651005744934, 0.3331521153450012, 0.3296250104904175, 0.32604822516441345, 0.3280758261680603, 0.33511385321617126, 0.3535463809967041]}, {"step": 9350, "epoch": 19, "train_loss": 0.19722077250480652, "cos_r_negg": [0.5064390897750854, 0.46035563945770264, 0.4312748610973358, 0.43154239654541016, 0.4065186679363251, 0.3876962661743164, 0.3961540460586548, 0.360691636800766, 0.38463538885116577, 0.4461497962474823], "cos_apical_negg": [0.5064390897750854, 0.46035563945770264, 0.4312748610973358, 0.43154239654541016, 0.4065186679363251, 0.3876962661743164, 0.3961540460586548, 0.360691636800766, 0.38463538885116577, 0.4461497962474823], "cos_Ac_negg": [0.5064390897750854, 0.46035563945770264, 0.4312748610973358, 0.43154239654541016, 0.4065186679363251, 0.3876962661743164, 0.3961540460586548, 0.360691636800766, 0.38463538885116577, 0.4461497962474823], "r_norm": [0.49513182044029236, 0.38558676838874817, 0.3484105169773102, 0.3429015576839447, 0.34707018733024597, 0.342353880405426, 0.338737815618515, 0.3405376672744751, 0.3479105234146118, 0.3702727258205414]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8809, "test_loss": 0.4278259033203125}], "final": {"test_acc": 0.8809, "test_loss": 0.4278259033203125, "wall_s": 218.74581575393677, "cos_r_negg": [0.49339723587036133, 0.45480161905288696, 0.422987699508667, 0.42806243896484375, 0.40161845088005066, 0.3851625323295593, 0.38982388377189636, 0.35752153396606445, 0.3794901967048645, 0.44914525747299194], "cos_apical_negg": [0.49339723587036133, 0.45480161905288696, 0.422987699508667, 0.42806243896484375, 0.40161845088005066, 0.3851625323295593, 0.38982388377189636, 0.35752153396606445, 0.3794901967048645, 0.44914525747299194], "cos_Ac_negg": [0.49339723587036133, 0.45480161905288696, 0.422987699508667, 0.42806243896484375, 0.40161845088005066, 0.3851625323295593, 0.38982388377189636, 0.35752153396606445, 0.3794901967048645, 0.44914525747299194]}}
\ No newline at end of file |