1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3634605407714844, "cos_r_negg": [-0.023503202944993973, -9.876582771539688e-05, 0.02032993733882904, 0.00016031833365559578, -0.034636206924915314, -0.0336582288146019, -0.012141208164393902], "cos_apical_negg": [-0.023503202944993973, -9.876582771539688e-05, 0.02032993733882904, 0.00016031833365559578, -0.034636206924915314, -0.0336582288146019, -0.012141208164393902], "cos_Ac_negg": [-0.023503202944993973, -9.876582771539688e-05, 0.02032993733882904, 0.00016031833365559578, -0.034636206924915314, -0.0336582288146019, -0.012141208164393902], "r_norm": [4.828746795654297, 4.905752182006836, 4.730834007263184, 4.787110328674316, 4.816164016723633, 4.635941028594971, 4.848217487335205], "ldr": {"dL_sdil": 0.006014108657836914, "dL_bp": -0.07804679870605469, "ratio": -0.07705772379579169}}, {"step": 50, "epoch": 0, "train_loss": 0.8912400007247925, "cos_r_negg": [0.20729143917560577, 0.17139115929603577, 0.15535670518875122, 0.1297963708639145, 0.15729698538780212, 0.18363773822784424, 0.16328293085098267], "cos_apical_negg": [0.20729143917560577, 0.17139115929603577, 0.15535670518875122, 0.1297963708639145, 0.15729698538780212, 0.18363773822784424, 0.16328293085098267], "cos_Ac_negg": [0.20729143917560577, 0.17139115929603577, 0.15535670518875122, 0.1297963708639145, 0.15729698538780212, 0.18363773822784424, 0.16328293085098267], "r_norm": [1.7343285083770752, 1.7643835544586182, 1.663346290588379, 1.7000958919525146, 1.734650731086731, 1.6683229207992554, 1.749544620513916]}, {"step": 100, "epoch": 0, "train_loss": 0.46308714151382446, "cos_r_negg": [0.298539400100708, 0.23433813452720642, 0.21525120735168457, 0.18094879388809204, 0.23496797680854797, 0.20745393633842468, 0.24280138313770294], "cos_apical_negg": [0.298539400100708, 0.23433813452720642, 0.21525120735168457, 0.18094879388809204, 0.23496797680854797, 0.20745393633842468, 0.24280138313770294], "cos_Ac_negg": [0.298539400100708, 0.23433813452720642, 0.21525120735168457, 0.18094879388809204, 0.23496797680854797, 0.20745393633842468, 0.24280138313770294], "r_norm": [1.0617822408676147, 1.0842697620391846, 1.0180031061172485, 1.0399792194366455, 1.0688519477844238, 1.0254877805709839, 1.0754339694976807]}, {"step": 150, "epoch": 0, "train_loss": 0.5133638978004456, "cos_r_negg": [0.2756410837173462, 0.24125909805297852, 0.20638951659202576, 0.18899062275886536, 0.20383897423744202, 0.17639699578285217, 0.23678454756736755], "cos_apical_negg": [0.2756410837173462, 0.24125909805297852, 0.20638951659202576, 0.18899062275886536, 0.20383897423744202, 0.17639699578285217, 0.23678454756736755], "cos_Ac_negg": [0.2756410837173462, 0.24125909805297852, 0.20638951659202576, 0.18899062275886536, 0.20383897423744202, 0.17639699578285217, 0.23678454756736755], "r_norm": [0.8705236315727234, 0.8933149576187134, 0.8414372801780701, 0.8573740720748901, 0.8785410523414612, 0.8439775109291077, 0.8852299451828003]}, {"step": 200, "epoch": 0, "train_loss": 0.33149394392967224, "cos_r_negg": [0.2950158417224884, 0.2546353042125702, 0.23612847924232483, 0.2513362467288971, 0.24949143826961517, 0.22211891412734985, 0.26651501655578613], "cos_apical_negg": [0.2950158417224884, 0.2546353042125702, 0.23612847924232483, 0.2513362467288971, 0.24949143826961517, 0.22211891412734985, 0.26651501655578613], "cos_Ac_negg": [0.2950158417224884, 0.2546353042125702, 0.23612847924232483, 0.2513362467288971, 0.24949143826961517, 0.22211891412734985, 0.26651501655578613], "r_norm": [0.8848362565040588, 0.9054775834083557, 0.851433515548706, 0.8706800937652588, 0.888656497001648, 0.8544033765792847, 0.8999978303909302]}, {"step": 250, "epoch": 0, "train_loss": 0.294739305973053, "cos_r_negg": [0.3399431109428406, 0.2930237352848053, 0.27943646907806396, 0.2613605558872223, 0.2516940236091614, 0.2473573237657547, 0.2614280581474304], "cos_apical_negg": [0.3399431109428406, 0.2930237352848053, 0.27943646907806396, 0.2613605558872223, 0.2516940236091614, 0.2473573237657547, 0.2614280581474304], "cos_Ac_negg": [0.3399431109428406, 0.2930237352848053, 0.27943646907806396, 0.2613605558872223, 0.2516940236091614, 0.2473573237657547, 0.2614280581474304], "r_norm": [0.7331197261810303, 0.7489991784095764, 0.7059696316719055, 0.7226024866104126, 0.73795485496521, 0.7114431858062744, 0.7444875240325928], "ldr": {"dL_sdil": -0.009113460779190063, "dL_bp": -0.00689166784286499, "ratio": 1.3223882791486123}}, {"step": 300, "epoch": 0, "train_loss": 0.20575053989887238, "cos_r_negg": [0.3742746412754059, 0.3309471905231476, 0.3037606179714203, 0.29518216848373413, 0.2980380654335022, 0.2749921679496765, 0.26411864161491394], "cos_apical_negg": [0.3742746412754059, 0.3309471905231476, 0.3037606179714203, 0.29518216848373413, 0.2980380654335022, 0.2749921679496765, 0.26411864161491394], "cos_Ac_negg": [0.3742746412754059, 0.3309471905231476, 0.3037606179714203, 0.29518216848373413, 0.2980380654335022, 0.2749921679496765, 0.26411864161491394], "r_norm": [0.6640658378601074, 0.6752440929412842, 0.6370758414268494, 0.6538524627685547, 0.6688222885131836, 0.6427645087242126, 0.6751837134361267]}, {"step": 350, "epoch": 0, "train_loss": 0.2219579517841339, "cos_r_negg": [0.3727954924106598, 0.3248733878135681, 0.3133964240550995, 0.29749053716659546, 0.29880231618881226, 0.2905998229980469, 0.2799784541130066], "cos_apical_negg": [0.3727954924106598, 0.3248733878135681, 0.3133964240550995, 0.29749053716659546, 0.29880231618881226, 0.2905998229980469, 0.2799784541130066], "cos_Ac_negg": [0.3727954924106598, 0.3248733878135681, 0.3133964240550995, 0.29749053716659546, 0.29880231618881226, 0.2905998229980469, 0.2799784541130066], "r_norm": [0.612732470035553, 0.6236531138420105, 0.5926913022994995, 0.6053487062454224, 0.6191088557243347, 0.5931126475334167, 0.6234230995178223]}, {"step": 400, "epoch": 0, "train_loss": 0.199358269572258, "cos_r_negg": [0.4054466485977173, 0.35910558700561523, 0.33313995599746704, 0.3229224681854248, 0.31821590662002563, 0.32014429569244385, 0.29533499479293823], "cos_apical_negg": [0.4054466485977173, 0.35910558700561523, 0.33313995599746704, 0.3229224681854248, 0.31821590662002563, 0.32014429569244385, 0.29533499479293823], "cos_Ac_negg": [0.4054466485977173, 0.35910558700561523, 0.33313995599746704, 0.3229224681854248, 0.31821590662002563, 0.32014429569244385, 0.29533499479293823], "r_norm": [0.6214483380317688, 0.6322522163391113, 0.5952082872390747, 0.6107030510902405, 0.6244134902954102, 0.6003563404083252, 0.6316618919372559]}, {"step": 450, "epoch": 0, "train_loss": 0.28413042426109314, "cos_r_negg": [0.40943825244903564, 0.37308818101882935, 0.33717262744903564, 0.33952564001083374, 0.3299276828765869, 0.32596099376678467, 0.3024449944496155], "cos_apical_negg": [0.40943825244903564, 0.37308818101882935, 0.33717262744903564, 0.33952564001083374, 0.3299276828765869, 0.32596099376678467, 0.3024449944496155], "cos_Ac_negg": [0.40943825244903564, 0.37308818101882935, 0.33717262744903564, 0.33952564001083374, 0.3299276828765869, 0.32596099376678467, 0.3024449944496155], "r_norm": [0.592322587966919, 0.6046236753463745, 0.5717445611953735, 0.5855717658996582, 0.596660315990448, 0.5750658512115479, 0.6040079593658447]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9365, "test_loss": 0.22277152557373048}, {"step": 500, "epoch": 1, "train_loss": 0.3331650197505951, "cos_r_negg": [0.4168988764286041, 0.4069223701953888, 0.3846726417541504, 0.3619953989982605, 0.35033878684043884, 0.3326524496078491, 0.3244374692440033], "cos_apical_negg": [0.4168988764286041, 0.4069223701953888, 0.3846726417541504, 0.3619953989982605, 0.35033878684043884, 0.3326524496078491, 0.3244374692440033], "cos_Ac_negg": [0.4168988764286041, 0.4069223701953888, 0.3846726417541504, 0.3619953989982605, 0.35033878684043884, 0.3326524496078491, 0.3244374692440033], "r_norm": [0.6074020862579346, 0.618835985660553, 0.583401620388031, 0.5969048738479614, 0.6105126738548279, 0.5869899988174438, 0.620191216468811], "ldr": {"dL_sdil": -0.007738277316093445, "dL_bp": -0.00623360276222229, "ratio": 1.241381206224751}}, {"step": 550, "epoch": 1, "train_loss": 0.26325222849845886, "cos_r_negg": [0.3877044916152954, 0.3575769066810608, 0.3359178900718689, 0.331129252910614, 0.3196375370025635, 0.30150458216667175, 0.3155653178691864], "cos_apical_negg": [0.3877044916152954, 0.3575769066810608, 0.3359178900718689, 0.331129252910614, 0.3196375370025635, 0.30150458216667175, 0.3155653178691864], "cos_Ac_negg": [0.3877044916152954, 0.3575769066810608, 0.3359178900718689, 0.331129252910614, 0.3196375370025635, 0.30150458216667175, 0.3155653178691864], "r_norm": [0.5129175186157227, 0.525438666343689, 0.49347710609436035, 0.5049260854721069, 0.5165277719497681, 0.4975457191467285, 0.5235924124717712]}, {"step": 600, "epoch": 1, "train_loss": 0.28931134939193726, "cos_r_negg": [0.4196698069572449, 0.3884793817996979, 0.3641570210456848, 0.35024240612983704, 0.3518521785736084, 0.3421829342842102, 0.3232228755950928], "cos_apical_negg": [0.4196698069572449, 0.3884793817996979, 0.3641570210456848, 0.35024240612983704, 0.3518521785736084, 0.3421829342842102, 0.3232228755950928], "cos_Ac_negg": [0.4196698069572449, 0.3884793817996979, 0.3641570210456848, 0.35024240612983704, 0.3518521785736084, 0.3421829342842102, 0.3232228755950928], "r_norm": [0.5212599635124207, 0.529697835445404, 0.5027900338172913, 0.5126262903213501, 0.5251646041870117, 0.5026311874389648, 0.531153678894043]}, {"step": 650, "epoch": 1, "train_loss": 0.24198554456233978, "cos_r_negg": [0.41987836360931396, 0.39106762409210205, 0.3784140348434448, 0.36237528920173645, 0.35319745540618896, 0.339114248752594, 0.3106924295425415], "cos_apical_negg": [0.41987836360931396, 0.39106762409210205, 0.3784140348434448, 0.36237528920173645, 0.35319745540618896, 0.339114248752594, 0.3106924295425415], "cos_Ac_negg": [0.41987836360931396, 0.39106762409210205, 0.3784140348434448, 0.36237528920173645, 0.35319745540618896, 0.339114248752594, 0.3106924295425415], "r_norm": [0.5283851027488708, 0.5374640226364136, 0.5088895559310913, 0.5185784101486206, 0.5320303440093994, 0.5121431350708008, 0.5348799824714661]}, {"step": 700, "epoch": 1, "train_loss": 0.09274155646562576, "cos_r_negg": [0.40776172280311584, 0.3809967041015625, 0.3627336621284485, 0.36212778091430664, 0.34943076968193054, 0.33107590675354004, 0.29825055599212646], "cos_apical_negg": [0.40776172280311584, 0.3809967041015625, 0.3627336621284485, 0.36212778091430664, 0.34943076968193054, 0.33107590675354004, 0.29825055599212646], "cos_Ac_negg": [0.40776172280311584, 0.3809967041015625, 0.3627336621284485, 0.36212778091430664, 0.34943076968193054, 0.33107590675354004, 0.29825055599212646], "r_norm": [0.4651067554950714, 0.4742794632911682, 0.4485609531402588, 0.4581782817840576, 0.4689890742301941, 0.451235830783844, 0.47482913732528687]}, {"step": 750, "epoch": 1, "train_loss": 0.1236455887556076, "cos_r_negg": [0.42057257890701294, 0.3927937150001526, 0.35029667615890503, 0.3615444302558899, 0.3358663320541382, 0.35623297095298767, 0.29792582988739014], "cos_apical_negg": [0.42057257890701294, 0.3927937150001526, 0.35029667615890503, 0.3615444302558899, 0.3358663320541382, 0.35623297095298767, 0.29792582988739014], "cos_Ac_negg": [0.42057257890701294, 0.3927937150001526, 0.35029667615890503, 0.3615444302558899, 0.3358663320541382, 0.35623297095298767, 0.29792582988739014], "r_norm": [0.4774453938007355, 0.48706966638565063, 0.45540478825569153, 0.4676520526409149, 0.479669451713562, 0.4630725681781769, 0.48609480261802673], "ldr": {"dL_sdil": -0.006403684616088867, "dL_bp": -0.005263954401016235, "ratio": 1.2165159741605285}}, {"step": 800, "epoch": 1, "train_loss": 0.07595467567443848, "cos_r_negg": [0.4405485987663269, 0.40815746784210205, 0.3837372064590454, 0.3815855383872986, 0.36120378971099854, 0.35625845193862915, 0.32527846097946167], "cos_apical_negg": [0.4405485987663269, 0.40815746784210205, 0.3837372064590454, 0.3815855383872986, 0.36120378971099854, 0.35625845193862915, 0.32527846097946167], "cos_Ac_negg": [0.4405485987663269, 0.40815746784210205, 0.3837372064590454, 0.3815855383872986, 0.36120378971099854, 0.35625845193862915, 0.32527846097946167], "r_norm": [0.5352063179016113, 0.5440127849578857, 0.5113029479980469, 0.5249868631362915, 0.5376380681991577, 0.5174638032913208, 0.5431250333786011]}, {"step": 850, "epoch": 1, "train_loss": 0.3077116012573242, "cos_r_negg": [0.42851847410202026, 0.40785321593284607, 0.3750576972961426, 0.36703962087631226, 0.3459620475769043, 0.33472514152526855, 0.31594228744506836], "cos_apical_negg": [0.42851847410202026, 0.40785321593284607, 0.3750576972961426, 0.36703962087631226, 0.3459620475769043, 0.33472514152526855, 0.31594228744506836], "cos_Ac_negg": [0.42851847410202026, 0.40785321593284607, 0.3750576972961426, 0.36703962087631226, 0.3459620475769043, 0.33472514152526855, 0.31594228744506836], "r_norm": [0.4513026475906372, 0.4603670835494995, 0.42852771282196045, 0.4399111866950989, 0.4512186646461487, 0.43509799242019653, 0.45828667283058167]}, {"step": 900, "epoch": 1, "train_loss": 0.15847539901733398, "cos_r_negg": [0.43244999647140503, 0.4235330820083618, 0.39888715744018555, 0.37140199542045593, 0.3511675000190735, 0.321262925863266, 0.3148629069328308], "cos_apical_negg": [0.43244999647140503, 0.4235330820083618, 0.39888715744018555, 0.37140199542045593, 0.3511675000190735, 0.321262925863266, 0.3148629069328308], "cos_Ac_negg": [0.43244999647140503, 0.4235330820083618, 0.39888715744018555, 0.37140199542045593, 0.3511675000190735, 0.321262925863266, 0.3148629069328308], "r_norm": [0.41873180866241455, 0.4257151782512665, 0.39768731594085693, 0.40757203102111816, 0.4201759099960327, 0.40596479177474976, 0.4249938726425171]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9534, "test_loss": 0.16346762199401854}, {"step": 950, "epoch": 2, "train_loss": 0.17481951415538788, "cos_r_negg": [0.42660534381866455, 0.4317744970321655, 0.4073157012462616, 0.39764878153800964, 0.36335378885269165, 0.35033977031707764, 0.31166526675224304], "cos_apical_negg": [0.42660534381866455, 0.4317744970321655, 0.4073157012462616, 0.39764878153800964, 0.36335378885269165, 0.35033977031707764, 0.31166526675224304], "cos_Ac_negg": [0.42660534381866455, 0.4317744970321655, 0.4073157012462616, 0.39764878153800964, 0.36335378885269165, 0.35033977031707764, 0.31166526675224304], "r_norm": [0.432107150554657, 0.4373264014720917, 0.4121497869491577, 0.4226689636707306, 0.43253225088119507, 0.4172881841659546, 0.4392271637916565]}, {"step": 1000, "epoch": 2, "train_loss": 0.15402355790138245, "cos_r_negg": [0.43698519468307495, 0.4341023862361908, 0.407082200050354, 0.3931245803833008, 0.3640628755092621, 0.33781445026397705, 0.31420397758483887], "cos_apical_negg": [0.43698519468307495, 0.4341023862361908, 0.407082200050354, 0.3931245803833008, 0.3640628755092621, 0.33781445026397705, 0.31420397758483887], "cos_Ac_negg": [0.43698519468307495, 0.4341023862361908, 0.407082200050354, 0.3931245803833008, 0.3640628755092621, 0.33781445026397705, 0.31420397758483887], "r_norm": [0.38317108154296875, 0.3885754942893982, 0.3651652932167053, 0.3753291964530945, 0.3844897150993347, 0.3707357943058014, 0.38973376154899597], "ldr": {"dL_sdil": -0.004916563630104065, "dL_bp": -0.004917994141578674, "ratio": 0.9997091270478516}}, {"step": 1050, "epoch": 2, "train_loss": 0.10033710300922394, "cos_r_negg": [0.44299641251564026, 0.4391750395298004, 0.39176473021507263, 0.40350306034088135, 0.38383355736732483, 0.3631404936313629, 0.3220010995864868], "cos_apical_negg": [0.44299641251564026, 0.4391750395298004, 0.39176473021507263, 0.40350306034088135, 0.38383355736732483, 0.3631404936313629, 0.3220010995864868], "cos_Ac_negg": [0.44299641251564026, 0.4391750395298004, 0.39176473021507263, 0.40350306034088135, 0.38383355736732483, 0.3631404936313629, 0.3220010995864868], "r_norm": [0.399600625038147, 0.4024046063423157, 0.3816866874694824, 0.39197468757629395, 0.39984750747680664, 0.3831472098827362, 0.4014430344104767]}, {"step": 1100, "epoch": 2, "train_loss": 0.10630911588668823, "cos_r_negg": [0.4480969309806824, 0.4460028111934662, 0.40648627281188965, 0.40479856729507446, 0.3721289038658142, 0.3497793972492218, 0.30569344758987427], "cos_apical_negg": [0.4480969309806824, 0.4460028111934662, 0.40648627281188965, 0.40479856729507446, 0.3721289038658142, 0.3497793972492218, 0.30569344758987427], "cos_Ac_negg": [0.4480969309806824, 0.4460028111934662, 0.40648627281188965, 0.40479856729507446, 0.3721289038658142, 0.3497793972492218, 0.30569344758987427], "r_norm": [0.4047888517379761, 0.4105590283870697, 0.384166419506073, 0.39370840787887573, 0.40470021963119507, 0.3909584879875183, 0.4097721576690674]}, {"step": 1150, "epoch": 2, "train_loss": 0.08229885995388031, "cos_r_negg": [0.43996721506118774, 0.44396620988845825, 0.41105782985687256, 0.3966466188430786, 0.35960376262664795, 0.3639472424983978, 0.31399452686309814], "cos_apical_negg": [0.43996721506118774, 0.44396620988845825, 0.41105782985687256, 0.3966466188430786, 0.35960376262664795, 0.3639472424983978, 0.31399452686309814], "cos_Ac_negg": [0.43996721506118774, 0.44396620988845825, 0.41105782985687256, 0.3966466188430786, 0.35960376262664795, 0.3639472424983978, 0.31399452686309814], "r_norm": [0.3528890013694763, 0.35953909158706665, 0.34009838104248047, 0.3490366041660309, 0.3568492829799652, 0.34294629096984863, 0.3600276708602905]}, {"step": 1200, "epoch": 2, "train_loss": 0.036064498126506805, "cos_r_negg": [0.4185788631439209, 0.4318386912345886, 0.39325064420700073, 0.3849318325519562, 0.37666553258895874, 0.3634844422340393, 0.30800890922546387], "cos_apical_negg": [0.4185788631439209, 0.4318386912345886, 0.39325064420700073, 0.3849318325519562, 0.37666553258895874, 0.3634844422340393, 0.30800890922546387], "cos_Ac_negg": [0.4185788631439209, 0.4318386912345886, 0.39325064420700073, 0.3849318325519562, 0.37666553258895874, 0.3634844422340393, 0.30800890922546387], "r_norm": [0.3584865629673004, 0.3624092936515808, 0.33996275067329407, 0.3508099317550659, 0.3581615090370178, 0.3463178277015686, 0.3622240126132965]}, {"step": 1250, "epoch": 2, "train_loss": 0.11130236089229584, "cos_r_negg": [0.4228384792804718, 0.4405600428581238, 0.40320518612861633, 0.3923753499984741, 0.3773208558559418, 0.356747031211853, 0.31057387590408325], "cos_apical_negg": [0.4228384792804718, 0.4405600428581238, 0.40320518612861633, 0.3923753499984741, 0.3773208558559418, 0.356747031211853, 0.31057387590408325], "cos_Ac_negg": [0.4228384792804718, 0.4405600428581238, 0.40320518612861633, 0.3923753499984741, 0.3773208558559418, 0.356747031211853, 0.31057387590408325], "r_norm": [0.315532922744751, 0.3179943561553955, 0.2991245687007904, 0.3080139756202698, 0.31510746479034424, 0.3050568699836731, 0.3203275501728058], "ldr": {"dL_sdil": -0.005648061633110046, "dL_bp": -0.005473285913467407, "ratio": 1.031932503144517}}, {"step": 1300, "epoch": 2, "train_loss": 0.23628821969032288, "cos_r_negg": [0.4353182315826416, 0.44945913553237915, 0.4168497323989868, 0.41293150186538696, 0.3748321533203125, 0.3665536642074585, 0.32588303089141846], "cos_apical_negg": [0.4353182315826416, 0.44945913553237915, 0.4168497323989868, 0.41293150186538696, 0.3748321533203125, 0.3665536642074585, 0.32588303089141846], "cos_Ac_negg": [0.4353182315826416, 0.44945913553237915, 0.4168497323989868, 0.41293150186538696, 0.3748321533203125, 0.3665536642074585, 0.32588303089141846], "r_norm": [0.3571997880935669, 0.3625493049621582, 0.3424420952796936, 0.3497573137283325, 0.3576135039329529, 0.3442504405975342, 0.3631623089313507]}, {"step": 1350, "epoch": 2, "train_loss": 0.1404767781496048, "cos_r_negg": [0.4466278851032257, 0.44938895106315613, 0.4202330708503723, 0.40738606452941895, 0.3989647626876831, 0.3867896497249603, 0.33322998881340027], "cos_apical_negg": [0.4466278851032257, 0.44938895106315613, 0.4202330708503723, 0.40738606452941895, 0.3989647626876831, 0.3867896497249603, 0.33322998881340027], "cos_Ac_negg": [0.4466278851032257, 0.44938895106315613, 0.4202330708503723, 0.40738606452941895, 0.3989647626876831, 0.3867896497249603, 0.33322998881340027], "r_norm": [0.39394116401672363, 0.39782366156578064, 0.37444037199020386, 0.3851265609264374, 0.39136236906051636, 0.3784201145172119, 0.3975772261619568]}, {"step": 1400, "epoch": 2, "train_loss": 0.205881729722023, "cos_r_negg": [0.4585656225681305, 0.46658098697662354, 0.42934709787368774, 0.40785396099090576, 0.3850715160369873, 0.3898477852344513, 0.3372524082660675], "cos_apical_negg": [0.4585656225681305, 0.46658098697662354, 0.42934709787368774, 0.40785396099090576, 0.3850715160369873, 0.3898477852344513, 0.3372524082660675], "cos_Ac_negg": [0.4585656225681305, 0.46658098697662354, 0.42934709787368774, 0.40785396099090576, 0.3850715160369873, 0.3898477852344513, 0.3372524082660675], "r_norm": [0.3370192050933838, 0.33960744738578796, 0.3213367760181427, 0.33016297221183777, 0.33698248863220215, 0.3244819641113281, 0.3398769795894623]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9572, "test_loss": 0.1513233180999756}, {"step": 1450, "epoch": 3, "train_loss": 0.07582687586545944, "cos_r_negg": [0.4420967102050781, 0.45435118675231934, 0.4189136028289795, 0.4157387614250183, 0.39853259921073914, 0.3926156163215637, 0.3295658826828003], "cos_apical_negg": [0.4420967102050781, 0.45435118675231934, 0.4189136028289795, 0.4157387614250183, 0.39853259921073914, 0.3926156163215637, 0.3295658826828003], "cos_Ac_negg": [0.4420967102050781, 0.45435118675231934, 0.4189136028289795, 0.4157387614250183, 0.39853259921073914, 0.3926156163215637, 0.3295658826828003], "r_norm": [0.33102622628211975, 0.3337264358997345, 0.3124759793281555, 0.32267290353775024, 0.32955873012542725, 0.317423939704895, 0.3333839178085327]}, {"step": 1500, "epoch": 3, "train_loss": 0.060757122933864594, "cos_r_negg": [0.4347940981388092, 0.4514009356498718, 0.41521695256233215, 0.3987905979156494, 0.3858090937137604, 0.3714368939399719, 0.3144848346710205], "cos_apical_negg": [0.4347940981388092, 0.4514009356498718, 0.41521695256233215, 0.3987905979156494, 0.3858090937137604, 0.3714368939399719, 0.3144848346710205], "cos_Ac_negg": [0.4347940981388092, 0.4514009356498718, 0.41521695256233215, 0.3987905979156494, 0.3858090937137604, 0.3714368939399719, 0.3144848346710205], "r_norm": [0.30762290954589844, 0.312470018863678, 0.2930349111557007, 0.30167335271835327, 0.30822449922561646, 0.2974364161491394, 0.3101159334182739], "ldr": {"dL_sdil": -0.005342215299606323, "dL_bp": -0.005335822701454163, "ratio": 1.001198052954499}}, {"step": 1550, "epoch": 3, "train_loss": 0.055348530411720276, "cos_r_negg": [0.4559331238269806, 0.46301043033599854, 0.4196983575820923, 0.4022998511791229, 0.4052571952342987, 0.3852813243865967, 0.33133700489997864], "cos_apical_negg": [0.4559331238269806, 0.46301043033599854, 0.4196983575820923, 0.4022998511791229, 0.4052571952342987, 0.3852813243865967, 0.33133700489997864], "cos_Ac_negg": [0.4559331238269806, 0.46301043033599854, 0.4196983575820923, 0.4022998511791229, 0.4052571952342987, 0.3852813243865967, 0.33133700489997864], "r_norm": [0.2980439364910126, 0.30308055877685547, 0.2860681414604187, 0.29306867718696594, 0.29939988255500793, 0.28909197449684143, 0.299920916557312]}, {"step": 1600, "epoch": 3, "train_loss": 0.07268732786178589, "cos_r_negg": [0.44440630078315735, 0.46525537967681885, 0.4348977208137512, 0.41491830348968506, 0.41746318340301514, 0.40197238326072693, 0.3317278325557709], "cos_apical_negg": [0.44440630078315735, 0.46525537967681885, 0.4348977208137512, 0.41491830348968506, 0.41746318340301514, 0.40197238326072693, 0.3317278325557709], "cos_Ac_negg": [0.44440630078315735, 0.46525537967681885, 0.4348977208137512, 0.41491830348968506, 0.41746318340301514, 0.40197238326072693, 0.3317278325557709], "r_norm": [0.2870802879333496, 0.29079169034957886, 0.2741449475288391, 0.28117483854293823, 0.28659453988075256, 0.27707552909851074, 0.2891640067100525]}, {"step": 1650, "epoch": 3, "train_loss": 0.08301403373479843, "cos_r_negg": [0.4437677264213562, 0.4616697430610657, 0.4295088052749634, 0.408824622631073, 0.4046175479888916, 0.3834034204483032, 0.32157623767852783], "cos_apical_negg": [0.4437677264213562, 0.4616697430610657, 0.4295088052749634, 0.408824622631073, 0.4046175479888916, 0.3834034204483032, 0.32157623767852783], "cos_Ac_negg": [0.4437677264213562, 0.4616697430610657, 0.4295088052749634, 0.408824622631073, 0.4046175479888916, 0.3834034204483032, 0.32157623767852783], "r_norm": [0.2923591434955597, 0.29612964391708374, 0.27651652693748474, 0.2851431965827942, 0.2908160090446472, 0.2812124788761139, 0.29354771971702576]}, {"step": 1700, "epoch": 3, "train_loss": 0.046697940677404404, "cos_r_negg": [0.42873260378837585, 0.4596942663192749, 0.4284418225288391, 0.4152787923812866, 0.4125917851924896, 0.3842886686325073, 0.32983097434043884], "cos_apical_negg": [0.42873260378837585, 0.4596942663192749, 0.4284418225288391, 0.4152787923812866, 0.4125917851924896, 0.3842886686325073, 0.32983097434043884], "cos_Ac_negg": [0.42873260378837585, 0.4596942663192749, 0.4284418225288391, 0.4152787923812866, 0.4125917851924896, 0.3842886686325073, 0.32983097434043884], "r_norm": [0.315904438495636, 0.31830716133117676, 0.2966383397579193, 0.3063170313835144, 0.3128123879432678, 0.3031458854675293, 0.31703320145606995]}, {"step": 1750, "epoch": 3, "train_loss": 0.11456003040075302, "cos_r_negg": [0.4569859504699707, 0.47737812995910645, 0.4514860510826111, 0.41796964406967163, 0.4229288697242737, 0.3932179808616638, 0.34318143129348755], "cos_apical_negg": [0.4569859504699707, 0.47737812995910645, 0.4514860510826111, 0.41796964406967163, 0.4229288697242737, 0.3932179808616638, 0.34318143129348755], "cos_Ac_negg": [0.4569859504699707, 0.47737812995910645, 0.4514860510826111, 0.41796964406967163, 0.4229288697242737, 0.3932179808616638, 0.34318143129348755], "r_norm": [0.26416122913360596, 0.2680128812789917, 0.2521081566810608, 0.2592894434928894, 0.26383525133132935, 0.2551688551902771, 0.26740461587905884], "ldr": {"dL_sdil": -0.0038372650742530823, "dL_bp": -0.00434296578168869, "ratio": 0.8835586709967181}}, {"step": 1800, "epoch": 3, "train_loss": 0.11365869641304016, "cos_r_negg": [0.4516848921775818, 0.4713170528411865, 0.44206470251083374, 0.4254806637763977, 0.40930047631263733, 0.39108002185821533, 0.3335171937942505], "cos_apical_negg": [0.4516848921775818, 0.4713170528411865, 0.44206470251083374, 0.4254806637763977, 0.40930047631263733, 0.39108002185821533, 0.3335171937942505], "cos_Ac_negg": [0.4516848921775818, 0.4713170528411865, 0.44206470251083374, 0.4254806637763977, 0.40930047631263733, 0.39108002185821533, 0.3335171937942505], "r_norm": [0.2739366292953491, 0.2768397331237793, 0.2617975175380707, 0.26868706941604614, 0.2730528712272644, 0.2622183561325073, 0.27631574869155884]}, {"step": 1850, "epoch": 3, "train_loss": 0.131196066737175, "cos_r_negg": [0.4525592625141144, 0.47787708044052124, 0.4546947181224823, 0.43072745203971863, 0.4080488383769989, 0.39351797103881836, 0.32985934615135193], "cos_apical_negg": [0.4525592625141144, 0.47787708044052124, 0.4546947181224823, 0.43072745203971863, 0.4080488383769989, 0.39351797103881836, 0.32985934615135193], "cos_Ac_negg": [0.4525592625141144, 0.47787708044052124, 0.4546947181224823, 0.43072745203971863, 0.4080488383769989, 0.39351797103881836, 0.32985934615135193], "r_norm": [0.33042386174201965, 0.33454054594039917, 0.3142605423927307, 0.3227502107620239, 0.330135703086853, 0.3189283013343811, 0.33288413286209106]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9641, "test_loss": 0.13304869651794435}, {"step": 1900, "epoch": 4, "train_loss": 0.07489165663719177, "cos_r_negg": [0.41272735595703125, 0.44609224796295166, 0.43097829818725586, 0.41812747716903687, 0.3952266573905945, 0.39224785566329956, 0.31666988134384155], "cos_apical_negg": [0.41272735595703125, 0.44609224796295166, 0.43097829818725586, 0.41812747716903687, 0.3952266573905945, 0.39224785566329956, 0.31666988134384155], "cos_Ac_negg": [0.41272735595703125, 0.44609224796295166, 0.43097829818725586, 0.41812747716903687, 0.3952266573905945, 0.39224785566329956, 0.31666988134384155], "r_norm": [0.2769419550895691, 0.27903735637664795, 0.26075559854507446, 0.2696080207824707, 0.275475412607193, 0.26563742756843567, 0.2782573997974396]}, {"step": 1950, "epoch": 4, "train_loss": 0.08116846531629562, "cos_r_negg": [0.4109960198402405, 0.44637829065322876, 0.42819744348526, 0.3965100049972534, 0.39512503147125244, 0.38988107442855835, 0.3277321755886078], "cos_apical_negg": [0.4109960198402405, 0.44637829065322876, 0.42819744348526, 0.3965100049972534, 0.39512503147125244, 0.38988107442855835, 0.3277321755886078], "cos_Ac_negg": [0.4109960198402405, 0.44637829065322876, 0.42819744348526, 0.3965100049972534, 0.39512503147125244, 0.38988107442855835, 0.3277321755886078], "r_norm": [0.2643759548664093, 0.26601797342300415, 0.25064364075660706, 0.2576979696750641, 0.2632102966308594, 0.2539437711238861, 0.2661536931991577]}, {"step": 2000, "epoch": 4, "train_loss": 0.07591848820447922, "cos_r_negg": [0.4165757894515991, 0.4445309638977051, 0.42715615034103394, 0.40313205122947693, 0.39114910364151, 0.3965389132499695, 0.32276877760887146], "cos_apical_negg": [0.4165757894515991, 0.4445309638977051, 0.42715615034103394, 0.40313205122947693, 0.39114910364151, 0.3965389132499695, 0.32276877760887146], "cos_Ac_negg": [0.4165757894515991, 0.4445309638977051, 0.42715615034103394, 0.40313205122947693, 0.39114910364151, 0.3965389132499695, 0.32276877760887146], "r_norm": [0.24844349920749664, 0.2517530024051666, 0.23852093517780304, 0.24317437410354614, 0.24903443455696106, 0.23850208520889282, 0.2516292333602905], "ldr": {"dL_sdil": -0.004560530185699463, "dL_bp": -0.005229845643043518, "ratio": 0.8720200359575917}}, {"step": 2050, "epoch": 4, "train_loss": 0.07192160934209824, "cos_r_negg": [0.4223172962665558, 0.45593076944351196, 0.4332513213157654, 0.40584060549736023, 0.38476231694221497, 0.39885902404785156, 0.32994428277015686], "cos_apical_negg": [0.4223172962665558, 0.45593076944351196, 0.4332513213157654, 0.40584060549736023, 0.38476231694221497, 0.39885902404785156, 0.32994428277015686], "cos_Ac_negg": [0.4223172962665558, 0.45593076944351196, 0.4332513213157654, 0.40584060549736023, 0.38476231694221497, 0.39885902404785156, 0.32994428277015686], "r_norm": [0.2699812352657318, 0.2734372019767761, 0.25745028257369995, 0.2629420757293701, 0.2701209783554077, 0.2603584825992584, 0.271563857793808]}, {"step": 2100, "epoch": 4, "train_loss": 0.053533975034952164, "cos_r_negg": [0.3974735736846924, 0.43274128437042236, 0.41851380467414856, 0.4080231785774231, 0.4052402377128601, 0.4235695004463196, 0.34077566862106323], "cos_apical_negg": [0.3974735736846924, 0.43274128437042236, 0.41851380467414856, 0.4080231785774231, 0.4052402377128601, 0.4235695004463196, 0.34077566862106323], "cos_Ac_negg": [0.3974735736846924, 0.43274128437042236, 0.41851380467414856, 0.4080231785774231, 0.4052402377128601, 0.4235695004463196, 0.34077566862106323], "r_norm": [0.3091581165790558, 0.3126625716686249, 0.29528188705444336, 0.3030693531036377, 0.30885016918182373, 0.29675036668777466, 0.3116377592086792]}, {"step": 2150, "epoch": 4, "train_loss": 0.08581355214118958, "cos_r_negg": [0.4224478304386139, 0.45971864461898804, 0.4410726726055145, 0.4074498414993286, 0.405700147151947, 0.4223025143146515, 0.35017889738082886], "cos_apical_negg": [0.4224478304386139, 0.45971864461898804, 0.4410726726055145, 0.4074498414993286, 0.405700147151947, 0.4223025143146515, 0.35017889738082886], "cos_Ac_negg": [0.4224478304386139, 0.45971864461898804, 0.4410726726055145, 0.4074498414993286, 0.405700147151947, 0.4223025143146515, 0.35017889738082886], "r_norm": [0.2751990854740143, 0.2785642147064209, 0.2620903253555298, 0.2689623236656189, 0.27451106905937195, 0.2645261883735657, 0.27681344747543335]}, {"step": 2200, "epoch": 4, "train_loss": 0.06993768364191055, "cos_r_negg": [0.41621705889701843, 0.43885117769241333, 0.42293837666511536, 0.4018831253051758, 0.3956685960292816, 0.40604597330093384, 0.3403337001800537], "cos_apical_negg": [0.41621705889701843, 0.43885117769241333, 0.42293837666511536, 0.4018831253051758, 0.3956685960292816, 0.40604597330093384, 0.3403337001800537], "cos_Ac_negg": [0.41621705889701843, 0.43885117769241333, 0.42293837666511536, 0.4018831253051758, 0.3956685960292816, 0.40604597330093384, 0.3403337001800537], "r_norm": [0.27736347913742065, 0.2796010673046112, 0.2612214684486389, 0.26883938908576965, 0.27588891983032227, 0.2667277157306671, 0.27816861867904663]}, {"step": 2250, "epoch": 4, "train_loss": 0.007966150529682636, "cos_r_negg": [0.43122202157974243, 0.46645134687423706, 0.4358128011226654, 0.4239710569381714, 0.4081341028213501, 0.4235665798187256, 0.3489516079425812], "cos_apical_negg": [0.43122202157974243, 0.46645134687423706, 0.4358128011226654, 0.4239710569381714, 0.4081341028213501, 0.4235665798187256, 0.3489516079425812], "cos_Ac_negg": [0.43122202157974243, 0.46645134687423706, 0.4358128011226654, 0.4239710569381714, 0.4081341028213501, 0.4235665798187256, 0.3489516079425812], "r_norm": [0.2896379828453064, 0.2915167212486267, 0.272630900144577, 0.2808350920677185, 0.28727826476097107, 0.27826380729675293, 0.2902248501777649], "ldr": {"dL_sdil": -0.0060415565967559814, "dL_bp": -0.0070304423570632935, "ratio": 0.859342313031867}}, {"step": 2300, "epoch": 4, "train_loss": 0.17478708922863007, "cos_r_negg": [0.4462272822856903, 0.48271119594573975, 0.44907188415527344, 0.4157542586326599, 0.4075678586959839, 0.4104520082473755, 0.34845107793807983], "cos_apical_negg": [0.4462272822856903, 0.48271119594573975, 0.44907188415527344, 0.4157542586326599, 0.4075678586959839, 0.4104520082473755, 0.34845107793807983], "cos_Ac_negg": [0.4462272822856903, 0.48271119594573975, 0.44907188415527344, 0.4157542586326599, 0.4075678586959839, 0.4104520082473755, 0.34845107793807983], "r_norm": [0.2697528600692749, 0.27120837569236755, 0.254081130027771, 0.262167364358902, 0.26696330308914185, 0.25938260555267334, 0.2699970304965973]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9642, "test_loss": 0.13282030029296876}, {"step": 2350, "epoch": 5, "train_loss": 0.03747446835041046, "cos_r_negg": [0.4443243741989136, 0.47545987367630005, 0.45074576139450073, 0.4277937412261963, 0.41572800278663635, 0.42457741498947144, 0.35360831022262573], "cos_apical_negg": [0.4443243741989136, 0.47545987367630005, 0.45074576139450073, 0.4277937412261963, 0.41572800278663635, 0.42457741498947144, 0.35360831022262573], "cos_Ac_negg": [0.4443243741989136, 0.47545987367630005, 0.45074576139450073, 0.4277937412261963, 0.41572800278663635, 0.42457741498947144, 0.35360831022262573], "r_norm": [0.2623814344406128, 0.2645384967327118, 0.24695011973381042, 0.2547228932380676, 0.2596614360809326, 0.252370148897171, 0.2635323703289032]}, {"step": 2400, "epoch": 5, "train_loss": 0.013595737516880035, "cos_r_negg": [0.4393596947193146, 0.4797694683074951, 0.44475966691970825, 0.4219621419906616, 0.4025419354438782, 0.4097786545753479, 0.3543030619621277], "cos_apical_negg": [0.4393596947193146, 0.4797694683074951, 0.44475966691970825, 0.4219621419906616, 0.4025419354438782, 0.4097786545753479, 0.3543030619621277], "cos_Ac_negg": [0.4393596947193146, 0.4797694683074951, 0.44475966691970825, 0.4219621419906616, 0.4025419354438782, 0.4097786545753479, 0.3543030619621277], "r_norm": [0.24545344710350037, 0.24656899273395538, 0.2301701009273529, 0.23773249983787537, 0.24334505200386047, 0.23589937388896942, 0.24557411670684814]}, {"step": 2450, "epoch": 5, "train_loss": 0.041500531136989594, "cos_r_negg": [0.43503743410110474, 0.4729841947555542, 0.4456024467945099, 0.413959801197052, 0.40079304575920105, 0.4107269048690796, 0.34869277477264404], "cos_apical_negg": [0.43503743410110474, 0.4729841947555542, 0.4456024467945099, 0.413959801197052, 0.40079304575920105, 0.4107269048690796, 0.34869277477264404], "cos_Ac_negg": [0.43503743410110474, 0.4729841947555542, 0.4456024467945099, 0.413959801197052, 0.40079304575920105, 0.4107269048690796, 0.34869277477264404], "r_norm": [0.23323649168014526, 0.23267541825771332, 0.21866446733474731, 0.22592175006866455, 0.23062831163406372, 0.22420769929885864, 0.23363707959651947]}, {"step": 2500, "epoch": 5, "train_loss": 0.062276337295770645, "cos_r_negg": [0.46297967433929443, 0.5004538893699646, 0.472373366355896, 0.43514397740364075, 0.41935113072395325, 0.4179685413837433, 0.3589397966861725], "cos_apical_negg": [0.46297967433929443, 0.5004538893699646, 0.472373366355896, 0.43514397740364075, 0.41935113072395325, 0.4179685413837433, 0.3589397966861725], "cos_Ac_negg": [0.46297967433929443, 0.5004538893699646, 0.472373366355896, 0.43514397740364075, 0.41935113072395325, 0.4179685413837433, 0.3589397966861725], "r_norm": [0.2214450240135193, 0.22504688799381256, 0.21223369240760803, 0.2180176079273224, 0.2207544893026352, 0.21519534289836884, 0.22437570989131927], "ldr": {"dL_sdil": -0.003990352153778076, "dL_bp": -0.004785105586051941, "ratio": 0.8339109936068111}}, {"step": 2550, "epoch": 5, "train_loss": 0.04224707931280136, "cos_r_negg": [0.4482603967189789, 0.48428744077682495, 0.45649123191833496, 0.41521817445755005, 0.4058536887168884, 0.40709158778190613, 0.35016101598739624], "cos_apical_negg": [0.4482603967189789, 0.48428744077682495, 0.45649123191833496, 0.41521817445755005, 0.4058536887168884, 0.40709158778190613, 0.35016101598739624], "cos_Ac_negg": [0.4482603967189789, 0.48428744077682495, 0.45649123191833496, 0.41521817445755005, 0.4058536887168884, 0.40709158778190613, 0.35016101598739624], "r_norm": [0.2183690369129181, 0.22092404961585999, 0.20767757296562195, 0.21416039764881134, 0.217385396361351, 0.21072626113891602, 0.21963059902191162]}, {"step": 2600, "epoch": 5, "train_loss": 0.021090928465127945, "cos_r_negg": [0.417656809091568, 0.45730656385421753, 0.4354431629180908, 0.4067649245262146, 0.394888699054718, 0.406299889087677, 0.355182945728302], "cos_apical_negg": [0.417656809091568, 0.45730656385421753, 0.4354431629180908, 0.4067649245262146, 0.394888699054718, 0.406299889087677, 0.355182945728302], "cos_Ac_negg": [0.417656809091568, 0.45730656385421753, 0.4354431629180908, 0.4067649245262146, 0.394888699054718, 0.406299889087677, 0.355182945728302], "r_norm": [0.2455362230539322, 0.24832072854042053, 0.23260828852653503, 0.23912480473518372, 0.24457380175590515, 0.23648816347122192, 0.24633687734603882]}, {"step": 2650, "epoch": 5, "train_loss": 0.02365713194012642, "cos_r_negg": [0.42201703786849976, 0.45809319615364075, 0.43390706181526184, 0.4061880111694336, 0.39803481101989746, 0.4135560393333435, 0.3536844253540039], "cos_apical_negg": [0.42201703786849976, 0.45809319615364075, 0.43390706181526184, 0.4061880111694336, 0.39803481101989746, 0.4135560393333435, 0.3536844253540039], "cos_Ac_negg": [0.42201703786849976, 0.45809319615364075, 0.43390706181526184, 0.4061880111694336, 0.39803481101989746, 0.4135560393333435, 0.3536844253540039], "r_norm": [0.2452777773141861, 0.2461731880903244, 0.22946329414844513, 0.23689155280590057, 0.242460235953331, 0.23566372692584991, 0.24559558928012848]}, {"step": 2700, "epoch": 5, "train_loss": 0.09928587824106216, "cos_r_negg": [0.447438508272171, 0.4705590009689331, 0.4497368335723877, 0.42359888553619385, 0.4182984232902527, 0.4192422032356262, 0.3590637445449829], "cos_apical_negg": [0.447438508272171, 0.4705590009689331, 0.4497368335723877, 0.42359888553619385, 0.4182984232902527, 0.4192422032356262, 0.3590637445449829], "cos_Ac_negg": [0.447438508272171, 0.4705590009689331, 0.4497368335723877, 0.42359888553619385, 0.4182984232902527, 0.4192422032356262, 0.3590637445449829], "r_norm": [0.2295840084552765, 0.23151591420173645, 0.21686825156211853, 0.22302711009979248, 0.2279106080532074, 0.22030502557754517, 0.23054514825344086]}, {"step": 2750, "epoch": 5, "train_loss": 0.031463056802749634, "cos_r_negg": [0.4427906274795532, 0.4792115092277527, 0.45382124185562134, 0.4113195538520813, 0.41620177030563354, 0.4169079065322876, 0.3571493923664093], "cos_apical_negg": [0.4427906274795532, 0.4792115092277527, 0.45382124185562134, 0.4113195538520813, 0.41620177030563354, 0.4169079065322876, 0.3571493923664093], "cos_Ac_negg": [0.4427906274795532, 0.4792115092277527, 0.45382124185562134, 0.4113195538520813, 0.41620177030563354, 0.4169079065322876, 0.3571493923664093], "r_norm": [0.21517984569072723, 0.2171734869480133, 0.20408058166503906, 0.21029682457447052, 0.21466268599033356, 0.20762711763381958, 0.21652965247631073], "ldr": {"dL_sdil": -0.004350915551185608, "dL_bp": -0.006171524524688721, "ratio": 0.7049985030084701}}, {"step": 2800, "epoch": 5, "train_loss": 0.0073076761327683926, "cos_r_negg": [0.4274633526802063, 0.4608626365661621, 0.4363374710083008, 0.41021496057510376, 0.40183985233306885, 0.4176931381225586, 0.3512418270111084], "cos_apical_negg": [0.4274633526802063, 0.4608626365661621, 0.4363374710083008, 0.41021496057510376, 0.40183985233306885, 0.4176931381225586, 0.3512418270111084], "cos_Ac_negg": [0.4274633526802063, 0.4608626365661621, 0.4363374710083008, 0.41021496057510376, 0.40183985233306885, 0.4176931381225586, 0.3512418270111084], "r_norm": [0.23574799299240112, 0.23823979496955872, 0.22402948141098022, 0.23021745681762695, 0.23446401953697205, 0.22620666027069092, 0.23663762211799622]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9668, "test_loss": 0.13041535797119141}, {"step": 2850, "epoch": 6, "train_loss": 0.06786856800317764, "cos_r_negg": [0.409050315618515, 0.4463055431842804, 0.42929160594940186, 0.398690402507782, 0.39764899015426636, 0.41401737928390503, 0.34237754344940186], "cos_apical_negg": [0.409050315618515, 0.4463055431842804, 0.42929160594940186, 0.398690402507782, 0.39764899015426636, 0.41401737928390503, 0.34237754344940186], "cos_Ac_negg": [0.409050315618515, 0.4463055431842804, 0.42929160594940186, 0.398690402507782, 0.39764899015426636, 0.41401737928390503, 0.34237754344940186], "r_norm": [0.25666844844818115, 0.25764790177345276, 0.2408413589000702, 0.24828164279460907, 0.25371721386909485, 0.2452288419008255, 0.25656455755233765]}, {"step": 2900, "epoch": 6, "train_loss": 0.02756131812930107, "cos_r_negg": [0.39452147483825684, 0.4336257874965668, 0.4085733890533447, 0.38137930631637573, 0.3786839544773102, 0.3999696373939514, 0.34623438119888306], "cos_apical_negg": [0.39452147483825684, 0.4336257874965668, 0.4085733890533447, 0.38137930631637573, 0.3786839544773102, 0.3999696373939514, 0.34623438119888306], "cos_Ac_negg": [0.39452147483825684, 0.4336257874965668, 0.4085733890533447, 0.38137930631637573, 0.3786839544773102, 0.3999696373939514, 0.34623438119888306], "r_norm": [0.24709655344486237, 0.24898439645767212, 0.23361052572727203, 0.24025514721870422, 0.24524499475955963, 0.23674723505973816, 0.2480534315109253]}, {"step": 2950, "epoch": 6, "train_loss": 0.062108416110277176, "cos_r_negg": [0.4184032380580902, 0.45899248123168945, 0.4323018193244934, 0.3941519558429718, 0.3877715468406677, 0.41151928901672363, 0.3612041473388672], "cos_apical_negg": [0.4184032380580902, 0.45899248123168945, 0.4323018193244934, 0.3941519558429718, 0.3877715468406677, 0.41151928901672363, 0.3612041473388672], "cos_Ac_negg": [0.4184032380580902, 0.45899248123168945, 0.4323018193244934, 0.3941519558429718, 0.3877715468406677, 0.41151928901672363, 0.3612041473388672], "r_norm": [0.22940269112586975, 0.23126110434532166, 0.21692553162574768, 0.22348618507385254, 0.22816142439842224, 0.2210313081741333, 0.23023048043251038]}, {"step": 3000, "epoch": 6, "train_loss": 0.01837944984436035, "cos_r_negg": [0.40473538637161255, 0.4504554569721222, 0.43098992109298706, 0.3941342830657959, 0.39511120319366455, 0.40831947326660156, 0.349582314491272], "cos_apical_negg": [0.40473538637161255, 0.4504554569721222, 0.43098992109298706, 0.3941342830657959, 0.39511120319366455, 0.40831947326660156, 0.349582314491272], "cos_Ac_negg": [0.40473538637161255, 0.4504554569721222, 0.43098992109298706, 0.3941342830657959, 0.39511120319366455, 0.40831947326660156, 0.349582314491272], "r_norm": [0.25143757462501526, 0.25167155265808105, 0.23629896342754364, 0.24210399389266968, 0.24787791073322296, 0.24011343717575073, 0.2503269910812378], "ldr": {"dL_sdil": -0.00764426589012146, "dL_bp": -0.010615691542625427, "ratio": 0.7200911838317142}}, {"step": 3050, "epoch": 6, "train_loss": 0.045595426112413406, "cos_r_negg": [0.3955969214439392, 0.44456586241722107, 0.42207038402557373, 0.4007831811904907, 0.39311978220939636, 0.4050328731536865, 0.34919461607933044], "cos_apical_negg": [0.3955969214439392, 0.44456586241722107, 0.42207038402557373, 0.4007831811904907, 0.39311978220939636, 0.4050328731536865, 0.34919461607933044], "cos_Ac_negg": [0.3955969214439392, 0.44456586241722107, 0.42207038402557373, 0.4007831811904907, 0.39311978220939636, 0.4050328731536865, 0.34919461607933044], "r_norm": [0.21355986595153809, 0.214832603931427, 0.201374351978302, 0.206435889005661, 0.21203860640525818, 0.20525309443473816, 0.21446621417999268]}, {"step": 3100, "epoch": 6, "train_loss": 0.04039881378412247, "cos_r_negg": [0.39839085936546326, 0.4480874538421631, 0.4299620985984802, 0.3897940516471863, 0.3902382254600525, 0.40720656514167786, 0.3505682945251465], "cos_apical_negg": [0.39839085936546326, 0.4480874538421631, 0.4299620985984802, 0.3897940516471863, 0.3902382254600525, 0.40720656514167786, 0.3505682945251465], "cos_Ac_negg": [0.39839085936546326, 0.4480874538421631, 0.4299620985984802, 0.3897940516471863, 0.3902382254600525, 0.40720656514167786, 0.3505682945251465], "r_norm": [0.21702098846435547, 0.2176789790391922, 0.20331880450248718, 0.20924510061740875, 0.214700847864151, 0.20824357867240906, 0.21727833151817322]}, {"step": 3150, "epoch": 6, "train_loss": 0.01761346310377121, "cos_r_negg": [0.3898683786392212, 0.43681690096855164, 0.40983468294143677, 0.3765994906425476, 0.37812769412994385, 0.3926745355129242, 0.340442955493927], "cos_apical_negg": [0.3898683786392212, 0.43681690096855164, 0.40983468294143677, 0.3765994906425476, 0.37812769412994385, 0.3926745355129242, 0.340442955493927], "cos_Ac_negg": [0.3898683786392212, 0.43681690096855164, 0.40983468294143677, 0.3765994906425476, 0.37812769412994385, 0.3926745355129242, 0.340442955493927], "r_norm": [0.22565728425979614, 0.22733277082443237, 0.21383649110794067, 0.21883413195610046, 0.2238674908876419, 0.21654444932937622, 0.2266756147146225]}, {"step": 3200, "epoch": 6, "train_loss": 0.03109513595700264, "cos_r_negg": [0.39901989698410034, 0.4412107467651367, 0.4186391830444336, 0.38687148690223694, 0.38164836168289185, 0.397636353969574, 0.3551437556743622], "cos_apical_negg": [0.39901989698410034, 0.4412107467651367, 0.4186391830444336, 0.38687148690223694, 0.38164836168289185, 0.397636353969574, 0.3551437556743622], "cos_Ac_negg": [0.39901989698410034, 0.4412107467651367, 0.4186391830444336, 0.38687148690223694, 0.38164836168289185, 0.397636353969574, 0.3551437556743622], "r_norm": [0.22547996044158936, 0.2261207103729248, 0.21266084909439087, 0.2180991768836975, 0.22378230094909668, 0.21693548560142517, 0.22449833154678345]}, {"step": 3250, "epoch": 6, "train_loss": 0.02756357565522194, "cos_r_negg": [0.40584897994995117, 0.45148855447769165, 0.42782020568847656, 0.3926476538181305, 0.38874298334121704, 0.40527111291885376, 0.3612935543060303], "cos_apical_negg": [0.40584897994995117, 0.45148855447769165, 0.42782020568847656, 0.3926476538181305, 0.38874298334121704, 0.40527111291885376, 0.3612935543060303], "cos_Ac_negg": [0.40584897994995117, 0.45148855447769165, 0.42782020568847656, 0.3926476538181305, 0.38874298334121704, 0.40527111291885376, 0.3612935543060303], "r_norm": [0.2400798350572586, 0.24135270714759827, 0.22661328315734863, 0.23319506645202637, 0.23844124376773834, 0.23135879635810852, 0.2396056056022644], "ldr": {"dL_sdil": -0.006154194474220276, "dL_bp": -0.00792829692363739, "ratio": 0.7762315833394416}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9681, "test_loss": 0.13339945163726807}, {"step": 3300, "epoch": 7, "train_loss": 0.01920163631439209, "cos_r_negg": [0.4098336100578308, 0.45743846893310547, 0.4381813704967499, 0.40325304865837097, 0.401485800743103, 0.41526198387145996, 0.37368616461753845], "cos_apical_negg": [0.4098336100578308, 0.45743846893310547, 0.4381813704967499, 0.40325304865837097, 0.401485800743103, 0.41526198387145996, 0.37368616461753845], "cos_Ac_negg": [0.4098336100578308, 0.45743846893310547, 0.4381813704967499, 0.40325304865837097, 0.401485800743103, 0.41526198387145996, 0.37368616461753845], "r_norm": [0.2303488850593567, 0.23132427036762238, 0.21727773547172546, 0.2232215404510498, 0.22842039167881012, 0.22087454795837402, 0.2298314869403839]}, {"step": 3350, "epoch": 7, "train_loss": 0.013882528059184551, "cos_r_negg": [0.38807231187820435, 0.4389245808124542, 0.414493203163147, 0.3779178261756897, 0.3861575722694397, 0.3968087136745453, 0.35341688990592957], "cos_apical_negg": [0.38807231187820435, 0.4389245808124542, 0.414493203163147, 0.3779178261756897, 0.3861575722694397, 0.3968087136745453, 0.35341688990592957], "cos_Ac_negg": [0.38807231187820435, 0.4389245808124542, 0.414493203163147, 0.3779178261756897, 0.3861575722694397, 0.3968087136745453, 0.35341688990592957], "r_norm": [0.22645413875579834, 0.22666215896606445, 0.21330004930496216, 0.2186456322669983, 0.2244175672531128, 0.21675407886505127, 0.2256709635257721]}, {"step": 3400, "epoch": 7, "train_loss": 0.004153189714998007, "cos_r_negg": [0.3858279585838318, 0.4330202341079712, 0.4064871072769165, 0.3699021339416504, 0.37634071707725525, 0.39150041341781616, 0.35219627618789673], "cos_apical_negg": [0.3858279585838318, 0.4330202341079712, 0.4064871072769165, 0.3699021339416504, 0.37634071707725525, 0.39150041341781616, 0.35219627618789673], "cos_Ac_negg": [0.3858279585838318, 0.4330202341079712, 0.4064871072769165, 0.3699021339416504, 0.37634071707725525, 0.39150041341781616, 0.35219627618789673], "r_norm": [0.2208937406539917, 0.2227163463830948, 0.20875494182109833, 0.21497708559036255, 0.2198033332824707, 0.2128680944442749, 0.2217203825712204]}, {"step": 3450, "epoch": 7, "train_loss": 0.04793357849121094, "cos_r_negg": [0.39027467370033264, 0.43215495347976685, 0.40332430601119995, 0.3747445344924927, 0.3810119926929474, 0.39225661754608154, 0.3534567952156067], "cos_apical_negg": [0.39027467370033264, 0.43215495347976685, 0.40332430601119995, 0.3747445344924927, 0.3810119926929474, 0.39225661754608154, 0.3534567952156067], "cos_Ac_negg": [0.39027467370033264, 0.43215495347976685, 0.40332430601119995, 0.3747445344924927, 0.3810119926929474, 0.39225661754608154, 0.3534567952156067], "r_norm": [0.22916388511657715, 0.2305024415254593, 0.21576038002967834, 0.222497820854187, 0.22655196487903595, 0.21913683414459229, 0.22958923876285553]}, {"step": 3500, "epoch": 7, "train_loss": 0.011020265519618988, "cos_r_negg": [0.3920172452926636, 0.43836015462875366, 0.40889763832092285, 0.37240925431251526, 0.3843408226966858, 0.3893797695636749, 0.3572147786617279], "cos_apical_negg": [0.3920172452926636, 0.43836015462875366, 0.40889763832092285, 0.37240925431251526, 0.3843408226966858, 0.3893797695636749, 0.3572147786617279], "cos_Ac_negg": [0.3920172452926636, 0.43836015462875366, 0.40889763832092285, 0.37240925431251526, 0.3843408226966858, 0.3893797695636749, 0.3572147786617279], "r_norm": [0.23036834597587585, 0.23030689358711243, 0.21683934330940247, 0.2225836217403412, 0.22720718383789062, 0.21927747130393982, 0.22986067831516266], "ldr": {"dL_sdil": -0.007803395390510559, "dL_bp": -0.013556674122810364, "ratio": 0.5756128177028775}}, {"step": 3550, "epoch": 7, "train_loss": 0.014509078115224838, "cos_r_negg": [0.3881813883781433, 0.4364624619483948, 0.4098138213157654, 0.37573927640914917, 0.38826704025268555, 0.39188721776008606, 0.3532436788082123], "cos_apical_negg": [0.3881813883781433, 0.4364624619483948, 0.4098138213157654, 0.37573927640914917, 0.38826704025268555, 0.39188721776008606, 0.3532436788082123], "cos_Ac_negg": [0.3881813883781433, 0.4364624619483948, 0.4098138213157654, 0.37573927640914917, 0.38826704025268555, 0.39188721776008606, 0.3532436788082123], "r_norm": [0.2141399085521698, 0.21431833505630493, 0.2012096494436264, 0.20665134489536285, 0.21149343252182007, 0.2045433670282364, 0.2130356878042221]}, {"step": 3600, "epoch": 7, "train_loss": 0.026549914851784706, "cos_r_negg": [0.37403547763824463, 0.42406612634658813, 0.3986014425754547, 0.37632161378860474, 0.38231363892555237, 0.39974144101142883, 0.3586614429950714], "cos_apical_negg": [0.37403547763824463, 0.42406612634658813, 0.3986014425754547, 0.37632161378860474, 0.38231363892555237, 0.39974144101142883, 0.3586614429950714], "cos_Ac_negg": [0.37403547763824463, 0.42406612634658813, 0.3986014425754547, 0.37632161378860474, 0.38231363892555237, 0.39974144101142883, 0.3586614429950714], "r_norm": [0.19853749871253967, 0.1995580792427063, 0.1878003180027008, 0.19332186877727509, 0.1968086212873459, 0.19012290239334106, 0.19871068000793457]}, {"step": 3650, "epoch": 7, "train_loss": 0.0015350987669080496, "cos_r_negg": [0.35907334089279175, 0.4148411154747009, 0.3847501277923584, 0.3587939739227295, 0.37640613317489624, 0.3875097632408142, 0.3500582277774811], "cos_apical_negg": [0.35907334089279175, 0.4148411154747009, 0.3847501277923584, 0.3587939739227295, 0.37640613317489624, 0.3875097632408142, 0.3500582277774811], "cos_Ac_negg": [0.35907334089279175, 0.4148411154747009, 0.3847501277923584, 0.3587939739227295, 0.37640613317489624, 0.3875097632408142, 0.3500582277774811], "r_norm": [0.22775402665138245, 0.22660622000694275, 0.21203531324863434, 0.21949689090251923, 0.2234744131565094, 0.21785172820091248, 0.22692540287971497]}, {"step": 3700, "epoch": 7, "train_loss": 0.012008441612124443, "cos_r_negg": [0.3678169250488281, 0.4170141816139221, 0.38820740580558777, 0.3635812997817993, 0.37566500902175903, 0.3852904438972473, 0.35870224237442017], "cos_apical_negg": [0.3678169250488281, 0.4170141816139221, 0.38820740580558777, 0.3635812997817993, 0.37566500902175903, 0.3852904438972473, 0.35870224237442017], "cos_Ac_negg": [0.3678169250488281, 0.4170141816139221, 0.38820740580558777, 0.3635812997817993, 0.37566500902175903, 0.3852904438972473, 0.35870224237442017], "r_norm": [0.21270179748535156, 0.21217842400074005, 0.19935443997383118, 0.20636817812919617, 0.20955704152584076, 0.20346692204475403, 0.21258077025413513]}, {"step": 3750, "epoch": 7, "train_loss": 0.012469705194234848, "cos_r_negg": [0.37935319542884827, 0.4272303283214569, 0.39778783917427063, 0.36634159088134766, 0.3726556897163391, 0.3894422948360443, 0.35108137130737305], "cos_apical_negg": [0.37935319542884827, 0.4272303283214569, 0.39778783917427063, 0.36634159088134766, 0.3726556897163391, 0.3894422948360443, 0.35108137130737305], "cos_Ac_negg": [0.37935319542884827, 0.4272303283214569, 0.39778783917427063, 0.36634159088134766, 0.3726556897163391, 0.3894422948360443, 0.35108137130737305], "r_norm": [0.23468178510665894, 0.23491665720939636, 0.22117239236831665, 0.22663503885269165, 0.2318301498889923, 0.22349941730499268, 0.23274487257003784], "ldr": {"dL_sdil": -0.00895470380783081, "dL_bp": -0.016423135995864868, "ratio": 0.5452493244947547}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9669, "test_loss": 0.14403890705108643}, {"step": 3800, "epoch": 8, "train_loss": 0.033202774822711945, "cos_r_negg": [0.3460136651992798, 0.3963025212287903, 0.36615049839019775, 0.3390936851501465, 0.3435063660144806, 0.36371278762817383, 0.3336189389228821], "cos_apical_negg": [0.3460136651992798, 0.3963025212287903, 0.36615049839019775, 0.3390936851501465, 0.3435063660144806, 0.36371278762817383, 0.3336189389228821], "cos_Ac_negg": [0.3460136651992798, 0.3963025212287903, 0.36615049839019775, 0.3390936851501465, 0.3435063660144806, 0.36371278762817383, 0.3336189389228821], "r_norm": [0.23856160044670105, 0.23924040794372559, 0.22430936992168427, 0.2311607450246811, 0.23559489846229553, 0.22804805636405945, 0.2374340295791626]}, {"step": 3850, "epoch": 8, "train_loss": 0.0072130123153328896, "cos_r_negg": [0.3463203012943268, 0.39453399181365967, 0.36394569277763367, 0.3361276388168335, 0.3450617790222168, 0.3584316670894623, 0.3295089304447174], "cos_apical_negg": [0.3463203012943268, 0.39453399181365967, 0.36394569277763367, 0.3361276388168335, 0.3450617790222168, 0.3584316670894623, 0.3295089304447174], "cos_Ac_negg": [0.3463203012943268, 0.39453399181365967, 0.36394569277763367, 0.3361276388168335, 0.3450617790222168, 0.3584316670894623, 0.3295089304447174], "r_norm": [0.21896392107009888, 0.21903350949287415, 0.2046729177236557, 0.2112354189157486, 0.21577078104019165, 0.20938071608543396, 0.21707075834274292]}, {"step": 3900, "epoch": 8, "train_loss": 0.004165096674114466, "cos_r_negg": [0.34572941064834595, 0.3901852071285248, 0.36092841625213623, 0.325056254863739, 0.3353687524795532, 0.3488656282424927, 0.3192578852176666], "cos_apical_negg": [0.34572941064834595, 0.3901852071285248, 0.36092841625213623, 0.325056254863739, 0.3353687524795532, 0.3488656282424927, 0.3192578852176666], "cos_Ac_negg": [0.34572941064834595, 0.3901852071285248, 0.36092841625213623, 0.325056254863739, 0.3353687524795532, 0.3488656282424927, 0.3192578852176666], "r_norm": [0.2037443220615387, 0.20423489809036255, 0.1911953240633011, 0.19752287864685059, 0.20124903321266174, 0.19555939733982086, 0.2029787302017212]}, {"step": 3950, "epoch": 8, "train_loss": 0.00748282577842474, "cos_r_negg": [0.32790645956993103, 0.37128978967666626, 0.34301483631134033, 0.3141118884086609, 0.3164082169532776, 0.32816576957702637, 0.3067932426929474], "cos_apical_negg": [0.32790645956993103, 0.37128978967666626, 0.34301483631134033, 0.3141118884086609, 0.3164082169532776, 0.32816576957702637, 0.3067932426929474], "cos_Ac_negg": [0.32790645956993103, 0.37128978967666626, 0.34301483631134033, 0.3141118884086609, 0.3164082169532776, 0.32816576957702637, 0.3067932426929474], "r_norm": [0.22155308723449707, 0.22262489795684814, 0.2072555422782898, 0.2148398607969284, 0.21857360005378723, 0.21271947026252747, 0.22062723338603973]}, {"step": 4000, "epoch": 8, "train_loss": 0.009778525680303574, "cos_r_negg": [0.30320632457733154, 0.34975704550743103, 0.32067692279815674, 0.29090291261672974, 0.3004060685634613, 0.31251204013824463, 0.28860676288604736], "cos_apical_negg": [0.30320632457733154, 0.34975704550743103, 0.32067692279815674, 0.29090291261672974, 0.3004060685634613, 0.31251204013824463, 0.28860676288604736], "cos_Ac_negg": [0.30320632457733154, 0.34975704550743103, 0.32067692279815674, 0.29090291261672974, 0.3004060685634613, 0.31251204013824463, 0.28860676288604736], "r_norm": [0.19894474744796753, 0.19780629873275757, 0.18509291112422943, 0.19088660180568695, 0.19534823298454285, 0.1902771294116974, 0.19744634628295898], "ldr": {"dL_sdil": -0.009096190333366394, "dL_bp": -0.02115064114332199, "ratio": 0.4300668841066496}}, {"step": 4050, "epoch": 8, "train_loss": 0.005100034177303314, "cos_r_negg": [0.31271588802337646, 0.3612441420555115, 0.3339911699295044, 0.3044273555278778, 0.3122876286506653, 0.3288881480693817, 0.30164024233818054], "cos_apical_negg": [0.31271588802337646, 0.3612441420555115, 0.3339911699295044, 0.3044273555278778, 0.3122876286506653, 0.3288881480693817, 0.30164024233818054], "cos_Ac_negg": [0.31271588802337646, 0.3612441420555115, 0.3339911699295044, 0.3044273555278778, 0.3122876286506653, 0.3288881480693817, 0.30164024233818054], "r_norm": [0.20813915133476257, 0.20740124583244324, 0.19348132610321045, 0.2007313370704651, 0.2045472264289856, 0.19891422986984253, 0.2068651020526886]}, {"step": 4100, "epoch": 8, "train_loss": 0.06826649606227875, "cos_r_negg": [0.30562472343444824, 0.35882803797721863, 0.33325088024139404, 0.3047794699668884, 0.3105587363243103, 0.3247978687286377, 0.3020039498806], "cos_apical_negg": [0.30562472343444824, 0.35882803797721863, 0.33325088024139404, 0.3047794699668884, 0.3105587363243103, 0.3247978687286377, 0.3020039498806], "cos_Ac_negg": [0.30562472343444824, 0.35882803797721863, 0.33325088024139404, 0.3047794699668884, 0.3105587363243103, 0.3247978687286377, 0.3020039498806], "r_norm": [0.21413111686706543, 0.21296623349189758, 0.1996774971485138, 0.20605839788913727, 0.2103276252746582, 0.2038726508617401, 0.2132302075624466]}, {"step": 4150, "epoch": 8, "train_loss": 0.0037330270279198885, "cos_r_negg": [0.3006277084350586, 0.3519896864891052, 0.322004497051239, 0.2945006489753723, 0.3003205358982086, 0.3170554041862488, 0.29371243715286255], "cos_apical_negg": [0.3006277084350586, 0.3519896864891052, 0.322004497051239, 0.2945006489753723, 0.3003205358982086, 0.3170554041862488, 0.29371243715286255], "cos_Ac_negg": [0.3006277084350586, 0.3519896864891052, 0.322004497051239, 0.2945006489753723, 0.3003205358982086, 0.3170554041862488, 0.29371243715286255], "r_norm": [0.20741277933120728, 0.207457035779953, 0.19534382224082947, 0.20011863112449646, 0.20498411357402802, 0.19824671745300293, 0.20649048686027527]}, {"step": 4200, "epoch": 8, "train_loss": 0.017356043681502342, "cos_r_negg": [0.3054584264755249, 0.3528593182563782, 0.32647889852523804, 0.2997245788574219, 0.30000364780426025, 0.3231315612792969, 0.2932302951812744], "cos_apical_negg": [0.3054584264755249, 0.3528593182563782, 0.32647889852523804, 0.2997245788574219, 0.30000364780426025, 0.3231315612792969, 0.2932302951812744], "cos_Ac_negg": [0.3054584264755249, 0.3528593182563782, 0.32647889852523804, 0.2997245788574219, 0.30000364780426025, 0.3231315612792969, 0.2932302951812744], "r_norm": [0.19805756211280823, 0.19786709547042847, 0.18457156419754028, 0.19017261266708374, 0.19480669498443604, 0.1888751983642578, 0.19626732170581818]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9693, "test_loss": 0.15033763427734376}, {"step": 4250, "epoch": 9, "train_loss": 0.033435411751270294, "cos_r_negg": [0.3054378032684326, 0.3522830605506897, 0.32235613465309143, 0.2955523431301117, 0.2937060594558716, 0.3127409815788269, 0.2924589216709137], "cos_apical_negg": [0.3054378032684326, 0.3522830605506897, 0.32235613465309143, 0.2955523431301117, 0.2937060594558716, 0.3127409815788269, 0.2924589216709137], "cos_Ac_negg": [0.3054378032684326, 0.3522830605506897, 0.32235613465309143, 0.2955523431301117, 0.2937060594558716, 0.3127409815788269, 0.2924589216709137], "r_norm": [0.20602372288703918, 0.20567560195922852, 0.19235862791538239, 0.19814950227737427, 0.20283809304237366, 0.19669890403747559, 0.20507043600082397], "ldr": {"dL_sdil": -0.008956074714660645, "dL_bp": -0.020803332328796387, "ratio": 0.4305115436849253}}, {"step": 4300, "epoch": 9, "train_loss": 0.013530347496271133, "cos_r_negg": [0.2849009037017822, 0.3300989270210266, 0.3038499355316162, 0.27864623069763184, 0.27674001455307007, 0.29841145873069763, 0.28050732612609863], "cos_apical_negg": [0.2849009037017822, 0.3300989270210266, 0.3038499355316162, 0.27864623069763184, 0.27674001455307007, 0.29841145873069763, 0.28050732612609863], "cos_Ac_negg": [0.2849009037017822, 0.3300989270210266, 0.3038499355316162, 0.27864623069763184, 0.27674001455307007, 0.29841145873069763, 0.28050732612609863], "r_norm": [0.20922759175300598, 0.20865391194820404, 0.19602340459823608, 0.2018868774175644, 0.20602202415466309, 0.1995234191417694, 0.20813000202178955]}, {"step": 4350, "epoch": 9, "train_loss": 0.0028133438900113106, "cos_r_negg": [0.28124815225601196, 0.32717400789260864, 0.30351579189300537, 0.2772001624107361, 0.2786174416542053, 0.2987855076789856, 0.2735278904438019], "cos_apical_negg": [0.28124815225601196, 0.32717400789260864, 0.30351579189300537, 0.2772001624107361, 0.2786174416542053, 0.2987855076789856, 0.2735278904438019], "cos_Ac_negg": [0.28124815225601196, 0.32717400789260864, 0.30351579189300537, 0.2772001624107361, 0.2786174416542053, 0.2987855076789856, 0.2735278904438019], "r_norm": [0.20601102709770203, 0.20522430539131165, 0.19251200556755066, 0.1980120837688446, 0.2016763985157013, 0.19502891600131989, 0.2030697762966156]}, {"step": 4400, "epoch": 9, "train_loss": 0.006165357306599617, "cos_r_negg": [0.27528145909309387, 0.323012113571167, 0.2984267473220825, 0.27510204911231995, 0.2749776244163513, 0.291812002658844, 0.2700548470020294], "cos_apical_negg": [0.27528145909309387, 0.323012113571167, 0.2984267473220825, 0.27510204911231995, 0.2749776244163513, 0.291812002658844, 0.2700548470020294], "cos_Ac_negg": [0.27528145909309387, 0.323012113571167, 0.2984267473220825, 0.27510204911231995, 0.2749776244163513, 0.291812002658844, 0.2700548470020294], "r_norm": [0.1907263696193695, 0.18999190628528595, 0.17796075344085693, 0.18270665407180786, 0.18736675381660461, 0.1815265715122223, 0.1886903941631317]}, {"step": 4450, "epoch": 9, "train_loss": 0.019654136151075363, "cos_r_negg": [0.2600429058074951, 0.30430060625076294, 0.28367459774017334, 0.2568764090538025, 0.2571607828140259, 0.2735936939716339, 0.2581667900085449], "cos_apical_negg": [0.2600429058074951, 0.30430060625076294, 0.28367459774017334, 0.2568764090538025, 0.2571607828140259, 0.2735936939716339, 0.2581667900085449], "cos_Ac_negg": [0.2600429058074951, 0.30430060625076294, 0.28367459774017334, 0.2568764090538025, 0.2571607828140259, 0.2735936939716339, 0.2581667900085449], "r_norm": [0.20887961983680725, 0.207620769739151, 0.19554585218429565, 0.20021849870681763, 0.20538464188575745, 0.19865137338638306, 0.20621873438358307]}, {"step": 4500, "epoch": 9, "train_loss": 0.004379968158900738, "cos_r_negg": [0.2563501000404358, 0.2984226942062378, 0.27736514806747437, 0.24968458712100983, 0.24899731576442719, 0.27026379108428955, 0.24780292809009552], "cos_apical_negg": [0.2563501000404358, 0.2984226942062378, 0.27736514806747437, 0.24968458712100983, 0.24899731576442719, 0.27026379108428955, 0.24780292809009552], "cos_Ac_negg": [0.2563501000404358, 0.2984226942062378, 0.27736514806747437, 0.24968458712100983, 0.24899731576442719, 0.27026379108428955, 0.24780292809009552], "r_norm": [0.19466978311538696, 0.19249007105827332, 0.18060484528541565, 0.1863257884979248, 0.19041183590888977, 0.18507644534111023, 0.19181028008460999], "ldr": {"dL_sdil": -0.00840035080909729, "dL_bp": -0.019740819931030273, "ratio": 0.42553201125617457}}, {"step": 4550, "epoch": 9, "train_loss": 0.005484430119395256, "cos_r_negg": [0.2640931010246277, 0.30654680728912354, 0.28512513637542725, 0.2539176344871521, 0.25785189867019653, 0.27438420057296753, 0.25563615560531616], "cos_apical_negg": [0.2640931010246277, 0.30654680728912354, 0.28512513637542725, 0.2539176344871521, 0.25785189867019653, 0.27438420057296753, 0.25563615560531616], "cos_Ac_negg": [0.2640931010246277, 0.30654680728912354, 0.28512513637542725, 0.2539176344871521, 0.25785189867019653, 0.27438420057296753, 0.25563615560531616], "r_norm": [0.18071116507053375, 0.1805122047662735, 0.16901664435863495, 0.173041433095932, 0.17823100090026855, 0.1732536256313324, 0.17885908484458923]}, {"step": 4600, "epoch": 9, "train_loss": 0.05610406771302223, "cos_r_negg": [0.26492956280708313, 0.3036149740219116, 0.2841022312641144, 0.25694209337234497, 0.25516778230667114, 0.2736668884754181, 0.25228554010391235], "cos_apical_negg": [0.26492956280708313, 0.3036149740219116, 0.2841022312641144, 0.25694209337234497, 0.25516778230667114, 0.2736668884754181, 0.25228554010391235], "cos_Ac_negg": [0.26492956280708313, 0.3036149740219116, 0.2841022312641144, 0.25694209337234497, 0.25516778230667114, 0.2736668884754181, 0.25228554010391235], "r_norm": [0.17956507205963135, 0.17841477692127228, 0.16642078757286072, 0.17189937829971313, 0.1757497936487198, 0.17107996344566345, 0.17694173753261566]}, {"step": 4650, "epoch": 9, "train_loss": 0.003284840378910303, "cos_r_negg": [0.24728240072727203, 0.2876467704772949, 0.2674017548561096, 0.2406732141971588, 0.23814430832862854, 0.25440138578414917, 0.23673442006111145], "cos_apical_negg": [0.24728240072727203, 0.2876467704772949, 0.2674017548561096, 0.2406732141971588, 0.23814430832862854, 0.25440138578414917, 0.23673442006111145], "cos_Ac_negg": [0.24728240072727203, 0.2876467704772949, 0.2674017548561096, 0.2406732141971588, 0.23814430832862854, 0.25440138578414917, 0.23673442006111145], "r_norm": [0.18241453170776367, 0.1818811297416687, 0.16968701779842377, 0.1746022254228592, 0.1792297065258026, 0.17465552687644958, 0.180222749710083]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9701, "test_loss": 0.15981805229187013}, {"step": 4700, "epoch": 10, "train_loss": 0.0030903692822903395, "cos_r_negg": [0.2287149578332901, 0.2671613097190857, 0.24701105058193207, 0.22293618321418762, 0.2240954339504242, 0.2393627017736435, 0.222487673163414], "cos_apical_negg": [0.2287149578332901, 0.2671613097190857, 0.24701105058193207, 0.22293618321418762, 0.2240954339504242, 0.2393627017736435, 0.222487673163414], "cos_Ac_negg": [0.2287149578332901, 0.2671613097190857, 0.24701105058193207, 0.22293618321418762, 0.2240954339504242, 0.2393627017736435, 0.222487673163414], "r_norm": [0.1961725652217865, 0.19543614983558655, 0.18343135714530945, 0.18787509202957153, 0.19330671429634094, 0.18810373544692993, 0.19452425837516785]}, {"step": 4750, "epoch": 10, "train_loss": 0.003188635688275099, "cos_r_negg": [0.2293594777584076, 0.26848357915878296, 0.24761661887168884, 0.22135387361049652, 0.22341063618659973, 0.2365042269229889, 0.220828115940094], "cos_apical_negg": [0.2293594777584076, 0.26848357915878296, 0.24761661887168884, 0.22135387361049652, 0.22341063618659973, 0.2365042269229889, 0.220828115940094], "cos_Ac_negg": [0.2293594777584076, 0.26848357915878296, 0.24761661887168884, 0.22135387361049652, 0.22341063618659973, 0.2365042269229889, 0.220828115940094], "r_norm": [0.19352197647094727, 0.19217033684253693, 0.17965219914913177, 0.18494661152362823, 0.19037114083766937, 0.18547740578651428, 0.19193604588508606], "ldr": {"dL_sdil": -0.009539395570755005, "dL_bp": -0.022007763385772705, "ratio": 0.4334559311430034}}, {"step": 4800, "epoch": 10, "train_loss": 0.00209135957993567, "cos_r_negg": [0.23476821184158325, 0.2701815962791443, 0.2516251802444458, 0.226511612534523, 0.22457945346832275, 0.23826289176940918, 0.22406424582004547], "cos_apical_negg": [0.23476821184158325, 0.2701815962791443, 0.2516251802444458, 0.226511612534523, 0.22457945346832275, 0.23826289176940918, 0.22406424582004547], "cos_Ac_negg": [0.23476821184158325, 0.2701815962791443, 0.2516251802444458, 0.226511612534523, 0.22457945346832275, 0.23826289176940918, 0.22406424582004547], "r_norm": [0.19077014923095703, 0.1901470273733139, 0.1773087978363037, 0.18368297815322876, 0.18796172738075256, 0.18350839614868164, 0.1895228624343872]}, {"step": 4850, "epoch": 10, "train_loss": 0.0041496288031339645, "cos_r_negg": [0.23224306106567383, 0.2703371047973633, 0.2516680359840393, 0.224981427192688, 0.2273656278848648, 0.24462705850601196, 0.22927993535995483], "cos_apical_negg": [0.23224306106567383, 0.2703371047973633, 0.2516680359840393, 0.224981427192688, 0.2273656278848648, 0.24462705850601196, 0.22927993535995483], "cos_Ac_negg": [0.23224306106567383, 0.2703371047973633, 0.2516680359840393, 0.224981427192688, 0.2273656278848648, 0.24462705850601196, 0.22927993535995483], "r_norm": [0.19252333045005798, 0.1917528510093689, 0.17996832728385925, 0.18569102883338928, 0.18878939747810364, 0.18274208903312683, 0.191022589802742]}, {"step": 4900, "epoch": 10, "train_loss": 0.0036028758622705936, "cos_r_negg": [0.2209266722202301, 0.25906360149383545, 0.23980936408042908, 0.21454676985740662, 0.2156820446252823, 0.23137551546096802, 0.21864134073257446], "cos_apical_negg": [0.2209266722202301, 0.25906360149383545, 0.23980936408042908, 0.21454676985740662, 0.2156820446252823, 0.23137551546096802, 0.21864134073257446], "cos_Ac_negg": [0.2209266722202301, 0.25906360149383545, 0.23980936408042908, 0.21454676985740662, 0.2156820446252823, 0.23137551546096802, 0.21864134073257446], "r_norm": [0.17961984872817993, 0.1780402958393097, 0.16712328791618347, 0.17279306054115295, 0.1758621782064438, 0.17090365290641785, 0.17829501628875732]}, {"step": 4950, "epoch": 10, "train_loss": 0.000990510219708085, "cos_r_negg": [0.21890732645988464, 0.2561202645301819, 0.2369975745677948, 0.2138226330280304, 0.21363170444965363, 0.22796206176280975, 0.21601267158985138], "cos_apical_negg": [0.21890732645988464, 0.2561202645301819, 0.2369975745677948, 0.2138226330280304, 0.21363170444965363, 0.22796206176280975, 0.21601267158985138], "cos_Ac_negg": [0.21890732645988464, 0.2561202645301819, 0.2369975745677948, 0.2138226330280304, 0.21363170444965363, 0.22796206176280975, 0.21601267158985138], "r_norm": [0.17071054875850677, 0.16905532777309418, 0.1588110327720642, 0.16442830860614777, 0.16715571284294128, 0.16265986859798431, 0.16875866055488586]}, {"step": 5000, "epoch": 10, "train_loss": 0.0019600163213908672, "cos_r_negg": [0.19903409481048584, 0.2359147071838379, 0.21788769960403442, 0.19782313704490662, 0.1956375539302826, 0.21169492602348328, 0.20301787555217743], "cos_apical_negg": [0.19903409481048584, 0.2359147071838379, 0.21788769960403442, 0.19782313704490662, 0.1956375539302826, 0.21169492602348328, 0.20301787555217743], "cos_Ac_negg": [0.19903409481048584, 0.2359147071838379, 0.21788769960403442, 0.19782313704490662, 0.1956375539302826, 0.21169492602348328, 0.20301787555217743], "r_norm": [0.17832931876182556, 0.17710331082344055, 0.16701744496822357, 0.1712544858455658, 0.175296813249588, 0.17001178860664368, 0.17729921638965607], "ldr": {"dL_sdil": -0.007679983973503113, "dL_bp": -0.01666995882987976, "ratio": 0.46070803484752865}}, {"step": 5050, "epoch": 10, "train_loss": 0.0025987522676587105, "cos_r_negg": [0.21597668528556824, 0.2562251687049866, 0.23664477467536926, 0.22427360713481903, 0.21670329570770264, 0.23055478930473328, 0.22195981442928314], "cos_apical_negg": [0.21597668528556824, 0.2562251687049866, 0.23664477467536926, 0.22427360713481903, 0.21670329570770264, 0.23055478930473328, 0.22195981442928314], "cos_Ac_negg": [0.21597668528556824, 0.2562251687049866, 0.23664477467536926, 0.22427360713481903, 0.21670329570770264, 0.23055478930473328, 0.22195981442928314], "r_norm": [0.1852794885635376, 0.18411272764205933, 0.17268410325050354, 0.17842277884483337, 0.1813465803861618, 0.17584875226020813, 0.18373292684555054]}, {"step": 5100, "epoch": 10, "train_loss": 0.013423755764961243, "cos_r_negg": [0.21245317161083221, 0.24956978857517242, 0.23104557394981384, 0.21395108103752136, 0.21169424057006836, 0.22834503650665283, 0.21741262078285217], "cos_apical_negg": [0.21245317161083221, 0.24956978857517242, 0.23104557394981384, 0.21395108103752136, 0.21169424057006836, 0.22834503650665283, 0.21741262078285217], "cos_Ac_negg": [0.21245317161083221, 0.24956978857517242, 0.23104557394981384, 0.21395108103752136, 0.21169424057006836, 0.22834503650665283, 0.21741262078285217], "r_norm": [0.16836406290531158, 0.16817030310630798, 0.15727585554122925, 0.16225022077560425, 0.16544458270072937, 0.1608545184135437, 0.16712069511413574]}, {"step": 5150, "epoch": 10, "train_loss": 0.0011671388056129217, "cos_r_negg": [0.20874181389808655, 0.2442561388015747, 0.22602152824401855, 0.21019095182418823, 0.2067834734916687, 0.2196158468723297, 0.20964336395263672], "cos_apical_negg": [0.20874181389808655, 0.2442561388015747, 0.22602152824401855, 0.21019095182418823, 0.2067834734916687, 0.2196158468723297, 0.20964336395263672], "cos_Ac_negg": [0.20874181389808655, 0.2442561388015747, 0.22602152824401855, 0.21019095182418823, 0.2067834734916687, 0.2196158468723297, 0.20964336395263672], "r_norm": [0.19719147682189941, 0.19553929567337036, 0.1825157254934311, 0.18838033080101013, 0.19247592985630035, 0.18676114082336426, 0.19480159878730774]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9698, "test_loss": 0.16373308715820312}, {"step": 5200, "epoch": 11, "train_loss": 0.0013640803517773747, "cos_r_negg": [0.19034981727600098, 0.22274714708328247, 0.2041618674993515, 0.18341806530952454, 0.1833999902009964, 0.19634588062763214, 0.18627503514289856], "cos_apical_negg": [0.19034981727600098, 0.22274714708328247, 0.2041618674993515, 0.18341806530952454, 0.1833999902009964, 0.19634588062763214, 0.18627503514289856], "cos_Ac_negg": [0.19034981727600098, 0.22274714708328247, 0.2041618674993515, 0.18341806530952454, 0.1833999902009964, 0.19634588062763214, 0.18627503514289856], "r_norm": [0.18812718987464905, 0.18695974349975586, 0.17519384622573853, 0.17992299795150757, 0.18358632922172546, 0.17863348126411438, 0.18520912528038025]}, {"step": 5250, "epoch": 11, "train_loss": 0.001595863956026733, "cos_r_negg": [0.1854269802570343, 0.21783941984176636, 0.20067399740219116, 0.18011218309402466, 0.18045517802238464, 0.19073593616485596, 0.18232925236225128], "cos_apical_negg": [0.1854269802570343, 0.21783941984176636, 0.20067399740219116, 0.18011218309402466, 0.18045517802238464, 0.19073593616485596, 0.18232925236225128], "cos_Ac_negg": [0.1854269802570343, 0.21783941984176636, 0.20067399740219116, 0.18011218309402466, 0.18045517802238464, 0.19073593616485596, 0.18232925236225128], "r_norm": [0.18384313583374023, 0.18220603466033936, 0.17145515978336334, 0.17644108831882477, 0.17946428060531616, 0.1740851104259491, 0.18108302354812622], "ldr": {"dL_sdil": -0.008113563060760498, "dL_bp": -0.021264299750328064, "ratio": 0.3815579706844249}}, {"step": 5300, "epoch": 11, "train_loss": 0.0010838297894224524, "cos_r_negg": [0.18551822006702423, 0.22073626518249512, 0.2042337954044342, 0.18842928111553192, 0.18688172101974487, 0.2001730054616928, 0.19240710139274597], "cos_apical_negg": [0.18551822006702423, 0.22073626518249512, 0.2042337954044342, 0.18842928111553192, 0.18688172101974487, 0.2001730054616928, 0.19240710139274597], "cos_Ac_negg": [0.18551822006702423, 0.22073626518249512, 0.2042337954044342, 0.18842928111553192, 0.18688172101974487, 0.2001730054616928, 0.19240710139274597], "r_norm": [0.18910670280456543, 0.1884555220603943, 0.17602869868278503, 0.18155378103256226, 0.18559396266937256, 0.1799492985010147, 0.18777009844779968]}, {"step": 5350, "epoch": 11, "train_loss": 0.0005419961526058614, "cos_r_negg": [0.1814917027950287, 0.21505387127399445, 0.2006157636642456, 0.18531270325183868, 0.18145158886909485, 0.19439806044101715, 0.18785065412521362], "cos_apical_negg": [0.1814917027950287, 0.21505387127399445, 0.2006157636642456, 0.18531270325183868, 0.18145158886909485, 0.19439806044101715, 0.18785065412521362], "cos_Ac_negg": [0.1814917027950287, 0.21505387127399445, 0.2006157636642456, 0.18531270325183868, 0.18145158886909485, 0.19439806044101715, 0.18785065412521362], "r_norm": [0.19049040973186493, 0.18915244936943054, 0.17658187448978424, 0.18214552104473114, 0.18645444512367249, 0.18101754784584045, 0.18854345381259918]}, {"step": 5400, "epoch": 11, "train_loss": 0.010014878585934639, "cos_r_negg": [0.17298561334609985, 0.20459705591201782, 0.1911836862564087, 0.1726059913635254, 0.170888751745224, 0.17985233664512634, 0.17283780872821808], "cos_apical_negg": [0.17298561334609985, 0.20459705591201782, 0.1911836862564087, 0.1726059913635254, 0.170888751745224, 0.17985233664512634, 0.17283780872821808], "cos_Ac_negg": [0.17298561334609985, 0.20459705591201782, 0.1911836862564087, 0.1726059913635254, 0.170888751745224, 0.17985233664512634, 0.17283780872821808], "r_norm": [0.18934366106987, 0.1880066692829132, 0.17655053734779358, 0.18155789375305176, 0.18540123105049133, 0.1802629679441452, 0.1869422197341919]}, {"step": 5450, "epoch": 11, "train_loss": 0.0006465637707151473, "cos_r_negg": [0.1695488691329956, 0.20067626237869263, 0.18642370402812958, 0.16908413171768188, 0.16608089208602905, 0.17481729388237, 0.16808342933654785], "cos_apical_negg": [0.1695488691329956, 0.20067626237869263, 0.18642370402812958, 0.16908413171768188, 0.16608089208602905, 0.17481729388237, 0.16808342933654785], "cos_Ac_negg": [0.1695488691329956, 0.20067626237869263, 0.18642370402812958, 0.16908413171768188, 0.16608089208602905, 0.17481729388237, 0.16808342933654785], "r_norm": [0.18535198271274567, 0.1843370944261551, 0.17228341102600098, 0.17722028493881226, 0.18114213645458221, 0.17629921436309814, 0.18284016847610474]}, {"step": 5500, "epoch": 11, "train_loss": 0.004685116931796074, "cos_r_negg": [0.17212657630443573, 0.20287027955055237, 0.19064569473266602, 0.17275574803352356, 0.16918179392814636, 0.17683742940425873, 0.1686408966779709], "cos_apical_negg": [0.17212657630443573, 0.20287027955055237, 0.19064569473266602, 0.17275574803352356, 0.16918179392814636, 0.17683742940425873, 0.1686408966779709], "cos_Ac_negg": [0.17212657630443573, 0.20287027955055237, 0.19064569473266602, 0.17275574803352356, 0.16918179392814636, 0.17683742940425873, 0.1686408966779709], "r_norm": [0.18304657936096191, 0.18168394267559052, 0.16991236805915833, 0.17504571378231049, 0.17857763171195984, 0.17346730828285217, 0.1806502640247345], "ldr": {"dL_sdil": -0.008752197027206421, "dL_bp": -0.02188093215227127, "ratio": 0.39999196406712184}}, {"step": 5550, "epoch": 11, "train_loss": 0.002699528355151415, "cos_r_negg": [0.18269526958465576, 0.2150278091430664, 0.20033980906009674, 0.179225355386734, 0.17639034986495972, 0.1856973022222519, 0.1767444610595703], "cos_apical_negg": [0.18269526958465576, 0.2150278091430664, 0.20033980906009674, 0.179225355386734, 0.17639034986495972, 0.1856973022222519, 0.1767444610595703], "cos_Ac_negg": [0.18269526958465576, 0.2150278091430664, 0.20033980906009674, 0.179225355386734, 0.17639034986495972, 0.1856973022222519, 0.1767444610595703], "r_norm": [0.18229782581329346, 0.1812828630208969, 0.1690174788236618, 0.1741614043712616, 0.17855660617351532, 0.17354995012283325, 0.18022973835468292]}, {"step": 5600, "epoch": 11, "train_loss": 0.005246392451226711, "cos_r_negg": [0.16929657757282257, 0.19887733459472656, 0.18507514894008636, 0.16730889678001404, 0.16419023275375366, 0.175065815448761, 0.1665976643562317], "cos_apical_negg": [0.16929657757282257, 0.19887733459472656, 0.18507514894008636, 0.16730889678001404, 0.16419023275375366, 0.175065815448761, 0.1665976643562317], "cos_Ac_negg": [0.16929657757282257, 0.19887733459472656, 0.18507514894008636, 0.16730889678001404, 0.16419023275375366, 0.175065815448761, 0.1665976643562317], "r_norm": [0.17351368069648743, 0.17252109944820404, 0.16134071350097656, 0.16673330962657928, 0.16997447609901428, 0.16518905758857727, 0.17218619585037231]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.97, "test_loss": 0.17149891510009765}, {"step": 5650, "epoch": 12, "train_loss": 0.006245352793484926, "cos_r_negg": [0.1701667159795761, 0.20047606527805328, 0.18599647283554077, 0.16846731305122375, 0.1667988896369934, 0.1765843629837036, 0.16771060228347778], "cos_apical_negg": [0.1701667159795761, 0.20047606527805328, 0.18599647283554077, 0.16846731305122375, 0.1667988896369934, 0.1765843629837036, 0.16771060228347778], "cos_Ac_negg": [0.1701667159795761, 0.20047606527805328, 0.18599647283554077, 0.16846731305122375, 0.1667988896369934, 0.1765843629837036, 0.16771060228347778], "r_norm": [0.17180819809436798, 0.17127618193626404, 0.1600005328655243, 0.16521531343460083, 0.16847383975982666, 0.1634637713432312, 0.17042109370231628]}, {"step": 5700, "epoch": 12, "train_loss": 0.0003511238028295338, "cos_r_negg": [0.16229094564914703, 0.19170838594436646, 0.1780327558517456, 0.16206341981887817, 0.16078588366508484, 0.16909784078598022, 0.1618529111146927], "cos_apical_negg": [0.16229094564914703, 0.19170838594436646, 0.1780327558517456, 0.16206341981887817, 0.16078588366508484, 0.16909784078598022, 0.1618529111146927], "cos_Ac_negg": [0.16229094564914703, 0.19170838594436646, 0.1780327558517456, 0.16206341981887817, 0.16078588366508484, 0.16909784078598022, 0.1618529111146927], "r_norm": [0.1778286099433899, 0.17758764326572418, 0.16576731204986572, 0.17099782824516296, 0.1745309829711914, 0.16932985186576843, 0.17634008824825287]}, {"step": 5750, "epoch": 12, "train_loss": 0.00038944234256632626, "cos_r_negg": [0.15845169126987457, 0.18673460185527802, 0.17469897866249084, 0.15908195078372955, 0.15761665999889374, 0.16570623219013214, 0.1582876741886139], "cos_apical_negg": [0.15845169126987457, 0.18673460185527802, 0.17469897866249084, 0.15908195078372955, 0.15761665999889374, 0.16570623219013214, 0.1582876741886139], "cos_Ac_negg": [0.15845169126987457, 0.18673460185527802, 0.17469897866249084, 0.15908195078372955, 0.15761665999889374, 0.16570623219013214, 0.1582876741886139], "r_norm": [0.1803979128599167, 0.179407000541687, 0.16770388185977936, 0.173069566488266, 0.17658957839012146, 0.17152640223503113, 0.17848840355873108], "ldr": {"dL_sdil": -0.008237868547439575, "dL_bp": -0.02031068503856659, "ratio": 0.4055928459230815}}, {"step": 5800, "epoch": 12, "train_loss": 0.002176351146772504, "cos_r_negg": [0.1532421112060547, 0.18205228447914124, 0.1699952632188797, 0.1548069417476654, 0.1543213129043579, 0.16172437369823456, 0.15579265356063843], "cos_apical_negg": [0.1532421112060547, 0.18205228447914124, 0.1699952632188797, 0.1548069417476654, 0.1543213129043579, 0.16172437369823456, 0.15579265356063843], "cos_Ac_negg": [0.1532421112060547, 0.18205228447914124, 0.1699952632188797, 0.1548069417476654, 0.1543213129043579, 0.16172437369823456, 0.15579265356063843], "r_norm": [0.1830388307571411, 0.18197044730186462, 0.17006051540374756, 0.1755887269973755, 0.17911973595619202, 0.17387476563453674, 0.1813165694475174]}, {"step": 5850, "epoch": 12, "train_loss": 0.016405457630753517, "cos_r_negg": [0.15472766757011414, 0.18276798725128174, 0.17100147902965546, 0.154796302318573, 0.15389645099639893, 0.1603417694568634, 0.1539251059293747], "cos_apical_negg": [0.15472766757011414, 0.18276798725128174, 0.17100147902965546, 0.154796302318573, 0.15389645099639893, 0.1603417694568634, 0.1539251059293747], "cos_Ac_negg": [0.15472766757011414, 0.18276798725128174, 0.17100147902965546, 0.154796302318573, 0.15389645099639893, 0.1603417694568634, 0.1539251059293747], "r_norm": [0.17762087285518646, 0.17711496353149414, 0.16543889045715332, 0.1705203652381897, 0.1741001009941101, 0.16896070539951324, 0.17597439885139465]}, {"step": 5900, "epoch": 12, "train_loss": 0.0015688372077420354, "cos_r_negg": [0.15482264757156372, 0.18303224444389343, 0.1722855269908905, 0.155124694108963, 0.15431447327136993, 0.16098801791667938, 0.15326882898807526], "cos_apical_negg": [0.15482264757156372, 0.18303224444389343, 0.1722855269908905, 0.155124694108963, 0.15431447327136993, 0.16098801791667938, 0.15326882898807526], "cos_Ac_negg": [0.15482264757156372, 0.18303224444389343, 0.1722855269908905, 0.155124694108963, 0.15431447327136993, 0.16098801791667938, 0.15326882898807526], "r_norm": [0.1749371588230133, 0.1737341731786728, 0.16240866482257843, 0.16772547364234924, 0.1712779700756073, 0.16652657091617584, 0.17327657341957092]}, {"step": 5950, "epoch": 12, "train_loss": 0.0010614068014547229, "cos_r_negg": [0.15722984075546265, 0.1850219964981079, 0.17314840853214264, 0.15545828640460968, 0.1542111039161682, 0.16290326416492462, 0.15689551830291748], "cos_apical_negg": [0.15722984075546265, 0.1850219964981079, 0.17314840853214264, 0.15545828640460968, 0.1542111039161682, 0.16290326416492462, 0.15689551830291748], "cos_Ac_negg": [0.15722984075546265, 0.1850219964981079, 0.17314840853214264, 0.15545828640460968, 0.1542111039161682, 0.16290326416492462, 0.15689551830291748], "r_norm": [0.16848021745681763, 0.16817793250083923, 0.15698476135730743, 0.16189953684806824, 0.16549035906791687, 0.1606270968914032, 0.16723069548606873]}, {"step": 6000, "epoch": 12, "train_loss": 0.003149939002469182, "cos_r_negg": [0.1509898453950882, 0.17880330979824066, 0.16716428101062775, 0.1504102647304535, 0.1499597579240799, 0.15676414966583252, 0.14983555674552917], "cos_apical_negg": [0.1509898453950882, 0.17880330979824066, 0.16716428101062775, 0.1504102647304535, 0.1499597579240799, 0.15676414966583252, 0.14983555674552917], "cos_Ac_negg": [0.1509898453950882, 0.17880330979824066, 0.16716428101062775, 0.1504102647304535, 0.1499597579240799, 0.15676414966583252, 0.14983555674552917], "r_norm": [0.1802116334438324, 0.1794852316379547, 0.1685212254524231, 0.1740764081478119, 0.17668859660625458, 0.1711006462574005, 0.1792648732662201], "ldr": {"dL_sdil": -0.008898884057998657, "dL_bp": -0.02487187087535858, "ratio": 0.3577890904385117}}, {"step": 6050, "epoch": 12, "train_loss": 0.004751671105623245, "cos_r_negg": [0.1498255580663681, 0.17737999558448792, 0.16683559119701385, 0.14946310222148895, 0.14883831143379211, 0.1542118638753891, 0.14710214734077454], "cos_apical_negg": [0.1498255580663681, 0.17737999558448792, 0.16683559119701385, 0.14946310222148895, 0.14883831143379211, 0.1542118638753891, 0.14710214734077454], "cos_Ac_negg": [0.1498255580663681, 0.17737999558448792, 0.16683559119701385, 0.14946310222148895, 0.14883831143379211, 0.1542118638753891, 0.14710214734077454], "r_norm": [0.17051783204078674, 0.16953042149543762, 0.15944340825080872, 0.16473570466041565, 0.16721473634243011, 0.16215848922729492, 0.16917602717876434]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9703, "test_loss": 0.17833843078613282}, {"step": 6100, "epoch": 13, "train_loss": 0.004351066891103983, "cos_r_negg": [0.1471986323595047, 0.17276465892791748, 0.1641717553138733, 0.1497177630662918, 0.14606374502182007, 0.15321454405784607, 0.14767895638942719], "cos_apical_negg": [0.1471986323595047, 0.17276465892791748, 0.1641717553138733, 0.1497177630662918, 0.14606374502182007, 0.15321454405784607, 0.14767895638942719], "cos_Ac_negg": [0.1471986323595047, 0.17276465892791748, 0.1641717553138733, 0.1497177630662918, 0.14606374502182007, 0.15321454405784607, 0.14767895638942719], "r_norm": [0.1825123429298401, 0.18087582290172577, 0.16940581798553467, 0.17507988214492798, 0.17854991555213928, 0.1736181378364563, 0.1807679831981659]}, {"step": 6150, "epoch": 13, "train_loss": 0.0012411627685651183, "cos_r_negg": [0.14180998504161835, 0.16714300215244293, 0.15849623084068298, 0.1436464488506317, 0.14164817333221436, 0.14793571829795837, 0.14288432896137238], "cos_apical_negg": [0.14180998504161835, 0.16714300215244293, 0.15849623084068298, 0.1436464488506317, 0.14164817333221436, 0.14793571829795837, 0.14288432896137238], "cos_Ac_negg": [0.14180998504161835, 0.16714300215244293, 0.15849623084068298, 0.1436464488506317, 0.14164817333221436, 0.14793571829795837, 0.14288432896137238], "r_norm": [0.17033252120018005, 0.16956652700901031, 0.15930768847465515, 0.1646765172481537, 0.16717968881130219, 0.16228532791137695, 0.1692771166563034]}, {"step": 6200, "epoch": 13, "train_loss": 9.419850539416075e-05, "cos_r_negg": [0.1358509063720703, 0.16135649383068085, 0.15332308411598206, 0.13910268247127533, 0.13728514313697815, 0.14226582646369934, 0.13643544912338257], "cos_apical_negg": [0.1358509063720703, 0.16135649383068085, 0.15332308411598206, 0.13910268247127533, 0.13728514313697815, 0.14226582646369934, 0.13643544912338257], "cos_Ac_negg": [0.1358509063720703, 0.16135649383068085, 0.15332308411598206, 0.13910268247127533, 0.13728514313697815, 0.14226582646369934, 0.13643544912338257], "r_norm": [0.1836460530757904, 0.18194177746772766, 0.17083939909934998, 0.17634011805057526, 0.17962580919265747, 0.1742381751537323, 0.18156376481056213]}, {"step": 6250, "epoch": 13, "train_loss": 0.0003146120288874954, "cos_r_negg": [0.13663911819458008, 0.16205497086048126, 0.1531628966331482, 0.13932475447654724, 0.13780225813388824, 0.14346441626548767, 0.1381032019853592], "cos_apical_negg": [0.13663911819458008, 0.16205497086048126, 0.1531628966331482, 0.13932475447654724, 0.13780225813388824, 0.14346441626548767, 0.1381032019853592], "cos_Ac_negg": [0.13663911819458008, 0.16205497086048126, 0.1531628966331482, 0.13932475447654724, 0.13780225813388824, 0.14346441626548767, 0.1381032019853592], "r_norm": [0.17859604954719543, 0.1781458854675293, 0.16773316264152527, 0.1727161407470703, 0.17570030689239502, 0.1698366105556488, 0.17759603261947632], "ldr": {"dL_sdil": -0.009162947535514832, "dL_bp": -0.026452623307704926, "ratio": 0.34639088263302475}}, {"step": 6300, "epoch": 13, "train_loss": 0.00034777988912537694, "cos_r_negg": [0.13443657755851746, 0.15948450565338135, 0.15056681632995605, 0.13789859414100647, 0.13546814024448395, 0.1406574547290802, 0.13574004173278809], "cos_apical_negg": [0.13443657755851746, 0.15948450565338135, 0.15056681632995605, 0.13789859414100647, 0.13546814024448395, 0.1406574547290802, 0.13574004173278809], "cos_Ac_negg": [0.13443657755851746, 0.15948450565338135, 0.15056681632995605, 0.13789859414100647, 0.13546814024448395, 0.1406574547290802, 0.13574004173278809], "r_norm": [0.18156680464744568, 0.18047136068344116, 0.16937151551246643, 0.17495697736740112, 0.1779160350561142, 0.17245227098464966, 0.18037833273410797]}, {"step": 6350, "epoch": 13, "train_loss": 0.004097644705325365, "cos_r_negg": [0.1329142451286316, 0.15710286796092987, 0.1491243839263916, 0.13651397824287415, 0.13398432731628418, 0.13924968242645264, 0.13459542393684387], "cos_apical_negg": [0.1329142451286316, 0.15710286796092987, 0.1491243839263916, 0.13651397824287415, 0.13398432731628418, 0.13924968242645264, 0.13459542393684387], "cos_Ac_negg": [0.1329142451286316, 0.15710286796092987, 0.1491243839263916, 0.13651397824287415, 0.13398432731628418, 0.13924968242645264, 0.13459542393684387], "r_norm": [0.1792878806591034, 0.17808213829994202, 0.16679850220680237, 0.172384113073349, 0.17555421590805054, 0.17038685083389282, 0.17789988219738007]}, {"step": 6400, "epoch": 13, "train_loss": 0.0015932824462652206, "cos_r_negg": [0.13111825287342072, 0.1552378237247467, 0.1474287509918213, 0.13416054844856262, 0.13256411254405975, 0.13718822598457336, 0.13191840052604675], "cos_apical_negg": [0.13111825287342072, 0.1552378237247467, 0.1474287509918213, 0.13416054844856262, 0.13256411254405975, 0.13718822598457336, 0.13191840052604675], "cos_Ac_negg": [0.13111825287342072, 0.1552378237247467, 0.1474287509918213, 0.13416054844856262, 0.13256411254405975, 0.13718822598457336, 0.13191840052604675], "r_norm": [0.1772279143333435, 0.17611408233642578, 0.16507674753665924, 0.17055802047252655, 0.17364652454853058, 0.16855691373348236, 0.17614945769309998]}, {"step": 6450, "epoch": 13, "train_loss": 0.0018239377532154322, "cos_r_negg": [0.13116121292114258, 0.1559171974658966, 0.1479749232530594, 0.13419558107852936, 0.13309597969055176, 0.13779094815254211, 0.13244140148162842], "cos_apical_negg": [0.13116121292114258, 0.1559171974658966, 0.1479749232530594, 0.13419558107852936, 0.13309597969055176, 0.13779094815254211, 0.13244140148162842], "cos_Ac_negg": [0.13116121292114258, 0.1559171974658966, 0.1479749232530594, 0.13419558107852936, 0.13309597969055176, 0.13779094815254211, 0.13244140148162842], "r_norm": [0.1808186173439026, 0.17960026860237122, 0.16776227951049805, 0.17309191823005676, 0.17707538604736328, 0.1720467060804367, 0.1792607605457306]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003810383495874703, "cos_r_negg": [0.1298294961452484, 0.1536363959312439, 0.14530158042907715, 0.13091231882572174, 0.13040100038051605, 0.13450726866722107, 0.12850351631641388], "cos_apical_negg": [0.1298294961452484, 0.1536363959312439, 0.14530158042907715, 0.13091231882572174, 0.13040100038051605, 0.13450726866722107, 0.12850351631641388], "cos_Ac_negg": [0.1298294961452484, 0.1536363959312439, 0.14530158042907715, 0.13091231882572174, 0.13040100038051605, 0.13450726866722107, 0.12850351631641388], "r_norm": [0.1762900948524475, 0.17536842823028564, 0.16379708051681519, 0.1686812788248062, 0.1729663610458374, 0.16801810264587402, 0.17458219826221466], "ldr": {"dL_sdil": -0.00847277045249939, "dL_bp": -0.02225644886493683, "ratio": 0.380688334599844}}, {"step": 6550, "epoch": 13, "train_loss": 0.0038722981698811054, "cos_r_negg": [0.12480881810188293, 0.14793092012405396, 0.14042489230632782, 0.1269059181213379, 0.12620259821414948, 0.1295371949672699, 0.12372090667486191], "cos_apical_negg": [0.12480881810188293, 0.14793092012405396, 0.14042489230632782, 0.1269059181213379, 0.12620259821414948, 0.1295371949672699, 0.12372090667486191], "cos_Ac_negg": [0.12480881810188293, 0.14793092012405396, 0.14042489230632782, 0.1269059181213379, 0.12620259821414948, 0.1295371949672699, 0.12372090667486191], "r_norm": [0.17635037004947662, 0.1752951443195343, 0.16374726593494415, 0.16879500448703766, 0.17291313409805298, 0.16803766787052155, 0.17467829585075378]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9703, "test_loss": 0.1835528184890747}, {"step": 6600, "epoch": 14, "train_loss": 0.001162783708423376, "cos_r_negg": [0.12098587304353714, 0.14286229014396667, 0.13612613081932068, 0.12370077520608902, 0.12293265759944916, 0.1258540153503418, 0.11991424858570099], "cos_apical_negg": [0.12098587304353714, 0.14286229014396667, 0.13612613081932068, 0.12370077520608902, 0.12293265759944916, 0.1258540153503418, 0.11991424858570099], "cos_Ac_negg": [0.12098587304353714, 0.14286229014396667, 0.13612613081932068, 0.12370077520608902, 0.12293265759944916, 0.1258540153503418, 0.11991424858570099], "r_norm": [0.17994117736816406, 0.1785387098789215, 0.1670171171426773, 0.17236869037151337, 0.17614877223968506, 0.171174556016922, 0.17833462357521057]}, {"step": 6650, "epoch": 14, "train_loss": 0.0022211926989257336, "cos_r_negg": [0.11808271706104279, 0.13975143432617188, 0.1334468424320221, 0.12209227681159973, 0.12128237634897232, 0.12309261411428452, 0.11778439581394196], "cos_apical_negg": [0.11808271706104279, 0.13975143432617188, 0.1334468424320221, 0.12209227681159973, 0.12128237634897232, 0.12309261411428452, 0.11778439581394196], "cos_Ac_negg": [0.11808271706104279, 0.13975143432617188, 0.1334468424320221, 0.12209227681159973, 0.12128237634897232, 0.12309261411428452, 0.11778439581394196], "r_norm": [0.18885037302970886, 0.18700642883777618, 0.17506691813468933, 0.18056796491146088, 0.1845572292804718, 0.17919640243053436, 0.18686556816101074]}, {"step": 6700, "epoch": 14, "train_loss": 0.0009254678152501583, "cos_r_negg": [0.11919042468070984, 0.1408853679895401, 0.13435131311416626, 0.12230128049850464, 0.12109488248825073, 0.123944491147995, 0.11834010481834412], "cos_apical_negg": [0.11919042468070984, 0.1408853679895401, 0.13435131311416626, 0.12230128049850464, 0.12109488248825073, 0.123944491147995, 0.11834010481834412], "cos_Ac_negg": [0.11919042468070984, 0.1408853679895401, 0.13435131311416626, 0.12230128049850464, 0.12109488248825073, 0.123944491147995, 0.11834010481834412], "r_norm": [0.18307200074195862, 0.1814286708831787, 0.16948863863945007, 0.17486563324928284, 0.1790696084499359, 0.17405688762664795, 0.18101739883422852]}, {"step": 6750, "epoch": 14, "train_loss": 0.004524520132690668, "cos_r_negg": [0.11642450839281082, 0.13719642162322998, 0.131157785654068, 0.11964622884988785, 0.11837059259414673, 0.12077180296182632, 0.11534038931131363], "cos_apical_negg": [0.11642450839281082, 0.13719642162322998, 0.131157785654068, 0.11964622884988785, 0.11837059259414673, 0.12077180296182632, 0.11534038931131363], "cos_Ac_negg": [0.11642450839281082, 0.13719642162322998, 0.131157785654068, 0.11964622884988785, 0.11837059259414673, 0.12077180296182632, 0.11534038931131363], "r_norm": [0.18392413854599, 0.18201737105846405, 0.1702156662940979, 0.1757703572511673, 0.17972394824028015, 0.17470631003379822, 0.1818021833896637], "ldr": {"dL_sdil": -0.010475695133209229, "dL_bp": -0.02646857500076294, "ratio": 0.39577858395879917}}, {"step": 6800, "epoch": 14, "train_loss": 0.0011511410120874643, "cos_r_negg": [0.11905364692211151, 0.1402817666530609, 0.13412019610404968, 0.12295880913734436, 0.12071292102336884, 0.12382858991622925, 0.11948856711387634], "cos_apical_negg": [0.11905364692211151, 0.1402817666530609, 0.13412019610404968, 0.12295880913734436, 0.12071292102336884, 0.12382858991622925, 0.11948856711387634], "cos_Ac_negg": [0.11905364692211151, 0.1402817666530609, 0.13412019610404968, 0.12295880913734436, 0.12071292102336884, 0.12382858991622925, 0.11948856711387634], "r_norm": [0.1641695201396942, 0.16354405879974365, 0.15305861830711365, 0.15833641588687897, 0.16102583706378937, 0.15637904405593872, 0.1630340814590454]}, {"step": 6850, "epoch": 14, "train_loss": 0.0003933360567316413, "cos_r_negg": [0.11735513806343079, 0.1382044553756714, 0.1326294243335724, 0.1212514117360115, 0.11975454539060593, 0.12242583930492401, 0.11736366152763367], "cos_apical_negg": [0.11735513806343079, 0.1382044553756714, 0.1326294243335724, 0.1212514117360115, 0.11975454539060593, 0.12242583930492401, 0.11736366152763367], "cos_Ac_negg": [0.11735513806343079, 0.1382044553756714, 0.1326294243335724, 0.1212514117360115, 0.11975454539060593, 0.12242583930492401, 0.11736366152763367], "r_norm": [0.1724540889263153, 0.1715526282787323, 0.16038641333580017, 0.16564331948757172, 0.16909463703632355, 0.16438305377960205, 0.17113584280014038]}, {"step": 6900, "epoch": 14, "train_loss": 0.0013998562935739756, "cos_r_negg": [0.11422838270664215, 0.13465876877307892, 0.1292755901813507, 0.11779341101646423, 0.11691385507583618, 0.11886092275381088, 0.1140369176864624], "cos_apical_negg": [0.11422838270664215, 0.13465876877307892, 0.1292755901813507, 0.11779341101646423, 0.11691385507583618, 0.11886092275381088, 0.1140369176864624], "cos_Ac_negg": [0.11422838270664215, 0.13465876877307892, 0.1292755901813507, 0.11779341101646423, 0.11691385507583618, 0.11886092275381088, 0.1140369176864624], "r_norm": [0.18347489833831787, 0.18209399282932281, 0.1702265441417694, 0.17548951506614685, 0.1796591877937317, 0.174460768699646, 0.18137243390083313]}, {"step": 6950, "epoch": 14, "train_loss": 0.000719449482858181, "cos_r_negg": [0.11308693885803223, 0.1336575746536255, 0.1290675401687622, 0.11719664186239243, 0.11650629341602325, 0.11852636933326721, 0.11379021406173706], "cos_apical_negg": [0.11308693885803223, 0.1336575746536255, 0.1290675401687622, 0.11719664186239243, 0.11650629341602325, 0.11852636933326721, 0.11379021406173706], "cos_Ac_negg": [0.11308693885803223, 0.1336575746536255, 0.1290675401687622, 0.11719664186239243, 0.11650629341602325, 0.11852636933326721, 0.11379021406173706], "r_norm": [0.18327069282531738, 0.18165086209774017, 0.16996127367019653, 0.17574472725391388, 0.17922620475292206, 0.17431122064590454, 0.1819140613079071]}, {"step": 7000, "epoch": 14, "train_loss": 0.0012424649903550744, "cos_r_negg": [0.11133863031864166, 0.1315036118030548, 0.1270044595003128, 0.11589477211236954, 0.11540677398443222, 0.11704674363136292, 0.11258178949356079], "cos_apical_negg": [0.11133863031864166, 0.1315036118030548, 0.1270044595003128, 0.11589477211236954, 0.11540677398443222, 0.11704674363136292, 0.11258178949356079], "cos_Ac_negg": [0.11133863031864166, 0.1315036118030548, 0.1270044595003128, 0.11589477211236954, 0.11540677398443222, 0.11704674363136292, 0.11258178949356079], "r_norm": [0.18064142763614655, 0.17912805080413818, 0.16775864362716675, 0.17344871163368225, 0.1767478585243225, 0.1718185842037201, 0.17933471500873566], "ldr": {"dL_sdil": -0.010175436735153198, "dL_bp": -0.02821555733680725, "ratio": 0.3606321368629965}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9704, "test_loss": 0.18747473125457764}, {"step": 7050, "epoch": 15, "train_loss": 0.00029161435668356717, "cos_r_negg": [0.11095240712165833, 0.1306062936782837, 0.12638020515441895, 0.11555702984333038, 0.11549615859985352, 0.11693243682384491, 0.11237236112356186], "cos_apical_negg": [0.11095240712165833, 0.1306062936782837, 0.12638020515441895, 0.11555702984333038, 0.11549615859985352, 0.11693243682384491, 0.11237236112356186], "cos_Ac_negg": [0.11095240712165833, 0.1306062936782837, 0.12638020515441895, 0.11555702984333038, 0.11549615859985352, 0.11693243682384491, 0.11237236112356186], "r_norm": [0.18664118647575378, 0.18525594472885132, 0.17309258878231049, 0.1786898672580719, 0.18267619609832764, 0.17749296128749847, 0.18513637781143188]}, {"step": 7100, "epoch": 15, "train_loss": 0.0020450542215257883, "cos_r_negg": [0.1105123907327652, 0.13024774193763733, 0.12620440125465393, 0.11552970856428146, 0.11487733572721481, 0.11657243967056274, 0.11203238368034363], "cos_apical_negg": [0.1105123907327652, 0.13024774193763733, 0.12620440125465393, 0.11552970856428146, 0.11487733572721481, 0.11657243967056274, 0.11203238368034363], "cos_Ac_negg": [0.1105123907327652, 0.13024774193763733, 0.12620440125465393, 0.11552970856428146, 0.11487733572721481, 0.11657243967056274, 0.11203238368034363], "r_norm": [0.184871643781662, 0.1834256947040558, 0.17172831296920776, 0.17740270495414734, 0.1810063123703003, 0.17582422494888306, 0.18352606892585754]}, {"step": 7150, "epoch": 15, "train_loss": 0.0008009699522517622, "cos_r_negg": [0.11004325747489929, 0.12988680601119995, 0.1258106678724289, 0.11534585803747177, 0.1144442930817604, 0.11601418256759644, 0.11196037381887436], "cos_apical_negg": [0.11004325747489929, 0.12988680601119995, 0.1258106678724289, 0.11534585803747177, 0.1144442930817604, 0.11601418256759644, 0.11196037381887436], "cos_Ac_negg": [0.11004325747489929, 0.12988680601119995, 0.1258106678724289, 0.11534585803747177, 0.1144442930817604, 0.11601418256759644, 0.11196037381887436], "r_norm": [0.18520545959472656, 0.18380406498908997, 0.17205418646335602, 0.17772802710533142, 0.1813240945339203, 0.17609618604183197, 0.18382768332958221]}, {"step": 7200, "epoch": 15, "train_loss": 0.0003176844329573214, "cos_r_negg": [0.10819140076637268, 0.12753593921661377, 0.12355707585811615, 0.11345513164997101, 0.11291609704494476, 0.11432967334985733, 0.11005917191505432], "cos_apical_negg": [0.10819140076637268, 0.12753593921661377, 0.12355707585811615, 0.11345513164997101, 0.11291609704494476, 0.11432967334985733, 0.11005917191505432], "cos_Ac_negg": [0.10819140076637268, 0.12753593921661377, 0.12355707585811615, 0.11345513164997101, 0.11291609704494476, 0.11432967334985733, 0.11005917191505432], "r_norm": [0.18288391828536987, 0.1813504695892334, 0.16971179842948914, 0.1753641963005066, 0.17890620231628418, 0.17381785809993744, 0.18134137988090515]}, {"step": 7250, "epoch": 15, "train_loss": 0.00043971490231342614, "cos_r_negg": [0.10691022872924805, 0.12591080367565155, 0.12224971503019333, 0.11184214055538177, 0.11111863702535629, 0.112663134932518, 0.10857677459716797], "cos_apical_negg": [0.10691022872924805, 0.12591080367565155, 0.12224971503019333, 0.11184214055538177, 0.11111863702535629, 0.112663134932518, 0.10857677459716797], "cos_Ac_negg": [0.10691022872924805, 0.12591080367565155, 0.12224971503019333, 0.11184214055538177, 0.11111863702535629, 0.112663134932518, 0.10857677459716797], "r_norm": [0.18135444819927216, 0.17992910742759705, 0.16842973232269287, 0.17416325211524963, 0.1775045543909073, 0.17256873846054077, 0.18011915683746338], "ldr": {"dL_sdil": -0.010286301374435425, "dL_bp": -0.028085142374038696, "ratio": 0.36625420079564425}}, {"step": 7300, "epoch": 15, "train_loss": 6.160658085718751e-05, "cos_r_negg": [0.10464053601026535, 0.12331311404705048, 0.11966992914676666, 0.10941199213266373, 0.10935372114181519, 0.1105584055185318, 0.10592670738697052], "cos_apical_negg": [0.10464053601026535, 0.12331311404705048, 0.11966992914676666, 0.10941199213266373, 0.10935372114181519, 0.1105584055185318, 0.10592670738697052], "cos_Ac_negg": [0.10464053601026535, 0.12331311404705048, 0.11966992914676666, 0.10941199213266373, 0.10935372114181519, 0.1105584055185318, 0.10592670738697052], "r_norm": [0.18071001768112183, 0.17909660935401917, 0.16783592104911804, 0.17342843115329742, 0.1768091320991516, 0.17181691527366638, 0.17917278409004211]}, {"step": 7350, "epoch": 15, "train_loss": 0.0011752003338187933, "cos_r_negg": [0.10355359315872192, 0.12204952538013458, 0.11877838522195816, 0.10861693322658539, 0.10872431099414825, 0.10952482372522354, 0.10525157302618027], "cos_apical_negg": [0.10355359315872192, 0.12204952538013458, 0.11877838522195816, 0.10861693322658539, 0.10872431099414825, 0.10952482372522354, 0.10525157302618027], "cos_Ac_negg": [0.10355359315872192, 0.12204952538013458, 0.11877838522195816, 0.10861693322658539, 0.10872431099414825, 0.10952482372522354, 0.10525157302618027], "r_norm": [0.17185260355472565, 0.17053261399269104, 0.15993762016296387, 0.16536597907543182, 0.1682838797569275, 0.16358259320259094, 0.17058736085891724]}, {"step": 7400, "epoch": 15, "train_loss": 0.0004410871188156307, "cos_r_negg": [0.1058606430888176, 0.12478660047054291, 0.12163545936346054, 0.11083971709012985, 0.11029470711946487, 0.11136434227228165, 0.10779298841953278], "cos_apical_negg": [0.1058606430888176, 0.12478660047054291, 0.12163545936346054, 0.11083971709012985, 0.11029470711946487, 0.11136434227228165, 0.10779298841953278], "cos_Ac_negg": [0.1058606430888176, 0.12478660047054291, 0.12163545936346054, 0.11083971709012985, 0.11029470711946487, 0.11136434227228165, 0.10779298841953278], "r_norm": [0.1712404191493988, 0.17011752724647522, 0.15945352613925934, 0.16494853794574738, 0.16778016090393066, 0.16314822435379028, 0.17019659280776978]}, {"step": 7450, "epoch": 15, "train_loss": 0.0007512837764807045, "cos_r_negg": [0.1033029854297638, 0.12175410985946655, 0.11866220831871033, 0.10862291604280472, 0.10844998061656952, 0.10941995680332184, 0.10580188781023026], "cos_apical_negg": [0.1033029854297638, 0.12175410985946655, 0.11866220831871033, 0.10862291604280472, 0.10844998061656952, 0.10941995680332184, 0.10580188781023026], "cos_Ac_negg": [0.1033029854297638, 0.12175410985946655, 0.11866220831871033, 0.10862291604280472, 0.10844998061656952, 0.10941995680332184, 0.10580188781023026], "r_norm": [0.1753143072128296, 0.17427338659763336, 0.16299301385879517, 0.16821515560150146, 0.17184939980506897, 0.16695691645145416, 0.17378070950508118]}, {"step": 7500, "epoch": 15, "train_loss": 0.0002967664913740009, "cos_r_negg": [0.10319392383098602, 0.12204298377037048, 0.11861033737659454, 0.10847833752632141, 0.10764594376087189, 0.10879798233509064, 0.10498625040054321], "cos_apical_negg": [0.10319392383098602, 0.12204298377037048, 0.11861033737659454, 0.10847833752632141, 0.10764594376087189, 0.10879798233509064, 0.10498625040054321], "cos_Ac_negg": [0.10319392383098602, 0.12204298377037048, 0.11861033737659454, 0.10847833752632141, 0.10764594376087189, 0.10879798233509064, 0.10498625040054321], "r_norm": [0.1758335828781128, 0.17461678385734558, 0.16370221972465515, 0.16929611563682556, 0.17225737869739532, 0.16748277842998505, 0.17476078867912292], "ldr": {"dL_sdil": -0.009032562375068665, "dL_bp": -0.025694355368614197, "ratio": 0.35153878139717765}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9705, "test_loss": 0.1926329620361328}, {"step": 7550, "epoch": 16, "train_loss": 0.00026753084966912866, "cos_r_negg": [0.10242025554180145, 0.12097105383872986, 0.11766627430915833, 0.1076744794845581, 0.1069144606590271, 0.10794788599014282, 0.10430558025836945], "cos_apical_negg": [0.10242025554180145, 0.12097105383872986, 0.11766627430915833, 0.1076744794845581, 0.1069144606590271, 0.10794788599014282, 0.10430558025836945], "cos_Ac_negg": [0.10242025554180145, 0.12097105383872986, 0.11766627430915833, 0.1076744794845581, 0.1069144606590271, 0.10794788599014282, 0.10430558025836945], "r_norm": [0.175649955868721, 0.17446613311767578, 0.16376084089279175, 0.16939403116703033, 0.17209605872631073, 0.1671578586101532, 0.1746201068162918]}, {"step": 7600, "epoch": 16, "train_loss": 0.004272667691111565, "cos_r_negg": [0.10152049362659454, 0.12017751485109329, 0.11693134903907776, 0.10696609318256378, 0.10653775185346603, 0.10750789195299149, 0.10389547049999237], "cos_apical_negg": [0.10152049362659454, 0.12017751485109329, 0.11693134903907776, 0.10696609318256378, 0.10653775185346603, 0.10750789195299149, 0.10389547049999237], "cos_Ac_negg": [0.10152049362659454, 0.12017751485109329, 0.11693134903907776, 0.10696609318256378, 0.10653775185346603, 0.10750789195299149, 0.10389547049999237], "r_norm": [0.18782562017440796, 0.1862473487854004, 0.17441467940807343, 0.1799963265657425, 0.18387310206890106, 0.17855529487133026, 0.18608981370925903]}, {"step": 7650, "epoch": 16, "train_loss": 0.0005335467867553234, "cos_r_negg": [0.10060317814350128, 0.11932665854692459, 0.11608753353357315, 0.1064765453338623, 0.10606665909290314, 0.10677279531955719, 0.10321927815675735], "cos_apical_negg": [0.10060317814350128, 0.11932665854692459, 0.11608753353357315, 0.1064765453338623, 0.10606665909290314, 0.10677279531955719, 0.10321927815675735], "cos_Ac_negg": [0.10060317814350128, 0.11932665854692459, 0.11608753353357315, 0.1064765453338623, 0.10606665909290314, 0.10677279531955719, 0.10321927815675735], "r_norm": [0.17896491289138794, 0.17758122086524963, 0.16627034544944763, 0.17179328203201294, 0.1752619743347168, 0.17033177614212036, 0.1774432510137558]}, {"step": 7700, "epoch": 16, "train_loss": 0.0006386860623024404, "cos_r_negg": [0.09942682832479477, 0.11752063035964966, 0.11436891555786133, 0.10510796308517456, 0.10443588346242905, 0.10504229366779327, 0.10131463408470154], "cos_apical_negg": [0.09942682832479477, 0.11752063035964966, 0.11436891555786133, 0.10510796308517456, 0.10443588346242905, 0.10504229366779327, 0.10131463408470154], "cos_Ac_negg": [0.09942682832479477, 0.11752063035964966, 0.11436891555786133, 0.10510796308517456, 0.10443588346242905, 0.10504229366779327, 0.10131463408470154], "r_norm": [0.17122846841812134, 0.17014247179031372, 0.15933632850646973, 0.16479238867759705, 0.16778650879859924, 0.1630593240261078, 0.16994649171829224]}, {"step": 7750, "epoch": 16, "train_loss": 0.000475134642329067, "cos_r_negg": [0.0986330509185791, 0.11630687117576599, 0.11342095583677292, 0.10427165776491165, 0.1037307009100914, 0.1043337732553482, 0.10046948492527008], "cos_apical_negg": [0.0986330509185791, 0.11630687117576599, 0.11342095583677292, 0.10427165776491165, 0.1037307009100914, 0.1043337732553482, 0.10046948492527008], "cos_Ac_negg": [0.0986330509185791, 0.11630687117576599, 0.11342095583677292, 0.10427165776491165, 0.1037307009100914, 0.1043337732553482, 0.10046948492527008], "r_norm": [0.17298133671283722, 0.17178113758563995, 0.16107472777366638, 0.16677060723304749, 0.16937971115112305, 0.1645272672176361, 0.17188343405723572], "ldr": {"dL_sdil": -0.009495943784713745, "dL_bp": -0.02819247543811798, "ratio": 0.33682546981577355}}, {"step": 7800, "epoch": 16, "train_loss": 0.0023630913347005844, "cos_r_negg": [0.09980706125497818, 0.11749666929244995, 0.11487920582294464, 0.10516218841075897, 0.10448010265827179, 0.10542051494121552, 0.1014394611120224], "cos_apical_negg": [0.09980706125497818, 0.11749666929244995, 0.11487920582294464, 0.10516218841075897, 0.10448010265827179, 0.10542051494121552, 0.1014394611120224], "cos_Ac_negg": [0.09980706125497818, 0.11749666929244995, 0.11487920582294464, 0.10516218841075897, 0.10448010265827179, 0.10542051494121552, 0.1014394611120224], "r_norm": [0.1706843376159668, 0.16955941915512085, 0.15899810194969177, 0.16466781497001648, 0.16719897091388702, 0.16251449286937714, 0.16973012685775757]}, {"step": 7850, "epoch": 16, "train_loss": 0.00027997326105833054, "cos_r_negg": [0.09911330044269562, 0.11624613404273987, 0.11385762691497803, 0.10426772385835648, 0.10422374308109283, 0.1045694500207901, 0.10068830847740173], "cos_apical_negg": [0.09911330044269562, 0.11624613404273987, 0.11385762691497803, 0.10426772385835648, 0.10422374308109283, 0.1045694500207901, 0.10068830847740173], "cos_Ac_negg": [0.09911330044269562, 0.11624613404273987, 0.11385762691497803, 0.10426772385835648, 0.10422374308109283, 0.1045694500207901, 0.10068830847740173], "r_norm": [0.17942851781845093, 0.1781158447265625, 0.1670067012310028, 0.17271888256072998, 0.1757051944732666, 0.1706906110048294, 0.17831984162330627]}, {"step": 7900, "epoch": 16, "train_loss": 0.00015396220260299742, "cos_r_negg": [0.09846063703298569, 0.11560972779989243, 0.11326281726360321, 0.10394522547721863, 0.10392387211322784, 0.10414337366819382, 0.10061351209878922], "cos_apical_negg": [0.09846063703298569, 0.11560972779989243, 0.11326281726360321, 0.10394522547721863, 0.10392387211322784, 0.10414337366819382, 0.10061351209878922], "cos_Ac_negg": [0.09846063703298569, 0.11560972779989243, 0.11326281726360321, 0.10394522547721863, 0.10392387211322784, 0.10414337366819382, 0.10061351209878922], "r_norm": [0.1681920886039734, 0.1675918996334076, 0.15687590837478638, 0.16218498349189758, 0.1650390326976776, 0.16028010845184326, 0.16723944246768951]}, {"step": 7950, "epoch": 16, "train_loss": 0.0017609554342925549, "cos_r_negg": [0.09727412462234497, 0.11459826678037643, 0.11247783899307251, 0.10326800495386124, 0.10324034094810486, 0.10377021133899689, 0.10032426565885544], "cos_apical_negg": [0.09727412462234497, 0.11459826678037643, 0.11247783899307251, 0.10326800495386124, 0.10324034094810486, 0.10377021133899689, 0.10032426565885544], "cos_Ac_negg": [0.09727412462234497, 0.11459826678037643, 0.11247783899307251, 0.10326800495386124, 0.10324034094810486, 0.10377021133899689, 0.10032426565885544], "r_norm": [0.17947964370250702, 0.17851150035858154, 0.16676965355873108, 0.17208507657051086, 0.17588916420936584, 0.17074406147003174, 0.1779935210943222]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9706, "test_loss": 0.19611095542907714}, {"step": 8000, "epoch": 17, "train_loss": 0.00030086367041803896, "cos_r_negg": [0.09673422574996948, 0.1141207292675972, 0.11196796596050262, 0.10283759236335754, 0.10283535718917847, 0.1028757393360138, 0.09964683651924133], "cos_apical_negg": [0.09673422574996948, 0.1141207292675972, 0.11196796596050262, 0.10283759236335754, 0.10283535718917847, 0.1028757393360138, 0.09964683651924133], "cos_Ac_negg": [0.09673422574996948, 0.1141207292675972, 0.11196796596050262, 0.10283759236335754, 0.10283535718917847, 0.1028757393360138, 0.09964683651924133], "r_norm": [0.1768488585948944, 0.17580729722976685, 0.1645902693271637, 0.16995401680469513, 0.1733262836933136, 0.1682945191860199, 0.17558401823043823], "ldr": {"dL_sdil": -0.00911325216293335, "dL_bp": -0.02767801284790039, "ratio": 0.32925962615212334}}, {"step": 8050, "epoch": 17, "train_loss": 0.00033620806061662734, "cos_r_negg": [0.09645615518093109, 0.11385701596736908, 0.11151748895645142, 0.10224080085754395, 0.10185858607292175, 0.1019236370921135, 0.09908599406480789], "cos_apical_negg": [0.09645615518093109, 0.11385701596736908, 0.11151748895645142, 0.10224080085754395, 0.10185858607292175, 0.1019236370921135, 0.09908599406480789], "cos_Ac_negg": [0.09645615518093109, 0.11385701596736908, 0.11151748895645142, 0.10224080085754395, 0.10185858607292175, 0.1019236370921135, 0.09908599406480789], "r_norm": [0.17357519268989563, 0.17254626750946045, 0.16151155531406403, 0.16698190569877625, 0.170084148645401, 0.16531243920326233, 0.17243176698684692]}, {"step": 8100, "epoch": 17, "train_loss": 0.0007750790100544691, "cos_r_negg": [0.09643037617206573, 0.11428359150886536, 0.11215748637914658, 0.10264100879430771, 0.10209429264068604, 0.1025073230266571, 0.09925368428230286], "cos_apical_negg": [0.09643037617206573, 0.11428359150886536, 0.11215748637914658, 0.10264100879430771, 0.10209429264068604, 0.1025073230266571, 0.09925368428230286], "cos_Ac_negg": [0.09643037617206573, 0.11428359150886536, 0.11215748637914658, 0.10264100879430771, 0.10209429264068604, 0.1025073230266571, 0.09925368428230286], "r_norm": [0.17696598172187805, 0.1755562275648117, 0.1644500494003296, 0.170119047164917, 0.17321345210075378, 0.16841337084770203, 0.17570248246192932]}, {"step": 8150, "epoch": 17, "train_loss": 0.00045939238043501973, "cos_r_negg": [0.09532247483730316, 0.11277496814727783, 0.11079980432987213, 0.10133546590805054, 0.10108526051044464, 0.10125581175088882, 0.09815563261508942], "cos_apical_negg": [0.09532247483730316, 0.11277496814727783, 0.11079980432987213, 0.10133546590805054, 0.10108526051044464, 0.10125581175088882, 0.09815563261508942], "cos_Ac_negg": [0.09532247483730316, 0.11277496814727783, 0.11079980432987213, 0.10133546590805054, 0.10108526051044464, 0.10125581175088882, 0.09815563261508942], "r_norm": [0.17916813492774963, 0.1778075397014618, 0.16671735048294067, 0.17239399254322052, 0.17544367909431458, 0.1704878956079483, 0.17798170447349548]}, {"step": 8200, "epoch": 17, "train_loss": 0.00035421602660790086, "cos_r_negg": [0.09479407966136932, 0.11184404045343399, 0.11003341525793076, 0.1006353497505188, 0.10063285380601883, 0.10064476728439331, 0.0976407453417778], "cos_apical_negg": [0.09479407966136932, 0.11184404045343399, 0.11003341525793076, 0.1006353497505188, 0.10063285380601883, 0.10064476728439331, 0.0976407453417778], "cos_Ac_negg": [0.09479407966136932, 0.11184404045343399, 0.11003341525793076, 0.1006353497505188, 0.10063285380601883, 0.10064476728439331, 0.0976407453417778], "r_norm": [0.18180064857006073, 0.1804123818874359, 0.16923782229423523, 0.17491552233695984, 0.17802083492279053, 0.17289893329143524, 0.18056929111480713]}, {"step": 8250, "epoch": 17, "train_loss": 0.0008207172504626215, "cos_r_negg": [0.09508469700813293, 0.1116933599114418, 0.11003349721431732, 0.10130885243415833, 0.10131271183490753, 0.10107346624135971, 0.09793118387460709], "cos_apical_negg": [0.09508469700813293, 0.1116933599114418, 0.11003349721431732, 0.10130885243415833, 0.10131271183490753, 0.10107346624135971, 0.09793118387460709], "cos_Ac_negg": [0.09508469700813293, 0.1116933599114418, 0.11003349721431732, 0.10130885243415833, 0.10131271183490753, 0.10107346624135971, 0.09793118387460709], "r_norm": [0.17250308394432068, 0.1716831922531128, 0.16083687543869019, 0.16615545749664307, 0.16924364864826202, 0.16441050171852112, 0.171433225274086], "ldr": {"dL_sdil": -0.008602112531661987, "dL_bp": -0.027579575777053833, "ratio": 0.3119015535699042}}, {"step": 8300, "epoch": 17, "train_loss": 6.252637831494212e-05, "cos_r_negg": [0.09488430619239807, 0.11135375499725342, 0.10978852957487106, 0.10110469907522202, 0.10094761103391647, 0.10070554912090302, 0.09766142070293427], "cos_apical_negg": [0.09488430619239807, 0.11135375499725342, 0.10978852957487106, 0.10110469907522202, 0.10094761103391647, 0.10070554912090302, 0.09766142070293427], "cos_Ac_negg": [0.09488430619239807, 0.11135375499725342, 0.10978852957487106, 0.10110469907522202, 0.10094761103391647, 0.10070554912090302, 0.09766142070293427], "r_norm": [0.17333412170410156, 0.17246048152446747, 0.16160848736763, 0.16696390509605408, 0.17001719772815704, 0.16510343551635742, 0.17218270897865295]}, {"step": 8350, "epoch": 17, "train_loss": 0.0005390961887314916, "cos_r_negg": [0.09266501665115356, 0.10909716784954071, 0.10743226110935211, 0.09878341853618622, 0.09889227151870728, 0.09876010566949844, 0.09616302698850632], "cos_apical_negg": [0.09266501665115356, 0.10909716784954071, 0.10743226110935211, 0.09878341853618622, 0.09889227151870728, 0.09876010566949844, 0.09616302698850632], "cos_Ac_negg": [0.09266501665115356, 0.10909716784954071, 0.10743226110935211, 0.09878341853618622, 0.09889227151870728, 0.09876010566949844, 0.09616302698850632], "r_norm": [0.17533060908317566, 0.1742519736289978, 0.16299816966056824, 0.16841080784797668, 0.17176681756973267, 0.16684189438819885, 0.17392092943191528]}, {"step": 8400, "epoch": 17, "train_loss": 0.0003462191380094737, "cos_r_negg": [0.0928548201918602, 0.1097906306385994, 0.10734784603118896, 0.09849876165390015, 0.09790709614753723, 0.09771347045898438, 0.09515313804149628], "cos_apical_negg": [0.0928548201918602, 0.1097906306385994, 0.10734784603118896, 0.09849876165390015, 0.09790709614753723, 0.09771347045898438, 0.09515313804149628], "cos_Ac_negg": [0.0928548201918602, 0.1097906306385994, 0.10734784603118896, 0.09849876165390015, 0.09790709614753723, 0.09771347045898438, 0.09515313804149628], "r_norm": [0.17236872017383575, 0.17105332016944885, 0.1602206975221634, 0.1658453792333603, 0.16873541474342346, 0.16416272521018982, 0.17126241326332092]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9707, "test_loss": 0.1986414463043213}, {"step": 8450, "epoch": 18, "train_loss": 0.0006004860624670982, "cos_r_negg": [0.09218226373195648, 0.10882825404405594, 0.10664823651313782, 0.09786748886108398, 0.09735730290412903, 0.09720638394355774, 0.09464555978775024], "cos_apical_negg": [0.09218226373195648, 0.10882825404405594, 0.10664823651313782, 0.09786748886108398, 0.09735730290412903, 0.09720638394355774, 0.09464555978775024], "cos_Ac_negg": [0.09218226373195648, 0.10882825404405594, 0.10664823651313782, 0.09786748886108398, 0.09735730290412903, 0.09720638394355774, 0.09464555978775024], "r_norm": [0.17402683198451996, 0.17292249202728271, 0.16183196008205414, 0.1673012524843216, 0.1705186814069748, 0.16582393646240234, 0.17291076481342316]}, {"step": 8500, "epoch": 18, "train_loss": 0.00042397395009174943, "cos_r_negg": [0.091612808406353, 0.1077907383441925, 0.10582827776670456, 0.09711562097072601, 0.09681619703769684, 0.09665942192077637, 0.09405374526977539], "cos_apical_negg": [0.091612808406353, 0.1077907383441925, 0.10582827776670456, 0.09711562097072601, 0.09681619703769684, 0.09665942192077637, 0.09405374526977539], "cos_Ac_negg": [0.091612808406353, 0.1077907383441925, 0.10582827776670456, 0.09711562097072601, 0.09681619703769684, 0.09665942192077637, 0.09405374526977539], "r_norm": [0.17686855792999268, 0.17562967538833618, 0.1642228662967682, 0.1697050780057907, 0.1732288897037506, 0.16849052906036377, 0.17553028464317322], "ldr": {"dL_sdil": -0.009378761053085327, "dL_bp": -0.02831043303012848, "ratio": 0.3312828540313841}}, {"step": 8550, "epoch": 18, "train_loss": 0.0007995822816155851, "cos_r_negg": [0.09160278737545013, 0.10748699307441711, 0.10574062168598175, 0.09712298214435577, 0.09688553959131241, 0.09661465883255005, 0.0939982607960701], "cos_apical_negg": [0.09160278737545013, 0.10748699307441711, 0.10574062168598175, 0.09712298214435577, 0.09688553959131241, 0.09661465883255005, 0.0939982607960701], "cos_Ac_negg": [0.09160278737545013, 0.10748699307441711, 0.10574062168598175, 0.09712298214435577, 0.09688553959131241, 0.09661465883255005, 0.0939982607960701], "r_norm": [0.17862220108509064, 0.1773967146873474, 0.16588330268859863, 0.1713639497756958, 0.17494918406009674, 0.17009854316711426, 0.177275151014328]}, {"step": 8600, "epoch": 18, "train_loss": 0.0007523405365645885, "cos_r_negg": [0.09092363715171814, 0.10675355792045593, 0.10497628152370453, 0.09632518887519836, 0.09599874913692474, 0.09565581381320953, 0.09315729141235352], "cos_apical_negg": [0.09092363715171814, 0.10675355792045593, 0.10497628152370453, 0.09632518887519836, 0.09599874913692474, 0.09565581381320953, 0.09315729141235352], "cos_Ac_negg": [0.09092363715171814, 0.10675355792045593, 0.10497628152370453, 0.09632518887519836, 0.09599874913692474, 0.09565581381320953, 0.09315729141235352], "r_norm": [0.17592965066432953, 0.17479994893074036, 0.16350486874580383, 0.16896551847457886, 0.17236460745334625, 0.16759845614433289, 0.1747034192085266]}, {"step": 8650, "epoch": 18, "train_loss": 4.6851972001604736e-05, "cos_r_negg": [0.09013743698596954, 0.10599371790885925, 0.10431042313575745, 0.09568610787391663, 0.09544643014669418, 0.09523379802703857, 0.09275099635124207], "cos_apical_negg": [0.09013743698596954, 0.10599371790885925, 0.10431042313575745, 0.09568610787391663, 0.09544643014669418, 0.09523379802703857, 0.09275099635124207], "cos_Ac_negg": [0.09013743698596954, 0.10599371790885925, 0.10431042313575745, 0.09568610787391663, 0.09544643014669418, 0.09523379802703857, 0.09275099635124207], "r_norm": [0.1809884011745453, 0.17957761883735657, 0.16802668571472168, 0.1736605018377304, 0.1771617978811264, 0.17225666344165802, 0.17967331409454346]}, {"step": 8700, "epoch": 18, "train_loss": 0.0011294744908809662, "cos_r_negg": [0.08976505696773529, 0.10597588121891022, 0.1045079454779625, 0.09592606127262115, 0.09560881555080414, 0.09555839002132416, 0.09308277070522308], "cos_apical_negg": [0.08976505696773529, 0.10597588121891022, 0.1045079454779625, 0.09592606127262115, 0.09560881555080414, 0.09555839002132416, 0.09308277070522308], "cos_Ac_negg": [0.08976505696773529, 0.10597588121891022, 0.1045079454779625, 0.09592606127262115, 0.09560881555080414, 0.09555839002132416, 0.09308277070522308], "r_norm": [0.1777893453836441, 0.17648428678512573, 0.16511903703212738, 0.17061111330986023, 0.17409953474998474, 0.16925367712974548, 0.17644929885864258]}, {"step": 8750, "epoch": 18, "train_loss": 0.0005569212953560054, "cos_r_negg": [0.0899471640586853, 0.10582593083381653, 0.10428930819034576, 0.0953950583934784, 0.09489492326974869, 0.09462269395589828, 0.09254059940576553], "cos_apical_negg": [0.0899471640586853, 0.10582593083381653, 0.10428930819034576, 0.0953950583934784, 0.09489492326974869, 0.09462269395589828, 0.09254059940576553], "cos_Ac_negg": [0.0899471640586853, 0.10582593083381653, 0.10428930819034576, 0.0953950583934784, 0.09489492326974869, 0.09462269395589828, 0.09254059940576553], "r_norm": [0.17229869961738586, 0.17127735912799835, 0.16024081408977509, 0.16571135818958282, 0.1688619703054428, 0.16430580615997314, 0.17121297121047974], "ldr": {"dL_sdil": -0.008858099579811096, "dL_bp": -0.02807939052581787, "ratio": 0.31546623391509976}}, {"step": 8800, "epoch": 18, "train_loss": 0.0006427825428545475, "cos_r_negg": [0.08935283124446869, 0.10495376586914062, 0.10358777642250061, 0.09533821046352386, 0.09505803883075714, 0.0947849377989769, 0.09236402809619904], "cos_apical_negg": [0.08935283124446869, 0.10495376586914062, 0.10358777642250061, 0.09533821046352386, 0.09505803883075714, 0.0947849377989769, 0.09236402809619904], "cos_Ac_negg": [0.08935283124446869, 0.10495376586914062, 0.10358777642250061, 0.09533821046352386, 0.09505803883075714, 0.0947849377989769, 0.09236402809619904], "r_norm": [0.174472838640213, 0.17341160774230957, 0.1622505486011505, 0.16774940490722656, 0.17097319662570953, 0.16624796390533447, 0.1733599752187729]}, {"step": 8850, "epoch": 18, "train_loss": 0.00017192687664646655, "cos_r_negg": [0.08917378634214401, 0.10463406145572662, 0.10334759205579758, 0.0952313169836998, 0.09528237581253052, 0.09489050507545471, 0.09240403026342392], "cos_apical_negg": [0.08917378634214401, 0.10463406145572662, 0.10334759205579758, 0.0952313169836998, 0.09528237581253052, 0.09489050507545471, 0.09240403026342392], "cos_Ac_negg": [0.08917378634214401, 0.10463406145572662, 0.10334759205579758, 0.0952313169836998, 0.09528237581253052, 0.09489050507545471, 0.09240403026342392], "r_norm": [0.17775851488113403, 0.17666979134082794, 0.1654382348060608, 0.17081350088119507, 0.17419663071632385, 0.16908179223537445, 0.1764393150806427]}, {"step": 8900, "epoch": 18, "train_loss": 0.0001223928265972063, "cos_r_negg": [0.08785228431224823, 0.10348565876483917, 0.10222816467285156, 0.09397013485431671, 0.09404056519269943, 0.09356842935085297, 0.09174193441867828], "cos_apical_negg": [0.08785228431224823, 0.10348565876483917, 0.10222816467285156, 0.09397013485431671, 0.09404056519269943, 0.09356842935085297, 0.09174193441867828], "cos_Ac_negg": [0.08785228431224823, 0.10348565876483917, 0.10222816467285156, 0.09397013485431671, 0.09404056519269943, 0.09356842935085297, 0.09174193441867828], "r_norm": [0.17367231845855713, 0.17263002693653107, 0.1618087738752365, 0.16732555627822876, 0.17018353939056396, 0.16529414057731628, 0.17258627712726593]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9712, "test_loss": 0.20173377437591553}, {"step": 8950, "epoch": 19, "train_loss": 0.00021266448311507702, "cos_r_negg": [0.08778899908065796, 0.1033054068684578, 0.10211502015590668, 0.09394051879644394, 0.0939365029335022, 0.09342271089553833, 0.091534823179245], "cos_apical_negg": [0.08778899908065796, 0.1033054068684578, 0.10211502015590668, 0.09394051879644394, 0.0939365029335022, 0.09342271089553833, 0.091534823179245], "cos_Ac_negg": [0.08778899908065796, 0.1033054068684578, 0.10211502015590668, 0.09394051879644394, 0.0939365029335022, 0.09342271089553833, 0.091534823179245], "r_norm": [0.17446140944957733, 0.17341198027133942, 0.16239863634109497, 0.1678704172372818, 0.17097161710262299, 0.1661674529314041, 0.17335134744644165]}, {"step": 9000, "epoch": 19, "train_loss": 0.0002563165035098791, "cos_r_negg": [0.08719363808631897, 0.10258045792579651, 0.10128700733184814, 0.09310242533683777, 0.09304472804069519, 0.09259912371635437, 0.0907253846526146], "cos_apical_negg": [0.08719363808631897, 0.10258045792579651, 0.10128700733184814, 0.09310242533683777, 0.09304472804069519, 0.09259912371635437, 0.0907253846526146], "cos_Ac_negg": [0.08719363808631897, 0.10258045792579651, 0.10128700733184814, 0.09310242533683777, 0.09304472804069519, 0.09259912371635437, 0.0907253846526146], "r_norm": [0.17710110545158386, 0.17584578692913055, 0.1645885854959488, 0.17017675936222076, 0.17343184351921082, 0.1686556339263916, 0.17590564489364624], "ldr": {"dL_sdil": -0.009903714060783386, "dL_bp": -0.031030654907226562, "ratio": 0.31915904096748415}}, {"step": 9050, "epoch": 19, "train_loss": 0.0007369270315393806, "cos_r_negg": [0.08643936365842819, 0.10177767276763916, 0.1003003865480423, 0.09213235974311829, 0.09191880375146866, 0.0914798155426979, 0.08964620530605316], "cos_apical_negg": [0.08643936365842819, 0.10177767276763916, 0.1003003865480423, 0.09213235974311829, 0.09191880375146866, 0.0914798155426979, 0.08964620530605316], "cos_Ac_negg": [0.08643936365842819, 0.10177767276763916, 0.1003003865480423, 0.09213235974311829, 0.09191880375146866, 0.0914798155426979, 0.08964620530605316], "r_norm": [0.1739896982908249, 0.17283280193805695, 0.16179202497005463, 0.16735942661762238, 0.17043602466583252, 0.16576163470745087, 0.17291966080665588]}, {"step": 9100, "epoch": 19, "train_loss": 0.0003331008192617446, "cos_r_negg": [0.08574210107326508, 0.10079550743103027, 0.09937536716461182, 0.09125745296478271, 0.091165691614151, 0.0908258780837059, 0.08878394961357117], "cos_apical_negg": [0.08574210107326508, 0.10079550743103027, 0.09937536716461182, 0.09125745296478271, 0.091165691614151, 0.0908258780837059, 0.08878394961357117], "cos_Ac_negg": [0.08574210107326508, 0.10079550743103027, 0.09937536716461182, 0.09125745296478271, 0.091165691614151, 0.0908258780837059, 0.08878394961357117], "r_norm": [0.17881673574447632, 0.177493155002594, 0.16613686084747314, 0.1717795431613922, 0.17507871985435486, 0.17020052671432495, 0.1776057332754135]}, {"step": 9150, "epoch": 19, "train_loss": 0.0021724721882492304, "cos_r_negg": [0.08615373075008392, 0.10171365737915039, 0.10026617348194122, 0.09217782318592072, 0.09166837483644485, 0.0913991779088974, 0.08943097293376923], "cos_apical_negg": [0.08615373075008392, 0.10171365737915039, 0.10026617348194122, 0.09217782318592072, 0.09166837483644485, 0.0913991779088974, 0.08943097293376923], "cos_Ac_negg": [0.08615373075008392, 0.10171365737915039, 0.10026617348194122, 0.09217782318592072, 0.09166837483644485, 0.0913991779088974, 0.08943097293376923], "r_norm": [0.17778009176254272, 0.1765395700931549, 0.1653684675693512, 0.1710844188928604, 0.1741015911102295, 0.16929808259010315, 0.17686040699481964]}, {"step": 9200, "epoch": 19, "train_loss": 0.0003304271085653454, "cos_r_negg": [0.08587196469306946, 0.10159257054328918, 0.10026004910469055, 0.09211961925029755, 0.09163614362478256, 0.09125351905822754, 0.0896596908569336], "cos_apical_negg": [0.08587196469306946, 0.10159257054328918, 0.10026004910469055, 0.09211961925029755, 0.09163614362478256, 0.09125351905822754, 0.0896596908569336], "cos_Ac_negg": [0.08587196469306946, 0.10159257054328918, 0.10026004910469055, 0.09211961925029755, 0.09163614362478256, 0.09125351905822754, 0.0896596908569336], "r_norm": [0.17491795122623444, 0.17372146248817444, 0.16275522112846375, 0.1684279590845108, 0.17132002115249634, 0.1666220724582672, 0.1739845871925354]}, {"step": 9250, "epoch": 19, "train_loss": 0.0002765153767541051, "cos_r_negg": [0.08529958128929138, 0.10054635256528854, 0.0992802232503891, 0.09105849266052246, 0.09106989204883575, 0.09008757025003433, 0.08875009417533875], "cos_apical_negg": [0.08529958128929138, 0.10054635256528854, 0.0992802232503891, 0.09105849266052246, 0.09106989204883575, 0.09008757025003433, 0.08875009417533875], "cos_Ac_negg": [0.08529958128929138, 0.10054635256528854, 0.0992802232503891, 0.09105849266052246, 0.09106989204883575, 0.09008757025003433, 0.08875009417533875], "r_norm": [0.17916864156723022, 0.17790168523788452, 0.16663864254951477, 0.1723424345254898, 0.17544884979724884, 0.17059007287025452, 0.17817744612693787], "ldr": {"dL_sdil": -0.010841310024261475, "dL_bp": -0.03361395001411438, "ratio": 0.3225241311928306}}, {"step": 9300, "epoch": 19, "train_loss": 0.0010121172526851296, "cos_r_negg": [0.08462466299533844, 0.09950398653745651, 0.09850367903709412, 0.09068801999092102, 0.0906323492527008, 0.08996571600437164, 0.08862902969121933], "cos_apical_negg": [0.08462466299533844, 0.09950398653745651, 0.09850367903709412, 0.09068801999092102, 0.0906323492527008, 0.08996571600437164, 0.08862902969121933], "cos_Ac_negg": [0.08462466299533844, 0.09950398653745651, 0.09850367903709412, 0.09068801999092102, 0.0906323492527008, 0.08996571600437164, 0.08862902969121933], "r_norm": [0.17486552894115448, 0.17369526624679565, 0.16259267926216125, 0.16817574203014374, 0.1712772250175476, 0.16654904186725616, 0.17377403378486633]}, {"step": 9350, "epoch": 19, "train_loss": 0.000950283429119736, "cos_r_negg": [0.08463094383478165, 0.0994526818394661, 0.09860524535179138, 0.09086371213197708, 0.09071144461631775, 0.09015697240829468, 0.08865822851657867], "cos_apical_negg": [0.08463094383478165, 0.0994526818394661, 0.09860524535179138, 0.09086371213197708, 0.09071144461631775, 0.09015697240829468, 0.08865822851657867], "cos_Ac_negg": [0.08463094383478165, 0.0994526818394661, 0.09860524535179138, 0.09086371213197708, 0.09071144461631775, 0.09015697240829468, 0.08865822851657867], "r_norm": [0.1741729974746704, 0.17304784059524536, 0.16203314065933228, 0.16765722632408142, 0.17060725390911102, 0.16592204570770264, 0.1731727421283722]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9712, "test_loss": 0.20520174655914306}], "final": {"test_acc": 0.9712, "test_loss": 0.20520174655914306, "wall_s": 129.36345219612122, "cos_r_negg": [0.08430533856153488, 0.09902960062026978, 0.09815730899572372, 0.09035981446504593, 0.09052954614162445, 0.08982357382774353, 0.08830372244119644], "cos_apical_negg": [0.08430533856153488, 0.09902960062026978, 0.09815730899572372, 0.09035981446504593, 0.09052954614162445, 0.08982357382774353, 0.08830372244119644], "cos_Ac_negg": [0.08430533856153488, 0.09902960062026978, 0.09815730899572372, 0.09035981446504593, 0.09052954614162445, 0.08982357382774353, 0.08830372244119644]}}
|
