{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d10_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.474938154220581, "cos_r_negg": [-0.007744775619357824, 0.008340233005583286, -0.003938066773116589, -0.006496783345937729, 0.044481586664915085, -0.011365361511707306, -0.031242026016116142, 0.018188636749982834, -0.02746845781803131, -0.012100575491786003], "cos_apical_negg": [-0.007744775619357824, 0.008340233005583286, -0.003938066773116589, -0.006496783345937729, 0.044481586664915085, -0.011365361511707306, -0.031242026016116142, 0.018188636749982834, -0.02746845781803131, -0.012100575491786003], "cos_Ac_negg": [-0.007744775619357824, 0.008340233005583286, -0.003938066773116589, -0.006496783345937729, 0.044481586664915085, -0.011365361511707306, -0.031242026016116142, 0.018188636749982834, -0.02746845781803131, -0.012100575491786003], "r_norm": [5.030750274658203, 5.04127836227417, 5.046191215515137, 5.034816741943359, 4.983816146850586, 4.952178001403809, 5.099880695343018, 5.018294334411621, 5.025327205657959, 5.078590393066406], "ldr": {"dL_sdil": 0.08585238456726074, "dL_bp": -0.4539375305175781, "ratio": -0.1891281923073691}}, {"step": 50, "epoch": 0, "train_loss": 2.119333267211914, "cos_r_negg": [0.2153799831867218, -0.026133369654417038, -0.06473436951637268, -0.01985703408718109, -0.021868310868740082, -0.003920213785022497, -0.0056856609880924225, -0.008016599342226982, -0.00848359614610672, -0.03584903106093407], "cos_apical_negg": [0.2153799831867218, -0.026133369654417038, -0.06473436951637268, -0.01985703408718109, -0.021868310868740082, -0.003920213785022497, -0.0056856609880924225, -0.008016599342226982, -0.00848359614610672, -0.03584903106093407], "cos_Ac_negg": [0.2153799831867218, -0.026133369654417038, -0.06473436951637268, -0.01985703408718109, -0.021868310868740082, -0.003920213785022497, -0.0056856609880924225, -0.008016599342226982, -0.00848359614610672, -0.03584903106093407], "r_norm": [4.573591709136963, 4.572543144226074, 4.569631576538086, 4.574687480926514, 4.520352363586426, 4.488040924072266, 4.626414775848389, 4.539608001708984, 4.544598579406738, 4.594439506530762]}, {"step": 100, "epoch": 0, "train_loss": 1.9570084810256958, "cos_r_negg": [0.3097948133945465, -0.04777881130576134, -0.08196861296892166, -0.004074998199939728, -0.007481397595256567, 0.0038449447602033615, 0.004112063907086849, -0.0015930398367345333, 0.03124861791729927, -0.1286824345588684], "cos_apical_negg": [0.3097948133945465, -0.04777881130576134, -0.08196861296892166, -0.004074998199939728, -0.007481397595256567, 0.0038449447602033615, 0.004112063907086849, -0.0015930398367345333, 0.03124861791729927, -0.1286824345588684], "cos_Ac_negg": [0.3097948133945465, -0.04777881130576134, -0.08196861296892166, -0.004074998199939728, -0.007481397595256567, 0.0038449447602033615, 0.004112063907086849, -0.0015930398367345333, 0.03124861791729927, -0.1286824345588684], "r_norm": [4.288110733032227, 4.279498100280762, 4.255747318267822, 4.278764724731445, 4.227993965148926, 4.195913314819336, 4.322960376739502, 4.239567279815674, 4.240151882171631, 4.285144805908203]}, {"step": 150, "epoch": 0, "train_loss": 2.031351327896118, "cos_r_negg": [0.37698838114738464, -0.01482947263866663, -0.06573483347892761, -0.0018951806705445051, 0.0019377414137125015, -0.05212552100419998, -0.024803705513477325, 0.025365907698869705, 0.019063087180256844, -0.05020029842853546], "cos_apical_negg": [0.37698838114738464, -0.01482947263866663, -0.06573483347892761, -0.0018951806705445051, 0.0019377414137125015, -0.05212552100419998, -0.024803705513477325, 0.025365907698869705, 0.019063087180256844, -0.05020029842853546], "cos_Ac_negg": [0.37698838114738464, -0.01482947263866663, -0.06573483347892761, -0.0018951806705445051, 0.0019377414137125015, -0.05212552100419998, -0.024803705513477325, 0.025365907698869705, 0.019063087180256844, -0.05020029842853546], "r_norm": [4.257630825042725, 4.244527816772461, 4.237356185913086, 4.254366874694824, 4.206723213195801, 4.169325828552246, 4.295703887939453, 4.2180328369140625, 4.2128400802612305, 4.253107070922852]}, {"step": 200, "epoch": 0, "train_loss": 2.035020112991333, "cos_r_negg": [0.43250176310539246, -0.01535739004611969, -0.0367702841758728, 0.01297575980424881, -0.004941725637763739, -0.04335375875234604, -0.0434277206659317, -0.005548802204430103, -0.005802549887448549, -0.06444783508777618], "cos_apical_negg": [0.43250176310539246, -0.01535739004611969, -0.0367702841758728, 0.01297575980424881, -0.004941725637763739, -0.04335375875234604, -0.0434277206659317, -0.005548802204430103, -0.005802549887448549, -0.06444783508777618], "cos_Ac_negg": [0.43250176310539246, -0.01535739004611969, -0.0367702841758728, 0.01297575980424881, -0.004941725637763739, -0.04335375875234604, -0.0434277206659317, -0.005548802204430103, -0.005802549887448549, -0.06444783508777618], "r_norm": [4.063373565673828, 4.046192646026611, 4.031770706176758, 4.038079261779785, 3.9934511184692383, 3.9639880657196045, 4.086834907531738, 4.0172929763793945, 4.006169319152832, 4.038569450378418]}, {"step": 250, "epoch": 0, "train_loss": 2.2229881286621094, "cos_r_negg": [0.42588937282562256, 0.0018705693073570728, -0.0140138640999794, -0.019510356709361076, -0.021309448406100273, -0.023739365860819817, 0.019058067351579666, -0.01496672723442316, 0.005637568421661854, -0.03716918081045151], "cos_apical_negg": [0.42588937282562256, 0.0018705693073570728, -0.0140138640999794, -0.019510356709361076, -0.021309448406100273, -0.023739365860819817, 0.019058067351579666, -0.01496672723442316, 0.005637568421661854, -0.03716918081045151], "cos_Ac_negg": [0.42588937282562256, 0.0018705693073570728, -0.0140138640999794, -0.019510356709361076, -0.021309448406100273, -0.023739365860819817, 0.019058067351579666, -0.01496672723442316, 0.005637568421661854, -0.03716918081045151], "r_norm": [4.102580547332764, 4.0731048583984375, 4.062771320343018, 4.089174270629883, 4.034114837646484, 4.00779390335083, 4.111861228942871, 4.056087970733643, 4.04929780960083, 4.074297904968262], "ldr": {"dL_sdil": -0.15512144565582275, "dL_bp": -0.15340614318847656, "ratio": 1.0111814457471808}}, {"step": 300, "epoch": 0, "train_loss": 1.6840770244598389, "cos_r_negg": [0.45847174525260925, 0.023912742733955383, -0.018636373803019524, -0.02370382472872734, -0.016418911516666412, -0.05976313725113869, 0.002542522270232439, 0.026523062959313393, -0.014558564871549606, -0.0819602906703949], "cos_apical_negg": [0.45847174525260925, 0.023912742733955383, -0.018636373803019524, -0.02370382472872734, -0.016418911516666412, -0.05976313725113869, 0.002542522270232439, 0.026523062959313393, -0.014558564871549606, -0.0819602906703949], "cos_Ac_negg": [0.45847174525260925, 0.023912742733955383, -0.018636373803019524, -0.02370382472872734, -0.016418911516666412, -0.05976313725113869, 0.002542522270232439, 0.026523062959313393, -0.014558564871549606, -0.0819602906703949], "r_norm": [3.7406275272369385, 3.7137937545776367, 3.6993536949157715, 3.721384286880493, 3.6757559776306152, 3.6451492309570312, 3.7523136138916016, 3.6923582553863525, 3.6882705688476562, 3.7117037773132324]}, {"step": 350, "epoch": 0, "train_loss": 2.2706799507141113, "cos_r_negg": [0.4725895822048187, 0.0197456032037735, -0.02123376354575157, -0.02509189024567604, -0.003037521615624428, -0.06872712075710297, 0.0007302009034901857, -0.008661116473376751, -0.03598769009113312, -0.07233993709087372], "cos_apical_negg": [0.4725895822048187, 0.0197456032037735, -0.02123376354575157, -0.02509189024567604, -0.003037521615624428, -0.06872712075710297, 0.0007302009034901857, -0.008661116473376751, -0.03598769009113312, -0.07233993709087372], "cos_Ac_negg": [0.4725895822048187, 0.0197456032037735, -0.02123376354575157, -0.02509189024567604, -0.003037521615624428, -0.06872712075710297, 0.0007302009034901857, -0.008661116473376751, -0.03598769009113312, -0.07233993709087372], "r_norm": [3.70529842376709, 3.6703450679779053, 3.6572208404541016, 3.670125961303711, 3.6302149295806885, 3.599459648132324, 3.7061378955841064, 3.647761821746826, 3.6433048248291016, 3.669740676879883]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3586, "test_loss": 1.8486583251953126}, {"step": 400, "epoch": 1, "train_loss": 1.8342113494873047, "cos_r_negg": [0.46489179134368896, 0.02759537100791931, -0.02009199559688568, 0.009665216319262981, -0.016656838357448578, -0.056915223598480225, 0.04758481681346893, -0.013470525853335857, 0.0029503628611564636, -0.011315267533063889], "cos_apical_negg": [0.46489179134368896, 0.02759537100791931, -0.02009199559688568, 0.009665216319262981, -0.016656838357448578, -0.056915223598480225, 0.04758481681346893, -0.013470525853335857, 0.0029503628611564636, -0.011315267533063889], "cos_Ac_negg": [0.46489179134368896, 0.02759537100791931, -0.02009199559688568, 0.009665216319262981, -0.016656838357448578, -0.056915223598480225, 0.04758481681346893, -0.013470525853335857, 0.0029503628611564636, -0.011315267533063889], "r_norm": [3.5948987007141113, 3.550386905670166, 3.5321879386901855, 3.5606095790863037, 3.519763231277466, 3.4878692626953125, 3.5855534076690674, 3.5314834117889404, 3.536041259765625, 3.556304454803467]}, {"step": 450, "epoch": 1, "train_loss": 1.9995008707046509, "cos_r_negg": [0.5157973766326904, 0.03860607370734215, 0.014867249876260757, 0.04342086240649223, 0.017609011381864548, -0.012240629643201828, 0.05797354876995087, -0.023376237601041794, 0.037393439561128616, -0.04331845045089722], "cos_apical_negg": [0.5157973766326904, 0.03860607370734215, 0.014867249876260757, 0.04342086240649223, 0.017609011381864548, -0.012240629643201828, 0.05797354876995087, -0.023376237601041794, 0.037393439561128616, -0.04331845045089722], "cos_Ac_negg": [0.5157973766326904, 0.03860607370734215, 0.014867249876260757, 0.04342086240649223, 0.017609011381864548, -0.012240629643201828, 0.05797354876995087, -0.023376237601041794, 0.037393439561128616, -0.04331845045089722], "r_norm": [3.5341529846191406, 3.49650502204895, 3.471705913543701, 3.500619888305664, 3.4558517932891846, 3.4321041107177734, 3.5320017337799072, 3.4794657230377197, 3.471071720123291, 3.4950830936431885]}, {"step": 500, "epoch": 1, "train_loss": 1.7058247327804565, "cos_r_negg": [0.5241082906723022, 0.021071400493383408, 0.02104482799768448, 0.057609520852565765, 0.04553252458572388, -0.012873277999460697, 0.012770142406225204, -0.054960235953330994, 0.03649965673685074, 0.02228200063109398], "cos_apical_negg": [0.5241082906723022, 0.021071400493383408, 0.02104482799768448, 0.057609520852565765, 0.04553252458572388, -0.012873277999460697, 0.012770142406225204, -0.054960235953330994, 0.03649965673685074, 0.02228200063109398], "cos_Ac_negg": [0.5241082906723022, 0.021071400493383408, 0.02104482799768448, 0.057609520852565765, 0.04553252458572388, -0.012873277999460697, 0.012770142406225204, -0.054960235953330994, 0.03649965673685074, 0.02228200063109398], "r_norm": [3.504748821258545, 3.453740119934082, 3.436582088470459, 3.4690070152282715, 3.424344539642334, 3.3879477977752686, 3.494396686553955, 3.439699172973633, 3.4295120239257812, 3.459841728210449], "ldr": {"dL_sdil": -0.0702505111694336, "dL_bp": -0.06728720664978027, "ratio": 1.0440396424104343}}, {"step": 550, "epoch": 1, "train_loss": 2.0136313438415527, "cos_r_negg": [0.5159556269645691, 0.037827808409929276, 0.0496206060051918, 0.05435121804475784, 0.032372698187828064, -0.00926617905497551, 0.011912014335393906, 0.0031432793475687504, 0.03064705990254879, -0.005136845167726278], "cos_apical_negg": [0.5159556269645691, 0.037827808409929276, 0.0496206060051918, 0.05435121804475784, 0.032372698187828064, -0.00926617905497551, 0.011912014335393906, 0.0031432793475687504, 0.03064705990254879, -0.005136845167726278], "cos_Ac_negg": [0.5159556269645691, 0.037827808409929276, 0.0496206060051918, 0.05435121804475784, 0.032372698187828064, -0.00926617905497551, 0.011912014335393906, 0.0031432793475687504, 0.03064705990254879, -0.005136845167726278], "r_norm": [3.4535129070281982, 3.400625467300415, 3.384099006652832, 3.3975319862365723, 3.3687334060668945, 3.335419178009033, 3.4321515560150146, 3.3850674629211426, 3.375527858734131, 3.3987865447998047]}, {"step": 600, "epoch": 1, "train_loss": 1.8781334161758423, "cos_r_negg": [0.535615861415863, 0.07612315565347672, 0.06866844743490219, 0.04960344731807709, 0.05674160271883011, 0.045906852930784225, 0.06932997703552246, 0.006674719974398613, 0.06004054844379425, -0.013573454692959785], "cos_apical_negg": [0.535615861415863, 0.07612315565347672, 0.06866844743490219, 0.04960344731807709, 0.05674160271883011, 0.045906852930784225, 0.06932997703552246, 0.006674719974398613, 0.06004054844379425, -0.013573454692959785], "cos_Ac_negg": [0.535615861415863, 0.07612315565347672, 0.06866844743490219, 0.04960344731807709, 0.05674160271883011, 0.045906852930784225, 0.06932997703552246, 0.006674719974398613, 0.06004054844379425, -0.013573454692959785], "r_norm": [3.2930121421813965, 3.2234230041503906, 3.2101974487304688, 3.2368898391723633, 3.19252872467041, 3.1639771461486816, 3.2600221633911133, 3.2134814262390137, 3.2004992961883545, 3.224785804748535]}, {"step": 650, "epoch": 1, "train_loss": 1.8435325622558594, "cos_r_negg": [0.5356100797653198, 0.0838327407836914, 0.061349138617515564, 0.06939717382192612, 0.043975017964839935, 0.034899599850177765, -0.0075310044921934605, 0.001841563731431961, 0.011411432176828384, -0.012540245428681374], "cos_apical_negg": [0.5356100797653198, 0.0838327407836914, 0.061349138617515564, 0.06939717382192612, 0.043975017964839935, 0.034899599850177765, -0.0075310044921934605, 0.001841563731431961, 0.011411432176828384, -0.012540245428681374], "cos_Ac_negg": [0.5356100797653198, 0.0838327407836914, 0.061349138617515564, 0.06939717382192612, 0.043975017964839935, 0.034899599850177765, -0.0075310044921934605, 0.001841563731431961, 0.011411432176828384, -0.012540245428681374], "r_norm": [3.264547109603882, 3.1932880878448486, 3.1753687858581543, 3.2016725540161133, 3.166348934173584, 3.129575252532959, 3.227993965148926, 3.1764960289001465, 3.174375057220459, 3.1969244480133057]}, {"step": 700, "epoch": 1, "train_loss": 1.8615293502807617, "cos_r_negg": [0.5462170839309692, 0.07219702750444412, 0.05035363882780075, 0.07056308537721634, 0.06063176691532135, 0.03941743075847626, 0.03778413310647011, 0.02325025200843811, 0.01145489513874054, 0.02000718005001545], "cos_apical_negg": [0.5462170839309692, 0.07219702750444412, 0.05035363882780075, 0.07056308537721634, 0.06063176691532135, 0.03941743075847626, 0.03778413310647011, 0.02325025200843811, 0.01145489513874054, 0.02000718005001545], "cos_Ac_negg": [0.5462170839309692, 0.07219702750444412, 0.05035363882780075, 0.07056308537721634, 0.06063176691532135, 0.03941743075847626, 0.03778413310647011, 0.02325025200843811, 0.01145489513874054, 0.02000718005001545], "r_norm": [3.225616931915283, 3.140564441680908, 3.1276657581329346, 3.150179862976074, 3.124147891998291, 3.0862584114074707, 3.1815993785858154, 3.1314706802368164, 3.116621494293213, 3.1477420330047607]}, {"step": 750, "epoch": 1, "train_loss": 2.0021088123321533, "cos_r_negg": [0.5622770190238953, 0.10304190963506699, 0.05514013022184372, 0.08908748626708984, 0.06676672399044037, 0.0063118701800704, 0.04830186069011688, 0.040956806391477585, -0.014352953061461449, 0.025313494727015495], "cos_apical_negg": [0.5622770190238953, 0.10304190963506699, 0.05514013022184372, 0.08908748626708984, 0.06676672399044037, 0.0063118701800704, 0.04830186069011688, 0.040956806391477585, -0.014352953061461449, 0.025313494727015495], "cos_Ac_negg": [0.5622770190238953, 0.10304190963506699, 0.05514013022184372, 0.08908748626708984, 0.06676672399044037, 0.0063118701800704, 0.04830186069011688, 0.040956806391477585, -0.014352953061461449, 0.025313494727015495], "r_norm": [3.0693721771240234, 2.9920568466186523, 2.977783203125, 2.998378276824951, 2.9585447311401367, 2.930356740951538, 3.022970676422119, 2.9748682975769043, 2.9711198806762695, 2.9883346557617188], "ldr": {"dL_sdil": -0.06376314163208008, "dL_bp": -0.06052398681640625, "ratio": 1.053518530190344}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3709, "test_loss": 1.8876553100585938}, {"step": 800, "epoch": 2, "train_loss": 1.87039053440094, "cos_r_negg": [0.5740359425544739, 0.09735452383756638, 0.06201603636145592, 0.09773111343383789, 0.05443359166383743, 0.035072267055511475, 0.0639202743768692, 0.046667687594890594, 0.012889867648482323, 0.030598456040024757], "cos_apical_negg": [0.5740359425544739, 0.09735452383756638, 0.06201603636145592, 0.09773111343383789, 0.05443359166383743, 0.035072267055511475, 0.0639202743768692, 0.046667687594890594, 0.012889867648482323, 0.030598456040024757], "cos_Ac_negg": [0.5740359425544739, 0.09735452383756638, 0.06201603636145592, 0.09773111343383789, 0.05443359166383743, 0.035072267055511475, 0.0639202743768692, 0.046667687594890594, 0.012889867648482323, 0.030598456040024757], "r_norm": [3.0895447731018066, 2.9931275844573975, 2.978402614593506, 3.009749412536621, 2.9691715240478516, 2.937521457672119, 3.0267086029052734, 2.9821863174438477, 2.9767003059387207, 2.998253345489502]}, {"step": 850, "epoch": 2, "train_loss": 1.7521326541900635, "cos_r_negg": [0.6036769151687622, 0.1070772334933281, 0.06692878901958466, 0.08631971478462219, 0.07306026667356491, 0.06127544492483139, 0.06985587626695633, 0.0266968235373497, 0.02001935988664627, 0.07706784456968307], "cos_apical_negg": [0.6036769151687622, 0.1070772334933281, 0.06692878901958466, 0.08631971478462219, 0.07306026667356491, 0.06127544492483139, 0.06985587626695633, 0.0266968235373497, 0.02001935988664627, 0.07706784456968307], "cos_Ac_negg": [0.6036769151687622, 0.1070772334933281, 0.06692878901958466, 0.08631971478462219, 0.07306026667356491, 0.06127544492483139, 0.06985587626695633, 0.0266968235373497, 0.02001935988664627, 0.07706784456968307], "r_norm": [3.016676902770996, 2.9185173511505127, 2.904662609100342, 2.925050735473633, 2.901336431503296, 2.865994930267334, 2.9521050453186035, 2.9076144695281982, 2.9034483432769775, 2.9270553588867188]}, {"step": 900, "epoch": 2, "train_loss": 1.7184162139892578, "cos_r_negg": [0.5785340070724487, 0.1049676239490509, 0.0784570723772049, 0.10871295630931854, 0.07409752905368805, 0.046878743916749954, 0.08378361165523529, 0.059796467423439026, 0.03887135535478592, 0.05691153183579445], "cos_apical_negg": [0.5785340070724487, 0.1049676239490509, 0.0784570723772049, 0.10871295630931854, 0.07409752905368805, 0.046878743916749954, 0.08378361165523529, 0.059796467423439026, 0.03887135535478592, 0.05691153183579445], "cos_Ac_negg": [0.5785340070724487, 0.1049676239490509, 0.0784570723772049, 0.10871295630931854, 0.07409752905368805, 0.046878743916749954, 0.08378361165523529, 0.059796467423439026, 0.03887135535478592, 0.05691153183579445], "r_norm": [2.9925761222839355, 2.8946168422698975, 2.8763022422790527, 2.89725399017334, 2.862234354019165, 2.83756947517395, 2.923147201538086, 2.880967378616333, 2.864811420440674, 2.891207218170166]}, {"step": 950, "epoch": 2, "train_loss": 1.55898916721344, "cos_r_negg": [0.5973604917526245, 0.09207422286272049, 0.08513397723436356, 0.1181291863322258, 0.06732714176177979, 0.05121081694960594, 0.09529009461402893, 0.06251130253076553, 0.06717506796121597, 0.06646795570850372], "cos_apical_negg": [0.5973604917526245, 0.09207422286272049, 0.08513397723436356, 0.1181291863322258, 0.06732714176177979, 0.05121081694960594, 0.09529009461402893, 0.06251130253076553, 0.06717506796121597, 0.06646795570850372], "cos_Ac_negg": [0.5973604917526245, 0.09207422286272049, 0.08513397723436356, 0.1181291863322258, 0.06732714176177979, 0.05121081694960594, 0.09529009461402893, 0.06251130253076553, 0.06717506796121597, 0.06646795570850372], "r_norm": [2.9209213256835938, 2.8095617294311523, 2.79470157623291, 2.819356918334961, 2.782561779022217, 2.754598617553711, 2.839383602142334, 2.799741268157959, 2.7848432064056396, 2.8096630573272705]}, {"step": 1000, "epoch": 2, "train_loss": 1.7238938808441162, "cos_r_negg": [0.5979324579238892, 0.12087082117795944, 0.12327603250741959, 0.13069145381450653, 0.08452923595905304, 0.062094174325466156, 0.10205696523189545, 0.05473244935274124, 0.05879075825214386, 0.08187566697597504], "cos_apical_negg": [0.5979324579238892, 0.12087082117795944, 0.12327603250741959, 0.13069145381450653, 0.08452923595905304, 0.062094174325466156, 0.10205696523189545, 0.05473244935274124, 0.05879075825214386, 0.08187566697597504], "cos_Ac_negg": [0.5979324579238892, 0.12087082117795944, 0.12327603250741959, 0.13069145381450653, 0.08452923595905304, 0.062094174325466156, 0.10205696523189545, 0.05473244935274124, 0.05879075825214386, 0.08187566697597504], "r_norm": [2.8209691047668457, 2.7054669857025146, 2.6878700256347656, 2.712599754333496, 2.6808338165283203, 2.6525707244873047, 2.7356557846069336, 2.6978793144226074, 2.683403491973877, 2.7095842361450195], "ldr": {"dL_sdil": -0.043009042739868164, "dL_bp": -0.039459943771362305, "ratio": 1.0899418151498124}}, {"step": 1050, "epoch": 2, "train_loss": 1.987369179725647, "cos_r_negg": [0.6059632897377014, 0.12582272291183472, 0.1313648521900177, 0.12970060110092163, 0.10990247875452042, 0.06704673171043396, 0.10658051073551178, 0.05647294968366623, 0.07552388310432434, 0.08206356316804886], "cos_apical_negg": [0.6059632897377014, 0.12582272291183472, 0.1313648521900177, 0.12970060110092163, 0.10990247875452042, 0.06704673171043396, 0.10658051073551178, 0.05647294968366623, 0.07552388310432434, 0.08206356316804886], "cos_Ac_negg": [0.6059632897377014, 0.12582272291183472, 0.1313648521900177, 0.12970060110092163, 0.10990247875452042, 0.06704673171043396, 0.10658051073551178, 0.05647294968366623, 0.07552388310432434, 0.08206356316804886], "r_norm": [2.7295584678649902, 2.6152262687683105, 2.5969316959381104, 2.6156983375549316, 2.57905912399292, 2.5590736865997314, 2.6407060623168945, 2.6028316020965576, 2.590787887573242, 2.614564895629883]}, {"step": 1100, "epoch": 2, "train_loss": 1.62894868850708, "cos_r_negg": [0.5906524658203125, 0.1285899132490158, 0.13876374065876007, 0.1426030993461609, 0.1392768770456314, 0.07770465314388275, 0.11527974903583527, 0.05653127282857895, 0.07623641937971115, 0.07794538885354996], "cos_apical_negg": [0.5906524658203125, 0.1285899132490158, 0.13876374065876007, 0.1426030993461609, 0.1392768770456314, 0.07770465314388275, 0.11527974903583527, 0.05653127282857895, 0.07623641937971115, 0.07794538885354996], "cos_Ac_negg": [0.5906524658203125, 0.1285899132490158, 0.13876374065876007, 0.1426030993461609, 0.1392768770456314, 0.07770465314388275, 0.11527974903583527, 0.05653127282857895, 0.07623641937971115, 0.07794538885354996], "r_norm": [2.712764263153076, 2.586618423461914, 2.572739601135254, 2.595108985900879, 2.5614240169525146, 2.535612106323242, 2.615671157836914, 2.5775527954101562, 2.566282272338867, 2.586611747741699]}, {"step": 1150, "epoch": 2, "train_loss": 1.69466233253479, "cos_r_negg": [0.6061956882476807, 0.13084784150123596, 0.13512670993804932, 0.1461784839630127, 0.1455223560333252, 0.07869166135787964, 0.13236039876937866, 0.07428568601608276, 0.0771775096654892, 0.06441819667816162], "cos_apical_negg": [0.6061956882476807, 0.13084784150123596, 0.13512670993804932, 0.1461784839630127, 0.1455223560333252, 0.07869166135787964, 0.13236039876937866, 0.07428568601608276, 0.0771775096654892, 0.06441819667816162], "cos_Ac_negg": [0.6061956882476807, 0.13084784150123596, 0.13512670993804932, 0.1461784839630127, 0.1455223560333252, 0.07869166135787964, 0.13236039876937866, 0.07428568601608276, 0.0771775096654892, 0.06441819667816162], "r_norm": [2.730846881866455, 2.6003878116607666, 2.58475923538208, 2.6065382957458496, 2.577209949493408, 2.549386501312256, 2.6300668716430664, 2.591212272644043, 2.5804243087768555, 2.601757049560547]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.367, "test_loss": 1.8419258422851563}, {"step": 1200, "epoch": 3, "train_loss": 1.7909047603607178, "cos_r_negg": [0.6220817565917969, 0.1454225480556488, 0.15145941078662872, 0.1716213822364807, 0.14137275516986847, 0.08948677778244019, 0.135783389210701, 0.094511479139328, 0.07611459493637085, 0.09532185643911362], "cos_apical_negg": [0.6220817565917969, 0.1454225480556488, 0.15145941078662872, 0.1716213822364807, 0.14137275516986847, 0.08948677778244019, 0.135783389210701, 0.094511479139328, 0.07611459493637085, 0.09532185643911362], "cos_Ac_negg": [0.6220817565917969, 0.1454225480556488, 0.15145941078662872, 0.1716213822364807, 0.14137275516986847, 0.08948677778244019, 0.135783389210701, 0.094511479139328, 0.07611459493637085, 0.09532185643911362], "r_norm": [2.622865676879883, 2.49086332321167, 2.473325729370117, 2.4929592609405518, 2.461916446685791, 2.4344847202301025, 2.5174574851989746, 2.4796717166900635, 2.460562229156494, 2.4832491874694824]}, {"step": 1250, "epoch": 3, "train_loss": 1.571398377418518, "cos_r_negg": [0.6332715749740601, 0.1367536336183548, 0.1672479659318924, 0.16956764459609985, 0.1638757288455963, 0.11325609683990479, 0.16638442873954773, 0.11931312829256058, 0.09437170624732971, 0.06220711022615433], "cos_apical_negg": [0.6332715749740601, 0.1367536336183548, 0.1672479659318924, 0.16956764459609985, 0.1638757288455963, 0.11325609683990479, 0.16638442873954773, 0.11931312829256058, 0.09437170624732971, 0.06220711022615433], "cos_Ac_negg": [0.6332715749740601, 0.1367536336183548, 0.1672479659318924, 0.16956764459609985, 0.1638757288455963, 0.11325609683990479, 0.16638442873954773, 0.11931312829256058, 0.09437170624732971, 0.06220711022615433], "r_norm": [2.5649592876434326, 2.4211244583129883, 2.4042253494262695, 2.427874803543091, 2.395782709121704, 2.373312473297119, 2.447498083114624, 2.4135701656341553, 2.398641347885132, 2.4161839485168457], "ldr": {"dL_sdil": -0.053264737129211426, "dL_bp": -0.050937533378601074, "ratio": 1.0456874056565137}}, {"step": 1300, "epoch": 3, "train_loss": 1.6164209842681885, "cos_r_negg": [0.6264902353286743, 0.1558690220117569, 0.17457550764083862, 0.1850874274969101, 0.15754956007003784, 0.12025173753499985, 0.16617782413959503, 0.13902059197425842, 0.1112755537033081, 0.0699358582496643], "cos_apical_negg": [0.6264902353286743, 0.1558690220117569, 0.17457550764083862, 0.1850874274969101, 0.15754956007003784, 0.12025173753499985, 0.16617782413959503, 0.13902059197425842, 0.1112755537033081, 0.0699358582496643], "cos_Ac_negg": [0.6264902353286743, 0.1558690220117569, 0.17457550764083862, 0.1850874274969101, 0.15754956007003784, 0.12025173753499985, 0.16617782413959503, 0.13902059197425842, 0.1112755537033081, 0.0699358582496643], "r_norm": [2.6025326251983643, 2.4434990882873535, 2.4335074424743652, 2.458636999130249, 2.4307665824890137, 2.404747247695923, 2.4742398262023926, 2.4379141330718994, 2.428784132003784, 2.451232433319092]}, {"step": 1350, "epoch": 3, "train_loss": 1.739700198173523, "cos_r_negg": [0.634373664855957, 0.17367073893547058, 0.1643325537443161, 0.2009914070367813, 0.1806250512599945, 0.11017052084207535, 0.16823866963386536, 0.13806092739105225, 0.11926073580980301, 0.09379398822784424], "cos_apical_negg": [0.634373664855957, 0.17367073893547058, 0.1643325537443161, 0.2009914070367813, 0.1806250512599945, 0.11017052084207535, 0.16823866963386536, 0.13806092739105225, 0.11926073580980301, 0.09379398822784424], "cos_Ac_negg": [0.634373664855957, 0.17367073893547058, 0.1643325537443161, 0.2009914070367813, 0.1806250512599945, 0.11017052084207535, 0.16823866963386536, 0.13806092739105225, 0.11926073580980301, 0.09379398822784424], "r_norm": [2.5737221240997314, 2.4059255123138428, 2.3958775997161865, 2.4197888374328613, 2.3874268531799316, 2.364030361175537, 2.434994697570801, 2.4034676551818848, 2.3884143829345703, 2.4022297859191895]}, {"step": 1400, "epoch": 3, "train_loss": 1.658424973487854, "cos_r_negg": [0.6594701409339905, 0.1748795211315155, 0.16408255696296692, 0.2004707306623459, 0.1896202266216278, 0.10619529336690903, 0.15462557971477509, 0.15608665347099304, 0.11824799329042435, 0.0956583172082901], "cos_apical_negg": [0.6594701409339905, 0.1748795211315155, 0.16408255696296692, 0.2004707306623459, 0.1896202266216278, 0.10619529336690903, 0.15462557971477509, 0.15608665347099304, 0.11824799329042435, 0.0956583172082901], "cos_Ac_negg": [0.6594701409339905, 0.1748795211315155, 0.16408255696296692, 0.2004707306623459, 0.1896202266216278, 0.10619529336690903, 0.15462557971477509, 0.15608665347099304, 0.11824799329042435, 0.0956583172082901], "r_norm": [2.505452871322632, 2.3419387340545654, 2.326294422149658, 2.345595598220825, 2.323417901992798, 2.298367500305176, 2.366002082824707, 2.333791971206665, 2.3178017139434814, 2.3405609130859375]}, {"step": 1450, "epoch": 3, "train_loss": 1.6220617294311523, "cos_r_negg": [0.6776741743087769, 0.1926015019416809, 0.17679817974567413, 0.20730797946453094, 0.21457555890083313, 0.1618325114250183, 0.20070701837539673, 0.1791512817144394, 0.1307263821363449, 0.1094621866941452], "cos_apical_negg": [0.6776741743087769, 0.1926015019416809, 0.17679817974567413, 0.20730797946453094, 0.21457555890083313, 0.1618325114250183, 0.20070701837539673, 0.1791512817144394, 0.1307263821363449, 0.1094621866941452], "cos_Ac_negg": [0.6776741743087769, 0.1926015019416809, 0.17679817974567413, 0.20730797946453094, 0.21457555890083313, 0.1618325114250183, 0.20070701837539673, 0.1791512817144394, 0.1307263821363449, 0.1094621866941452], "r_norm": [2.4391446113586426, 2.271540641784668, 2.2553465366363525, 2.2736806869506836, 2.247344732284546, 2.2299892902374268, 2.291830062866211, 2.2631912231445312, 2.244555950164795, 2.26359224319458]}, {"step": 1500, "epoch": 3, "train_loss": 1.6299889087677002, "cos_r_negg": [0.6529289484024048, 0.18213395774364471, 0.1715272217988968, 0.22839133441448212, 0.19951237738132477, 0.1335182785987854, 0.1915045827627182, 0.1643156111240387, 0.1434928923845291, 0.11091242730617523], "cos_apical_negg": [0.6529289484024048, 0.18213395774364471, 0.1715272217988968, 0.22839133441448212, 0.19951237738132477, 0.1335182785987854, 0.1915045827627182, 0.1643156111240387, 0.1434928923845291, 0.11091242730617523], "cos_Ac_negg": [0.6529289484024048, 0.18213395774364471, 0.1715272217988968, 0.22839133441448212, 0.19951237738132477, 0.1335182785987854, 0.1915045827627182, 0.1643156111240387, 0.1434928923845291, 0.11091242730617523], "r_norm": [2.4022107124328613, 2.2251646518707275, 2.211890459060669, 2.232320785522461, 2.201810359954834, 2.1848044395446777, 2.248889446258545, 2.2181620597839355, 2.1986236572265625, 2.2183403968811035], "ldr": {"dL_sdil": -0.07935881614685059, "dL_bp": -0.07644832134246826, "ratio": 1.0380714023967128}}, {"step": 1550, "epoch": 3, "train_loss": 1.9548842906951904, "cos_r_negg": [0.6646473407745361, 0.2048078179359436, 0.16723491251468658, 0.22098003327846527, 0.17272675037384033, 0.15643954277038574, 0.20534884929656982, 0.1780942678451538, 0.16510356962680817, 0.09079283475875854], "cos_apical_negg": [0.6646473407745361, 0.2048078179359436, 0.16723491251468658, 0.22098003327846527, 0.17272675037384033, 0.15643954277038574, 0.20534884929656982, 0.1780942678451538, 0.16510356962680817, 0.09079283475875854], "cos_Ac_negg": [0.6646473407745361, 0.2048078179359436, 0.16723491251468658, 0.22098003327846527, 0.17272675037384033, 0.15643954277038574, 0.20534884929656982, 0.1780942678451538, 0.16510356962680817, 0.09079283475875854], "r_norm": [2.4803659915924072, 2.296975612640381, 2.28316593170166, 2.297084331512451, 2.262268304824829, 2.2534215450286865, 2.320373058319092, 2.2873570919036865, 2.2692997455596924, 2.28568696975708]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3843, "test_loss": 1.8194905395507812}, {"step": 1600, "epoch": 4, "train_loss": 1.6110808849334717, "cos_r_negg": [0.6645765900611877, 0.20554861426353455, 0.1898314356803894, 0.23250561952590942, 0.216933935880661, 0.17054885625839233, 0.23955628275871277, 0.20413903892040253, 0.16930167376995087, 0.11331444978713989], "cos_apical_negg": [0.6645765900611877, 0.20554861426353455, 0.1898314356803894, 0.23250561952590942, 0.216933935880661, 0.17054885625839233, 0.23955628275871277, 0.20413903892040253, 0.16930167376995087, 0.11331444978713989], "cos_Ac_negg": [0.6645765900611877, 0.20554861426353455, 0.1898314356803894, 0.23250561952590942, 0.216933935880661, 0.17054885625839233, 0.23955628275871277, 0.20413903892040253, 0.16930167376995087, 0.11331444978713989], "r_norm": [2.3317649364471436, 2.146061897277832, 2.1290805339813232, 2.155261278152466, 2.128434181213379, 2.107302188873291, 2.167919635772705, 2.138275623321533, 2.1218390464782715, 2.135225296020508]}, {"step": 1650, "epoch": 4, "train_loss": 1.6337461471557617, "cos_r_negg": [0.6784703731536865, 0.21427476406097412, 0.20053428411483765, 0.2635204792022705, 0.2278202325105667, 0.19052207469940186, 0.24329403042793274, 0.18960610032081604, 0.20202922821044922, 0.12165794521570206], "cos_apical_negg": [0.6784703731536865, 0.21427476406097412, 0.20053428411483765, 0.2635204792022705, 0.2278202325105667, 0.19052207469940186, 0.24329403042793274, 0.18960610032081604, 0.20202922821044922, 0.12165794521570206], "cos_Ac_negg": [0.6784703731536865, 0.21427476406097412, 0.20053428411483765, 0.2635204792022705, 0.2278202325105667, 0.19052207469940186, 0.24329403042793274, 0.18960610032081604, 0.20202922821044922, 0.12165794521570206], "r_norm": [2.303192615509033, 2.1170125007629395, 2.101224422454834, 2.1225976943969727, 2.0919861793518066, 2.0772438049316406, 2.137570858001709, 2.1066818237304688, 2.090879440307617, 2.1050055027008057]}, {"step": 1700, "epoch": 4, "train_loss": 1.5436744689941406, "cos_r_negg": [0.6904493570327759, 0.2203502655029297, 0.213029146194458, 0.2621794044971466, 0.23240819573402405, 0.20208188891410828, 0.2615571618080139, 0.2081764042377472, 0.1843259334564209, 0.12285570800304413], "cos_apical_negg": [0.6904493570327759, 0.2203502655029297, 0.213029146194458, 0.2621794044971466, 0.23240819573402405, 0.20208188891410828, 0.2615571618080139, 0.2081764042377472, 0.1843259334564209, 0.12285570800304413], "cos_Ac_negg": [0.6904493570327759, 0.2203502655029297, 0.213029146194458, 0.2621794044971466, 0.23240819573402405, 0.20208188891410828, 0.2615571618080139, 0.2081764042377472, 0.1843259334564209, 0.12285570800304413], "r_norm": [2.258392095565796, 2.067382574081421, 2.052624464035034, 2.0740957260131836, 2.047724962234497, 2.0276050567626953, 2.085360050201416, 2.0586800575256348, 2.0387768745422363, 2.055328130722046]}, {"step": 1750, "epoch": 4, "train_loss": 1.542895793914795, "cos_r_negg": [0.699087381362915, 0.2316684126853943, 0.22841981053352356, 0.26409080624580383, 0.23360908031463623, 0.21366329491138458, 0.2666494846343994, 0.20308005809783936, 0.18699190020561218, 0.12125988304615021], "cos_apical_negg": [0.699087381362915, 0.2316684126853943, 0.22841981053352356, 0.26409080624580383, 0.23360908031463623, 0.21366329491138458, 0.2666494846343994, 0.20308005809783936, 0.18699190020561218, 0.12125988304615021], "cos_Ac_negg": [0.699087381362915, 0.2316684126853943, 0.22841981053352356, 0.26409080624580383, 0.23360908031463623, 0.21366329491138458, 0.2666494846343994, 0.20308005809783936, 0.18699190020561218, 0.12125988304615021], "r_norm": [2.188762903213501, 2.000316858291626, 1.9820396900177002, 2.004983425140381, 1.9758809804916382, 1.9568099975585938, 2.0165085792541504, 1.9931573867797852, 1.9694437980651855, 1.9836649894714355], "ldr": {"dL_sdil": -0.05622756481170654, "dL_bp": -0.05428504943847656, "ratio": 1.0357836161765221}}, {"step": 1800, "epoch": 4, "train_loss": 1.5117590427398682, "cos_r_negg": [0.6818792223930359, 0.2464800775051117, 0.242572620511055, 0.2722579836845398, 0.24751803278923035, 0.19352459907531738, 0.24915900826454163, 0.2149287462234497, 0.20863665640354156, 0.151947483420372], "cos_apical_negg": [0.6818792223930359, 0.2464800775051117, 0.242572620511055, 0.2722579836845398, 0.24751803278923035, 0.19352459907531738, 0.24915900826454163, 0.2149287462234497, 0.20863665640354156, 0.151947483420372], "cos_Ac_negg": [0.6818792223930359, 0.2464800775051117, 0.242572620511055, 0.2722579836845398, 0.24751803278923035, 0.19352459907531738, 0.24915900826454163, 0.2149287462234497, 0.20863665640354156, 0.151947483420372], "r_norm": [2.227476119995117, 2.0242257118225098, 2.0070390701293945, 2.0335798263549805, 2.0033936500549316, 1.9834389686584473, 2.0385966300964355, 2.0147929191589355, 1.9931684732437134, 2.009129524230957]}, {"step": 1850, "epoch": 4, "train_loss": 1.5214250087738037, "cos_r_negg": [0.6762712001800537, 0.25925764441490173, 0.24641241133213043, 0.2782670855522156, 0.25208422541618347, 0.22770537436008453, 0.2718929052352905, 0.22974923253059387, 0.23125725984573364, 0.16380861401557922], "cos_apical_negg": [0.6762712001800537, 0.25925764441490173, 0.24641241133213043, 0.2782670855522156, 0.25208422541618347, 0.22770537436008453, 0.2718929052352905, 0.22974923253059387, 0.23125725984573364, 0.16380861401557922], "cos_Ac_negg": [0.6762712001800537, 0.25925764441490173, 0.24641241133213043, 0.2782670855522156, 0.25208422541618347, 0.22770537436008453, 0.2718929052352905, 0.22974923253059387, 0.23125725984573364, 0.16380861401557922], "r_norm": [2.2383108139038086, 2.0229945182800293, 2.0121219158172607, 2.0286130905151367, 1.9941456317901611, 1.978033185005188, 2.039700508117676, 2.0151472091674805, 1.9926767349243164, 2.000552177429199]}, {"step": 1900, "epoch": 4, "train_loss": 1.6756601333618164, "cos_r_negg": [0.7037723064422607, 0.263480544090271, 0.24513742327690125, 0.28420618176460266, 0.2672787010669708, 0.2288396656513214, 0.2913326025009155, 0.24217328429222107, 0.23911401629447937, 0.17131894826889038], "cos_apical_negg": [0.7037723064422607, 0.263480544090271, 0.24513742327690125, 0.28420618176460266, 0.2672787010669708, 0.2288396656513214, 0.2913326025009155, 0.24217328429222107, 0.23911401629447937, 0.17131894826889038], "cos_Ac_negg": [0.7037723064422607, 0.263480544090271, 0.24513742327690125, 0.28420618176460266, 0.2672787010669708, 0.2288396656513214, 0.2913326025009155, 0.24217328429222107, 0.23911401629447937, 0.17131894826889038], "r_norm": [2.134672164916992, 1.9244393110275269, 1.9063103199005127, 1.9280622005462646, 1.8950579166412354, 1.8800981044769287, 1.9366891384124756, 1.9143779277801514, 1.8887451887130737, 1.9017767906188965]}, {"step": 1950, "epoch": 4, "train_loss": 1.518413782119751, "cos_r_negg": [0.7053066492080688, 0.2736952304840088, 0.25671398639678955, 0.3215015232563019, 0.2833182215690613, 0.23353740572929382, 0.2793421149253845, 0.24783210456371307, 0.23695923388004303, 0.15854178369045258], "cos_apical_negg": [0.7053066492080688, 0.2736952304840088, 0.25671398639678955, 0.3215015232563019, 0.2833182215690613, 0.23353740572929382, 0.2793421149253845, 0.24783210456371307, 0.23695923388004303, 0.15854178369045258], "cos_Ac_negg": [0.7053066492080688, 0.2736952304840088, 0.25671398639678955, 0.3215015232563019, 0.2833182215690613, 0.23353740572929382, 0.2793421149253845, 0.24783210456371307, 0.23695923388004303, 0.15854178369045258], "r_norm": [2.105717897415161, 1.8852591514587402, 1.8674179315567017, 1.8926903009414673, 1.864182710647583, 1.8473786115646362, 1.9002854824066162, 1.8823354244232178, 1.8565205335617065, 1.8656909465789795]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4056, "test_loss": 1.7341566528320314}, {"step": 2000, "epoch": 5, "train_loss": 1.5644270181655884, "cos_r_negg": [0.7106380462646484, 0.2901350259780884, 0.2858255207538605, 0.3275986611843109, 0.3043733835220337, 0.24031054973602295, 0.2935628294944763, 0.2510172724723816, 0.25390905141830444, 0.18324774503707886], "cos_apical_negg": [0.7106380462646484, 0.2901350259780884, 0.2858255207538605, 0.3275986611843109, 0.3043733835220337, 0.24031054973602295, 0.2935628294944763, 0.2510172724723816, 0.25390905141830444, 0.18324774503707886], "cos_Ac_negg": [0.7106380462646484, 0.2901350259780884, 0.2858255207538605, 0.3275986611843109, 0.3043733835220337, 0.24031054973602295, 0.2935628294944763, 0.2510172724723816, 0.25390905141830444, 0.18324774503707886], "r_norm": [2.045916795730591, 1.826270341873169, 1.805836796760559, 1.8336845636367798, 1.80802583694458, 1.7877721786499023, 1.8380284309387207, 1.8187536001205444, 1.7955431938171387, 1.8044980764389038], "ldr": {"dL_sdil": -0.07244980335235596, "dL_bp": -0.07032155990600586, "ratio": 1.0302644516019663}}, {"step": 2050, "epoch": 5, "train_loss": 1.5174906253814697, "cos_r_negg": [0.702715277671814, 0.2997359037399292, 0.28797948360443115, 0.31840741634368896, 0.3151874244213104, 0.25016865134239197, 0.2924775779247284, 0.2670398950576782, 0.25887924432754517, 0.20183561742305756], "cos_apical_negg": [0.702715277671814, 0.2997359037399292, 0.28797948360443115, 0.31840741634368896, 0.3151874244213104, 0.25016865134239197, 0.2924775779247284, 0.2670398950576782, 0.25887924432754517, 0.20183561742305756], "cos_Ac_negg": [0.702715277671814, 0.2997359037399292, 0.28797948360443115, 0.31840741634368896, 0.3151874244213104, 0.25016865134239197, 0.2924775779247284, 0.2670398950576782, 0.25887924432754517, 0.20183561742305756], "r_norm": [2.061005115509033, 1.835500717163086, 1.8196797370910645, 1.8411704301834106, 1.8159334659576416, 1.7944421768188477, 1.8494902849197388, 1.8271626234054565, 1.8001558780670166, 1.81456458568573]}, {"step": 2100, "epoch": 5, "train_loss": 1.5795729160308838, "cos_r_negg": [0.725928544998169, 0.31575703620910645, 0.2924438416957855, 0.3271138072013855, 0.3233793377876282, 0.26225411891937256, 0.3132297396659851, 0.29045695066452026, 0.27430427074432373, 0.21416933834552765], "cos_apical_negg": [0.725928544998169, 0.31575703620910645, 0.2924438416957855, 0.3271138072013855, 0.3233793377876282, 0.26225411891937256, 0.3132297396659851, 0.29045695066452026, 0.27430427074432373, 0.21416933834552765], "cos_Ac_negg": [0.725928544998169, 0.31575703620910645, 0.2924438416957855, 0.3271138072013855, 0.3233793377876282, 0.26225411891937256, 0.3132297396659851, 0.29045695066452026, 0.27430427074432373, 0.21416933834552765], "r_norm": [2.037200927734375, 1.8092362880706787, 1.7868255376815796, 1.8147656917572021, 1.7852351665496826, 1.7678990364074707, 1.820829153060913, 1.799121618270874, 1.7696598768234253, 1.7820580005645752]}, {"step": 2150, "epoch": 5, "train_loss": 1.686045527458191, "cos_r_negg": [0.7191451787948608, 0.3214227259159088, 0.3132880926132202, 0.33663031458854675, 0.3343675434589386, 0.26936423778533936, 0.31805849075317383, 0.2838040888309479, 0.2678506076335907, 0.19865654408931732], "cos_apical_negg": [0.7191451787948608, 0.3214227259159088, 0.3132880926132202, 0.33663031458854675, 0.3343675434589386, 0.26936423778533936, 0.31805849075317383, 0.2838040888309479, 0.2678506076335907, 0.19865654408931732], "cos_Ac_negg": [0.7191451787948608, 0.3214227259159088, 0.3132880926132202, 0.33663031458854675, 0.3343675434589386, 0.26936423778533936, 0.31805849075317383, 0.2838040888309479, 0.2678506076335907, 0.19865654408931732], "r_norm": [1.9622137546539307, 1.7303552627563477, 1.7144649028778076, 1.7375158071517944, 1.7074825763702393, 1.6911386251449585, 1.7411539554595947, 1.7219130992889404, 1.6968744993209839, 1.7032774686813354]}, {"step": 2200, "epoch": 5, "train_loss": 1.6957857608795166, "cos_r_negg": [0.7294288873672485, 0.32619860768318176, 0.3168067932128906, 0.33459025621414185, 0.3446410596370697, 0.2816634178161621, 0.31313908100128174, 0.3027743101119995, 0.28634190559387207, 0.24106699228286743], "cos_apical_negg": [0.7294288873672485, 0.32619860768318176, 0.3168067932128906, 0.33459025621414185, 0.3446410596370697, 0.2816634178161621, 0.31313908100128174, 0.3027743101119995, 0.28634190559387207, 0.24106699228286743], "cos_Ac_negg": [0.7294288873672485, 0.32619860768318176, 0.3168067932128906, 0.33459025621414185, 0.3446410596370697, 0.2816634178161621, 0.31313908100128174, 0.3027743101119995, 0.28634190559387207, 0.24106699228286743], "r_norm": [2.0454912185668945, 1.804006576538086, 1.785139799118042, 1.808218002319336, 1.7798048257827759, 1.7618823051452637, 1.8149596452713013, 1.79295015335083, 1.764549732208252, 1.7799738645553589]}, {"step": 2250, "epoch": 5, "train_loss": 1.7433772087097168, "cos_r_negg": [0.7230628728866577, 0.3257592022418976, 0.31402379274368286, 0.33261144161224365, 0.3544560670852661, 0.3165331780910492, 0.3215770721435547, 0.3284311294555664, 0.3073207139968872, 0.2254294902086258], "cos_apical_negg": [0.7230628728866577, 0.3257592022418976, 0.31402379274368286, 0.33261144161224365, 0.3544560670852661, 0.3165331780910492, 0.3215770721435547, 0.3284311294555664, 0.3073207139968872, 0.2254294902086258], "cos_Ac_negg": [0.7230628728866577, 0.3257592022418976, 0.31402379274368286, 0.33261144161224365, 0.3544560670852661, 0.3165331780910492, 0.3215770721435547, 0.3284311294555664, 0.3073207139968872, 0.2254294902086258], "r_norm": [1.9447968006134033, 1.7038474082946777, 1.686927080154419, 1.7089086771011353, 1.6820675134658813, 1.6617634296417236, 1.7109699249267578, 1.6941943168640137, 1.6680529117584229, 1.6758205890655518], "ldr": {"dL_sdil": -0.032889485359191895, "dL_bp": -0.03202414512634277, "ratio": 1.0270214936084991}}, {"step": 2300, "epoch": 5, "train_loss": 1.5904638767242432, "cos_r_negg": [0.7359031438827515, 0.35158148407936096, 0.33323049545288086, 0.3448438048362732, 0.3719682991504669, 0.31562936305999756, 0.3241468667984009, 0.31838852167129517, 0.3140714168548584, 0.23619650304317474], "cos_apical_negg": [0.7359031438827515, 0.35158148407936096, 0.33323049545288086, 0.3448438048362732, 0.3719682991504669, 0.31562936305999756, 0.3241468667984009, 0.31838852167129517, 0.3140714168548584, 0.23619650304317474], "cos_Ac_negg": [0.7359031438827515, 0.35158148407936096, 0.33323049545288086, 0.3448438048362732, 0.3719682991504669, 0.31562936305999756, 0.3241468667984009, 0.31838852167129517, 0.3140714168548584, 0.23619650304317474], "r_norm": [1.900797724723816, 1.6585652828216553, 1.6381393671035767, 1.6612459421157837, 1.6363086700439453, 1.6159758567810059, 1.663240671157837, 1.6491693258285522, 1.6210166215896606, 1.6282250881195068]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4154, "test_loss": 1.7686388549804688}, {"step": 2350, "epoch": 6, "train_loss": 1.410893201828003, "cos_r_negg": [0.7286709547042847, 0.355598509311676, 0.3472122550010681, 0.3693597614765167, 0.36955028772354126, 0.3131840229034424, 0.33682161569595337, 0.3385348320007324, 0.3190363049507141, 0.2477169632911682], "cos_apical_negg": [0.7286709547042847, 0.355598509311676, 0.3472122550010681, 0.3693597614765167, 0.36955028772354126, 0.3131840229034424, 0.33682161569595337, 0.3385348320007324, 0.3190363049507141, 0.2477169632911682], "cos_Ac_negg": [0.7286709547042847, 0.355598509311676, 0.3472122550010681, 0.3693597614765167, 0.36955028772354126, 0.3131840229034424, 0.33682161569595337, 0.3385348320007324, 0.3190363049507141, 0.2477169632911682], "r_norm": [1.915525197982788, 1.669867753982544, 1.651076078414917, 1.6704045534133911, 1.6436004638671875, 1.6265028715133667, 1.673398494720459, 1.6583669185638428, 1.6273194551467896, 1.6357388496398926]}, {"step": 2400, "epoch": 6, "train_loss": 1.3721492290496826, "cos_r_negg": [0.7346742749214172, 0.3631712794303894, 0.35947954654693604, 0.37680691480636597, 0.3941739797592163, 0.3300834000110626, 0.35791313648223877, 0.35691219568252563, 0.3441013693809509, 0.24870672821998596], "cos_apical_negg": [0.7346742749214172, 0.3631712794303894, 0.35947954654693604, 0.37680691480636597, 0.3941739797592163, 0.3300834000110626, 0.35791313648223877, 0.35691219568252563, 0.3441013693809509, 0.24870672821998596], "cos_Ac_negg": [0.7346742749214172, 0.3631712794303894, 0.35947954654693604, 0.37680691480636597, 0.3941739797592163, 0.3300834000110626, 0.35791313648223877, 0.35691219568252563, 0.3441013693809509, 0.24870672821998596], "r_norm": [1.8811136484146118, 1.633649468421936, 1.6120553016662598, 1.6374322175979614, 1.6094787120819092, 1.5899369716644287, 1.633499264717102, 1.6187162399291992, 1.5956230163574219, 1.5993694067001343]}, {"step": 2450, "epoch": 6, "train_loss": 1.3812044858932495, "cos_r_negg": [0.741356611251831, 0.3656688332557678, 0.36012765765190125, 0.38755732774734497, 0.3991963863372803, 0.33728712797164917, 0.38155099749565125, 0.36138230562210083, 0.36121612787246704, 0.23726293444633484], "cos_apical_negg": [0.741356611251831, 0.3656688332557678, 0.36012765765190125, 0.38755732774734497, 0.3991963863372803, 0.33728712797164917, 0.38155099749565125, 0.36138230562210083, 0.36121612787246704, 0.23726293444633484], "cos_Ac_negg": [0.741356611251831, 0.3656688332557678, 0.36012765765190125, 0.38755732774734497, 0.3991963863372803, 0.33728712797164917, 0.38155099749565125, 0.36138230562210083, 0.36121612787246704, 0.23726293444633484], "r_norm": [1.9032896757125854, 1.6432597637176514, 1.6264212131500244, 1.645505666732788, 1.6184697151184082, 1.598740577697754, 1.6445930004119873, 1.6259689331054688, 1.601393222808838, 1.6094708442687988]}, {"step": 2500, "epoch": 6, "train_loss": 1.5581395626068115, "cos_r_negg": [0.7473620176315308, 0.3926299810409546, 0.3829638361930847, 0.40529531240463257, 0.4249067008495331, 0.3621235489845276, 0.40915054082870483, 0.3836115598678589, 0.3624805808067322, 0.25693270564079285], "cos_apical_negg": [0.7473620176315308, 0.3926299810409546, 0.3829638361930847, 0.40529531240463257, 0.4249067008495331, 0.3621235489845276, 0.40915054082870483, 0.3836115598678589, 0.3624805808067322, 0.25693270564079285], "cos_Ac_negg": [0.7473620176315308, 0.3926299810409546, 0.3829638361930847, 0.40529531240463257, 0.4249067008495331, 0.3621235489845276, 0.40915054082870483, 0.3836115598678589, 0.3624805808067322, 0.25693270564079285], "r_norm": [1.8111834526062012, 1.5542190074920654, 1.5346194505691528, 1.55873441696167, 1.535773515701294, 1.515385627746582, 1.5569045543670654, 1.5434496402740479, 1.5150740146636963, 1.5202478170394897], "ldr": {"dL_sdil": -0.044237732887268066, "dL_bp": -0.043833374977111816, "ratio": 1.0092248865246491}}, {"step": 2550, "epoch": 6, "train_loss": 1.634296178817749, "cos_r_negg": [0.7394546866416931, 0.3949098587036133, 0.37802204489707947, 0.4165944457054138, 0.4217476546764374, 0.3726993203163147, 0.40685319900512695, 0.4080735445022583, 0.3805493116378784, 0.30739259719848633], "cos_apical_negg": [0.7394546866416931, 0.3949098587036133, 0.37802204489707947, 0.4165944457054138, 0.4217476546764374, 0.3726993203163147, 0.40685319900512695, 0.4080735445022583, 0.3805493116378784, 0.30739259719848633], "cos_Ac_negg": [0.7394546866416931, 0.3949098587036133, 0.37802204489707947, 0.4165944457054138, 0.4217476546764374, 0.3726993203163147, 0.40685319900512695, 0.4080735445022583, 0.3805493116378784, 0.30739259719848633], "r_norm": [1.8701337575912476, 1.5947895050048828, 1.581333875656128, 1.6040894985198975, 1.5780929327011108, 1.5543588399887085, 1.600219964981079, 1.5877764225006104, 1.5555120706558228, 1.5590741634368896]}, {"step": 2600, "epoch": 6, "train_loss": 1.565786600112915, "cos_r_negg": [0.7561034560203552, 0.4003787338733673, 0.4020923972129822, 0.4185684025287628, 0.4321761727333069, 0.3776592016220093, 0.4226640462875366, 0.4232679605484009, 0.3725457191467285, 0.319479763507843], "cos_apical_negg": [0.7561034560203552, 0.4003787338733673, 0.4020923972129822, 0.4185684025287628, 0.4321761727333069, 0.3776592016220093, 0.4226640462875366, 0.4232679605484009, 0.3725457191467285, 0.319479763507843], "cos_Ac_negg": [0.7561034560203552, 0.4003787338733673, 0.4020923972129822, 0.4185684025287628, 0.4321761727333069, 0.3776592016220093, 0.4226640462875366, 0.4232679605484009, 0.3725457191467285, 0.319479763507843], "r_norm": [1.8325284719467163, 1.5638344287872314, 1.544600248336792, 1.5651750564575195, 1.5397415161132812, 1.5164361000061035, 1.5620454549789429, 1.5476245880126953, 1.517712116241455, 1.5232065916061401]}, {"step": 2650, "epoch": 6, "train_loss": 1.438910961151123, "cos_r_negg": [0.7569226026535034, 0.4178009629249573, 0.41263389587402344, 0.4292535185813904, 0.4392251968383789, 0.39720284938812256, 0.4220338463783264, 0.4240078330039978, 0.37346869707107544, 0.3396717309951782], "cos_apical_negg": [0.7569226026535034, 0.4178009629249573, 0.41263389587402344, 0.4292535185813904, 0.4392251968383789, 0.39720284938812256, 0.4220338463783264, 0.4240078330039978, 0.37346869707107544, 0.3396717309951782], "cos_Ac_negg": [0.7569226026535034, 0.4178009629249573, 0.41263389587402344, 0.4292535185813904, 0.4392251968383789, 0.39720284938812256, 0.4220338463783264, 0.4240078330039978, 0.37346869707107544, 0.3396717309951782], "r_norm": [1.8001987934112549, 1.5280358791351318, 1.5092623233795166, 1.526965856552124, 1.5059088468551636, 1.482898235321045, 1.5264084339141846, 1.5134090185165405, 1.4850664138793945, 1.4854531288146973]}, {"step": 2700, "epoch": 6, "train_loss": 1.5290051698684692, "cos_r_negg": [0.7653416395187378, 0.43110910058021545, 0.4301287829875946, 0.44131091237068176, 0.46052247285842896, 0.4191572666168213, 0.429080069065094, 0.42547130584716797, 0.4027863144874573, 0.3481300473213196], "cos_apical_negg": [0.7653416395187378, 0.43110910058021545, 0.4301287829875946, 0.44131091237068176, 0.46052247285842896, 0.4191572666168213, 0.429080069065094, 0.42547130584716797, 0.4027863144874573, 0.3481300473213196], "cos_Ac_negg": [0.7653416395187378, 0.43110910058021545, 0.4301287829875946, 0.44131091237068176, 0.46052247285842896, 0.4191572666168213, 0.429080069065094, 0.42547130584716797, 0.4027863144874573, 0.3481300473213196], "r_norm": [1.7985718250274658, 1.5208336114883423, 1.5026113986968994, 1.525917410850525, 1.4990148544311523, 1.4772536754608154, 1.5192408561706543, 1.5085172653198242, 1.476554036140442, 1.4804788827896118]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4186, "test_loss": 1.7531395874023437}, {"step": 2750, "epoch": 7, "train_loss": 1.50391685962677, "cos_r_negg": [0.7657321691513062, 0.4415387213230133, 0.4399869740009308, 0.4528582692146301, 0.4622220993041992, 0.43114346265792847, 0.4443654417991638, 0.43009334802627563, 0.4226591885089874, 0.34130775928497314], "cos_apical_negg": [0.7657321691513062, 0.4415387213230133, 0.4399869740009308, 0.4528582692146301, 0.4622220993041992, 0.43114346265792847, 0.4443654417991638, 0.43009334802627563, 0.4226591885089874, 0.34130775928497314], "cos_Ac_negg": [0.7657321691513062, 0.4415387213230133, 0.4399869740009308, 0.4528582692146301, 0.4622220993041992, 0.43114346265792847, 0.4443654417991638, 0.43009334802627563, 0.4226591885089874, 0.34130775928497314], "r_norm": [1.7916960716247559, 1.5097119808197021, 1.4929265975952148, 1.5141465663909912, 1.490565299987793, 1.4675065279006958, 1.5089054107666016, 1.4977504014968872, 1.4649744033813477, 1.4694699048995972], "ldr": {"dL_sdil": -0.04921090602874756, "dL_bp": -0.04908406734466553, "ratio": 1.002584111116778}}, {"step": 2800, "epoch": 7, "train_loss": 1.6575841903686523, "cos_r_negg": [0.7728002071380615, 0.45928409695625305, 0.45378991961479187, 0.4639468193054199, 0.477469801902771, 0.4295903444290161, 0.467033326625824, 0.44260865449905396, 0.41965994238853455, 0.3464440405368805], "cos_apical_negg": [0.7728002071380615, 0.45928409695625305, 0.45378991961479187, 0.4639468193054199, 0.477469801902771, 0.4295903444290161, 0.467033326625824, 0.44260865449905396, 0.41965994238853455, 0.3464440405368805], "cos_Ac_negg": [0.7728002071380615, 0.45928409695625305, 0.45378991961479187, 0.4639468193054199, 0.477469801902771, 0.4295903444290161, 0.467033326625824, 0.44260865449905396, 0.41965994238853455, 0.3464440405368805], "r_norm": [1.7335705757141113, 1.4550437927246094, 1.4394969940185547, 1.4590649604797363, 1.434810757637024, 1.4149372577667236, 1.453113317489624, 1.4417741298675537, 1.4087985754013062, 1.4137022495269775]}, {"step": 2850, "epoch": 7, "train_loss": 1.574871301651001, "cos_r_negg": [0.7654388546943665, 0.4652680456638336, 0.46111100912094116, 0.46700263023376465, 0.4993293881416321, 0.4455658197402954, 0.47986069321632385, 0.4456626772880554, 0.4231913387775421, 0.3601646423339844], "cos_apical_negg": [0.7654388546943665, 0.4652680456638336, 0.46111100912094116, 0.46700263023376465, 0.4993293881416321, 0.4455658197402954, 0.47986069321632385, 0.4456626772880554, 0.4231913387775421, 0.3601646423339844], "cos_Ac_negg": [0.7654388546943665, 0.4652680456638336, 0.46111100912094116, 0.46700263023376465, 0.4993293881416321, 0.4455658197402954, 0.47986069321632385, 0.4456626772880554, 0.4231913387775421, 0.3601646423339844], "r_norm": [1.7564785480499268, 1.4682018756866455, 1.4516898393630981, 1.4726108312606812, 1.4481477737426758, 1.4245761632919312, 1.466267704963684, 1.4529813528060913, 1.4185867309570312, 1.4251915216445923]}, {"step": 2900, "epoch": 7, "train_loss": 1.3714603185653687, "cos_r_negg": [0.7729865312576294, 0.47089534997940063, 0.470808744430542, 0.4823167324066162, 0.5043864250183105, 0.43972402811050415, 0.49137943983078003, 0.46821704506874084, 0.4472218155860901, 0.38471129536628723], "cos_apical_negg": [0.7729865312576294, 0.47089534997940063, 0.470808744430542, 0.4823167324066162, 0.5043864250183105, 0.43972402811050415, 0.49137943983078003, 0.46821704506874084, 0.4472218155860901, 0.38471129536628723], "cos_Ac_negg": [0.7729865312576294, 0.47089534997940063, 0.470808744430542, 0.4823167324066162, 0.5043864250183105, 0.43972402811050415, 0.49137943983078003, 0.46821704506874084, 0.4472218155860901, 0.38471129536628723], "r_norm": [1.7587331533432007, 1.4638279676437378, 1.4453246593475342, 1.4671019315719604, 1.444960117340088, 1.4225211143493652, 1.4605062007904053, 1.4485805034637451, 1.415871500968933, 1.4180622100830078]}, {"step": 2950, "epoch": 7, "train_loss": 1.4941508769989014, "cos_r_negg": [0.7760128974914551, 0.48051780462265015, 0.4853273630142212, 0.5021762251853943, 0.4968464970588684, 0.4595246911048889, 0.5007266998291016, 0.47590985894203186, 0.4697863459587097, 0.3915533721446991], "cos_apical_negg": [0.7760128974914551, 0.48051780462265015, 0.4853273630142212, 0.5021762251853943, 0.4968464970588684, 0.4595246911048889, 0.5007266998291016, 0.47590985894203186, 0.4697863459587097, 0.3915533721446991], "cos_Ac_negg": [0.7760128974914551, 0.48051780462265015, 0.4853273630142212, 0.5021762251853943, 0.4968464970588684, 0.4595246911048889, 0.5007266998291016, 0.47590985894203186, 0.4697863459587097, 0.3915533721446991], "r_norm": [1.7460724115371704, 1.4501502513885498, 1.4360764026641846, 1.45546293258667, 1.427253246307373, 1.4081742763519287, 1.448513388633728, 1.4343128204345703, 1.3996857404708862, 1.4046649932861328]}, {"step": 3000, "epoch": 7, "train_loss": 1.5192227363586426, "cos_r_negg": [0.7758481502532959, 0.49343687295913696, 0.4983029365539551, 0.5025442838668823, 0.5141596794128418, 0.4738546311855316, 0.5062123537063599, 0.48880308866500854, 0.4868943393230438, 0.39835065603256226], "cos_apical_negg": [0.7758481502532959, 0.49343687295913696, 0.4983029365539551, 0.5025442838668823, 0.5141596794128418, 0.4738546311855316, 0.5062123537063599, 0.48880308866500854, 0.4868943393230438, 0.39835065603256226], "cos_Ac_negg": [0.7758481502532959, 0.49343687295913696, 0.4983029365539551, 0.5025442838668823, 0.5141596794128418, 0.4738546311855316, 0.5062123537063599, 0.48880308866500854, 0.4868943393230438, 0.39835065603256226], "r_norm": [1.7016172409057617, 1.407806396484375, 1.392001748085022, 1.4124373197555542, 1.3839154243469238, 1.3646315336227417, 1.4034409523010254, 1.3919399976730347, 1.3566325902938843, 1.36051344871521], "ldr": {"dL_sdil": -0.07662057876586914, "dL_bp": -0.07662534713745117, "ratio": 0.999937770310215}}, {"step": 3050, "epoch": 7, "train_loss": 1.4633748531341553, "cos_r_negg": [0.7933378219604492, 0.4970771074295044, 0.5103896856307983, 0.524282693862915, 0.5318869352340698, 0.48820704221725464, 0.5077999830245972, 0.5000189542770386, 0.49308136105537415, 0.41336172819137573], "cos_apical_negg": [0.7933378219604492, 0.4970771074295044, 0.5103896856307983, 0.524282693862915, 0.5318869352340698, 0.48820704221725464, 0.5077999830245972, 0.5000189542770386, 0.49308136105537415, 0.41336172819137573], "cos_Ac_negg": [0.7933378219604492, 0.4970771074295044, 0.5103896856307983, 0.524282693862915, 0.5318869352340698, 0.48820704221725464, 0.5077999830245972, 0.5000189542770386, 0.49308136105537415, 0.41336172819137573], "r_norm": [1.7043044567108154, 1.406348705291748, 1.3909714221954346, 1.4127843379974365, 1.3847877979278564, 1.3628277778625488, 1.4021276235580444, 1.3911874294281006, 1.3561866283416748, 1.359706163406372]}, {"step": 3100, "epoch": 7, "train_loss": 1.316341757774353, "cos_r_negg": [0.7826817035675049, 0.5091635584831238, 0.5162900686264038, 0.5178718566894531, 0.5457253456115723, 0.5032054781913757, 0.5314462184906006, 0.5217317938804626, 0.5052661895751953, 0.4345725476741791], "cos_apical_negg": [0.7826817035675049, 0.5091635584831238, 0.5162900686264038, 0.5178718566894531, 0.5457253456115723, 0.5032054781913757, 0.5314462184906006, 0.5217317938804626, 0.5052661895751953, 0.4345725476741791], "cos_Ac_negg": [0.7826817035675049, 0.5091635584831238, 0.5162900686264038, 0.5178718566894531, 0.5457253456115723, 0.5032054781913757, 0.5314462184906006, 0.5217317938804626, 0.5052661895751953, 0.4345725476741791], "r_norm": [1.6895564794540405, 1.3907911777496338, 1.3754262924194336, 1.3921414613723755, 1.3683639764785767, 1.3461096286773682, 1.3838375806808472, 1.3720464706420898, 1.336185097694397, 1.3401947021484375]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4299, "test_loss": 1.75498388671875}, {"step": 3150, "epoch": 8, "train_loss": 1.4005341529846191, "cos_r_negg": [0.7950899600982666, 0.5204136371612549, 0.5339891314506531, 0.5256271362304688, 0.5575054883956909, 0.5121142268180847, 0.5285178422927856, 0.529569685459137, 0.522842288017273, 0.4595790207386017], "cos_apical_negg": [0.7950899600982666, 0.5204136371612549, 0.5339891314506531, 0.5256271362304688, 0.5575054883956909, 0.5121142268180847, 0.5285178422927856, 0.529569685459137, 0.522842288017273, 0.4595790207386017], "cos_Ac_negg": [0.7950899600982666, 0.5204136371612549, 0.5339891314506531, 0.5256271362304688, 0.5575054883956909, 0.5121142268180847, 0.5285178422927856, 0.529569685459137, 0.522842288017273, 0.4595790207386017], "r_norm": [1.6855119466781616, 1.3828990459442139, 1.368027925491333, 1.3845276832580566, 1.3610446453094482, 1.3371598720550537, 1.3764526844024658, 1.3653452396392822, 1.3302361965179443, 1.3309053182601929]}, {"step": 3200, "epoch": 8, "train_loss": 1.389169454574585, "cos_r_negg": [0.7919156551361084, 0.5283539295196533, 0.538171112537384, 0.5420106649398804, 0.5648311972618103, 0.5297472476959229, 0.5460484027862549, 0.5393276214599609, 0.5280317068099976, 0.4680582284927368], "cos_apical_negg": [0.7919156551361084, 0.5283539295196533, 0.538171112537384, 0.5420106649398804, 0.5648311972618103, 0.5297472476959229, 0.5460484027862549, 0.5393276214599609, 0.5280317068099976, 0.4680582284927368], "cos_Ac_negg": [0.7919156551361084, 0.5283539295196533, 0.538171112537384, 0.5420106649398804, 0.5648311972618103, 0.5297472476959229, 0.5460484027862549, 0.5393276214599609, 0.5280317068099976, 0.4680582284927368], "r_norm": [1.6366420984268188, 1.3394379615783691, 1.3231756687164307, 1.341323971748352, 1.3184728622436523, 1.2968201637268066, 1.3328986167907715, 1.3227438926696777, 1.2876243591308594, 1.2897508144378662]}, {"step": 3250, "epoch": 8, "train_loss": 1.4002373218536377, "cos_r_negg": [0.7922664284706116, 0.5393989086151123, 0.5538350343704224, 0.5585271120071411, 0.5727330446243286, 0.5256425142288208, 0.5573678016662598, 0.5656570792198181, 0.548075258731842, 0.48960331082344055], "cos_apical_negg": [0.7922664284706116, 0.5393989086151123, 0.5538350343704224, 0.5585271120071411, 0.5727330446243286, 0.5256425142288208, 0.5573678016662598, 0.5656570792198181, 0.548075258731842, 0.48960331082344055], "cos_Ac_negg": [0.7922664284706116, 0.5393989086151123, 0.5538350343704224, 0.5585271120071411, 0.5727330446243286, 0.5256425142288208, 0.5573678016662598, 0.5656570792198181, 0.548075258731842, 0.48960331082344055], "r_norm": [1.6888847351074219, 1.3806803226470947, 1.3620734214782715, 1.3835203647613525, 1.3554129600524902, 1.334075689315796, 1.372227668762207, 1.362583875656128, 1.323309302330017, 1.3250958919525146], "ldr": {"dL_sdil": -0.11558282375335693, "dL_bp": -0.11544370651245117, "ratio": 1.00120506561257}}, {"step": 3300, "epoch": 8, "train_loss": 1.488495111465454, "cos_r_negg": [0.7876659631729126, 0.5524869561195374, 0.5607418417930603, 0.56980961561203, 0.5863727927207947, 0.5417227745056152, 0.5674169063568115, 0.5708374977111816, 0.5559397339820862, 0.5195217132568359], "cos_apical_negg": [0.7876659631729126, 0.5524869561195374, 0.5607418417930603, 0.56980961561203, 0.5863727927207947, 0.5417227745056152, 0.5674169063568115, 0.5708374977111816, 0.5559397339820862, 0.5195217132568359], "cos_Ac_negg": [0.7876659631729126, 0.5524869561195374, 0.5607418417930603, 0.56980961561203, 0.5863727927207947, 0.5417227745056152, 0.5674169063568115, 0.5708374977111816, 0.5559397339820862, 0.5195217132568359], "r_norm": [1.636254072189331, 1.3323028087615967, 1.3158066272735596, 1.335497260093689, 1.3113425970077515, 1.2880980968475342, 1.3229626417160034, 1.314052700996399, 1.276057481765747, 1.2804811000823975]}, {"step": 3350, "epoch": 8, "train_loss": 1.402127981185913, "cos_r_negg": [0.7994785308837891, 0.5634979009628296, 0.5679123401641846, 0.5738493204116821, 0.5925401449203491, 0.5555639266967773, 0.5743722915649414, 0.5861964225769043, 0.5665085911750793, 0.5204235315322876], "cos_apical_negg": [0.7994785308837891, 0.5634979009628296, 0.5679123401641846, 0.5738493204116821, 0.5925401449203491, 0.5555639266967773, 0.5743722915649414, 0.5861964225769043, 0.5665085911750793, 0.5204235315322876], "cos_Ac_negg": [0.7994785308837891, 0.5634979009628296, 0.5679123401641846, 0.5738493204116821, 0.5925401449203491, 0.5555639266967773, 0.5743722915649414, 0.5861964225769043, 0.5665085911750793, 0.5204235315322876], "r_norm": [1.6665483713150024, 1.3509788513183594, 1.3384678363800049, 1.351986289024353, 1.3299987316131592, 1.3060247898101807, 1.3436267375946045, 1.3327405452728271, 1.294550895690918, 1.2947282791137695]}, {"step": 3400, "epoch": 8, "train_loss": 1.4552979469299316, "cos_r_negg": [0.8051515817642212, 0.5696858167648315, 0.5790619254112244, 0.5913896560668945, 0.5956083536148071, 0.5782300233840942, 0.5833032131195068, 0.6090954542160034, 0.588111400604248, 0.5166813135147095], "cos_apical_negg": [0.8051515817642212, 0.5696858167648315, 0.5790619254112244, 0.5913896560668945, 0.5956083536148071, 0.5782300233840942, 0.5833032131195068, 0.6090954542160034, 0.588111400604248, 0.5166813135147095], "cos_Ac_negg": [0.8051515817642212, 0.5696858167648315, 0.5790619254112244, 0.5913896560668945, 0.5956083536148071, 0.5782300233840942, 0.5833032131195068, 0.6090954542160034, 0.588111400604248, 0.5166813135147095], "r_norm": [1.6440200805664062, 1.330840826034546, 1.3165650367736816, 1.3313188552856445, 1.3086585998535156, 1.287132978439331, 1.3208800554275513, 1.3108024597167969, 1.2730728387832642, 1.2752673625946045]}, {"step": 3450, "epoch": 8, "train_loss": 1.2531826496124268, "cos_r_negg": [0.8051973581314087, 0.5803828239440918, 0.5821341276168823, 0.5977933406829834, 0.6104636192321777, 0.5813856720924377, 0.597501277923584, 0.6028623580932617, 0.588810384273529, 0.5434664487838745], "cos_apical_negg": [0.8051973581314087, 0.5803828239440918, 0.5821341276168823, 0.5977933406829834, 0.6104636192321777, 0.5813856720924377, 0.597501277923584, 0.6028623580932617, 0.588810384273529, 0.5434664487838745], "cos_Ac_negg": [0.8051973581314087, 0.5803828239440918, 0.5821341276168823, 0.5977933406829834, 0.6104636192321777, 0.5813856720924377, 0.597501277923584, 0.6028623580932617, 0.588810384273529, 0.5434664487838745], "r_norm": [1.636949062347412, 1.3220878839492798, 1.308657169342041, 1.3239445686340332, 1.3026230335235596, 1.278352975845337, 1.3099831342697144, 1.3032684326171875, 1.2643102407455444, 1.2675158977508545]}, {"step": 3500, "epoch": 8, "train_loss": 1.2244224548339844, "cos_r_negg": [0.8064635396003723, 0.5933513641357422, 0.5908704996109009, 0.6092509031295776, 0.6295127272605896, 0.5903230905532837, 0.611054539680481, 0.6055209636688232, 0.6087607145309448, 0.5630782842636108], "cos_apical_negg": [0.8064635396003723, 0.5933513641357422, 0.5908704996109009, 0.6092509031295776, 0.6295127272605896, 0.5903230905532837, 0.611054539680481, 0.6055209636688232, 0.6087607145309448, 0.5630782842636108], "cos_Ac_negg": [0.8064635396003723, 0.5933513641357422, 0.5908704996109009, 0.6092509031295776, 0.6295127272605896, 0.5903230905532837, 0.611054539680481, 0.6055209636688232, 0.6087607145309448, 0.5630782842636108], "r_norm": [1.6144330501556396, 1.302386999130249, 1.2877998352050781, 1.305116891860962, 1.2799208164215088, 1.258192777633667, 1.2879518270492554, 1.2808122634887695, 1.2451353073120117, 1.2475593090057373], "ldr": {"dL_sdil": -0.05225217342376709, "dL_bp": -0.05352044105529785, "ratio": 0.976303116967583}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4108, "test_loss": 1.8314488647460938}, {"step": 3550, "epoch": 9, "train_loss": 1.3622759580612183, "cos_r_negg": [0.805336594581604, 0.6010568737983704, 0.599757969379425, 0.6139072179794312, 0.6344997882843018, 0.6027096509933472, 0.6160944700241089, 0.6282632946968079, 0.6118943691253662, 0.5787696838378906], "cos_apical_negg": [0.805336594581604, 0.6010568737983704, 0.599757969379425, 0.6139072179794312, 0.6344997882843018, 0.6027096509933472, 0.6160944700241089, 0.6282632946968079, 0.6118943691253662, 0.5787696838378906], "cos_Ac_negg": [0.805336594581604, 0.6010568737983704, 0.599757969379425, 0.6139072179794312, 0.6344997882843018, 0.6027096509933472, 0.6160944700241089, 0.6282632946968079, 0.6118943691253662, 0.5787696838378906], "r_norm": [1.6624739170074463, 1.3398947715759277, 1.325444221496582, 1.3421186208724976, 1.316827654838562, 1.294102430343628, 1.323129415512085, 1.3198161125183105, 1.2799134254455566, 1.2844018936157227]}, {"step": 3600, "epoch": 9, "train_loss": 1.4924331903457642, "cos_r_negg": [0.8048821687698364, 0.6159349083900452, 0.6150359511375427, 0.6232706308364868, 0.6473915576934814, 0.6144402027130127, 0.6235953569412231, 0.6364778280258179, 0.6190568208694458, 0.5800206661224365], "cos_apical_negg": [0.8048821687698364, 0.6159349083900452, 0.6150359511375427, 0.6232706308364868, 0.6473915576934814, 0.6144402027130127, 0.6235953569412231, 0.6364778280258179, 0.6190568208694458, 0.5800206661224365], "cos_Ac_negg": [0.8048821687698364, 0.6159349083900452, 0.6150359511375427, 0.6232706308364868, 0.6473915576934814, 0.6144402027130127, 0.6235953569412231, 0.6364778280258179, 0.6190568208694458, 0.5800206661224365], "r_norm": [1.6077383756637573, 1.2945706844329834, 1.2802073955535889, 1.2953784465789795, 1.2723369598388672, 1.2470629215240479, 1.2766292095184326, 1.2706067562103271, 1.233548879623413, 1.2353358268737793]}, {"step": 3650, "epoch": 9, "train_loss": 1.3289766311645508, "cos_r_negg": [0.8010181188583374, 0.6209344863891602, 0.6259927153587341, 0.6382542252540588, 0.6528828144073486, 0.6340008974075317, 0.6374058723449707, 0.6460394859313965, 0.6209254264831543, 0.5838978886604309], "cos_apical_negg": [0.8010181188583374, 0.6209344863891602, 0.6259927153587341, 0.6382542252540588, 0.6528828144073486, 0.6340008974075317, 0.6374058723449707, 0.6460394859313965, 0.6209254264831543, 0.5838978886604309], "cos_Ac_negg": [0.8010181188583374, 0.6209344863891602, 0.6259927153587341, 0.6382542252540588, 0.6528828144073486, 0.6340008974075317, 0.6374058723449707, 0.6460394859313965, 0.6209254264831543, 0.5838978886604309], "r_norm": [1.6153581142425537, 1.2988736629486084, 1.2851576805114746, 1.300161361694336, 1.2760850191116333, 1.2526631355285645, 1.2811403274536133, 1.2743664979934692, 1.2391116619110107, 1.2377538681030273]}, {"step": 3700, "epoch": 9, "train_loss": 1.2686632871627808, "cos_r_negg": [0.8179293870925903, 0.6340121030807495, 0.6369499564170837, 0.6462013721466064, 0.6626225709915161, 0.6278414726257324, 0.6552187204360962, 0.6609174013137817, 0.6371840238571167, 0.5923199653625488], "cos_apical_negg": [0.8179293870925903, 0.6340121030807495, 0.6369499564170837, 0.6462013721466064, 0.6626225709915161, 0.6278414726257324, 0.6552187204360962, 0.6609174013137817, 0.6371840238571167, 0.5923199653625488], "cos_Ac_negg": [0.8179293870925903, 0.6340121030807495, 0.6369499564170837, 0.6462013721466064, 0.6626225709915161, 0.6278414726257324, 0.6552187204360962, 0.6609174013137817, 0.6371840238571167, 0.5923199653625488], "r_norm": [1.623655080795288, 1.3023655414581299, 1.290792465209961, 1.3048672676086426, 1.2806276082992554, 1.2563217878341675, 1.2858328819274902, 1.2777717113494873, 1.2416324615478516, 1.2414402961730957]}, {"step": 3750, "epoch": 9, "train_loss": 1.2556359767913818, "cos_r_negg": [0.8125932216644287, 0.6435109376907349, 0.6458761692047119, 0.6588427424430847, 0.671428918838501, 0.6499314308166504, 0.667291522026062, 0.6742781400680542, 0.6519430875778198, 0.6150102019309998], "cos_apical_negg": [0.8125932216644287, 0.6435109376907349, 0.6458761692047119, 0.6588427424430847, 0.671428918838501, 0.6499314308166504, 0.667291522026062, 0.6742781400680542, 0.6519430875778198, 0.6150102019309998], "cos_Ac_negg": [0.8125932216644287, 0.6435109376907349, 0.6458761692047119, 0.6588427424430847, 0.671428918838501, 0.6499314308166504, 0.667291522026062, 0.6742781400680542, 0.6519430875778198, 0.6150102019309998], "r_norm": [1.6368968486785889, 1.3091696500778198, 1.2951056957244873, 1.3105926513671875, 1.285792350769043, 1.2610187530517578, 1.2902543544769287, 1.2831575870513916, 1.2468953132629395, 1.2464756965637207], "ldr": {"dL_sdil": -0.06828939914703369, "dL_bp": -0.0705573558807373, "ratio": 0.967856551519063}}, {"step": 3800, "epoch": 9, "train_loss": 1.6134612560272217, "cos_r_negg": [0.8221583366394043, 0.648074746131897, 0.6568514108657837, 0.6617326736450195, 0.6818681955337524, 0.6636422872543335, 0.6705424785614014, 0.6794830560684204, 0.665260910987854, 0.6173460483551025], "cos_apical_negg": [0.8221583366394043, 0.648074746131897, 0.6568514108657837, 0.6617326736450195, 0.6818681955337524, 0.6636422872543335, 0.6705424785614014, 0.6794830560684204, 0.665260910987854, 0.6173460483551025], "cos_Ac_negg": [0.8221583366394043, 0.648074746131897, 0.6568514108657837, 0.6617326736450195, 0.6818681955337524, 0.6636422872543335, 0.6705424785614014, 0.6794830560684204, 0.665260910987854, 0.6173460483551025], "r_norm": [1.6031485795974731, 1.2825698852539062, 1.2679184675216675, 1.2825528383255005, 1.2591331005096436, 1.2324806451797485, 1.261345624923706, 1.2546923160552979, 1.2174086570739746, 1.2186243534088135]}, {"step": 3850, "epoch": 9, "train_loss": 1.32893705368042, "cos_r_negg": [0.8143698573112488, 0.6563373804092407, 0.6657558083534241, 0.6741244792938232, 0.6911270022392273, 0.673328697681427, 0.6816441416740417, 0.6773198843002319, 0.6714682579040527, 0.6367161273956299], "cos_apical_negg": [0.8143698573112488, 0.6563373804092407, 0.6657558083534241, 0.6741244792938232, 0.6911270022392273, 0.673328697681427, 0.6816441416740417, 0.6773198843002319, 0.6714682579040527, 0.6367161273956299], "cos_Ac_negg": [0.8143698573112488, 0.6563373804092407, 0.6657558083534241, 0.6741244792938232, 0.6911270022392273, 0.673328697681427, 0.6816441416740417, 0.6773198843002319, 0.6714682579040527, 0.6367161273956299], "r_norm": [1.6100578308105469, 1.2897875308990479, 1.2739508152008057, 1.2881484031677246, 1.2648407220840454, 1.240987777709961, 1.267228126525879, 1.2598036527633667, 1.226628303527832, 1.2253475189208984]}, {"step": 3900, "epoch": 9, "train_loss": 1.301753282546997, "cos_r_negg": [0.8208474516868591, 0.6595726013183594, 0.6763615608215332, 0.676209032535553, 0.6935832500457764, 0.6821541786193848, 0.6778237223625183, 0.6906042695045471, 0.6745620965957642, 0.6502234935760498], "cos_apical_negg": [0.8208474516868591, 0.6595726013183594, 0.6763615608215332, 0.676209032535553, 0.6935832500457764, 0.6821541786193848, 0.6778237223625183, 0.6906042695045471, 0.6745620965957642, 0.6502234935760498], "cos_Ac_negg": [0.8208474516868591, 0.6595726013183594, 0.6763615608215332, 0.676209032535553, 0.6935832500457764, 0.6821541786193848, 0.6778237223625183, 0.6906042695045471, 0.6745620965957642, 0.6502234935760498], "r_norm": [1.594281792640686, 1.2762401103973389, 1.2614988088607788, 1.274608850479126, 1.250905990600586, 1.2250888347625732, 1.2516056299209595, 1.2454982995986938, 1.2072492837905884, 1.2084556818008423]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4288, "test_loss": 1.8249390991210936}, {"step": 3950, "epoch": 10, "train_loss": 1.1442859172821045, "cos_r_negg": [0.8277332782745361, 0.6726675033569336, 0.6860724687576294, 0.6869183778762817, 0.6988729238510132, 0.688718318939209, 0.6930607557296753, 0.693079948425293, 0.688084602355957, 0.6629362106323242], "cos_apical_negg": [0.8277332782745361, 0.6726675033569336, 0.6860724687576294, 0.6869183778762817, 0.6988729238510132, 0.688718318939209, 0.6930607557296753, 0.693079948425293, 0.688084602355957, 0.6629362106323242], "cos_Ac_negg": [0.8277332782745361, 0.6726675033569336, 0.6860724687576294, 0.6869183778762817, 0.6988729238510132, 0.688718318939209, 0.6930607557296753, 0.693079948425293, 0.688084602355957, 0.6629362106323242], "r_norm": [1.62125825881958, 1.297528624534607, 1.284340500831604, 1.293873906135559, 1.2716978788375854, 1.2459031343460083, 1.2733712196350098, 1.2651259899139404, 1.2288687229156494, 1.2289189100265503]}, {"step": 4000, "epoch": 10, "train_loss": 1.2246689796447754, "cos_r_negg": [0.8259750604629517, 0.6761822700500488, 0.6951454877853394, 0.7009505033493042, 0.7142648696899414, 0.6972623467445374, 0.7086896300315857, 0.716209352016449, 0.7055784463882446, 0.6700092554092407], "cos_apical_negg": [0.8259750604629517, 0.6761822700500488, 0.6951454877853394, 0.7009505033493042, 0.7142648696899414, 0.6972623467445374, 0.7086896300315857, 0.716209352016449, 0.7055784463882446, 0.6700092554092407], "cos_Ac_negg": [0.8259750604629517, 0.6761822700500488, 0.6951454877853394, 0.7009505033493042, 0.7142648696899414, 0.6972623467445374, 0.7086896300315857, 0.716209352016449, 0.7055784463882446, 0.6700092554092407], "r_norm": [1.6347578763961792, 1.3097336292266846, 1.2952783107757568, 1.3039816617965698, 1.2810779809951782, 1.2562637329101562, 1.284340739250183, 1.2758548259735107, 1.2380902767181396, 1.2363967895507812], "ldr": {"dL_sdil": -0.07850420475006104, "dL_bp": -0.08218491077423096, "ratio": 0.9552143332699948}}, {"step": 4050, "epoch": 10, "train_loss": 1.2029675245285034, "cos_r_negg": [0.823047935962677, 0.6886584758758545, 0.7017353177070618, 0.7036159634590149, 0.7191247344017029, 0.7029132843017578, 0.7161952257156372, 0.7159203886985779, 0.7204097509384155, 0.6815626621246338], "cos_apical_negg": [0.823047935962677, 0.6886584758758545, 0.7017353177070618, 0.7036159634590149, 0.7191247344017029, 0.7029132843017578, 0.7161952257156372, 0.7159203886985779, 0.7204097509384155, 0.6815626621246338], "cos_Ac_negg": [0.823047935962677, 0.6886584758758545, 0.7017353177070618, 0.7036159634590149, 0.7191247344017029, 0.7029132843017578, 0.7161952257156372, 0.7159203886985779, 0.7204097509384155, 0.6815626621246338], "r_norm": [1.6023679971694946, 1.2840837240219116, 1.2693909406661987, 1.278977394104004, 1.2573950290679932, 1.229941964149475, 1.257852554321289, 1.2517952919006348, 1.2131239175796509, 1.2139537334442139]}, {"step": 4100, "epoch": 10, "train_loss": 1.4268798828125, "cos_r_negg": [0.8266434669494629, 0.6930316686630249, 0.7045595645904541, 0.7133195996284485, 0.7289653420448303, 0.7132956385612488, 0.721771776676178, 0.7203847169876099, 0.7224864959716797, 0.6849313974380493], "cos_apical_negg": [0.8266434669494629, 0.6930316686630249, 0.7045595645904541, 0.7133195996284485, 0.7289653420448303, 0.7132956385612488, 0.721771776676178, 0.7203847169876099, 0.7224864959716797, 0.6849313974380493], "cos_Ac_negg": [0.8266434669494629, 0.6930316686630249, 0.7045595645904541, 0.7133195996284485, 0.7289653420448303, 0.7132956385612488, 0.721771776676178, 0.7203847169876099, 0.7224864959716797, 0.6849313974380493], "r_norm": [1.5923514366149902, 1.2710192203521729, 1.2597770690917969, 1.2708324193954468, 1.2473084926605225, 1.2227251529693604, 1.2467823028564453, 1.2393914461135864, 1.2032241821289062, 1.2041575908660889]}, {"step": 4150, "epoch": 10, "train_loss": 1.115698218345642, "cos_r_negg": [0.8317607641220093, 0.7064791917800903, 0.7153669595718384, 0.7207343578338623, 0.7395485639572144, 0.7198127508163452, 0.7291569113731384, 0.7324464917182922, 0.7381627559661865, 0.7049780488014221], "cos_apical_negg": [0.8317607641220093, 0.7064791917800903, 0.7153669595718384, 0.7207343578338623, 0.7395485639572144, 0.7198127508163452, 0.7291569113731384, 0.7324464917182922, 0.7381627559661865, 0.7049780488014221], "cos_Ac_negg": [0.8317607641220093, 0.7064791917800903, 0.7153669595718384, 0.7207343578338623, 0.7395485639572144, 0.7198127508163452, 0.7291569113731384, 0.7324464917182922, 0.7381627559661865, 0.7049780488014221], "r_norm": [1.6149271726608276, 1.2909207344055176, 1.27901029586792, 1.2844393253326416, 1.2623708248138428, 1.2363765239715576, 1.2635256052017212, 1.2572789192199707, 1.220066785812378, 1.2157604694366455]}, {"step": 4200, "epoch": 10, "train_loss": 1.2613701820373535, "cos_r_negg": [0.8362516164779663, 0.7124415636062622, 0.7243342995643616, 0.7339449524879456, 0.7435852289199829, 0.7327771782875061, 0.7392502427101135, 0.7397160530090332, 0.7487707734107971, 0.7159069776535034], "cos_apical_negg": [0.8362516164779663, 0.7124415636062622, 0.7243342995643616, 0.7339449524879456, 0.7435852289199829, 0.7327771782875061, 0.7392502427101135, 0.7397160530090332, 0.7487707734107971, 0.7159069776535034], "cos_Ac_negg": [0.8362516164779663, 0.7124415636062622, 0.7243342995643616, 0.7339449524879456, 0.7435852289199829, 0.7327771782875061, 0.7392502427101135, 0.7397160530090332, 0.7487707734107971, 0.7159069776535034], "r_norm": [1.567805528640747, 1.2529064416885376, 1.2420861721038818, 1.2479881048202515, 1.2261239290237427, 1.201119065284729, 1.2270841598510742, 1.21970796585083, 1.1829015016555786, 1.181220293045044]}, {"step": 4250, "epoch": 10, "train_loss": 1.456941843032837, "cos_r_negg": [0.8335639238357544, 0.7166321873664856, 0.7286323308944702, 0.739326000213623, 0.7501572966575623, 0.7361599206924438, 0.7349996566772461, 0.7483611702919006, 0.7475736141204834, 0.712481677532196], "cos_apical_negg": [0.8335639238357544, 0.7166321873664856, 0.7286323308944702, 0.739326000213623, 0.7501572966575623, 0.7361599206924438, 0.7349996566772461, 0.7483611702919006, 0.7475736141204834, 0.712481677532196], "cos_Ac_negg": [0.8335639238357544, 0.7166321873664856, 0.7286323308944702, 0.739326000213623, 0.7501572966575623, 0.7361599206924438, 0.7349996566772461, 0.7483611702919006, 0.7475736141204834, 0.712481677532196], "r_norm": [1.6048250198364258, 1.2833154201507568, 1.2732081413269043, 1.2798497676849365, 1.257350206375122, 1.23222017288208, 1.2569456100463867, 1.248161792755127, 1.2105648517608643, 1.2094502449035645], "ldr": {"dL_sdil": -0.056360602378845215, "dL_bp": -0.061241865158081055, "ratio": 0.9202953279323541}}, {"step": 4300, "epoch": 10, "train_loss": 1.0921649932861328, "cos_r_negg": [0.8360998034477234, 0.722707986831665, 0.7416645288467407, 0.7451919317245483, 0.7613480091094971, 0.7480603456497192, 0.7484197020530701, 0.7521796822547913, 0.7550983428955078, 0.7292765974998474], "cos_apical_negg": [0.8360998034477234, 0.722707986831665, 0.7416645288467407, 0.7451919317245483, 0.7613480091094971, 0.7480603456497192, 0.7484197020530701, 0.7521796822547913, 0.7550983428955078, 0.7292765974998474], "cos_Ac_negg": [0.8360998034477234, 0.722707986831665, 0.7416645288467407, 0.7451919317245483, 0.7613480091094971, 0.7480603456497192, 0.7484197020530701, 0.7521796822547913, 0.7550983428955078, 0.7292765974998474], "r_norm": [1.600241780281067, 1.2792418003082275, 1.2677435874938965, 1.2774276733398438, 1.251571774482727, 1.2285977602005005, 1.2514410018920898, 1.2423853874206543, 1.2063905000686646, 1.20356285572052]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.427, "test_loss": 1.8113104736328125}, {"step": 4350, "epoch": 11, "train_loss": 1.0735366344451904, "cos_r_negg": [0.8340811729431152, 0.727561354637146, 0.7426640391349792, 0.7505735158920288, 0.7659980058670044, 0.7573503255844116, 0.7574889659881592, 0.7601394653320312, 0.7622075080871582, 0.735095739364624], "cos_apical_negg": [0.8340811729431152, 0.727561354637146, 0.7426640391349792, 0.7505735158920288, 0.7659980058670044, 0.7573503255844116, 0.7574889659881592, 0.7601394653320312, 0.7622075080871582, 0.735095739364624], "cos_Ac_negg": [0.8340811729431152, 0.727561354637146, 0.7426640391349792, 0.7505735158920288, 0.7659980058670044, 0.7573503255844116, 0.7574889659881592, 0.7601394653320312, 0.7622075080871582, 0.735095739364624], "r_norm": [1.63350510597229, 1.3071718215942383, 1.2964649200439453, 1.304221272468567, 1.27933931350708, 1.2535189390182495, 1.2771337032318115, 1.2670798301696777, 1.231541633605957, 1.22902250289917]}, {"step": 4400, "epoch": 11, "train_loss": 1.2045485973358154, "cos_r_negg": [0.8369556069374084, 0.739726185798645, 0.7523385286331177, 0.7641225457191467, 0.7730467915534973, 0.7694971561431885, 0.7610181570053101, 0.7701972723007202, 0.7702209949493408, 0.7484472393989563], "cos_apical_negg": [0.8369556069374084, 0.739726185798645, 0.7523385286331177, 0.7641225457191467, 0.7730467915534973, 0.7694971561431885, 0.7610181570053101, 0.7701972723007202, 0.7702209949493408, 0.7484472393989563], "cos_Ac_negg": [0.8369556069374084, 0.739726185798645, 0.7523385286331177, 0.7641225457191467, 0.7730467915534973, 0.7694971561431885, 0.7610181570053101, 0.7701972723007202, 0.7702209949493408, 0.7484472393989563], "r_norm": [1.6033716201782227, 1.2833465337753296, 1.2721936702728271, 1.2804853916168213, 1.2580349445343018, 1.230599045753479, 1.2527278661727905, 1.243523359298706, 1.206432819366455, 1.206479787826538]}, {"step": 4450, "epoch": 11, "train_loss": 1.334566593170166, "cos_r_negg": [0.8384905457496643, 0.7390838861465454, 0.7573407888412476, 0.760945737361908, 0.7775663137435913, 0.764289140701294, 0.7685507535934448, 0.769790768623352, 0.7771099209785461, 0.7531278729438782], "cos_apical_negg": [0.8384905457496643, 0.7390838861465454, 0.7573407888412476, 0.760945737361908, 0.7775663137435913, 0.764289140701294, 0.7685507535934448, 0.769790768623352, 0.7771099209785461, 0.7531278729438782], "cos_Ac_negg": [0.8384905457496643, 0.7390838861465454, 0.7573407888412476, 0.760945737361908, 0.7775663137435913, 0.764289140701294, 0.7685507535934448, 0.769790768623352, 0.7771099209785461, 0.7531278729438782], "r_norm": [1.6966310739517212, 1.3574978113174438, 1.3493421077728271, 1.3541216850280762, 1.327463150024414, 1.3014707565307617, 1.3250117301940918, 1.3140441179275513, 1.2787806987762451, 1.2744688987731934]}, {"step": 4500, "epoch": 11, "train_loss": 1.1555266380310059, "cos_r_negg": [0.8401687741279602, 0.7451590299606323, 0.7645363807678223, 0.7694669961929321, 0.7813663482666016, 0.7737302780151367, 0.7806696891784668, 0.7871604561805725, 0.788095235824585, 0.7582231163978577], "cos_apical_negg": [0.8401687741279602, 0.7451590299606323, 0.7645363807678223, 0.7694669961929321, 0.7813663482666016, 0.7737302780151367, 0.7806696891784668, 0.7871604561805725, 0.788095235824585, 0.7582231163978577], "cos_Ac_negg": [0.8401687741279602, 0.7451590299606323, 0.7645363807678223, 0.7694669961929321, 0.7813663482666016, 0.7737302780151367, 0.7806696891784668, 0.7871604561805725, 0.788095235824585, 0.7582231163978577], "r_norm": [1.6237471103668213, 1.301206350326538, 1.2910932302474976, 1.2981315851211548, 1.2729631662368774, 1.2470858097076416, 1.2674148082733154, 1.2591030597686768, 1.2220690250396729, 1.220583438873291], "ldr": {"dL_sdil": -0.07400822639465332, "dL_bp": -0.07902252674102783, "ratio": 0.9365459375551562}}, {"step": 4550, "epoch": 11, "train_loss": 1.2003276348114014, "cos_r_negg": [0.8367381691932678, 0.7470805644989014, 0.7713502645492554, 0.7747617363929749, 0.7821855545043945, 0.7774649262428284, 0.7846056818962097, 0.7878901958465576, 0.7932274341583252, 0.763729453086853], "cos_apical_negg": [0.8367381691932678, 0.7470805644989014, 0.7713502645492554, 0.7747617363929749, 0.7821855545043945, 0.7774649262428284, 0.7846056818962097, 0.7878901958465576, 0.7932274341583252, 0.763729453086853], "cos_Ac_negg": [0.8367381691932678, 0.7470805644989014, 0.7713502645492554, 0.7747617363929749, 0.7821855545043945, 0.7774649262428284, 0.7846056818962097, 0.7878901958465576, 0.7932274341583252, 0.763729453086853], "r_norm": [1.5977859497070312, 1.2831250429153442, 1.273592233657837, 1.279893159866333, 1.2548985481262207, 1.2273924350738525, 1.2477060556411743, 1.2375035285949707, 1.2043416500091553, 1.2017838954925537]}, {"step": 4600, "epoch": 11, "train_loss": 1.3527956008911133, "cos_r_negg": [0.8371281027793884, 0.7522525787353516, 0.77531898021698, 0.7788568139076233, 0.7948762774467468, 0.7816981077194214, 0.7827699184417725, 0.7949030995368958, 0.7996714115142822, 0.7706995606422424], "cos_apical_negg": [0.8371281027793884, 0.7522525787353516, 0.77531898021698, 0.7788568139076233, 0.7948762774467468, 0.7816981077194214, 0.7827699184417725, 0.7949030995368958, 0.7996714115142822, 0.7706995606422424], "cos_Ac_negg": [0.8371281027793884, 0.7522525787353516, 0.77531898021698, 0.7788568139076233, 0.7948762774467468, 0.7816981077194214, 0.7827699184417725, 0.7949030995368958, 0.7996714115142822, 0.7706995606422424], "r_norm": [1.647338628768921, 1.321927547454834, 1.3122503757476807, 1.3176960945129395, 1.293224811553955, 1.2641311883926392, 1.2844544649124146, 1.2763065099716187, 1.2398855686187744, 1.2368972301483154]}, {"step": 4650, "epoch": 11, "train_loss": 1.061845064163208, "cos_r_negg": [0.8420315384864807, 0.763980507850647, 0.7804981470108032, 0.7867248058319092, 0.8029813766479492, 0.7958630919456482, 0.7964600324630737, 0.8038913607597351, 0.8065872192382812, 0.7809016704559326], "cos_apical_negg": [0.8420315384864807, 0.763980507850647, 0.7804981470108032, 0.7867248058319092, 0.8029813766479492, 0.7958630919456482, 0.7964600324630737, 0.8038913607597351, 0.8065872192382812, 0.7809016704559326], "cos_Ac_negg": [0.8420315384864807, 0.763980507850647, 0.7804981470108032, 0.7867248058319092, 0.8029813766479492, 0.7958630919456482, 0.7964600324630737, 0.8038913607597351, 0.8065872192382812, 0.7809016704559326], "r_norm": [1.635714054107666, 1.3114649057388306, 1.3028937578201294, 1.3072757720947266, 1.2840287685394287, 1.2567607164382935, 1.2739672660827637, 1.267787218093872, 1.2305465936660767, 1.2268216609954834]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4325, "test_loss": 1.8999481567382812}, {"step": 4700, "epoch": 12, "train_loss": 1.0022220611572266, "cos_r_negg": [0.8457232713699341, 0.7717710733413696, 0.7849634885787964, 0.7928599715232849, 0.8068163394927979, 0.7996441125869751, 0.8047559261322021, 0.8098101615905762, 0.8111931085586548, 0.7926745414733887], "cos_apical_negg": [0.8457232713699341, 0.7717710733413696, 0.7849634885787964, 0.7928599715232849, 0.8068163394927979, 0.7996441125869751, 0.8047559261322021, 0.8098101615905762, 0.8111931085586548, 0.7926745414733887], "cos_Ac_negg": [0.8457232713699341, 0.7717710733413696, 0.7849634885787964, 0.7928599715232849, 0.8068163394927979, 0.7996441125869751, 0.8047559261322021, 0.8098101615905762, 0.8111931085586548, 0.7926745414733887], "r_norm": [1.633056640625, 1.3131732940673828, 1.303418755531311, 1.3074898719787598, 1.283573865890503, 1.2572283744812012, 1.2737854719161987, 1.2691824436187744, 1.2319525480270386, 1.2270636558532715]}, {"step": 4750, "epoch": 12, "train_loss": 1.2084237337112427, "cos_r_negg": [0.8439943790435791, 0.7753876447677612, 0.7895431518554688, 0.7995736598968506, 0.8111794590950012, 0.800590455532074, 0.8096894025802612, 0.8122652769088745, 0.8182319402694702, 0.7949784994125366], "cos_apical_negg": [0.8439943790435791, 0.7753876447677612, 0.7895431518554688, 0.7995736598968506, 0.8111794590950012, 0.800590455532074, 0.8096894025802612, 0.8122652769088745, 0.8182319402694702, 0.7949784994125366], "cos_Ac_negg": [0.8439943790435791, 0.7753876447677612, 0.7895431518554688, 0.7995736598968506, 0.8111794590950012, 0.800590455532074, 0.8096894025802612, 0.8122652769088745, 0.8182319402694702, 0.7949784994125366], "r_norm": [1.6545355319976807, 1.3298721313476562, 1.3215415477752686, 1.3245623111724854, 1.3009350299835205, 1.2736289501190186, 1.2901501655578613, 1.2821029424667358, 1.249039888381958, 1.2424155473709106], "ldr": {"dL_sdil": -0.1173257827758789, "dL_bp": -0.12219619750976562, "ratio": 0.9601426653763306}}, {"step": 4800, "epoch": 12, "train_loss": 1.0191066265106201, "cos_r_negg": [0.8397239446640015, 0.778348445892334, 0.7957926392555237, 0.8059965372085571, 0.8209329843521118, 0.8095453381538391, 0.8172969818115234, 0.8170779943466187, 0.8258676528930664, 0.8042517900466919], "cos_apical_negg": [0.8397239446640015, 0.778348445892334, 0.7957926392555237, 0.8059965372085571, 0.8209329843521118, 0.8095453381538391, 0.8172969818115234, 0.8170779943466187, 0.8258676528930664, 0.8042517900466919], "cos_Ac_negg": [0.8397239446640015, 0.778348445892334, 0.7957926392555237, 0.8059965372085571, 0.8209329843521118, 0.8095453381538391, 0.8172969818115234, 0.8170779943466187, 0.8258676528930664, 0.8042517900466919], "r_norm": [1.6600501537322998, 1.3404123783111572, 1.3293524980545044, 1.3320190906524658, 1.3066610097885132, 1.2783783674240112, 1.296950101852417, 1.2884886264801025, 1.2527813911437988, 1.2469422817230225]}, {"step": 4850, "epoch": 12, "train_loss": 1.0366562604904175, "cos_r_negg": [0.8425726890563965, 0.7813981771469116, 0.8008321523666382, 0.809224009513855, 0.8234304785728455, 0.8123319745063782, 0.8234779834747314, 0.8266677260398865, 0.8302459716796875, 0.8064773082733154], "cos_apical_negg": [0.8425726890563965, 0.7813981771469116, 0.8008321523666382, 0.809224009513855, 0.8234304785728455, 0.8123319745063782, 0.8234779834747314, 0.8266677260398865, 0.8302459716796875, 0.8064773082733154], "cos_Ac_negg": [0.8425726890563965, 0.7813981771469116, 0.8008321523666382, 0.809224009513855, 0.8234304785728455, 0.8123319745063782, 0.8234779834747314, 0.8266677260398865, 0.8302459716796875, 0.8064773082733154], "r_norm": [1.6493693590164185, 1.3313558101654053, 1.320709228515625, 1.3241441249847412, 1.2997033596038818, 1.2720409631729126, 1.2874784469604492, 1.2788805961608887, 1.2435293197631836, 1.2401645183563232]}, {"step": 4900, "epoch": 12, "train_loss": 1.2336575984954834, "cos_r_negg": [0.8453992009162903, 0.785910427570343, 0.8036148548126221, 0.8112509846687317, 0.8269791603088379, 0.8176945447921753, 0.833055853843689, 0.8304310441017151, 0.8363896012306213, 0.8148105144500732], "cos_apical_negg": [0.8453992009162903, 0.785910427570343, 0.8036148548126221, 0.8112509846687317, 0.8269791603088379, 0.8176945447921753, 0.833055853843689, 0.8304310441017151, 0.8363896012306213, 0.8148105144500732], "cos_Ac_negg": [0.8453992009162903, 0.785910427570343, 0.8036148548126221, 0.8112509846687317, 0.8269791603088379, 0.8176945447921753, 0.833055853843689, 0.8304310441017151, 0.8363896012306213, 0.8148105144500732], "r_norm": [1.6400959491729736, 1.3263475894927979, 1.3168162107467651, 1.318302869796753, 1.2937493324279785, 1.2662229537963867, 1.2804841995239258, 1.273538589477539, 1.2399805784225464, 1.2349827289581299]}, {"step": 4950, "epoch": 12, "train_loss": 1.0325839519500732, "cos_r_negg": [0.8474640846252441, 0.7880330681800842, 0.8076655268669128, 0.8182930946350098, 0.8300069570541382, 0.8278312683105469, 0.8366341590881348, 0.8306324481964111, 0.8401609063148499, 0.8265173435211182], "cos_apical_negg": [0.8474640846252441, 0.7880330681800842, 0.8076655268669128, 0.8182930946350098, 0.8300069570541382, 0.8278312683105469, 0.8366341590881348, 0.8306324481964111, 0.8401609063148499, 0.8265173435211182], "cos_Ac_negg": [0.8474640846252441, 0.7880330681800842, 0.8076655268669128, 0.8182930946350098, 0.8300069570541382, 0.8278312683105469, 0.8366341590881348, 0.8306324481964111, 0.8401609063148499, 0.8265173435211182], "r_norm": [1.6247166395187378, 1.314229130744934, 1.3023570775985718, 1.3049299716949463, 1.2789568901062012, 1.2523614168167114, 1.2670361995697021, 1.258622646331787, 1.2237863540649414, 1.219285488128662]}, {"step": 5000, "epoch": 12, "train_loss": 1.1600149869918823, "cos_r_negg": [0.8430944681167603, 0.7939068078994751, 0.8106711506843567, 0.8235180974006653, 0.8342968821525574, 0.8299459218978882, 0.8392583131790161, 0.8407859802246094, 0.844761312007904, 0.8347971439361572], "cos_apical_negg": [0.8430944681167603, 0.7939068078994751, 0.8106711506843567, 0.8235180974006653, 0.8342968821525574, 0.8299459218978882, 0.8392583131790161, 0.8407859802246094, 0.844761312007904, 0.8347971439361572], "cos_Ac_negg": [0.8430944681167603, 0.7939068078994751, 0.8106711506843567, 0.8235180974006653, 0.8342968821525574, 0.8299459218978882, 0.8392583131790161, 0.8407859802246094, 0.844761312007904, 0.8347971439361572], "r_norm": [1.6591486930847168, 1.3481419086456299, 1.3360986709594727, 1.3352124691009521, 1.3110036849975586, 1.284349799156189, 1.3000119924545288, 1.2902884483337402, 1.2554734945297241, 1.2514796257019043], "ldr": {"dL_sdil": -0.09108710289001465, "dL_bp": -0.09851956367492676, "ratio": 0.9245585292131814}}, {"step": 5050, "epoch": 12, "train_loss": 0.9720175266265869, "cos_r_negg": [0.8525689840316772, 0.8003596067428589, 0.8161991834640503, 0.8238135576248169, 0.8358169794082642, 0.8301375508308411, 0.8422040343284607, 0.8453683257102966, 0.8526520729064941, 0.8366168737411499], "cos_apical_negg": [0.8525689840316772, 0.8003596067428589, 0.8161991834640503, 0.8238135576248169, 0.8358169794082642, 0.8301375508308411, 0.8422040343284607, 0.8453683257102966, 0.8526520729064941, 0.8366168737411499], "cos_Ac_negg": [0.8525689840316772, 0.8003596067428589, 0.8161991834640503, 0.8238135576248169, 0.8358169794082642, 0.8301375508308411, 0.8422040343284607, 0.8453683257102966, 0.8526520729064941, 0.8366168737411499], "r_norm": [1.6622424125671387, 1.3508704900741577, 1.3408889770507812, 1.3402345180511475, 1.3161633014678955, 1.2897697687149048, 1.3020390272140503, 1.293778657913208, 1.2574210166931152, 1.2551045417785645]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4295, "test_loss": 1.957610009765625}, {"step": 5100, "epoch": 13, "train_loss": 0.9422798156738281, "cos_r_negg": [0.8509393930435181, 0.8051382899284363, 0.8219484090805054, 0.8310737609863281, 0.8407142162322998, 0.8393943309783936, 0.8473013639450073, 0.8513972759246826, 0.8566230535507202, 0.8452441096305847], "cos_apical_negg": [0.8509393930435181, 0.8051382899284363, 0.8219484090805054, 0.8310737609863281, 0.8407142162322998, 0.8393943309783936, 0.8473013639450073, 0.8513972759246826, 0.8566230535507202, 0.8452441096305847], "cos_Ac_negg": [0.8509393930435181, 0.8051382899284363, 0.8219484090805054, 0.8310737609863281, 0.8407142162322998, 0.8393943309783936, 0.8473013639450073, 0.8513972759246826, 0.8566230535507202, 0.8452441096305847], "r_norm": [1.640025019645691, 1.334460973739624, 1.3242820501327515, 1.3237768411636353, 1.300689935684204, 1.2734707593917847, 1.2862129211425781, 1.276505947113037, 1.241408109664917, 1.2384116649627686]}, {"step": 5150, "epoch": 13, "train_loss": 1.0345810651779175, "cos_r_negg": [0.8468278050422668, 0.8078631162643433, 0.8272224068641663, 0.8339670896530151, 0.8419177532196045, 0.8457612991333008, 0.8469847440719604, 0.8521738052368164, 0.8583848476409912, 0.8474183082580566], "cos_apical_negg": [0.8468278050422668, 0.8078631162643433, 0.8272224068641663, 0.8339670896530151, 0.8419177532196045, 0.8457612991333008, 0.8469847440719604, 0.8521738052368164, 0.8583848476409912, 0.8474183082580566], "cos_Ac_negg": [0.8468278050422668, 0.8078631162643433, 0.8272224068641663, 0.8339670896530151, 0.8419177532196045, 0.8457612991333008, 0.8469847440719604, 0.8521738052368164, 0.8583848476409912, 0.8474183082580566], "r_norm": [1.6163277626037598, 1.3185155391693115, 1.306679129600525, 1.3056201934814453, 1.2824110984802246, 1.2558293342590332, 1.2686395645141602, 1.260265588760376, 1.2241116762161255, 1.2207932472229004]}, {"step": 5200, "epoch": 13, "train_loss": 1.0185115337371826, "cos_r_negg": [0.8523931503295898, 0.8110624551773071, 0.8312248587608337, 0.8379979133605957, 0.8500241041183472, 0.8475784063339233, 0.8564999103546143, 0.8543002009391785, 0.865146279335022, 0.8508344888687134], "cos_apical_negg": [0.8523931503295898, 0.8110624551773071, 0.8312248587608337, 0.8379979133605957, 0.8500241041183472, 0.8475784063339233, 0.8564999103546143, 0.8543002009391785, 0.865146279335022, 0.8508344888687134], "cos_Ac_negg": [0.8523931503295898, 0.8110624551773071, 0.8312248587608337, 0.8379979133605957, 0.8500241041183472, 0.8475784063339233, 0.8564999103546143, 0.8543002009391785, 0.865146279335022, 0.8508344888687134], "r_norm": [1.641006350517273, 1.339723825454712, 1.3293147087097168, 1.3265678882598877, 1.303654670715332, 1.2772407531738281, 1.290103554725647, 1.281242847442627, 1.2457109689712524, 1.2418056726455688]}, {"step": 5250, "epoch": 13, "train_loss": 0.9301217794418335, "cos_r_negg": [0.8511433005332947, 0.8181977272033691, 0.8376563787460327, 0.8439367413520813, 0.8571138381958008, 0.8513327836990356, 0.8595530986785889, 0.861291766166687, 0.87317955493927, 0.8518017530441284], "cos_apical_negg": [0.8511433005332947, 0.8181977272033691, 0.8376563787460327, 0.8439367413520813, 0.8571138381958008, 0.8513327836990356, 0.8595530986785889, 0.861291766166687, 0.87317955493927, 0.8518017530441284], "cos_Ac_negg": [0.8511433005332947, 0.8181977272033691, 0.8376563787460327, 0.8439367413520813, 0.8571138381958008, 0.8513327836990356, 0.8595530986785889, 0.861291766166687, 0.87317955493927, 0.8518017530441284], "r_norm": [1.6753270626068115, 1.3706152439117432, 1.3609497547149658, 1.3570435047149658, 1.3339273929595947, 1.3070251941680908, 1.317881464958191, 1.3108714818954468, 1.2742969989776611, 1.270289421081543], "ldr": {"dL_sdil": -0.07005488872528076, "dL_bp": -0.08167135715484619, "ratio": 0.8577656985968656}}, {"step": 5300, "epoch": 13, "train_loss": 0.950436532497406, "cos_r_negg": [0.8505166172981262, 0.8184096813201904, 0.836561918258667, 0.8448308110237122, 0.8569602370262146, 0.8527724742889404, 0.8592556118965149, 0.861284613609314, 0.8687730431556702, 0.8532822132110596], "cos_apical_negg": [0.8505166172981262, 0.8184096813201904, 0.836561918258667, 0.8448308110237122, 0.8569602370262146, 0.8527724742889404, 0.8592556118965149, 0.861284613609314, 0.8687730431556702, 0.8532822132110596], "cos_Ac_negg": [0.8505166172981262, 0.8184096813201904, 0.836561918258667, 0.8448308110237122, 0.8569602370262146, 0.8527724742889404, 0.8592556118965149, 0.861284613609314, 0.8687730431556702, 0.8532822132110596], "r_norm": [1.7043893337249756, 1.395784616470337, 1.3884570598602295, 1.3808598518371582, 1.3597075939178467, 1.3327150344848633, 1.3433806896209717, 1.3340535163879395, 1.296886682510376, 1.2950780391693115]}, {"step": 5350, "epoch": 13, "train_loss": 0.9522261023521423, "cos_r_negg": [0.8497885465621948, 0.8208556175231934, 0.8384029269218445, 0.8452081680297852, 0.8584797382354736, 0.8559091091156006, 0.8658256530761719, 0.8674224019050598, 0.872830331325531, 0.8571654558181763], "cos_apical_negg": [0.8497885465621948, 0.8208556175231934, 0.8384029269218445, 0.8452081680297852, 0.8584797382354736, 0.8559091091156006, 0.8658256530761719, 0.8674224019050598, 0.872830331325531, 0.8571654558181763], "cos_Ac_negg": [0.8497885465621948, 0.8208556175231934, 0.8384029269218445, 0.8452081680297852, 0.8584797382354736, 0.8559091091156006, 0.8658256530761719, 0.8674224019050598, 0.872830331325531, 0.8571654558181763], "r_norm": [1.6490790843963623, 1.3556066751480103, 1.3460026979446411, 1.3405847549438477, 1.3183889389038086, 1.2929259538650513, 1.3019806146621704, 1.2914557456970215, 1.258338451385498, 1.2548826932907104]}, {"step": 5400, "epoch": 13, "train_loss": 1.2892212867736816, "cos_r_negg": [0.8465027809143066, 0.8234326243400574, 0.8407788276672363, 0.8509216904640198, 0.862763524055481, 0.8609284162521362, 0.8697547316551208, 0.8720499277114868, 0.8785110712051392, 0.8601429462432861], "cos_apical_negg": [0.8465027809143066, 0.8234326243400574, 0.8407788276672363, 0.8509216904640198, 0.862763524055481, 0.8609284162521362, 0.8697547316551208, 0.8720499277114868, 0.8785110712051392, 0.8601429462432861], "cos_Ac_negg": [0.8465027809143066, 0.8234326243400574, 0.8407788276672363, 0.8509216904640198, 0.862763524055481, 0.8609284162521362, 0.8697547316551208, 0.8720499277114868, 0.8785110712051392, 0.8601429462432861], "r_norm": [1.6944687366485596, 1.391906976699829, 1.3822463750839233, 1.3765209913253784, 1.352506160736084, 1.3272321224212646, 1.335744857788086, 1.3274434804916382, 1.2899572849273682, 1.2865347862243652]}, {"step": 5450, "epoch": 13, "train_loss": 1.2206305265426636, "cos_r_negg": [0.8536007404327393, 0.8253567814826965, 0.8432630300521851, 0.8503903150558472, 0.8648720383644104, 0.8598271012306213, 0.8683638572692871, 0.8745734095573425, 0.8820812106132507, 0.8682957887649536], "cos_apical_negg": [0.8536007404327393, 0.8253567814826965, 0.8432630300521851, 0.8503903150558472, 0.8648720383644104, 0.8598271012306213, 0.8683638572692871, 0.8745734095573425, 0.8820812106132507, 0.8682957887649536], "cos_Ac_negg": [0.8536007404327393, 0.8253567814826965, 0.8432630300521851, 0.8503903150558472, 0.8648720383644104, 0.8598271012306213, 0.8683638572692871, 0.8745734095573425, 0.8820812106132507, 0.8682957887649536], "r_norm": [1.7145709991455078, 1.4147543907165527, 1.4040359258651733, 1.3963615894317627, 1.375538945198059, 1.3503751754760742, 1.3570512533187866, 1.3484669923782349, 1.3106658458709717, 1.3074989318847656]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.421, "test_loss": 2.059187707519531}, {"step": 5500, "epoch": 14, "train_loss": 0.8297479152679443, "cos_r_negg": [0.852729082107544, 0.8295835256576538, 0.8505910038948059, 0.8584895133972168, 0.871430516242981, 0.8711076974868774, 0.8734242916107178, 0.8798438310623169, 0.8877818584442139, 0.8770538568496704], "cos_apical_negg": [0.852729082107544, 0.8295835256576538, 0.8505910038948059, 0.8584895133972168, 0.871430516242981, 0.8711076974868774, 0.8734242916107178, 0.8798438310623169, 0.8877818584442139, 0.8770538568496704], "cos_Ac_negg": [0.852729082107544, 0.8295835256576538, 0.8505910038948059, 0.8584895133972168, 0.871430516242981, 0.8711076974868774, 0.8734242916107178, 0.8798438310623169, 0.8877818584442139, 0.8770538568496704], "r_norm": [1.7103636264801025, 1.4128167629241943, 1.4047421216964722, 1.3959298133850098, 1.373826026916504, 1.3489272594451904, 1.3573265075683594, 1.3478899002075195, 1.3089739084243774, 1.3053555488586426], "ldr": {"dL_sdil": -0.07259702682495117, "dL_bp": -0.08398568630218506, "ratio": 0.8643976137045917}}, {"step": 5550, "epoch": 14, "train_loss": 0.7922085523605347, "cos_r_negg": [0.8523512482643127, 0.8325012922286987, 0.8520755767822266, 0.8597317337989807, 0.8697454929351807, 0.8719290494918823, 0.8767272233963013, 0.879183292388916, 0.8849833011627197, 0.8732293844223022], "cos_apical_negg": [0.8523512482643127, 0.8325012922286987, 0.8520755767822266, 0.8597317337989807, 0.8697454929351807, 0.8719290494918823, 0.8767272233963013, 0.879183292388916, 0.8849833011627197, 0.8732293844223022], "cos_Ac_negg": [0.8523512482643127, 0.8325012922286987, 0.8520755767822266, 0.8597317337989807, 0.8697454929351807, 0.8719290494918823, 0.8767272233963013, 0.879183292388916, 0.8849833011627197, 0.8732293844223022], "r_norm": [1.691856026649475, 1.3977127075195312, 1.3894556760787964, 1.3816605806350708, 1.3586324453353882, 1.3336924314498901, 1.3394231796264648, 1.3309472799301147, 1.2927610874176025, 1.2901363372802734]}, {"step": 5600, "epoch": 14, "train_loss": 0.9408779144287109, "cos_r_negg": [0.8550063371658325, 0.8366194367408752, 0.8547693490982056, 0.8626254796981812, 0.8735225200653076, 0.8777313232421875, 0.8827441930770874, 0.8882561326026917, 0.8917971253395081, 0.8820945620536804], "cos_apical_negg": [0.8550063371658325, 0.8366194367408752, 0.8547693490982056, 0.8626254796981812, 0.8735225200653076, 0.8777313232421875, 0.8827441930770874, 0.8882561326026917, 0.8917971253395081, 0.8820945620536804], "cos_Ac_negg": [0.8550063371658325, 0.8366194367408752, 0.8547693490982056, 0.8626254796981812, 0.8735225200653076, 0.8777313232421875, 0.8827441930770874, 0.8882561326026917, 0.8917971253395081, 0.8820945620536804], "r_norm": [1.712745189666748, 1.4184253215789795, 1.4102253913879395, 1.4013006687164307, 1.3782944679260254, 1.352950096130371, 1.3586522340774536, 1.349929928779602, 1.3123582601547241, 1.3078951835632324]}, {"step": 5650, "epoch": 14, "train_loss": 0.9895890355110168, "cos_r_negg": [0.8590397238731384, 0.837452232837677, 0.8537030816078186, 0.8647485971450806, 0.8760665655136108, 0.8775452375411987, 0.8845526576042175, 0.8919034004211426, 0.8918865919113159, 0.8803415894508362], "cos_apical_negg": [0.8590397238731384, 0.837452232837677, 0.8537030816078186, 0.8647485971450806, 0.8760665655136108, 0.8775452375411987, 0.8845526576042175, 0.8919034004211426, 0.8918865919113159, 0.8803415894508362], "cos_Ac_negg": [0.8590397238731384, 0.837452232837677, 0.8537030816078186, 0.8647485971450806, 0.8760665655136108, 0.8775452375411987, 0.8845526576042175, 0.8919034004211426, 0.8918865919113159, 0.8803415894508362], "r_norm": [1.7393593788146973, 1.443345069885254, 1.4333990812301636, 1.4260375499725342, 1.3999688625335693, 1.3745555877685547, 1.3793690204620361, 1.371279239654541, 1.3321959972381592, 1.3294050693511963]}, {"step": 5700, "epoch": 14, "train_loss": 0.8877849578857422, "cos_r_negg": [0.8601932525634766, 0.8404293656349182, 0.8576134443283081, 0.8653620481491089, 0.8798146843910217, 0.8822370171546936, 0.8865607976913452, 0.8927464485168457, 0.8937694430351257, 0.8845015168190002], "cos_apical_negg": [0.8601932525634766, 0.8404293656349182, 0.8576134443283081, 0.8653620481491089, 0.8798146843910217, 0.8822370171546936, 0.8865607976913452, 0.8927464485168457, 0.8937694430351257, 0.8845015168190002], "cos_Ac_negg": [0.8601932525634766, 0.8404293656349182, 0.8576134443283081, 0.8653620481491089, 0.8798146843910217, 0.8822370171546936, 0.8865607976913452, 0.8927464485168457, 0.8937694430351257, 0.8845015168190002], "r_norm": [1.7083308696746826, 1.420182704925537, 1.4125235080718994, 1.4033286571502686, 1.3788678646087646, 1.354853630065918, 1.357088327407837, 1.34916090965271, 1.3111004829406738, 1.309558391571045]}, {"step": 5750, "epoch": 14, "train_loss": 1.1247334480285645, "cos_r_negg": [0.8551797866821289, 0.8451098203659058, 0.8609727621078491, 0.8722003102302551, 0.8837915062904358, 0.8863455653190613, 0.8917844295501709, 0.8955722451210022, 0.9026268720626831, 0.8925232887268066], "cos_apical_negg": [0.8551797866821289, 0.8451098203659058, 0.8609727621078491, 0.8722003102302551, 0.8837915062904358, 0.8863455653190613, 0.8917844295501709, 0.8955722451210022, 0.9026268720626831, 0.8925232887268066], "cos_Ac_negg": [0.8551797866821289, 0.8451098203659058, 0.8609727621078491, 0.8722003102302551, 0.8837915062904358, 0.8863455653190613, 0.8917844295501709, 0.8955722451210022, 0.9026268720626831, 0.8925232887268066], "r_norm": [1.735126256942749, 1.4439321756362915, 1.4359188079833984, 1.4275684356689453, 1.4033091068267822, 1.378644347190857, 1.3800430297851562, 1.370943546295166, 1.334230899810791, 1.3317155838012695], "ldr": {"dL_sdil": -0.07414484024047852, "dL_bp": -0.08689522743225098, "ratio": 0.8532671175558696}}, {"step": 5800, "epoch": 14, "train_loss": 1.1063581705093384, "cos_r_negg": [0.855069637298584, 0.8436049222946167, 0.8627110123634338, 0.8709136247634888, 0.883597731590271, 0.8843187689781189, 0.8909545540809631, 0.8970859050750732, 0.9034771919250488, 0.8949572443962097], "cos_apical_negg": [0.855069637298584, 0.8436049222946167, 0.8627110123634338, 0.8709136247634888, 0.883597731590271, 0.8843187689781189, 0.8909545540809631, 0.8970859050750732, 0.9034771919250488, 0.8949572443962097], "cos_Ac_negg": [0.855069637298584, 0.8436049222946167, 0.8627110123634338, 0.8709136247634888, 0.883597731590271, 0.8843187689781189, 0.8909545540809631, 0.8970859050750732, 0.9034771919250488, 0.8949572443962097], "r_norm": [1.8130871057510376, 1.5095279216766357, 1.5016722679138184, 1.4882171154022217, 1.463614821434021, 1.4396448135375977, 1.4411128759384155, 1.4312628507614136, 1.3905651569366455, 1.3882715702056885]}, {"step": 5850, "epoch": 14, "train_loss": 0.9048371315002441, "cos_r_negg": [0.8547940254211426, 0.8468523621559143, 0.8704057931900024, 0.8761392831802368, 0.8875634074211121, 0.8915647864341736, 0.8983060121536255, 0.9008634090423584, 0.910332441329956, 0.90117347240448], "cos_apical_negg": [0.8547940254211426, 0.8468523621559143, 0.8704057931900024, 0.8761392831802368, 0.8875634074211121, 0.8915647864341736, 0.8983060121536255, 0.9008634090423584, 0.910332441329956, 0.90117347240448], "cos_Ac_negg": [0.8547940254211426, 0.8468523621559143, 0.8704057931900024, 0.8761392831802368, 0.8875634074211121, 0.8915647864341736, 0.8983060121536255, 0.9008634090423584, 0.910332441329956, 0.90117347240448], "r_norm": [1.779727578163147, 1.485234022140503, 1.4794342517852783, 1.468036413192749, 1.4424107074737549, 1.4197890758514404, 1.419195294380188, 1.4100943803787231, 1.3709983825683594, 1.3678698539733887]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4272, "test_loss": 2.0653154296875}, {"step": 5900, "epoch": 15, "train_loss": 0.7146568298339844, "cos_r_negg": [0.8554109334945679, 0.8485777974128723, 0.8689002990722656, 0.8795953989028931, 0.8902822136878967, 0.8974812626838684, 0.9011049270629883, 0.9037601947784424, 0.9101316928863525, 0.9067354202270508], "cos_apical_negg": [0.8554109334945679, 0.8485777974128723, 0.8689002990722656, 0.8795953989028931, 0.8902822136878967, 0.8974812626838684, 0.9011049270629883, 0.9037601947784424, 0.9101316928863525, 0.9067354202270508], "cos_Ac_negg": [0.8554109334945679, 0.8485777974128723, 0.8689002990722656, 0.8795953989028931, 0.8902822136878967, 0.8974812626838684, 0.9011049270629883, 0.9037601947784424, 0.9101316928863525, 0.9067354202270508], "r_norm": [1.7696709632873535, 1.4776479005813599, 1.471735954284668, 1.4588909149169922, 1.4361079931259155, 1.4138517379760742, 1.4120819568634033, 1.402825117111206, 1.3644444942474365, 1.3611857891082764]}, {"step": 5950, "epoch": 15, "train_loss": 0.9034267067909241, "cos_r_negg": [0.8504525423049927, 0.8514609932899475, 0.8670348525047302, 0.8790379762649536, 0.8920527100563049, 0.8948571681976318, 0.9013835191726685, 0.9047907590866089, 0.9158706665039062, 0.9048694372177124], "cos_apical_negg": [0.8504525423049927, 0.8514609932899475, 0.8670348525047302, 0.8790379762649536, 0.8920527100563049, 0.8948571681976318, 0.9013835191726685, 0.9047907590866089, 0.9158706665039062, 0.9048694372177124], "cos_Ac_negg": [0.8504525423049927, 0.8514609932899475, 0.8670348525047302, 0.8790379762649536, 0.8920527100563049, 0.8948571681976318, 0.9013835191726685, 0.9047907590866089, 0.9158706665039062, 0.9048694372177124], "r_norm": [1.8426542282104492, 1.5396571159362793, 1.533315896987915, 1.5179561376571655, 1.4948387145996094, 1.4700907468795776, 1.4705793857574463, 1.4600636959075928, 1.4209851026535034, 1.416959524154663]}, {"step": 6000, "epoch": 15, "train_loss": 1.053526759147644, "cos_r_negg": [0.8490203022956848, 0.8520576357841492, 0.8686250448226929, 0.8779202103614807, 0.889807403087616, 0.8944533467292786, 0.9036086201667786, 0.9079805612564087, 0.9112718105316162, 0.9054552912712097], "cos_apical_negg": [0.8490203022956848, 0.8520576357841492, 0.8686250448226929, 0.8779202103614807, 0.889807403087616, 0.8944533467292786, 0.9036086201667786, 0.9079805612564087, 0.9112718105316162, 0.9054552912712097], "cos_Ac_negg": [0.8490203022956848, 0.8520576357841492, 0.8686250448226929, 0.8779202103614807, 0.889807403087616, 0.8944533467292786, 0.9036086201667786, 0.9079805612564087, 0.9112718105316162, 0.9054552912712097], "r_norm": [1.8303440809249878, 1.5319879055023193, 1.52476167678833, 1.512749195098877, 1.4886523485183716, 1.4634661674499512, 1.4622173309326172, 1.4512884616851807, 1.4127137660980225, 1.4103317260742188], "ldr": {"dL_sdil": -0.10604715347290039, "dL_bp": -0.12508630752563477, "ratio": 0.8477918612408272}}, {"step": 6050, "epoch": 15, "train_loss": 0.8620893955230713, "cos_r_negg": [0.8618156909942627, 0.8555096387863159, 0.8750287294387817, 0.8836426734924316, 0.8971544504165649, 0.8994725942611694, 0.9056475162506104, 0.9118406176567078, 0.9147717356681824, 0.9134234189987183], "cos_apical_negg": [0.8618156909942627, 0.8555096387863159, 0.8750287294387817, 0.8836426734924316, 0.8971544504165649, 0.8994725942611694, 0.9056475162506104, 0.9118406176567078, 0.9147717356681824, 0.9134234189987183], "cos_Ac_negg": [0.8618156909942627, 0.8555096387863159, 0.8750287294387817, 0.8836426734924316, 0.8971544504165649, 0.8994725942611694, 0.9056475162506104, 0.9118406176567078, 0.9147717356681824, 0.9134234189987183], "r_norm": [1.8333745002746582, 1.5388489961624146, 1.531752347946167, 1.5214781761169434, 1.4978034496307373, 1.4714524745941162, 1.469519019126892, 1.459338903427124, 1.420227289199829, 1.4185675382614136]}, {"step": 6100, "epoch": 15, "train_loss": 0.8934153318405151, "cos_r_negg": [0.8621119856834412, 0.8558240532875061, 0.8738535642623901, 0.8849796652793884, 0.8961392641067505, 0.9004020690917969, 0.9077694416046143, 0.9118875861167908, 0.9175423383712769, 0.9116032123565674], "cos_apical_negg": [0.8621119856834412, 0.8558240532875061, 0.8738535642623901, 0.8849796652793884, 0.8961392641067505, 0.9004020690917969, 0.9077694416046143, 0.9118875861167908, 0.9175423383712769, 0.9116032123565674], "cos_Ac_negg": [0.8621119856834412, 0.8558240532875061, 0.8738535642623901, 0.8849796652793884, 0.8961392641067505, 0.9004020690917969, 0.9077694416046143, 0.9118875861167908, 0.9175423383712769, 0.9116032123565674], "r_norm": [1.839144229888916, 1.5464658737182617, 1.5365116596221924, 1.524312138557434, 1.5023027658462524, 1.4768716096878052, 1.4744768142700195, 1.4628205299377441, 1.4247181415557861, 1.4220659732818604]}, {"step": 6150, "epoch": 15, "train_loss": 1.0399574041366577, "cos_r_negg": [0.8578507900238037, 0.8567476868629456, 0.8763765096664429, 0.889634370803833, 0.9000191688537598, 0.9037696123123169, 0.9096490740776062, 0.9147859215736389, 0.9204418659210205, 0.9162049889564514], "cos_apical_negg": [0.8578507900238037, 0.8567476868629456, 0.8763765096664429, 0.889634370803833, 0.9000191688537598, 0.9037696123123169, 0.9096490740776062, 0.9147859215736389, 0.9204418659210205, 0.9162049889564514], "cos_Ac_negg": [0.8578507900238037, 0.8567476868629456, 0.8763765096664429, 0.889634370803833, 0.9000191688537598, 0.9037696123123169, 0.9096490740776062, 0.9147859215736389, 0.9204418659210205, 0.9162049889564514], "r_norm": [1.814941644668579, 1.5271447896957397, 1.521569848060608, 1.508453607559204, 1.485196828842163, 1.4627387523651123, 1.4570329189300537, 1.4473826885223389, 1.4090750217437744, 1.406170129776001]}, {"step": 6200, "epoch": 15, "train_loss": 0.8865101337432861, "cos_r_negg": [0.8516209125518799, 0.8568670749664307, 0.8760281205177307, 0.8904685974121094, 0.899150013923645, 0.9047931432723999, 0.9113626480102539, 0.9165627360343933, 0.919632077217102, 0.9147842526435852], "cos_apical_negg": [0.8516209125518799, 0.8568670749664307, 0.8760281205177307, 0.8904685974121094, 0.899150013923645, 0.9047931432723999, 0.9113626480102539, 0.9165627360343933, 0.919632077217102, 0.9147842526435852], "cos_Ac_negg": [0.8516209125518799, 0.8568670749664307, 0.8760281205177307, 0.8904685974121094, 0.899150013923645, 0.9047931432723999, 0.9113626480102539, 0.9165627360343933, 0.919632077217102, 0.9147842526435852], "r_norm": [1.8622229099273682, 1.5697920322418213, 1.5625123977661133, 1.547807216644287, 1.52466881275177, 1.4998091459274292, 1.4953842163085938, 1.4836081266403198, 1.4472405910491943, 1.4408488273620605]}, {"step": 6250, "epoch": 15, "train_loss": 0.9157503247261047, "cos_r_negg": [0.8586207628250122, 0.8598511815071106, 0.8793776035308838, 0.8914908766746521, 0.9022723436355591, 0.9080721735954285, 0.9148857593536377, 0.9193077087402344, 0.9241050481796265, 0.9199888110160828], "cos_apical_negg": [0.8586207628250122, 0.8598511815071106, 0.8793776035308838, 0.8914908766746521, 0.9022723436355591, 0.9080721735954285, 0.9148857593536377, 0.9193077087402344, 0.9241050481796265, 0.9199888110160828], "cos_Ac_negg": [0.8586207628250122, 0.8598511815071106, 0.8793776035308838, 0.8914908766746521, 0.9022723436355591, 0.9080721735954285, 0.9148857593536377, 0.9193077087402344, 0.9241050481796265, 0.9199888110160828], "r_norm": [1.8207414150238037, 1.5403326749801636, 1.5324368476867676, 1.518686056137085, 1.496593713760376, 1.4734257459640503, 1.4664008617401123, 1.455631971359253, 1.4197801351547241, 1.4148399829864502], "ldr": {"dL_sdil": -0.08576297760009766, "dL_bp": -0.1031186580657959, "ratio": 0.8316921419339623}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4275, "test_loss": 2.1070326416015623}, {"step": 6300, "epoch": 16, "train_loss": 0.8196045160293579, "cos_r_negg": [0.8581534624099731, 0.8602287769317627, 0.8789936304092407, 0.892516016960144, 0.9023783206939697, 0.9088943004608154, 0.9143012166023254, 0.9183187484741211, 0.9241536855697632, 0.9196388721466064], "cos_apical_negg": [0.8581534624099731, 0.8602287769317627, 0.8789936304092407, 0.892516016960144, 0.9023783206939697, 0.9088943004608154, 0.9143012166023254, 0.9183187484741211, 0.9241536855697632, 0.9196388721466064], "cos_Ac_negg": [0.8581534624099731, 0.8602287769317627, 0.8789936304092407, 0.892516016960144, 0.9023783206939697, 0.9088943004608154, 0.9143012166023254, 0.9183187484741211, 0.9241536855697632, 0.9196388721466064], "r_norm": [1.8683922290802002, 1.584403395652771, 1.576050043106079, 1.5607101917266846, 1.537578821182251, 1.5137181282043457, 1.5068491697311401, 1.4956796169281006, 1.4580938816070557, 1.4535813331604004]}, {"step": 6350, "epoch": 16, "train_loss": 0.8355814218521118, "cos_r_negg": [0.8592455387115479, 0.8621513843536377, 0.8835901021957397, 0.8948792815208435, 0.9031392931938171, 0.9082026481628418, 0.9173147678375244, 0.9224385023117065, 0.9266155958175659, 0.9262479543685913], "cos_apical_negg": [0.8592455387115479, 0.8621513843536377, 0.8835901021957397, 0.8948792815208435, 0.9031392931938171, 0.9082026481628418, 0.9173147678375244, 0.9224385023117065, 0.9266155958175659, 0.9262479543685913], "cos_Ac_negg": [0.8592455387115479, 0.8621513843536377, 0.8835901021957397, 0.8948792815208435, 0.9031392931938171, 0.9082026481628418, 0.9173147678375244, 0.9224385023117065, 0.9266155958175659, 0.9262479543685913], "r_norm": [1.8862062692642212, 1.6029739379882812, 1.5936133861541748, 1.5802409648895264, 1.5574977397918701, 1.5324127674102783, 1.5255956649780273, 1.512954592704773, 1.4757171869277954, 1.4718761444091797]}, {"step": 6400, "epoch": 16, "train_loss": 0.8623749017715454, "cos_r_negg": [0.8565748929977417, 0.8634079694747925, 0.8847310543060303, 0.894755482673645, 0.9041377305984497, 0.9096270799636841, 0.9164919853210449, 0.9250652194023132, 0.9292246103286743, 0.9273598194122314], "cos_apical_negg": [0.8565748929977417, 0.8634079694747925, 0.8847310543060303, 0.894755482673645, 0.9041377305984497, 0.9096270799636841, 0.9164919853210449, 0.9250652194023132, 0.9292246103286743, 0.9273598194122314], "cos_Ac_negg": [0.8565748929977417, 0.8634079694747925, 0.8847310543060303, 0.894755482673645, 0.9041377305984497, 0.9096270799636841, 0.9164919853210449, 0.9250652194023132, 0.9292246103286743, 0.9273598194122314], "r_norm": [1.8406397104263306, 1.5676990747451782, 1.5602529048919678, 1.546405553817749, 1.5262298583984375, 1.4985156059265137, 1.4917304515838623, 1.480088710784912, 1.44284188747406, 1.4405443668365479]}, {"step": 6450, "epoch": 16, "train_loss": 0.8332830667495728, "cos_r_negg": [0.8546369075775146, 0.8642998933792114, 0.8871513605117798, 0.8960242867469788, 0.9070050716400146, 0.9136241674423218, 0.918229877948761, 0.9251664876937866, 0.928390622138977, 0.92656409740448], "cos_apical_negg": [0.8546369075775146, 0.8642998933792114, 0.8871513605117798, 0.8960242867469788, 0.9070050716400146, 0.9136241674423218, 0.918229877948761, 0.9251664876937866, 0.928390622138977, 0.92656409740448], "cos_Ac_negg": [0.8546369075775146, 0.8642998933792114, 0.8871513605117798, 0.8960242867469788, 0.9070050716400146, 0.9136241674423218, 0.918229877948761, 0.9251664876937866, 0.928390622138977, 0.92656409740448], "r_norm": [1.844881296157837, 1.57572603225708, 1.5666906833648682, 1.5536315441131592, 1.5332615375518799, 1.506089448928833, 1.4975578784942627, 1.486438274383545, 1.4492708444595337, 1.446744441986084]}, {"step": 6500, "epoch": 16, "train_loss": 1.0344855785369873, "cos_r_negg": [0.8549070358276367, 0.8671150803565979, 0.8875643610954285, 0.8951462507247925, 0.9109694361686707, 0.9145097732543945, 0.9232466220855713, 0.9289851188659668, 0.9311918020248413, 0.9310232996940613], "cos_apical_negg": [0.8549070358276367, 0.8671150803565979, 0.8875643610954285, 0.8951462507247925, 0.9109694361686707, 0.9145097732543945, 0.9232466220855713, 0.9289851188659668, 0.9311918020248413, 0.9310232996940613], "cos_Ac_negg": [0.8549070358276367, 0.8671150803565979, 0.8875643610954285, 0.8951462507247925, 0.9109694361686707, 0.9145097732543945, 0.9232466220855713, 0.9289851188659668, 0.9311918020248413, 0.9310232996940613], "r_norm": [1.8871209621429443, 1.61376953125, 1.6060593128204346, 1.592053771018982, 1.5698606967926025, 1.542417287826538, 1.533266544342041, 1.5214135646820068, 1.485663890838623, 1.4819555282592773], "ldr": {"dL_sdil": -0.09070277214050293, "dL_bp": -0.11471176147460938, "ratio": 0.7907015895713478}}, {"step": 6550, "epoch": 16, "train_loss": 0.7875583171844482, "cos_r_negg": [0.8622369766235352, 0.8649253845214844, 0.88765549659729, 0.8976262807846069, 0.9106113910675049, 0.9143126010894775, 0.9226551055908203, 0.926967442035675, 0.9324708580970764, 0.9294391870498657], "cos_apical_negg": [0.8622369766235352, 0.8649253845214844, 0.88765549659729, 0.8976262807846069, 0.9106113910675049, 0.9143126010894775, 0.9226551055908203, 0.926967442035675, 0.9324708580970764, 0.9294391870498657], "cos_Ac_negg": [0.8622369766235352, 0.8649253845214844, 0.88765549659729, 0.8976262807846069, 0.9106113910675049, 0.9143126010894775, 0.9226551055908203, 0.926967442035675, 0.9324708580970764, 0.9294391870498657], "r_norm": [1.861107587814331, 1.593563437461853, 1.5857837200164795, 1.5719178915023804, 1.5498712062835693, 1.522635817527771, 1.5148849487304688, 1.501021385192871, 1.4659101963043213, 1.4634557962417603]}, {"step": 6600, "epoch": 16, "train_loss": 0.9559421539306641, "cos_r_negg": [0.8605790138244629, 0.8664674758911133, 0.8887434601783752, 0.8989369869232178, 0.9109328985214233, 0.9155158400535583, 0.9259442090988159, 0.9294397234916687, 0.9326271414756775, 0.9323115944862366], "cos_apical_negg": [0.8605790138244629, 0.8664674758911133, 0.8887434601783752, 0.8989369869232178, 0.9109328985214233, 0.9155158400535583, 0.9259442090988159, 0.9294397234916687, 0.9326271414756775, 0.9323115944862366], "cos_Ac_negg": [0.8605790138244629, 0.8664674758911133, 0.8887434601783752, 0.8989369869232178, 0.9109328985214233, 0.9155158400535583, 0.9259442090988159, 0.9294397234916687, 0.9326271414756775, 0.9323115944862366], "r_norm": [1.8638761043548584, 1.5969288349151611, 1.5879075527191162, 1.574782133102417, 1.5506420135498047, 1.5233099460601807, 1.5137662887573242, 1.5011664628982544, 1.4670605659484863, 1.463405966758728]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4281, "test_loss": 2.1874304931640625}, {"step": 6650, "epoch": 17, "train_loss": 0.798764705657959, "cos_r_negg": [0.8555032014846802, 0.8704359531402588, 0.8906482458114624, 0.9027098417282104, 0.9128344655036926, 0.9155790209770203, 0.9269235134124756, 0.9320458769798279, 0.9362963438034058, 0.9352465867996216], "cos_apical_negg": [0.8555032014846802, 0.8704359531402588, 0.8906482458114624, 0.9027098417282104, 0.9128344655036926, 0.9155790209770203, 0.9269235134124756, 0.9320458769798279, 0.9362963438034058, 0.9352465867996216], "cos_Ac_negg": [0.8555032014846802, 0.8704359531402588, 0.8906482458114624, 0.9027098417282104, 0.9128344655036926, 0.9155790209770203, 0.9269235134124756, 0.9320458769798279, 0.9362963438034058, 0.9352465867996216], "r_norm": [1.9168329238891602, 1.6447981595993042, 1.6340641975402832, 1.620221495628357, 1.595918893814087, 1.5667188167572021, 1.5576777458190918, 1.545271635055542, 1.5084381103515625, 1.504343032836914]}, {"step": 6700, "epoch": 17, "train_loss": 0.8721271753311157, "cos_r_negg": [0.8551875352859497, 0.8726614117622375, 0.892876148223877, 0.9034062623977661, 0.9150061011314392, 0.920455813407898, 0.9294085502624512, 0.9336174130439758, 0.9389992952346802, 0.9401586651802063], "cos_apical_negg": [0.8551875352859497, 0.8726614117622375, 0.892876148223877, 0.9034062623977661, 0.9150061011314392, 0.920455813407898, 0.9294085502624512, 0.9336174130439758, 0.9389992952346802, 0.9401586651802063], "cos_Ac_negg": [0.8551875352859497, 0.8726614117622375, 0.892876148223877, 0.9034062623977661, 0.9150061011314392, 0.920455813407898, 0.9294085502624512, 0.9336174130439758, 0.9389992952346802, 0.9401586651802063], "r_norm": [1.9323983192443848, 1.661817193031311, 1.6533894538879395, 1.6370248794555664, 1.6136882305145264, 1.5844646692276, 1.5734848976135254, 1.561034917831421, 1.5254933834075928, 1.5212347507476807]}, {"step": 6750, "epoch": 17, "train_loss": 0.931134819984436, "cos_r_negg": [0.8519123792648315, 0.8720738887786865, 0.8919970393180847, 0.9024720788002014, 0.913966178894043, 0.918607234954834, 0.9301726222038269, 0.9334688782691956, 0.9377524852752686, 0.9413957595825195], "cos_apical_negg": [0.8519123792648315, 0.8720738887786865, 0.8919970393180847, 0.9024720788002014, 0.913966178894043, 0.918607234954834, 0.9301726222038269, 0.9334688782691956, 0.9377524852752686, 0.9413957595825195], "cos_Ac_negg": [0.8519123792648315, 0.8720738887786865, 0.8919970393180847, 0.9024720788002014, 0.913966178894043, 0.918607234954834, 0.9301726222038269, 0.9334688782691956, 0.9377524852752686, 0.9413957595825195], "r_norm": [1.943691611289978, 1.6739261150360107, 1.666125774383545, 1.6493138074874878, 1.6252965927124023, 1.5975685119628906, 1.5868549346923828, 1.5744221210479736, 1.536226749420166, 1.5322744846343994], "ldr": {"dL_sdil": -0.11679601669311523, "dL_bp": -0.14189434051513672, "ratio": 0.8231196273868012}}, {"step": 6800, "epoch": 17, "train_loss": 0.742360532283783, "cos_r_negg": [0.8568605184555054, 0.8751320838928223, 0.8951321840286255, 0.9035717248916626, 0.9172227382659912, 0.9206897616386414, 0.9295085072517395, 0.9341422319412231, 0.9415892362594604, 0.9419393539428711], "cos_apical_negg": [0.8568605184555054, 0.8751320838928223, 0.8951321840286255, 0.9035717248916626, 0.9172227382659912, 0.9206897616386414, 0.9295085072517395, 0.9341422319412231, 0.9415892362594604, 0.9419393539428711], "cos_Ac_negg": [0.8568605184555054, 0.8751320838928223, 0.8951321840286255, 0.9035717248916626, 0.9172227382659912, 0.9206897616386414, 0.9295085072517395, 0.9341422319412231, 0.9415892362594604, 0.9419393539428711], "r_norm": [1.9784528017044067, 1.7085789442062378, 1.698958158493042, 1.6836631298065186, 1.6563572883605957, 1.627695918083191, 1.615661859512329, 1.6028817892074585, 1.5659396648406982, 1.5603265762329102]}, {"step": 6850, "epoch": 17, "train_loss": 0.9186170697212219, "cos_r_negg": [0.8569621443748474, 0.8746082782745361, 0.8972064256668091, 0.9072012901306152, 0.9190647602081299, 0.9231062531471252, 0.9328269958496094, 0.9378786087036133, 0.9415853023529053, 0.9422592520713806], "cos_apical_negg": [0.8569621443748474, 0.8746082782745361, 0.8972064256668091, 0.9072012901306152, 0.9190647602081299, 0.9231062531471252, 0.9328269958496094, 0.9378786087036133, 0.9415853023529053, 0.9422592520713806], "cos_Ac_negg": [0.8569621443748474, 0.8746082782745361, 0.8972064256668091, 0.9072012901306152, 0.9190647602081299, 0.9231062531471252, 0.9328269958496094, 0.9378786087036133, 0.9415853023529053, 0.9422592520713806], "r_norm": [1.9821829795837402, 1.7138433456420898, 1.706083059310913, 1.688425064086914, 1.6623327732086182, 1.6334402561187744, 1.6226649284362793, 1.6074429750442505, 1.5714181661605835, 1.5664910078048706]}, {"step": 6900, "epoch": 17, "train_loss": 0.7832973599433899, "cos_r_negg": [0.8519326448440552, 0.8749560117721558, 0.8960817456245422, 0.9062999486923218, 0.9193357229232788, 0.9230353832244873, 0.9332513809204102, 0.9391771554946899, 0.9445168972015381, 0.9428584575653076], "cos_apical_negg": [0.8519326448440552, 0.8749560117721558, 0.8960817456245422, 0.9062999486923218, 0.9193357229232788, 0.9230353832244873, 0.9332513809204102, 0.9391771554946899, 0.9445168972015381, 0.9428584575653076], "cos_Ac_negg": [0.8519326448440552, 0.8749560117721558, 0.8960817456245422, 0.9062999486923218, 0.9193357229232788, 0.9230353832244873, 0.9332513809204102, 0.9391771554946899, 0.9445168972015381, 0.9428584575653076], "r_norm": [1.9555621147155762, 1.6959353685379028, 1.6888208389282227, 1.6682652235031128, 1.643588900566101, 1.6143295764923096, 1.604330062866211, 1.5883530378341675, 1.55385160446167, 1.5496060848236084]}, {"step": 6950, "epoch": 17, "train_loss": 0.7084394097328186, "cos_r_negg": [0.8566605448722839, 0.876911997795105, 0.8971547484397888, 0.9079264402389526, 0.9197070598602295, 0.9229146838188171, 0.9341091513633728, 0.9398924112319946, 0.9440604448318481, 0.9451983571052551], "cos_apical_negg": [0.8566605448722839, 0.876911997795105, 0.8971547484397888, 0.9079264402389526, 0.9197070598602295, 0.9229146838188171, 0.9341091513633728, 0.9398924112319946, 0.9440604448318481, 0.9451983571052551], "cos_Ac_negg": [0.8566605448722839, 0.876911997795105, 0.8971547484397888, 0.9079264402389526, 0.9197070598602295, 0.9229146838188171, 0.9341091513633728, 0.9398924112319946, 0.9440604448318481, 0.9451983571052551], "r_norm": [2.003593921661377, 1.7378497123718262, 1.731090784072876, 1.7103744745254517, 1.682705044746399, 1.653161644935608, 1.6432068347930908, 1.6284089088439941, 1.593657374382019, 1.5862689018249512]}, {"step": 7000, "epoch": 17, "train_loss": 0.7560899257659912, "cos_r_negg": [0.8559103012084961, 0.87661212682724, 0.8977999687194824, 0.909429669380188, 0.9195013046264648, 0.9245609045028687, 0.9337228536605835, 0.9414787292480469, 0.9460810422897339, 0.9443808794021606], "cos_apical_negg": [0.8559103012084961, 0.87661212682724, 0.8977999687194824, 0.909429669380188, 0.9195013046264648, 0.9245609045028687, 0.9337228536605835, 0.9414787292480469, 0.9460810422897339, 0.9443808794021606], "cos_Ac_negg": [0.8559103012084961, 0.87661212682724, 0.8977999687194824, 0.909429669380188, 0.9195013046264648, 0.9245609045028687, 0.9337228536605835, 0.9414787292480469, 0.9460810422897339, 0.9443808794021606], "r_norm": [2.012153387069702, 1.7492499351501465, 1.7440904378890991, 1.7217369079589844, 1.6935607194900513, 1.663414478302002, 1.6516937017440796, 1.6392021179199219, 1.6036111116409302, 1.5951403379440308], "ldr": {"dL_sdil": -0.09803104400634766, "dL_bp": -0.12549185752868652, "ratio": 0.7811745394233126}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4277, "test_loss": 2.299020263671875}, {"step": 7050, "epoch": 18, "train_loss": 0.8640892505645752, "cos_r_negg": [0.8545575141906738, 0.874794065952301, 0.8981237411499023, 0.9100379347801208, 0.9184420108795166, 0.9242075681686401, 0.9347864985466003, 0.9439321756362915, 0.9450124502182007, 0.944604754447937], "cos_apical_negg": [0.8545575141906738, 0.874794065952301, 0.8981237411499023, 0.9100379347801208, 0.9184420108795166, 0.9242075681686401, 0.9347864985466003, 0.9439321756362915, 0.9450124502182007, 0.944604754447937], "cos_Ac_negg": [0.8545575141906738, 0.874794065952301, 0.8981237411499023, 0.9100379347801208, 0.9184420108795166, 0.9242075681686401, 0.9347864985466003, 0.9439321756362915, 0.9450124502182007, 0.944604754447937], "r_norm": [1.9594807624816895, 1.7053523063659668, 1.6997202634811401, 1.6787368059158325, 1.6519348621368408, 1.6232349872589111, 1.6099340915679932, 1.5978590250015259, 1.562220573425293, 1.5545973777770996]}, {"step": 7100, "epoch": 18, "train_loss": 0.9500099420547485, "cos_r_negg": [0.8509765863418579, 0.8783169984817505, 0.900231122970581, 0.9118593335151672, 0.9224587678909302, 0.9279059171676636, 0.9379501342773438, 0.9441171884536743, 0.9466733932495117, 0.9475283026695251], "cos_apical_negg": [0.8509765863418579, 0.8783169984817505, 0.900231122970581, 0.9118593335151672, 0.9224587678909302, 0.9279059171676636, 0.9379501342773438, 0.9441171884536743, 0.9466733932495117, 0.9475283026695251], "cos_Ac_negg": [0.8509765863418579, 0.8783169984817505, 0.900231122970581, 0.9118593335151672, 0.9224587678909302, 0.9279059171676636, 0.9379501342773438, 0.9441171884536743, 0.9466733932495117, 0.9475283026695251], "r_norm": [2.075347661972046, 1.8075484037399292, 1.8008887767791748, 1.7788827419281006, 1.7507295608520508, 1.7200051546096802, 1.7064231634140015, 1.693029761314392, 1.6571111679077148, 1.645882487297058]}, {"step": 7150, "epoch": 18, "train_loss": 0.6971473693847656, "cos_r_negg": [0.8520039319992065, 0.8780086040496826, 0.8981518745422363, 0.9127849340438843, 0.9220776557922363, 0.9267858266830444, 0.935632050037384, 0.9432936906814575, 0.947834849357605, 0.9475451111793518], "cos_apical_negg": [0.8520039319992065, 0.8780086040496826, 0.8981518745422363, 0.9127849340438843, 0.9220776557922363, 0.9267858266830444, 0.935632050037384, 0.9432936906814575, 0.947834849357605, 0.9475451111793518], "cos_Ac_negg": [0.8520039319992065, 0.8780086040496826, 0.8981518745422363, 0.9127849340438843, 0.9220776557922363, 0.9267858266830444, 0.935632050037384, 0.9432936906814575, 0.947834849357605, 0.9475451111793518], "r_norm": [2.0842504501342773, 1.8159024715423584, 1.8091652393341064, 1.7874855995178223, 1.7593486309051514, 1.7303014993667603, 1.71610426902771, 1.7024438381195068, 1.6654114723205566, 1.6548781394958496]}, {"step": 7200, "epoch": 18, "train_loss": 0.7499282956123352, "cos_r_negg": [0.8588882684707642, 0.8790931701660156, 0.9003312587738037, 0.9130473136901855, 0.9227287769317627, 0.9287598729133606, 0.9381128549575806, 0.9429581165313721, 0.9472975730895996, 0.9498708248138428], "cos_apical_negg": [0.8588882684707642, 0.8790931701660156, 0.9003312587738037, 0.9130473136901855, 0.9227287769317627, 0.9287598729133606, 0.9381128549575806, 0.9429581165313721, 0.9472975730895996, 0.9498708248138428], "cos_Ac_negg": [0.8588882684707642, 0.8790931701660156, 0.9003312587738037, 0.9130473136901855, 0.9227287769317627, 0.9287598729133606, 0.9381128549575806, 0.9429581165313721, 0.9472975730895996, 0.9498708248138428], "r_norm": [2.013887643814087, 1.7640928030014038, 1.7568433284759521, 1.7367312908172607, 1.7106444835662842, 1.6800427436828613, 1.6651215553283691, 1.6525006294250488, 1.6182241439819336, 1.607570767402649]}, {"step": 7250, "epoch": 18, "train_loss": 0.6394797563552856, "cos_r_negg": [0.8555575609207153, 0.877923846244812, 0.9003767967224121, 0.9115354418754578, 0.9252161979675293, 0.9313011169433594, 0.9398998022079468, 0.9455807209014893, 0.950754702091217, 0.9508640766143799], "cos_apical_negg": [0.8555575609207153, 0.877923846244812, 0.9003767967224121, 0.9115354418754578, 0.9252161979675293, 0.9313011169433594, 0.9398998022079468, 0.9455807209014893, 0.950754702091217, 0.9508640766143799], "cos_Ac_negg": [0.8555575609207153, 0.877923846244812, 0.9003767967224121, 0.9115354418754578, 0.9252161979675293, 0.9313011169433594, 0.9398998022079468, 0.9455807209014893, 0.950754702091217, 0.9508640766143799], "r_norm": [2.038179636001587, 1.78472900390625, 1.7764275074005127, 1.7551486492156982, 1.7293691635131836, 1.696367859840393, 1.6827384233474731, 1.6684396266937256, 1.633413314819336, 1.6234383583068848], "ldr": {"dL_sdil": -0.10004210472106934, "dL_bp": -0.13457250595092773, "ratio": 0.7434067160609314}}, {"step": 7300, "epoch": 18, "train_loss": 0.8268162608146667, "cos_r_negg": [0.8502603769302368, 0.8802694082260132, 0.9025262594223022, 0.9141644239425659, 0.9254639148712158, 0.929766833782196, 0.9423238039016724, 0.9463067054748535, 0.948176383972168, 0.9495108723640442], "cos_apical_negg": [0.8502603769302368, 0.8802694082260132, 0.9025262594223022, 0.9141644239425659, 0.9254639148712158, 0.929766833782196, 0.9423238039016724, 0.9463067054748535, 0.948176383972168, 0.9495108723640442], "cos_Ac_negg": [0.8502603769302368, 0.8802694082260132, 0.9025262594223022, 0.9141644239425659, 0.9254639148712158, 0.929766833782196, 0.9423238039016724, 0.9463067054748535, 0.948176383972168, 0.9495108723640442], "r_norm": [2.0990285873413086, 1.8406764268875122, 1.8315798044204712, 1.8112969398498535, 1.7825465202331543, 1.7474892139434814, 1.7338120937347412, 1.7216413021087646, 1.685246229171753, 1.6721186637878418]}, {"step": 7350, "epoch": 18, "train_loss": 0.6403111815452576, "cos_r_negg": [0.8502606749534607, 0.8815450072288513, 0.9059827327728271, 0.9162923097610474, 0.926249623298645, 0.9328547716140747, 0.9420605897903442, 0.9477480053901672, 0.952073872089386, 0.9509316682815552], "cos_apical_negg": [0.8502606749534607, 0.8815450072288513, 0.9059827327728271, 0.9162923097610474, 0.926249623298645, 0.9328547716140747, 0.9420605897903442, 0.9477480053901672, 0.952073872089386, 0.9509316682815552], "cos_Ac_negg": [0.8502606749534607, 0.8815450072288513, 0.9059827327728271, 0.9162923097610474, 0.926249623298645, 0.9328547716140747, 0.9420605897903442, 0.9477480053901672, 0.952073872089386, 0.9509316682815552], "r_norm": [2.0673604011535645, 1.8187248706817627, 1.8110454082489014, 1.7895615100860596, 1.761252522468567, 1.7286159992218018, 1.7135343551635742, 1.7039601802825928, 1.6642348766326904, 1.653113603591919]}, {"step": 7400, "epoch": 18, "train_loss": 0.8426305651664734, "cos_r_negg": [0.8556163311004639, 0.8813992738723755, 0.9026196002960205, 0.9172166585922241, 0.9275143146514893, 0.9327076077461243, 0.9426907300949097, 0.9504807591438293, 0.9541730880737305, 0.9554426670074463], "cos_apical_negg": [0.8556163311004639, 0.8813992738723755, 0.9026196002960205, 0.9172166585922241, 0.9275143146514893, 0.9327076077461243, 0.9426907300949097, 0.9504807591438293, 0.9541730880737305, 0.9554426670074463], "cos_Ac_negg": [0.8556163311004639, 0.8813992738723755, 0.9026196002960205, 0.9172166585922241, 0.9275143146514893, 0.9327076077461243, 0.9426907300949097, 0.9504807591438293, 0.9541730880737305, 0.9554426670074463], "r_norm": [2.128408908843994, 1.8773139715194702, 1.867539882659912, 1.845682978630066, 1.819070816040039, 1.7838433980941772, 1.7676228284835815, 1.7591972351074219, 1.7156721353530884, 1.7059284448623657]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4103, "test_loss": 2.4461067626953126}, {"step": 7450, "epoch": 19, "train_loss": 0.516127347946167, "cos_r_negg": [0.8531416654586792, 0.8832744359970093, 0.9034581184387207, 0.9162489771842957, 0.9287809133529663, 0.9336463809013367, 0.9443995952606201, 0.9504843354225159, 0.9556703567504883, 0.9551097750663757], "cos_apical_negg": [0.8531416654586792, 0.8832744359970093, 0.9034581184387207, 0.9162489771842957, 0.9287809133529663, 0.9336463809013367, 0.9443995952606201, 0.9504843354225159, 0.9556703567504883, 0.9551097750663757], "cos_Ac_negg": [0.8531416654586792, 0.8832744359970093, 0.9034581184387207, 0.9162489771842957, 0.9287809133529663, 0.9336463809013367, 0.9443995952606201, 0.9504843354225159, 0.9556703567504883, 0.9551097750663757], "r_norm": [2.0903115272521973, 1.8457846641540527, 1.8358498811721802, 1.8138155937194824, 1.7862846851348877, 1.7541991472244263, 1.7383906841278076, 1.7271238565444946, 1.6838150024414062, 1.6738793849945068]}, {"step": 7500, "epoch": 19, "train_loss": 0.48536041378974915, "cos_r_negg": [0.8487854599952698, 0.8829246759414673, 0.9037830233573914, 0.9169256687164307, 0.9294349551200867, 0.9330758452415466, 0.9442152380943298, 0.9516072869300842, 0.9552477598190308, 0.9560534358024597], "cos_apical_negg": [0.8487854599952698, 0.8829246759414673, 0.9037830233573914, 0.9169256687164307, 0.9294349551200867, 0.9330758452415466, 0.9442152380943298, 0.9516072869300842, 0.9552477598190308, 0.9560534358024597], "cos_Ac_negg": [0.8487854599952698, 0.8829246759414673, 0.9037830233573914, 0.9169256687164307, 0.9294349551200867, 0.9330758452415466, 0.9442152380943298, 0.9516072869300842, 0.9552477598190308, 0.9560534358024597], "r_norm": [2.123671054840088, 1.878523349761963, 1.8689674139022827, 1.8469421863555908, 1.8184173107147217, 1.7848596572875977, 1.768308162689209, 1.7554744482040405, 1.7145907878875732, 1.703035831451416], "ldr": {"dL_sdil": -0.10842180252075195, "dL_bp": -0.1499185562133789, "ratio": 0.7232046869930853}}, {"step": 7550, "epoch": 19, "train_loss": 0.5542123317718506, "cos_r_negg": [0.8471963405609131, 0.8811615109443665, 0.9043295979499817, 0.9155473709106445, 0.927741289138794, 0.9339438676834106, 0.9441759586334229, 0.9505151510238647, 0.9551492929458618, 0.9560752511024475], "cos_apical_negg": [0.8471963405609131, 0.8811615109443665, 0.9043295979499817, 0.9155473709106445, 0.927741289138794, 0.9339438676834106, 0.9441759586334229, 0.9505151510238647, 0.9551492929458618, 0.9560752511024475], "cos_Ac_negg": [0.8471963405609131, 0.8811615109443665, 0.9043295979499817, 0.9155473709106445, 0.927741289138794, 0.9339438676834106, 0.9441759586334229, 0.9505151510238647, 0.9551492929458618, 0.9560752511024475], "r_norm": [2.097219944000244, 1.8580052852630615, 1.8471345901489258, 1.8249695301055908, 1.7957615852355957, 1.762232780456543, 1.747369408607483, 1.7342736721038818, 1.6926075220108032, 1.681353211402893]}, {"step": 7600, "epoch": 19, "train_loss": 0.8907990455627441, "cos_r_negg": [0.8581835627555847, 0.8825151920318604, 0.9062509536743164, 0.9167039394378662, 0.9291867613792419, 0.9337528347969055, 0.9456889033317566, 0.9530969858169556, 0.9566954970359802, 0.9571230411529541], "cos_apical_negg": [0.8581835627555847, 0.8825151920318604, 0.9062509536743164, 0.9167039394378662, 0.9291867613792419, 0.9337528347969055, 0.9456889033317566, 0.9530969858169556, 0.9566954970359802, 0.9571230411529541], "cos_Ac_negg": [0.8581835627555847, 0.8825151920318604, 0.9062509536743164, 0.9167039394378662, 0.9291867613792419, 0.9337528347969055, 0.9456889033317566, 0.9530969858169556, 0.9566954970359802, 0.9571230411529541], "r_norm": [2.1398587226867676, 1.8948084115982056, 1.883446455001831, 1.863608956336975, 1.8323769569396973, 1.7987427711486816, 1.7832565307617188, 1.7697782516479492, 1.7263014316558838, 1.7140864133834839]}, {"step": 7650, "epoch": 19, "train_loss": 0.5762187242507935, "cos_r_negg": [0.8556345701217651, 0.8844313621520996, 0.9066430926322937, 0.9187723994255066, 0.9317734837532043, 0.9355103373527527, 0.9470106363296509, 0.9525535106658936, 0.9570664167404175, 0.958081841468811], "cos_apical_negg": [0.8556345701217651, 0.8844313621520996, 0.9066430926322937, 0.9187723994255066, 0.9317734837532043, 0.9355103373527527, 0.9470106363296509, 0.9525535106658936, 0.9570664167404175, 0.958081841468811], "cos_Ac_negg": [0.8556345701217651, 0.8844313621520996, 0.9066430926322937, 0.9187723994255066, 0.9317734837532043, 0.9355103373527527, 0.9470106363296509, 0.9525535106658936, 0.9570664167404175, 0.958081841468811], "r_norm": [2.1272292137145996, 1.8842312097549438, 1.8751957416534424, 1.8530244827270508, 1.8219019174575806, 1.7874068021774292, 1.7715327739715576, 1.758180022239685, 1.7157764434814453, 1.7032089233398438]}, {"step": 7700, "epoch": 19, "train_loss": 0.5551396608352661, "cos_r_negg": [0.8585000038146973, 0.8877321481704712, 0.9086521863937378, 0.9208589196205139, 0.9339160323143005, 0.9372750520706177, 0.9484420418739319, 0.9553866386413574, 0.9583752155303955, 0.9610093235969543], "cos_apical_negg": [0.8585000038146973, 0.8877321481704712, 0.9086521863937378, 0.9208589196205139, 0.9339160323143005, 0.9372750520706177, 0.9484420418739319, 0.9553866386413574, 0.9583752155303955, 0.9610093235969543], "cos_Ac_negg": [0.8585000038146973, 0.8877321481704712, 0.9086521863937378, 0.9208589196205139, 0.9339160323143005, 0.9372750520706177, 0.9484420418739319, 0.9553866386413574, 0.9583752155303955, 0.9610093235969543], "r_norm": [2.127730369567871, 1.8882356882095337, 1.8790550231933594, 1.8589586019515991, 1.8278863430023193, 1.7937889099121094, 1.7757914066314697, 1.7622413635253906, 1.7215490341186523, 1.7084776163101196]}, {"step": 7750, "epoch": 19, "train_loss": 0.7705116271972656, "cos_r_negg": [0.8576768636703491, 0.8862922191619873, 0.9066500663757324, 0.9194531440734863, 0.9325893521308899, 0.9376048445701599, 0.9483695030212402, 0.9559818506240845, 0.9588664770126343, 0.9612062573432922], "cos_apical_negg": [0.8576768636703491, 0.8862922191619873, 0.9066500663757324, 0.9194531440734863, 0.9325893521308899, 0.9376048445701599, 0.9483695030212402, 0.9559818506240845, 0.9588664770126343, 0.9612062573432922], "cos_Ac_negg": [0.8576768636703491, 0.8862922191619873, 0.9066500663757324, 0.9194531440734863, 0.9325893521308899, 0.9376048445701599, 0.9483695030212402, 0.9559818506240845, 0.9588664770126343, 0.9612062573432922], "r_norm": [2.1486878395080566, 1.9149401187896729, 1.903454303741455, 1.8822566270828247, 1.8524487018585205, 1.8179947137832642, 1.798474669456482, 1.7844593524932861, 1.744443655014038, 1.730093240737915], "ldr": {"dL_sdil": -0.09553861618041992, "dL_bp": -0.13764214515686035, "ratio": 0.6941087417051063}}, {"step": 7800, "epoch": 19, "train_loss": 0.7653546333312988, "cos_r_negg": [0.85732102394104, 0.8869593143463135, 0.9077121019363403, 0.92022705078125, 0.9329460859298706, 0.9380024671554565, 0.948633074760437, 0.9560161828994751, 0.960243821144104, 0.9607846736907959], "cos_apical_negg": [0.85732102394104, 0.8869593143463135, 0.9077121019363403, 0.92022705078125, 0.9329460859298706, 0.9380024671554565, 0.948633074760437, 0.9560161828994751, 0.960243821144104, 0.9607846736907959], "cos_Ac_negg": [0.85732102394104, 0.8869593143463135, 0.9077121019363403, 0.92022705078125, 0.9329460859298706, 0.9380024671554565, 0.948633074760437, 0.9560161828994751, 0.960243821144104, 0.9607846736907959], "r_norm": [2.1550965309143066, 1.9227120876312256, 1.9119266271591187, 1.8879125118255615, 1.8591727018356323, 1.822967529296875, 1.8023691177368164, 1.7902759313583374, 1.7511188983917236, 1.7351258993148804]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4161, "test_loss": 2.525790380859375}, {"step": 7850, "epoch": 20, "train_loss": 0.5865379571914673, "cos_r_negg": [0.857859194278717, 0.885859489440918, 0.906097412109375, 0.9189843535423279, 0.9312182664871216, 0.938040018081665, 0.9477537870407104, 0.9548944234848022, 0.9591132402420044, 0.9596956968307495], "cos_apical_negg": [0.857859194278717, 0.885859489440918, 0.906097412109375, 0.9189843535423279, 0.9312182664871216, 0.938040018081665, 0.9477537870407104, 0.9548944234848022, 0.9591132402420044, 0.9596956968307495], "cos_Ac_negg": [0.857859194278717, 0.885859489440918, 0.906097412109375, 0.9189843535423279, 0.9312182664871216, 0.938040018081665, 0.9477537870407104, 0.9548944234848022, 0.9591132402420044, 0.9596956968307495], "r_norm": [2.165806770324707, 1.933257818222046, 1.9233460426330566, 1.8988611698150635, 1.8701305389404297, 1.8340812921524048, 1.8116689920425415, 1.8016040325164795, 1.7604360580444336, 1.74551522731781]}, {"step": 7900, "epoch": 20, "train_loss": 0.49871015548706055, "cos_r_negg": [0.8523744344711304, 0.8859450817108154, 0.9065769910812378, 0.9192773699760437, 0.9317775964736938, 0.9369930028915405, 0.9474430680274963, 0.9550479054450989, 0.9594922661781311, 0.9609265327453613], "cos_apical_negg": [0.8523744344711304, 0.8859450817108154, 0.9065769910812378, 0.9192773699760437, 0.9317775964736938, 0.9369930028915405, 0.9474430680274963, 0.9550479054450989, 0.9594922661781311, 0.9609265327453613], "cos_Ac_negg": [0.8523744344711304, 0.8859450817108154, 0.9065769910812378, 0.9192773699760437, 0.9317775964736938, 0.9369930028915405, 0.9474430680274963, 0.9550479054450989, 0.9594922661781311, 0.9609265327453613], "r_norm": [2.119961738586426, 1.8947806358337402, 1.886098861694336, 1.8629670143127441, 1.8353962898254395, 1.8010094165802002, 1.7789218425750732, 1.7676646709442139, 1.7272433042526245, 1.7143585681915283]}, {"step": 7950, "epoch": 20, "train_loss": 0.5576584339141846, "cos_r_negg": [0.8445614576339722, 0.8858870267868042, 0.9077128171920776, 0.9202144145965576, 0.9326791763305664, 0.9394824504852295, 0.9494677782058716, 0.9565645456314087, 0.9604514837265015, 0.9629765748977661], "cos_apical_negg": [0.8445614576339722, 0.8858870267868042, 0.9077128171920776, 0.9202144145965576, 0.9326791763305664, 0.9394824504852295, 0.9494677782058716, 0.9565645456314087, 0.9604514837265015, 0.9629765748977661], "cos_Ac_negg": [0.8445614576339722, 0.8858870267868042, 0.9077128171920776, 0.9202144145965576, 0.9326791763305664, 0.9394824504852295, 0.9494677782058716, 0.9565645456314087, 0.9604514837265015, 0.9629765748977661], "r_norm": [2.1742303371429443, 1.9487183094024658, 1.9388889074325562, 1.9142420291900635, 1.8854509592056274, 1.8495705127716064, 1.8282310962677002, 1.8170220851898193, 1.7755749225616455, 1.761833667755127]}, {"step": 8000, "epoch": 20, "train_loss": 0.6874237656593323, "cos_r_negg": [0.8538572788238525, 0.8887220621109009, 0.9105584621429443, 0.9217183589935303, 0.9350482225418091, 0.9409409761428833, 0.9524364471435547, 0.9577233791351318, 0.9624813199043274, 0.9659295082092285], "cos_apical_negg": [0.8538572788238525, 0.8887220621109009, 0.9105584621429443, 0.9217183589935303, 0.9350482225418091, 0.9409409761428833, 0.9524364471435547, 0.9577233791351318, 0.9624813199043274, 0.9659295082092285], "cos_Ac_negg": [0.8538572788238525, 0.8887220621109009, 0.9105584621429443, 0.9217183589935303, 0.9350482225418091, 0.9409409761428833, 0.9524364471435547, 0.9577233791351318, 0.9624813199043274, 0.9659295082092285], "r_norm": [2.2306694984436035, 2.000364303588867, 1.9905818700790405, 1.9657635688781738, 1.9344366788864136, 1.8980340957641602, 1.8761096000671387, 1.8605365753173828, 1.8205702304840088, 1.805159330368042], "ldr": {"dL_sdil": -0.1492311954498291, "dL_bp": -0.20003247261047363, "ratio": 0.7460348487539288}}, {"step": 8050, "epoch": 20, "train_loss": 0.43090102076530457, "cos_r_negg": [0.8515477180480957, 0.8871903419494629, 0.9109536409378052, 0.9228041768074036, 0.9346293807029724, 0.9401857256889343, 0.9519485831260681, 0.9589672684669495, 0.9626631736755371, 0.9653469324111938], "cos_apical_negg": [0.8515477180480957, 0.8871903419494629, 0.9109536409378052, 0.9228041768074036, 0.9346293807029724, 0.9401857256889343, 0.9519485831260681, 0.9589672684669495, 0.9626631736755371, 0.9653469324111938], "cos_Ac_negg": [0.8515477180480957, 0.8871903419494629, 0.9109536409378052, 0.9228041768074036, 0.9346293807029724, 0.9401857256889343, 0.9519485831260681, 0.9589672684669495, 0.9626631736755371, 0.9653469324111938], "r_norm": [2.191617488861084, 1.9664299488067627, 1.955657720565796, 1.9364635944366455, 1.9053665399551392, 1.86879301071167, 1.8482593297958374, 1.833014965057373, 1.7909833192825317, 1.7771214246749878]}, {"step": 8100, "epoch": 20, "train_loss": 0.5493643879890442, "cos_r_negg": [0.8541142344474792, 0.8876463174819946, 0.9089944958686829, 0.9243394136428833, 0.9359586834907532, 0.94173264503479, 0.951593816280365, 0.9593797326087952, 0.9625123143196106, 0.9647486209869385], "cos_apical_negg": [0.8541142344474792, 0.8876463174819946, 0.9089944958686829, 0.9243394136428833, 0.9359586834907532, 0.94173264503479, 0.951593816280365, 0.9593797326087952, 0.9625123143196106, 0.9647486209869385], "cos_Ac_negg": [0.8541142344474792, 0.8876463174819946, 0.9089944958686829, 0.9243394136428833, 0.9359586834907532, 0.94173264503479, 0.951593816280365, 0.9593797326087952, 0.9625123143196106, 0.9647486209869385], "r_norm": [2.206688404083252, 1.9802523851394653, 1.9674994945526123, 1.9449204206466675, 1.9144287109375, 1.8771649599075317, 1.8556166887283325, 1.8392753601074219, 1.7999988794326782, 1.7834492921829224]}, {"step": 8150, "epoch": 20, "train_loss": 0.5784655809402466, "cos_r_negg": [0.8523377180099487, 0.8877004384994507, 0.9110606908798218, 0.9241195321083069, 0.936414361000061, 0.9434643387794495, 0.95200514793396, 0.9586998224258423, 0.9634124040603638, 0.9654940366744995], "cos_apical_negg": [0.8523377180099487, 0.8877004384994507, 0.9110606908798218, 0.9241195321083069, 0.936414361000061, 0.9434643387794495, 0.95200514793396, 0.9586998224258423, 0.9634124040603638, 0.9654940366744995], "cos_Ac_negg": [0.8523377180099487, 0.8877004384994507, 0.9110606908798218, 0.9241195321083069, 0.936414361000061, 0.9434643387794495, 0.95200514793396, 0.9586998224258423, 0.9634124040603638, 0.9654940366744995], "r_norm": [2.209655284881592, 1.9899494647979736, 1.978775978088379, 1.9561469554901123, 1.928261160850525, 1.8930401802062988, 1.8683650493621826, 1.851914405822754, 1.8109586238861084, 1.7969763278961182]}, {"step": 8200, "epoch": 20, "train_loss": 0.5450178384780884, "cos_r_negg": [0.8472012877464294, 0.8866851925849915, 0.9092864990234375, 0.9218235015869141, 0.9340171813964844, 0.9411704540252686, 0.9497157335281372, 0.9573132991790771, 0.9634148478507996, 0.9650635719299316], "cos_apical_negg": [0.8472012877464294, 0.8866851925849915, 0.9092864990234375, 0.9218235015869141, 0.9340171813964844, 0.9411704540252686, 0.9497157335281372, 0.9573132991790771, 0.9634148478507996, 0.9650635719299316], "cos_Ac_negg": [0.8472012877464294, 0.8866851925849915, 0.9092864990234375, 0.9218235015869141, 0.9340171813964844, 0.9411704540252686, 0.9497157335281372, 0.9573132991790771, 0.9634148478507996, 0.9650635719299316], "r_norm": [2.2442216873168945, 2.020843267440796, 2.0088415145874023, 1.9865946769714355, 1.9575934410095215, 1.9188765287399292, 1.8943321704864502, 1.8769066333770752, 1.8383116722106934, 1.8225443363189697]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.419, "test_loss": 2.548640283203125}, {"step": 8250, "epoch": 21, "train_loss": 0.319943368434906, "cos_r_negg": [0.8470296859741211, 0.8884539008140564, 0.9095710515975952, 0.9216010570526123, 0.9344213008880615, 0.9416570067405701, 0.9519880414009094, 0.9581325650215149, 0.9636572599411011, 0.9671451449394226], "cos_apical_negg": [0.8470296859741211, 0.8884539008140564, 0.9095710515975952, 0.9216010570526123, 0.9344213008880615, 0.9416570067405701, 0.9519880414009094, 0.9581325650215149, 0.9636572599411011, 0.9671451449394226], "cos_Ac_negg": [0.8470296859741211, 0.8884539008140564, 0.9095710515975952, 0.9216010570526123, 0.9344213008880615, 0.9416570067405701, 0.9519880414009094, 0.9581325650215149, 0.9636572599411011, 0.9671451449394226], "r_norm": [2.208707094192505, 1.9906396865844727, 1.9791669845581055, 1.957547664642334, 1.9288206100463867, 1.891735553741455, 1.86651611328125, 1.8470022678375244, 1.8108793497085571, 1.7937040328979492], "ldr": {"dL_sdil": -0.10938692092895508, "dL_bp": -0.16069364547729492, "ratio": 0.6807171534633634}}, {"step": 8300, "epoch": 21, "train_loss": 0.5729383826255798, "cos_r_negg": [0.8463640809059143, 0.8878858089447021, 0.9106041193008423, 0.9223334193229675, 0.934107780456543, 0.9406534433364868, 0.951195240020752, 0.9585237503051758, 0.9629318118095398, 0.9674223065376282], "cos_apical_negg": [0.8463640809059143, 0.8878858089447021, 0.9106041193008423, 0.9223334193229675, 0.934107780456543, 0.9406534433364868, 0.951195240020752, 0.9585237503051758, 0.9629318118095398, 0.9674223065376282], "cos_Ac_negg": [0.8463640809059143, 0.8878858089447021, 0.9106041193008423, 0.9223334193229675, 0.934107780456543, 0.9406534433364868, 0.951195240020752, 0.9585237503051758, 0.9629318118095398, 0.9674223065376282], "r_norm": [2.282726287841797, 2.0570502281188965, 2.0469889640808105, 2.0268425941467285, 1.9958624839782715, 1.9558380842208862, 1.9291795492172241, 1.9122318029403687, 1.8712011575698853, 1.8563761711120605]}, {"step": 8350, "epoch": 21, "train_loss": 0.5420491099357605, "cos_r_negg": [0.8488501310348511, 0.887186586856842, 0.9101685285568237, 0.9218615293502808, 0.9345000982284546, 0.9401899576187134, 0.9511562585830688, 0.9580685496330261, 0.9621652960777283, 0.965340793132782], "cos_apical_negg": [0.8488501310348511, 0.887186586856842, 0.9101685285568237, 0.9218615293502808, 0.9345000982284546, 0.9401899576187134, 0.9511562585830688, 0.9580685496330261, 0.9621652960777283, 0.965340793132782], "cos_Ac_negg": [0.8488501310348511, 0.887186586856842, 0.9101685285568237, 0.9218615293502808, 0.9345000982284546, 0.9401899576187134, 0.9511562585830688, 0.9580685496330261, 0.9621652960777283, 0.965340793132782], "r_norm": [2.280759811401367, 2.0576467514038086, 2.0478553771972656, 2.025265693664551, 1.9942333698272705, 1.9542672634124756, 1.928368091583252, 1.909210443496704, 1.870242714881897, 1.8535497188568115]}, {"step": 8400, "epoch": 21, "train_loss": 0.5120325088500977, "cos_r_negg": [0.8440710306167603, 0.8873083591461182, 0.9113729596138, 0.923714280128479, 0.935124397277832, 0.9413027167320251, 0.9523893594741821, 0.9588650465011597, 0.9630836248397827, 0.9673420190811157], "cos_apical_negg": [0.8440710306167603, 0.8873083591461182, 0.9113729596138, 0.923714280128479, 0.935124397277832, 0.9413027167320251, 0.9523893594741821, 0.9588650465011597, 0.9630836248397827, 0.9673420190811157], "cos_Ac_negg": [0.8440710306167603, 0.8873083591461182, 0.9113729596138, 0.923714280128479, 0.935124397277832, 0.9413027167320251, 0.9523893594741821, 0.9588650465011597, 0.9630836248397827, 0.9673420190811157], "r_norm": [2.2649030685424805, 2.045459032058716, 2.034067153930664, 2.011765718460083, 1.9822213649749756, 1.9424959421157837, 1.9167463779449463, 1.8981578350067139, 1.8582775592803955, 1.840578317642212]}, {"step": 8450, "epoch": 21, "train_loss": 0.34539005160331726, "cos_r_negg": [0.8449380397796631, 0.8857861757278442, 0.9100874066352844, 0.9226846694946289, 0.934855580329895, 0.9411303400993347, 0.9524769186973572, 0.9590691924095154, 0.9633111953735352, 0.9671918153762817], "cos_apical_negg": [0.8449380397796631, 0.8857861757278442, 0.9100874066352844, 0.9226846694946289, 0.934855580329895, 0.9411303400993347, 0.9524769186973572, 0.9590691924095154, 0.9633111953735352, 0.9671918153762817], "cos_Ac_negg": [0.8449380397796631, 0.8857861757278442, 0.9100874066352844, 0.9226846694946289, 0.934855580329895, 0.9411303400993347, 0.9524769186973572, 0.9590691924095154, 0.9633111953735352, 0.9671918153762817], "r_norm": [2.2497005462646484, 2.032473087310791, 2.023951292037964, 2.000444173812866, 1.9699811935424805, 1.9316681623458862, 1.9050111770629883, 1.8853471279144287, 1.8472723960876465, 1.8282101154327393]}, {"step": 8500, "epoch": 21, "train_loss": 0.6743770837783813, "cos_r_negg": [0.8456872701644897, 0.8892688155174255, 0.9102874994277954, 0.9244900941848755, 0.9364638328552246, 0.9443109035491943, 0.9545230269432068, 0.9613077044487, 0.9672651886940002, 0.9700472354888916], "cos_apical_negg": [0.8456872701644897, 0.8892688155174255, 0.9102874994277954, 0.9244900941848755, 0.9364638328552246, 0.9443109035491943, 0.9545230269432068, 0.9613077044487, 0.9672651886940002, 0.9700472354888916], "cos_Ac_negg": [0.8456872701644897, 0.8892688155174255, 0.9102874994277954, 0.9244900941848755, 0.9364638328552246, 0.9443109035491943, 0.9545230269432068, 0.9613077044487, 0.9672651886940002, 0.9700472354888916], "r_norm": [2.2637598514556885, 2.052633285522461, 2.041210651397705, 2.016505241394043, 1.989084005355835, 1.9503509998321533, 1.9228870868682861, 1.905207872390747, 1.8649744987487793, 1.845693588256836], "ldr": {"dL_sdil": -0.12621498107910156, "dL_bp": -0.18455052375793457, "ratio": 0.6839047568602474}}, {"step": 8550, "epoch": 21, "train_loss": 0.5274971723556519, "cos_r_negg": [0.845680832862854, 0.8859831690788269, 0.906838059425354, 0.9222534894943237, 0.9336326122283936, 0.9415771961212158, 0.9515765905380249, 0.9598324298858643, 0.9616642594337463, 0.9664950966835022], "cos_apical_negg": [0.845680832862854, 0.8859831690788269, 0.906838059425354, 0.9222534894943237, 0.9336326122283936, 0.9415771961212158, 0.9515765905380249, 0.9598324298858643, 0.9616642594337463, 0.9664950966835022], "cos_Ac_negg": [0.845680832862854, 0.8859831690788269, 0.906838059425354, 0.9222534894943237, 0.9336326122283936, 0.9415771961212158, 0.9515765905380249, 0.9598324298858643, 0.9616642594337463, 0.9664950966835022], "r_norm": [2.2604105472564697, 2.052013397216797, 2.039335250854492, 2.0169715881347656, 1.987952470779419, 1.9483051300048828, 1.9193757772445679, 1.9038660526275635, 1.8641011714935303, 1.8440403938293457]}, {"step": 8600, "epoch": 21, "train_loss": 0.701034426689148, "cos_r_negg": [0.843745231628418, 0.890829861164093, 0.912043035030365, 0.9265145659446716, 0.9377351999282837, 0.9458127021789551, 0.9563986659049988, 0.9629806280136108, 0.9679139256477356, 0.9716671109199524], "cos_apical_negg": [0.843745231628418, 0.890829861164093, 0.912043035030365, 0.9265145659446716, 0.9377351999282837, 0.9458127021789551, 0.9563986659049988, 0.9629806280136108, 0.9679139256477356, 0.9716671109199524], "cos_Ac_negg": [0.843745231628418, 0.890829861164093, 0.912043035030365, 0.9265145659446716, 0.9377351999282837, 0.9458127021789551, 0.9563986659049988, 0.9629806280136108, 0.9679139256477356, 0.9716671109199524], "r_norm": [2.3127002716064453, 2.102674961090088, 2.091820240020752, 2.0670108795166016, 2.037217140197754, 1.996896505355835, 1.967097282409668, 1.9481301307678223, 1.910429835319519, 1.8876357078552246]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4209, "test_loss": 2.668593408203125}, {"step": 8650, "epoch": 22, "train_loss": 0.4557415544986725, "cos_r_negg": [0.8525001406669617, 0.8882210850715637, 0.9114415645599365, 0.9251272678375244, 0.9352772831916809, 0.9438896775245667, 0.952879786491394, 0.9603610634803772, 0.9654843807220459, 0.9690367579460144], "cos_apical_negg": [0.8525001406669617, 0.8882210850715637, 0.9114415645599365, 0.9251272678375244, 0.9352772831916809, 0.9438896775245667, 0.952879786491394, 0.9603610634803772, 0.9654843807220459, 0.9690367579460144], "cos_Ac_negg": [0.8525001406669617, 0.8882210850715637, 0.9114415645599365, 0.9251272678375244, 0.9352772831916809, 0.9438896775245667, 0.952879786491394, 0.9603610634803772, 0.9654843807220459, 0.9690367579460144], "r_norm": [2.313464641571045, 2.101269245147705, 2.0924715995788574, 2.0678963661193848, 2.0379581451416016, 1.9967350959777832, 1.9669432640075684, 1.9480035305023193, 1.9091662168502808, 1.8894197940826416]}, {"step": 8700, "epoch": 22, "train_loss": 0.6521828770637512, "cos_r_negg": [0.8387014865875244, 0.8892046213150024, 0.9111934900283813, 0.9256563782691956, 0.936194658279419, 0.9446040987968445, 0.9538294076919556, 0.9615631103515625, 0.9666719436645508, 0.9697025418281555], "cos_apical_negg": [0.8387014865875244, 0.8892046213150024, 0.9111934900283813, 0.9256563782691956, 0.936194658279419, 0.9446040987968445, 0.9538294076919556, 0.9615631103515625, 0.9666719436645508, 0.9697025418281555], "cos_Ac_negg": [0.8387014865875244, 0.8892046213150024, 0.9111934900283813, 0.9256563782691956, 0.936194658279419, 0.9446040987968445, 0.9538294076919556, 0.9615631103515625, 0.9666719436645508, 0.9697025418281555], "r_norm": [2.320929527282715, 2.109405994415283, 2.0959572792053223, 2.073829412460327, 2.043951988220215, 2.002310037612915, 1.9716027975082397, 1.9524509906768799, 1.9130107164382935, 1.8926894664764404]}, {"step": 8750, "epoch": 22, "train_loss": 0.44793230295181274, "cos_r_negg": [0.8410561084747314, 0.8898595571517944, 0.9124046564102173, 0.924777626991272, 0.9351508617401123, 0.9432920813560486, 0.9520778059959412, 0.9601231813430786, 0.965665340423584, 0.9681872129440308], "cos_apical_negg": [0.8410561084747314, 0.8898595571517944, 0.9124046564102173, 0.924777626991272, 0.9351508617401123, 0.9432920813560486, 0.9520778059959412, 0.9601231813430786, 0.965665340423584, 0.9681872129440308], "cos_Ac_negg": [0.8410561084747314, 0.8898595571517944, 0.9124046564102173, 0.924777626991272, 0.9351508617401123, 0.9432920813560486, 0.9520778059959412, 0.9601231813430786, 0.965665340423584, 0.9681872129440308], "r_norm": [2.2834811210632324, 2.0822975635528564, 2.070218086242676, 2.0489516258239746, 2.018516778945923, 1.9800379276275635, 1.9485971927642822, 1.930381178855896, 1.8888726234436035, 1.8720303773880005], "ldr": {"dL_sdil": -0.119293212890625, "dL_bp": -0.18325424194335938, "ratio": 0.650971085992631}}, {"step": 8800, "epoch": 22, "train_loss": 0.47865644097328186, "cos_r_negg": [0.8468371629714966, 0.8887996673583984, 0.9125327467918396, 0.9251706004142761, 0.9355847239494324, 0.9445959329605103, 0.9545761942863464, 0.9619672298431396, 0.966646671295166, 0.9705389738082886], "cos_apical_negg": [0.8468371629714966, 0.8887996673583984, 0.9125327467918396, 0.9251706004142761, 0.9355847239494324, 0.9445959329605103, 0.9545761942863464, 0.9619672298431396, 0.966646671295166, 0.9705389738082886], "cos_Ac_negg": [0.8468371629714966, 0.8887996673583984, 0.9125327467918396, 0.9251706004142761, 0.9355847239494324, 0.9445959329605103, 0.9545761942863464, 0.9619672298431396, 0.966646671295166, 0.9705389738082886], "r_norm": [2.4090332984924316, 2.199007511138916, 2.186798095703125, 2.1617631912231445, 2.1300535202026367, 2.088580846786499, 2.0542593002319336, 2.033003807067871, 1.9937454462051392, 1.9732201099395752]}, {"step": 8850, "epoch": 22, "train_loss": 0.494277685880661, "cos_r_negg": [0.8470233678817749, 0.890957772731781, 0.9139425158500671, 0.9262359738349915, 0.9371351003646851, 0.9449862837791443, 0.9550106525421143, 0.9627540111541748, 0.96678626537323, 0.9708433151245117], "cos_apical_negg": [0.8470233678817749, 0.890957772731781, 0.9139425158500671, 0.9262359738349915, 0.9371351003646851, 0.9449862837791443, 0.9550106525421143, 0.9627540111541748, 0.96678626537323, 0.9708433151245117], "cos_Ac_negg": [0.8470233678817749, 0.890957772731781, 0.9139425158500671, 0.9262359738349915, 0.9371351003646851, 0.9449862837791443, 0.9550106525421143, 0.9627540111541748, 0.96678626537323, 0.9708433151245117], "r_norm": [2.351710081100464, 2.14567232131958, 2.132988929748535, 2.110046863555908, 2.0762710571289062, 2.039301872253418, 2.004509687423706, 1.982277750968933, 1.9437732696533203, 1.9230291843414307]}, {"step": 8900, "epoch": 22, "train_loss": 0.5221306085586548, "cos_r_negg": [0.850946843624115, 0.8910362720489502, 0.9137649536132812, 0.9277145862579346, 0.9394661784172058, 0.9468979835510254, 0.9564181566238403, 0.9622579216957092, 0.9689179062843323, 0.9720096588134766], "cos_apical_negg": [0.850946843624115, 0.8910362720489502, 0.9137649536132812, 0.9277145862579346, 0.9394661784172058, 0.9468979835510254, 0.9564181566238403, 0.9622579216957092, 0.9689179062843323, 0.9720096588134766], "cos_Ac_negg": [0.850946843624115, 0.8910362720489502, 0.9137649536132812, 0.9277145862579346, 0.9394661784172058, 0.9468979835510254, 0.9564181566238403, 0.9622579216957092, 0.9689179062843323, 0.9720096588134766], "r_norm": [2.3431410789489746, 2.1444554328918457, 2.130361318588257, 2.1074202060699463, 2.0760135650634766, 2.0384535789489746, 2.0029802322387695, 1.9801387786865234, 1.9405386447906494, 1.9223688840866089]}, {"step": 8950, "epoch": 22, "train_loss": 0.4570894241333008, "cos_r_negg": [0.8414002656936646, 0.8903684020042419, 0.9145245552062988, 0.9252951741218567, 0.9378032684326172, 0.9453531503677368, 0.9553394317626953, 0.9630185961723328, 0.9675477147102356, 0.9726660251617432], "cos_apical_negg": [0.8414002656936646, 0.8903684020042419, 0.9145245552062988, 0.9252951741218567, 0.9378032684326172, 0.9453531503677368, 0.9553394317626953, 0.9630185961723328, 0.9675477147102356, 0.9726660251617432], "cos_Ac_negg": [0.8414002656936646, 0.8903684020042419, 0.9145245552062988, 0.9252951741218567, 0.9378032684326172, 0.9453531503677368, 0.9553394317626953, 0.9630185961723328, 0.9675477147102356, 0.9726660251617432], "r_norm": [2.392704486846924, 2.1928296089172363, 2.1778292655944824, 2.15517520904541, 2.1218502521514893, 2.08349609375, 2.0454049110412598, 2.02313232421875, 1.9837450981140137, 1.9630141258239746]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4239, "test_loss": 2.7585802490234377}, {"step": 9000, "epoch": 23, "train_loss": 0.44198745489120483, "cos_r_negg": [0.843669593334198, 0.8903292417526245, 0.9146673083305359, 0.9275906085968018, 0.9391888976097107, 0.9473042488098145, 0.9588426351547241, 0.9647230505943298, 0.9698089361190796, 0.9743934869766235], "cos_apical_negg": [0.843669593334198, 0.8903292417526245, 0.9146673083305359, 0.9275906085968018, 0.9391888976097107, 0.9473042488098145, 0.9588426351547241, 0.9647230505943298, 0.9698089361190796, 0.9743934869766235], "cos_Ac_negg": [0.843669593334198, 0.8903292417526245, 0.9146673083305359, 0.9275906085968018, 0.9391888976097107, 0.9473042488098145, 0.9588426351547241, 0.9647230505943298, 0.9698089361190796, 0.9743934869766235], "r_norm": [2.3604493141174316, 2.1663689613342285, 2.152864456176758, 2.130876064300537, 2.096345901489258, 2.0586581230163574, 2.0234248638153076, 2.000793933868408, 1.9609174728393555, 1.9407844543457031], "ldr": {"dL_sdil": -0.11544179916381836, "dL_bp": -0.17685461044311523, "ratio": 0.6527497297049537}}, {"step": 9050, "epoch": 23, "train_loss": 0.36188358068466187, "cos_r_negg": [0.8409124612808228, 0.8875003457069397, 0.9100700616836548, 0.9235512018203735, 0.9348552227020264, 0.9416550397872925, 0.9516192674636841, 0.9583877921104431, 0.9623440504074097, 0.9667989015579224], "cos_apical_negg": [0.8409124612808228, 0.8875003457069397, 0.9100700616836548, 0.9235512018203735, 0.9348552227020264, 0.9416550397872925, 0.9516192674636841, 0.9583877921104431, 0.9623440504074097, 0.9667989015579224], "cos_Ac_negg": [0.8409124612808228, 0.8875003457069397, 0.9100700616836548, 0.9235512018203735, 0.9348552227020264, 0.9416550397872925, 0.9516192674636841, 0.9583877921104431, 0.9623440504074097, 0.9667989015579224], "r_norm": [2.4393584728240967, 2.2331905364990234, 2.217195510864258, 2.1944007873535156, 2.1588430404663086, 2.1192281246185303, 2.0820059776306152, 2.0617520809173584, 2.0146491527557373, 1.9965975284576416]}, {"step": 9100, "epoch": 23, "train_loss": 0.34197598695755005, "cos_r_negg": [0.8441454768180847, 0.8927544951438904, 0.9154649972915649, 0.9288924932479858, 0.9391793012619019, 0.9470710754394531, 0.9570266604423523, 0.9632489681243896, 0.9686530828475952, 0.9734086990356445], "cos_apical_negg": [0.8441454768180847, 0.8927544951438904, 0.9154649972915649, 0.9288924932479858, 0.9391793012619019, 0.9470710754394531, 0.9570266604423523, 0.9632489681243896, 0.9686530828475952, 0.9734086990356445], "cos_Ac_negg": [0.8441454768180847, 0.8927544951438904, 0.9154649972915649, 0.9288924932479858, 0.9391793012619019, 0.9470710754394531, 0.9570266604423523, 0.9632489681243896, 0.9686530828475952, 0.9734086990356445], "r_norm": [2.3873472213745117, 2.190997362136841, 2.1750311851501465, 2.156209945678711, 2.1213417053222656, 2.081740379333496, 2.0459542274475098, 2.0230374336242676, 1.9808058738708496, 1.959113597869873]}, {"step": 9150, "epoch": 23, "train_loss": 0.49731260538101196, "cos_r_negg": [0.8439072370529175, 0.8888013362884521, 0.9114218950271606, 0.9244861602783203, 0.9362748861312866, 0.9434503316879272, 0.9542370438575745, 0.9609924554824829, 0.9653241634368896, 0.9703640937805176], "cos_apical_negg": [0.8439072370529175, 0.8888013362884521, 0.9114218950271606, 0.9244861602783203, 0.9362748861312866, 0.9434503316879272, 0.9542370438575745, 0.9609924554824829, 0.9653241634368896, 0.9703640937805176], "cos_Ac_negg": [0.8439072370529175, 0.8888013362884521, 0.9114218950271606, 0.9244861602783203, 0.9362748861312866, 0.9434503316879272, 0.9542370438575745, 0.9609924554824829, 0.9653241634368896, 0.9703640937805176], "r_norm": [2.3741707801818848, 2.1814754009246826, 2.166137456893921, 2.14556884765625, 2.110182046890259, 2.0715208053588867, 2.0336098670959473, 2.0085463523864746, 1.9686176776885986, 1.9475581645965576]}, {"step": 9200, "epoch": 23, "train_loss": 0.5801140069961548, "cos_r_negg": [0.8376086950302124, 0.8930546045303345, 0.91278076171875, 0.9280339479446411, 0.9379103183746338, 0.9462061524391174, 0.9564009308815002, 0.9629292488098145, 0.9680824279785156, 0.972760796546936], "cos_apical_negg": [0.8376086950302124, 0.8930546045303345, 0.91278076171875, 0.9280339479446411, 0.9379103183746338, 0.9462061524391174, 0.9564009308815002, 0.9629292488098145, 0.9680824279785156, 0.972760796546936], "cos_Ac_negg": [0.8376086950302124, 0.8930546045303345, 0.91278076171875, 0.9280339479446411, 0.9379103183746338, 0.9462061524391174, 0.9564009308815002, 0.9629292488098145, 0.9680824279785156, 0.972760796546936], "r_norm": [2.3884129524230957, 2.1958847045898438, 2.1798481941223145, 2.160792112350464, 2.1254491806030273, 2.085984230041504, 2.0479137897491455, 2.022456169128418, 1.9821512699127197, 1.9601378440856934]}, {"step": 9250, "epoch": 23, "train_loss": 0.5809997916221619, "cos_r_negg": [0.8437879085540771, 0.8920713067054749, 0.9125343561172485, 0.9269928932189941, 0.9377292394638062, 0.9460950493812561, 0.9567915201187134, 0.9628260731697083, 0.9690271019935608, 0.9723422527313232], "cos_apical_negg": [0.8437879085540771, 0.8920713067054749, 0.9125343561172485, 0.9269928932189941, 0.9377292394638062, 0.9460950493812561, 0.9567915201187134, 0.9628260731697083, 0.9690271019935608, 0.9723422527313232], "cos_Ac_negg": [0.8437879085540771, 0.8920713067054749, 0.9125343561172485, 0.9269928932189941, 0.9377292394638062, 0.9460950493812561, 0.9567915201187134, 0.9628260731697083, 0.9690271019935608, 0.9723422527313232], "r_norm": [2.4386768341064453, 2.2424681186676025, 2.229877471923828, 2.205448627471924, 2.169337272644043, 2.1308441162109375, 2.0897579193115234, 2.063640594482422, 2.022548198699951, 2.001222610473633], "ldr": {"dL_sdil": -0.14543843269348145, "dL_bp": -0.22272419929504395, "ratio": 0.652997892253362}}, {"step": 9300, "epoch": 23, "train_loss": 0.5424085259437561, "cos_r_negg": [0.8380023241043091, 0.8934187889099121, 0.9148402214050293, 0.9282466769218445, 0.9386124610900879, 0.9476331472396851, 0.9582982063293457, 0.9636942148208618, 0.9692388772964478, 0.9736169576644897], "cos_apical_negg": [0.8380023241043091, 0.8934187889099121, 0.9148402214050293, 0.9282466769218445, 0.9386124610900879, 0.9476331472396851, 0.9582982063293457, 0.9636942148208618, 0.9692388772964478, 0.9736169576644897], "cos_Ac_negg": [0.8380023241043091, 0.8934187889099121, 0.9148402214050293, 0.9282466769218445, 0.9386124610900879, 0.9476331472396851, 0.9582982063293457, 0.9636942148208618, 0.9692388772964478, 0.9736169576644897], "r_norm": [2.4260692596435547, 2.231752872467041, 2.220456600189209, 2.1945958137512207, 2.1614551544189453, 2.123251438140869, 2.0805554389953613, 2.0548291206359863, 2.012748956680298, 1.9918537139892578]}, {"step": 9350, "epoch": 23, "train_loss": 0.5247859358787537, "cos_r_negg": [0.840661883354187, 0.8922008872032166, 0.912814736366272, 0.9253122806549072, 0.9379655718803406, 0.9468005299568176, 0.957393229007721, 0.9636333584785461, 0.9698785543441772, 0.973243772983551], "cos_apical_negg": [0.840661883354187, 0.8922008872032166, 0.912814736366272, 0.9253122806549072, 0.9379655718803406, 0.9468005299568176, 0.957393229007721, 0.9636333584785461, 0.9698785543441772, 0.973243772983551], "cos_Ac_negg": [0.840661883354187, 0.8922008872032166, 0.912814736366272, 0.9253122806549072, 0.9379655718803406, 0.9468005299568176, 0.957393229007721, 0.9636333584785461, 0.9698785543441772, 0.973243772983551], "r_norm": [2.444129705429077, 2.2484843730926514, 2.240218162536621, 2.216254234313965, 2.1807162761688232, 2.143394947052002, 2.099759340286255, 2.07364821434021, 2.0302603244781494, 2.0091190338134766]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4197, "test_loss": 2.914017626953125}, {"step": 9400, "epoch": 24, "train_loss": 0.272218257188797, "cos_r_negg": [0.8409290313720703, 0.891494631767273, 0.9130994081497192, 0.9273146390914917, 0.9392397403717041, 0.9467504024505615, 0.9581095576286316, 0.9642106890678406, 0.9695547819137573, 0.9737377166748047], "cos_apical_negg": [0.8409290313720703, 0.891494631767273, 0.9130994081497192, 0.9273146390914917, 0.9392397403717041, 0.9467504024505615, 0.9581095576286316, 0.9642106890678406, 0.9695547819137573, 0.9737377166748047], "cos_Ac_negg": [0.8409290313720703, 0.891494631767273, 0.9130994081497192, 0.9273146390914917, 0.9392397403717041, 0.9467504024505615, 0.9581095576286316, 0.9642106890678406, 0.9695547819137573, 0.9737377166748047], "r_norm": [2.476891040802002, 2.282160997390747, 2.2707436084747314, 2.24800443649292, 2.211089849472046, 2.1711602210998535, 2.130908489227295, 2.1034207344055176, 2.0588936805725098, 2.0368988513946533]}, {"step": 9450, "epoch": 24, "train_loss": 0.36399567127227783, "cos_r_negg": [0.8445786237716675, 0.8921737670898438, 0.9136830568313599, 0.928220272064209, 0.9407120943069458, 0.9483599662780762, 0.9591875076293945, 0.9649295210838318, 0.9712275266647339, 0.9764674305915833], "cos_apical_negg": [0.8445786237716675, 0.8921737670898438, 0.9136830568313599, 0.928220272064209, 0.9407120943069458, 0.9483599662780762, 0.9591875076293945, 0.9649295210838318, 0.9712275266647339, 0.9764674305915833], "cos_Ac_negg": [0.8445786237716675, 0.8921737670898438, 0.9136830568313599, 0.928220272064209, 0.9407120943069458, 0.9483599662780762, 0.9591875076293945, 0.9649295210838318, 0.9712275266647339, 0.9764674305915833], "r_norm": [2.5114431381225586, 2.3149259090423584, 2.30533504486084, 2.2815802097320557, 2.243168830871582, 2.2038111686706543, 2.1636905670166016, 2.1327526569366455, 2.090282917022705, 2.0662784576416016]}, {"step": 9500, "epoch": 24, "train_loss": 0.5074794292449951, "cos_r_negg": [0.8462954759597778, 0.8892122507095337, 0.9126560688018799, 0.9268068075180054, 0.9368577003479004, 0.9463610053062439, 0.9560579061508179, 0.9621912240982056, 0.9678921699523926, 0.9713695049285889], "cos_apical_negg": [0.8462954759597778, 0.8892122507095337, 0.9126560688018799, 0.9268068075180054, 0.9368577003479004, 0.9463610053062439, 0.9560579061508179, 0.9621912240982056, 0.9678921699523926, 0.9713695049285889], "cos_Ac_negg": [0.8462954759597778, 0.8892122507095337, 0.9126560688018799, 0.9268068075180054, 0.9368577003479004, 0.9463610053062439, 0.9560579061508179, 0.9621912240982056, 0.9678921699523926, 0.9713695049285889], "r_norm": [2.4213080406188965, 2.2324013710021973, 2.2224273681640625, 2.199272871017456, 2.16233229637146, 2.122982978820801, 2.0848734378814697, 2.0546023845672607, 2.0130820274353027, 1.990043044090271], "ldr": {"dL_sdil": -0.13020110130310059, "dL_bp": -0.2148911952972412, "ratio": 0.6058931410521691}}, {"step": 9550, "epoch": 24, "train_loss": 0.4787975549697876, "cos_r_negg": [0.8429374694824219, 0.892455518245697, 0.9129952788352966, 0.9260156154632568, 0.9393855929374695, 0.9464918375015259, 0.9576157331466675, 0.96337890625, 0.9694475531578064, 0.9734340310096741], "cos_apical_negg": [0.8429374694824219, 0.892455518245697, 0.9129952788352966, 0.9260156154632568, 0.9393855929374695, 0.9464918375015259, 0.9576157331466675, 0.96337890625, 0.9694475531578064, 0.9734340310096741], "cos_Ac_negg": [0.8429374694824219, 0.892455518245697, 0.9129952788352966, 0.9260156154632568, 0.9393855929374695, 0.9464918375015259, 0.9576157331466675, 0.96337890625, 0.9694475531578064, 0.9734340310096741], "r_norm": [2.4861018657684326, 2.2916641235351562, 2.2846620082855225, 2.257295846939087, 2.2201452255249023, 2.1803488731384277, 2.1396665573120117, 2.1086931228637695, 2.067317247390747, 2.040303945541382]}, {"step": 9600, "epoch": 24, "train_loss": 0.4978410005569458, "cos_r_negg": [0.8343015909194946, 0.8868356943130493, 0.9102658033370972, 0.9226519465446472, 0.9353756308555603, 0.9430812001228333, 0.9539684057235718, 0.9588106870651245, 0.9656603932380676, 0.9693880677223206], "cos_apical_negg": [0.8343015909194946, 0.8868356943130493, 0.9102658033370972, 0.9226519465446472, 0.9353756308555603, 0.9430812001228333, 0.9539684057235718, 0.9588106870651245, 0.9656603932380676, 0.9693880677223206], "cos_Ac_negg": [0.8343015909194946, 0.8868356943130493, 0.9102658033370972, 0.9226519465446472, 0.9353756308555603, 0.9430812001228333, 0.9539684057235718, 0.9588106870651245, 0.9656603932380676, 0.9693880677223206], "r_norm": [2.4627885818481445, 2.270644187927246, 2.2660582065582275, 2.2386960983276367, 2.201655864715576, 2.161543369293213, 2.1215717792510986, 2.09014892578125, 2.049272060394287, 2.023818016052246]}, {"step": 9650, "epoch": 24, "train_loss": 0.45145612955093384, "cos_r_negg": [0.8409304618835449, 0.8929415941238403, 0.9148625135421753, 0.927782416343689, 0.9400064945220947, 0.9485478401184082, 0.9594318866729736, 0.964796781539917, 0.9715772271156311, 0.9742367267608643], "cos_apical_negg": [0.8409304618835449, 0.8929415941238403, 0.9148625135421753, 0.927782416343689, 0.9400064945220947, 0.9485478401184082, 0.9594318866729736, 0.964796781539917, 0.9715772271156311, 0.9742367267608643], "cos_Ac_negg": [0.8409304618835449, 0.8929415941238403, 0.9148625135421753, 0.927782416343689, 0.9400064945220947, 0.9485478401184082, 0.9594318866729736, 0.964796781539917, 0.9715772271156311, 0.9742367267608643], "r_norm": [2.523267984390259, 2.3297910690307617, 2.3230347633361816, 2.298006057739258, 2.2587335109710693, 2.2179746627807617, 2.17578125, 2.146958827972412, 2.1006205081939697, 2.07517147064209]}, {"step": 9700, "epoch": 24, "train_loss": 0.46843039989471436, "cos_r_negg": [0.8356807827949524, 0.8906207084655762, 0.9122889637947083, 0.9254865646362305, 0.9377404451370239, 0.9466508030891418, 0.957236647605896, 0.9635764360427856, 0.9692507386207581, 0.9719916582107544], "cos_apical_negg": [0.8356807827949524, 0.8906207084655762, 0.9122889637947083, 0.9254865646362305, 0.9377404451370239, 0.9466508030891418, 0.957236647605896, 0.9635764360427856, 0.9692507386207581, 0.9719916582107544], "cos_Ac_negg": [0.8356807827949524, 0.8906207084655762, 0.9122889637947083, 0.9254865646362305, 0.9377404451370239, 0.9466508030891418, 0.957236647605896, 0.9635764360427856, 0.9692507386207581, 0.9719916582107544], "r_norm": [2.5394883155822754, 2.3477869033813477, 2.339822292327881, 2.3133273124694824, 2.2741501331329346, 2.231130361557007, 2.1911027431488037, 2.159487724304199, 2.1150400638580322, 2.0884246826171875]}, {"step": 9750, "epoch": 24, "train_loss": 0.4103124737739563, "cos_r_negg": [0.8334949612617493, 0.8909972906112671, 0.9134677648544312, 0.9263808727264404, 0.9390333294868469, 0.9483181238174438, 0.9584111571311951, 0.9646151661872864, 0.9707947969436646, 0.9741841554641724], "cos_apical_negg": [0.8334949612617493, 0.8909972906112671, 0.9134677648544312, 0.9263808727264404, 0.9390333294868469, 0.9483181238174438, 0.9584111571311951, 0.9646151661872864, 0.9707947969436646, 0.9741841554641724], "cos_Ac_negg": [0.8334949612617493, 0.8909972906112671, 0.9134677648544312, 0.9263808727264404, 0.9390333294868469, 0.9483181238174438, 0.9584111571311951, 0.9646151661872864, 0.9707947969436646, 0.9741841554641724], "r_norm": [2.550175905227661, 2.3582634925842285, 2.350444793701172, 2.323606491088867, 2.285677909851074, 2.2411513328552246, 2.1990678310394287, 2.168584108352661, 2.1230392456054688, 2.0960025787353516], "ldr": {"dL_sdil": -0.16714239120483398, "dL_bp": -0.2580373287200928, "ratio": 0.6477450066387197}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4182, "test_loss": 2.956260302734375}], "final": {"test_acc": 0.4182, "test_loss": 2.956260302734375, "wall_s": 264.69758009910583, "cos_r_negg": [0.8389388918876648, 0.8909502625465393, 0.9148313999176025, 0.9267532825469971, 0.9396188259124756, 0.9477636218070984, 0.9588479399681091, 0.9652251601219177, 0.9716606736183167, 0.9755978584289551], "cos_apical_negg": [0.8389388918876648, 0.8909502625465393, 0.9148313999176025, 0.9267532825469971, 0.9396188259124756, 0.9477636218070984, 0.9588479399681091, 0.9652251601219177, 0.9716606736183167, 0.9755978584289551], "cos_Ac_negg": [0.8389388918876648, 0.8909502625465393, 0.9148313999176025, 0.9267532825469971, 0.9396188259124756, 0.9477636218070984, 0.9588479399681091, 0.9652251601219177, 0.9716606736183167, 0.9755978584289551]}}