{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d5_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5344271659851074, "cos_r_negg": [0.015132587403059006, -0.008815829642117023, -0.03407953679561615, -0.005703994072973728, -0.02572459727525711], "cos_apical_negg": [0.015132587403059006, -0.008815829642117023, -0.03407953679561615, -0.005703994072973728, -0.02572459727525711], "cos_Ac_negg": [0.015132587403059006, -0.008815829642117023, -0.03407953679561615, -0.005703994072973728, -0.02572459727525711], "r_norm": [4.7448530197143555, 4.924749374389648, 4.8389787673950195, 5.118107318878174, 4.905540466308594], "ldr": {"dL_sdil": 0.01043558120727539, "dL_bp": -0.37260890007019043, "ratio": -0.028006795343078445}}, {"step": 50, "epoch": 0, "train_loss": 2.0642762184143066, "cos_r_negg": [0.22366835176944733, -0.03480520844459534, -0.025562845170497894, -0.02043743059039116, -0.06990228593349457], "cos_apical_negg": [0.22366835176944733, -0.03480520844459534, -0.025562845170497894, -0.02043743059039116, -0.06990228593349457], "cos_Ac_negg": [0.22366835176944733, -0.03480520844459534, -0.025562845170497894, -0.02043743059039116, -0.06990228593349457], "r_norm": [4.333275318145752, 4.497218132019043, 4.420758247375488, 4.657238006591797, 4.496463775634766]}, {"step": 100, "epoch": 0, "train_loss": 1.8993782997131348, "cos_r_negg": [0.31900686025619507, -3.430794458836317e-05, -0.03051249496638775, -0.03707828000187874, -0.07165007293224335], "cos_apical_negg": [0.31900686025619507, -3.430794458836317e-05, -0.03051249496638775, -0.03707828000187874, -0.07165007293224335], "cos_Ac_negg": [0.31900686025619507, -3.430794458836317e-05, -0.03051249496638775, -0.03707828000187874, -0.07165007293224335], "r_norm": [4.127415657043457, 4.2861480712890625, 4.211531639099121, 4.436483860015869, 4.280604362487793]}, {"step": 150, "epoch": 0, "train_loss": 2.086447238922119, "cos_r_negg": [0.3760873079299927, -0.012719633989036083, -0.042403969913721085, -0.009837949648499489, -0.09160860627889633], "cos_apical_negg": [0.3760873079299927, -0.012719633989036083, -0.042403969913721085, -0.009837949648499489, -0.09160860627889633], "cos_Ac_negg": [0.3760873079299927, -0.012719633989036083, -0.042403969913721085, -0.009837949648499489, -0.09160860627889633], "r_norm": [4.036640644073486, 4.190277099609375, 4.117311954498291, 4.33936071395874, 4.173064231872559]}, {"step": 200, "epoch": 0, "train_loss": 1.9605598449707031, "cos_r_negg": [0.4450506567955017, 0.01723102293908596, -0.03381853550672531, -0.010810521431267262, -0.1150408685207367], "cos_apical_negg": [0.4450506567955017, 0.01723102293908596, -0.03381853550672531, -0.010810521431267262, -0.1150408685207367], "cos_Ac_negg": [0.4450506567955017, 0.01723102293908596, -0.03381853550672531, -0.010810521431267262, -0.1150408685207367], "r_norm": [3.8305118083953857, 3.9630815982818604, 3.899928331375122, 4.1071882247924805, 3.960114002227783]}, {"step": 250, "epoch": 0, "train_loss": 2.1018505096435547, "cos_r_negg": [0.42181268334388733, -0.03205948695540428, -0.06684066355228424, -0.012561450712382793, -0.08534406125545502], "cos_apical_negg": [0.42181268334388733, -0.03205948695540428, -0.06684066355228424, -0.012561450712382793, -0.08534406125545502], "cos_Ac_negg": [0.42181268334388733, -0.03205948695540428, -0.06684066355228424, -0.012561450712382793, -0.08534406125545502], "r_norm": [3.8878793716430664, 4.008492469787598, 3.9386916160583496, 4.159491539001465, 4.004723072052002], "ldr": {"dL_sdil": -0.09326791763305664, "dL_bp": -0.091286301612854, "ratio": 1.0217077040606453}}, {"step": 300, "epoch": 0, "train_loss": 1.7150640487670898, "cos_r_negg": [0.43201684951782227, -0.03029133565723896, -0.06293725967407227, 0.018491119146347046, -0.0743061751127243], "cos_apical_negg": [0.43201684951782227, -0.03029133565723896, -0.06293725967407227, 0.018491119146347046, -0.0743061751127243], "cos_Ac_negg": [0.43201684951782227, -0.03029133565723896, -0.06293725967407227, 0.018491119146347046, -0.0743061751127243], "r_norm": [3.6753013134002686, 3.7937793731689453, 3.724504232406616, 3.91929292678833, 3.778905153274536]}, {"step": 350, "epoch": 0, "train_loss": 2.155045986175537, "cos_r_negg": [0.45832014083862305, -0.01898437738418579, -0.04012151062488556, 0.024346720427274704, -0.05343453586101532], "cos_apical_negg": [0.45832014083862305, -0.01898437738418579, -0.04012151062488556, 0.024346720427274704, -0.05343453586101532], "cos_Ac_negg": [0.45832014083862305, -0.01898437738418579, -0.04012151062488556, 0.024346720427274704, -0.05343453586101532], "r_norm": [3.5834059715270996, 3.6885979175567627, 3.624525547027588, 3.8240883350372314, 3.678046703338623]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3659, "test_loss": 1.8366939819335937}, {"step": 400, "epoch": 1, "train_loss": 1.8368253707885742, "cos_r_negg": [0.4998766779899597, 0.014507145620882511, -0.024822980165481567, 0.07973168045282364, -0.0639168843626976], "cos_apical_negg": [0.4998766779899597, 0.014507145620882511, -0.024822980165481567, 0.07973168045282364, -0.0639168843626976], "cos_Ac_negg": [0.4998766779899597, 0.014507145620882511, -0.024822980165481567, 0.07973168045282364, -0.0639168843626976], "r_norm": [3.5065195560455322, 3.5983872413635254, 3.5387299060821533, 3.734099864959717, 3.5903449058532715]}, {"step": 450, "epoch": 1, "train_loss": 2.043637275695801, "cos_r_negg": [0.5297861099243164, 0.03387223184108734, -0.0073347799479961395, 0.11666710674762726, -0.07198719680309296], "cos_apical_negg": [0.5297861099243164, 0.03387223184108734, -0.0073347799479961395, 0.11666710674762726, -0.07198719680309296], "cos_Ac_negg": [0.5297861099243164, 0.03387223184108734, -0.0073347799479961395, 0.11666710674762726, -0.07198719680309296], "r_norm": [3.446169376373291, 3.535586357116699, 3.4796156883239746, 3.6684465408325195, 3.5292787551879883]}, {"step": 500, "epoch": 1, "train_loss": 1.743516206741333, "cos_r_negg": [0.5464553236961365, 0.055991385132074356, 0.0012528146617114544, 0.12020266056060791, -0.04579697549343109], "cos_apical_negg": [0.5464553236961365, 0.055991385132074356, 0.0012528146617114544, 0.12020266056060791, -0.04579697549343109], "cos_Ac_negg": [0.5464553236961365, 0.055991385132074356, 0.0012528146617114544, 0.12020266056060791, -0.04579697549343109], "r_norm": [3.3087916374206543, 3.3783135414123535, 3.3291215896606445, 3.507876396179199, 3.3819308280944824], "ldr": {"dL_sdil": -0.037453651428222656, "dL_bp": -0.033844709396362305, "ratio": 1.106632383501814}}, {"step": 550, "epoch": 1, "train_loss": 1.88067626953125, "cos_r_negg": [0.5412826538085938, 0.04286967217922211, 0.009571067988872528, 0.109696164727211, -0.05731641501188278], "cos_apical_negg": [0.5412826538085938, 0.04286967217922211, 0.009571067988872528, 0.109696164727211, -0.05731641501188278], "cos_Ac_negg": [0.5412826538085938, 0.04286967217922211, 0.009571067988872528, 0.109696164727211, -0.05731641501188278], "r_norm": [3.323317289352417, 3.3914663791656494, 3.3341245651245117, 3.5161819458007812, 3.3846349716186523]}, {"step": 600, "epoch": 1, "train_loss": 1.7134647369384766, "cos_r_negg": [0.5620415806770325, 0.04629719629883766, 0.017421705648303032, 0.11359499394893646, -0.02790818177163601], "cos_apical_negg": [0.5620415806770325, 0.04629719629883766, 0.017421705648303032, 0.11359499394893646, -0.02790818177163601], "cos_Ac_negg": [0.5620415806770325, 0.04629719629883766, 0.017421705648303032, 0.11359499394893646, -0.02790818177163601], "r_norm": [3.2148454189300537, 3.264901876449585, 3.217696189880371, 3.3841938972473145, 3.2565529346466064]}, {"step": 650, "epoch": 1, "train_loss": 1.7538446187973022, "cos_r_negg": [0.5585196018218994, 0.06285876780748367, 0.035962022840976715, 0.14623808860778809, -0.010214874520897865], "cos_apical_negg": [0.5585196018218994, 0.06285876780748367, 0.035962022840976715, 0.14623808860778809, -0.010214874520897865], "cos_Ac_negg": [0.5585196018218994, 0.06285876780748367, 0.035962022840976715, 0.14623808860778809, -0.010214874520897865], "r_norm": [3.2072839736938477, 3.2472105026245117, 3.1970207691192627, 3.372364044189453, 3.245072603225708]}, {"step": 700, "epoch": 1, "train_loss": 1.846177577972412, "cos_r_negg": [0.5435842275619507, 0.06987925618886948, 0.03229229524731636, 0.1337093859910965, -0.0027759908698499203], "cos_apical_negg": [0.5435842275619507, 0.06987925618886948, 0.03229229524731636, 0.1337093859910965, -0.0027759908698499203], "cos_Ac_negg": [0.5435842275619507, 0.06987925618886948, 0.03229229524731636, 0.1337093859910965, -0.0027759908698499203], "r_norm": [3.0725314617156982, 3.1043221950531006, 3.0546655654907227, 3.224660873413086, 3.093568801879883]}, {"step": 750, "epoch": 1, "train_loss": 1.9938900470733643, "cos_r_negg": [0.5831965208053589, 0.07615154981613159, 0.06619982421398163, 0.14364106953144073, 0.007150754332542419], "cos_apical_negg": [0.5831965208053589, 0.07615154981613159, 0.06619982421398163, 0.14364106953144073, 0.007150754332542419], "cos_Ac_negg": [0.5831965208053589, 0.07615154981613159, 0.06619982421398163, 0.14364106953144073, 0.007150754332542419], "r_norm": [2.974569082260132, 2.993574619293213, 2.9503512382507324, 3.1142849922180176, 2.981994152069092], "ldr": {"dL_sdil": -0.06641459465026855, "dL_bp": -0.062372803688049316, "ratio": 1.0648005336177255}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3858, "test_loss": 1.817044384765625}, {"step": 800, "epoch": 2, "train_loss": 1.8574247360229492, "cos_r_negg": [0.5775929689407349, 0.09859497845172882, 0.06767667829990387, 0.15940648317337036, 0.025045955553650856], "cos_apical_negg": [0.5775929689407349, 0.09859497845172882, 0.06767667829990387, 0.15940648317337036, 0.025045955553650856], "cos_Ac_negg": [0.5775929689407349, 0.09859497845172882, 0.06767667829990387, 0.15940648317337036, 0.025045955553650856], "r_norm": [3.0325236320495605, 3.044511318206787, 2.999819278717041, 3.1604514122009277, 3.0286316871643066]}, {"step": 850, "epoch": 2, "train_loss": 1.6875174045562744, "cos_r_negg": [0.5955953598022461, 0.13074272871017456, 0.10790644586086273, 0.18540382385253906, 0.012576516717672348], "cos_apical_negg": [0.5955953598022461, 0.13074272871017456, 0.10790644586086273, 0.18540382385253906, 0.012576516717672348], "cos_Ac_negg": [0.5955953598022461, 0.13074272871017456, 0.10790644586086273, 0.18540382385253906, 0.012576516717672348], "r_norm": [2.923818349838257, 2.9310989379882812, 2.883131504058838, 3.0420477390289307, 2.9192750453948975]}, {"step": 900, "epoch": 2, "train_loss": 1.776178240776062, "cos_r_negg": [0.6145595908164978, 0.12312273681163788, 0.11428456008434296, 0.19764584302902222, 0.024449124932289124], "cos_apical_negg": [0.6145595908164978, 0.12312273681163788, 0.11428456008434296, 0.19764584302902222, 0.024449124932289124], "cos_Ac_negg": [0.6145595908164978, 0.12312273681163788, 0.11428456008434296, 0.19764584302902222, 0.024449124932289124], "r_norm": [2.9137887954711914, 2.8994531631469727, 2.8554046154022217, 3.0221686363220215, 2.8924901485443115]}, {"step": 950, "epoch": 2, "train_loss": 1.5438849925994873, "cos_r_negg": [0.6025813817977905, 0.15077611804008484, 0.11466938257217407, 0.20127514004707336, 0.03172486275434494], "cos_apical_negg": [0.6025813817977905, 0.15077611804008484, 0.11466938257217407, 0.20127514004707336, 0.03172486275434494], "cos_Ac_negg": [0.6025813817977905, 0.15077611804008484, 0.11466938257217407, 0.20127514004707336, 0.03172486275434494], "r_norm": [2.764859437942505, 2.750640392303467, 2.709639549255371, 2.860410213470459, 2.736710548400879]}, {"step": 1000, "epoch": 2, "train_loss": 1.697183609008789, "cos_r_negg": [0.6252660751342773, 0.15968072414398193, 0.1196310967206955, 0.22910180687904358, 0.06469643115997314], "cos_apical_negg": [0.6252660751342773, 0.15968072414398193, 0.1196310967206955, 0.22910180687904358, 0.06469643115997314], "cos_Ac_negg": [0.6252660751342773, 0.15968072414398193, 0.1196310967206955, 0.22910180687904358, 0.06469643115997314], "r_norm": [2.7016053199768066, 2.682037353515625, 2.6403512954711914, 2.7884140014648438, 2.66951322555542], "ldr": {"dL_sdil": -0.04238605499267578, "dL_bp": -0.03867816925048828, "ratio": 1.0958650787780162}}, {"step": 1050, "epoch": 2, "train_loss": 1.8408232927322388, "cos_r_negg": [0.6343517303466797, 0.17526744306087494, 0.1321413516998291, 0.21744723618030548, 0.07628896832466125], "cos_apical_negg": [0.6343517303466797, 0.17526744306087494, 0.1321413516998291, 0.21744723618030548, 0.07628896832466125], "cos_Ac_negg": [0.6343517303466797, 0.17526744306087494, 0.1321413516998291, 0.21744723618030548, 0.07628896832466125], "r_norm": [2.65126633644104, 2.6189627647399902, 2.581627130508423, 2.723737955093384, 2.608548164367676]}, {"step": 1100, "epoch": 2, "train_loss": 1.6656314134597778, "cos_r_negg": [0.6299482583999634, 0.18935595452785492, 0.11773325502872467, 0.21697795391082764, 0.09774882346391678], "cos_apical_negg": [0.6299482583999634, 0.18935595452785492, 0.11773325502872467, 0.21697795391082764, 0.09774882346391678], "cos_Ac_negg": [0.6299482583999634, 0.18935595452785492, 0.11773325502872467, 0.21697795391082764, 0.09774882346391678], "r_norm": [2.654816150665283, 2.6186037063598633, 2.5773205757141113, 2.7226901054382324, 2.604546546936035]}, {"step": 1150, "epoch": 2, "train_loss": 1.6653774976730347, "cos_r_negg": [0.6334351301193237, 0.17993533611297607, 0.13365580141544342, 0.21609754860401154, 0.09351848065853119], "cos_apical_negg": [0.6334351301193237, 0.17993533611297607, 0.13365580141544342, 0.21609754860401154, 0.09351848065853119], "cos_Ac_negg": [0.6334351301193237, 0.17993533611297607, 0.13365580141544342, 0.21609754860401154, 0.09351848065853119], "r_norm": [2.684652805328369, 2.6317193508148193, 2.5888571739196777, 2.7391786575317383, 2.614630937576294]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3857, "test_loss": 1.7874870239257812}, {"step": 1200, "epoch": 3, "train_loss": 1.8102407455444336, "cos_r_negg": [0.6375187635421753, 0.1932993233203888, 0.15851351618766785, 0.2347222864627838, 0.11925430595874786], "cos_apical_negg": [0.6375187635421753, 0.1932993233203888, 0.15851351618766785, 0.2347222864627838, 0.11925430595874786], "cos_Ac_negg": [0.6375187635421753, 0.1932993233203888, 0.15851351618766785, 0.2347222864627838, 0.11925430595874786], "r_norm": [2.541201591491699, 2.4838626384735107, 2.446260929107666, 2.586320400238037, 2.4706871509552]}, {"step": 1250, "epoch": 3, "train_loss": 1.5702288150787354, "cos_r_negg": [0.6514626145362854, 0.20069703459739685, 0.16384625434875488, 0.25630807876586914, 0.12581367790699005], "cos_apical_negg": [0.6514626145362854, 0.20069703459739685, 0.16384625434875488, 0.25630807876586914, 0.12581367790699005], "cos_Ac_negg": [0.6514626145362854, 0.20069703459739685, 0.16384625434875488, 0.25630807876586914, 0.12581367790699005], "r_norm": [2.5406296253204346, 2.4761483669281006, 2.437330961227417, 2.5792789459228516, 2.4579713344573975], "ldr": {"dL_sdil": -0.042931199073791504, "dL_bp": -0.039899349212646484, "ratio": 1.0759874514490588}}, {"step": 1300, "epoch": 3, "train_loss": 1.5781688690185547, "cos_r_negg": [0.6607722043991089, 0.2239883542060852, 0.1794092059135437, 0.2501017153263092, 0.15278659760951996], "cos_apical_negg": [0.6607722043991089, 0.2239883542060852, 0.1794092059135437, 0.2501017153263092, 0.15278659760951996], "cos_Ac_negg": [0.6607722043991089, 0.2239883542060852, 0.1794092059135437, 0.2501017153263092, 0.15278659760951996], "r_norm": [2.4961256980895996, 2.4249043464660645, 2.3854517936706543, 2.520577907562256, 2.4045400619506836]}, {"step": 1350, "epoch": 3, "train_loss": 1.766162395477295, "cos_r_negg": [0.6503587961196899, 0.23952481150627136, 0.1962776929140091, 0.2714473009109497, 0.1316647231578827], "cos_apical_negg": [0.6503587961196899, 0.23952481150627136, 0.1962776929140091, 0.2714473009109497, 0.1316647231578827], "cos_Ac_negg": [0.6503587961196899, 0.23952481150627136, 0.1962776929140091, 0.2714473009109497, 0.1316647231578827], "r_norm": [2.4691429138183594, 2.3933839797973633, 2.3552396297454834, 2.493776559829712, 2.372187852859497]}, {"step": 1400, "epoch": 3, "train_loss": 1.6375157833099365, "cos_r_negg": [0.6755507588386536, 0.2324150800704956, 0.20398542284965515, 0.2730098068714142, 0.13074922561645508], "cos_apical_negg": [0.6755507588386536, 0.2324150800704956, 0.20398542284965515, 0.2730098068714142, 0.13074922561645508], "cos_Ac_negg": [0.6755507588386536, 0.2324150800704956, 0.20398542284965515, 0.2730098068714142, 0.13074922561645508], "r_norm": [2.3985514640808105, 2.3149921894073486, 2.2763309478759766, 2.415482997894287, 2.3034160137176514]}, {"step": 1450, "epoch": 3, "train_loss": 1.576379418373108, "cos_r_negg": [0.6740379333496094, 0.2552039921283722, 0.2246294468641281, 0.28310877084732056, 0.1469356119632721], "cos_apical_negg": [0.6740379333496094, 0.2552039921283722, 0.2246294468641281, 0.28310877084732056, 0.1469356119632721], "cos_Ac_negg": [0.6740379333496094, 0.2552039921283722, 0.2246294468641281, 0.28310877084732056, 0.1469356119632721], "r_norm": [2.390690326690674, 2.295447587966919, 2.260969400405884, 2.392657995223999, 2.278545618057251]}, {"step": 1500, "epoch": 3, "train_loss": 1.7940850257873535, "cos_r_negg": [0.6686232686042786, 0.2635592222213745, 0.23224331438541412, 0.27684298157691956, 0.16509811580181122], "cos_apical_negg": [0.6686232686042786, 0.2635592222213745, 0.23224331438541412, 0.27684298157691956, 0.16509811580181122], "cos_Ac_negg": [0.6686232686042786, 0.2635592222213745, 0.23224331438541412, 0.27684298157691956, 0.16509811580181122], "r_norm": [2.34348726272583, 2.2427115440368652, 2.2027063369750977, 2.3368685245513916, 2.2182836532592773], "ldr": {"dL_sdil": -0.04661417007446289, "dL_bp": -0.04433155059814453, "ratio": 1.051489727869205}}, {"step": 1550, "epoch": 3, "train_loss": 1.9624528884887695, "cos_r_negg": [0.6745337247848511, 0.2599037289619446, 0.2360360324382782, 0.29178085923194885, 0.15074563026428223], "cos_apical_negg": [0.6745337247848511, 0.2599037289619446, 0.2360360324382782, 0.29178085923194885, 0.15074563026428223], "cos_Ac_negg": [0.6745337247848511, 0.2599037289619446, 0.2360360324382782, 0.29178085923194885, 0.15074563026428223], "r_norm": [2.316662073135376, 2.2085633277893066, 2.1670851707458496, 2.3003487586975098, 2.179051399230957]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4121, "test_loss": 1.7422769287109374}, {"step": 1600, "epoch": 4, "train_loss": 1.5428645610809326, "cos_r_negg": [0.6702061891555786, 0.2683008015155792, 0.25547653436660767, 0.28960469365119934, 0.17469102144241333], "cos_apical_negg": [0.6702061891555786, 0.2683008015155792, 0.25547653436660767, 0.28960469365119934, 0.17469102144241333], "cos_Ac_negg": [0.6702061891555786, 0.2683008015155792, 0.25547653436660767, 0.28960469365119934, 0.17469102144241333], "r_norm": [2.3242831230163574, 2.211434841156006, 2.173696279525757, 2.297714948654175, 2.1788315773010254]}, {"step": 1650, "epoch": 4, "train_loss": 1.6157853603363037, "cos_r_negg": [0.6711654663085938, 0.28247031569480896, 0.26104936003685, 0.3046676814556122, 0.17962482571601868], "cos_apical_negg": [0.6711654663085938, 0.28247031569480896, 0.26104936003685, 0.3046676814556122, 0.17962482571601868], "cos_Ac_negg": [0.6711654663085938, 0.28247031569480896, 0.26104936003685, 0.3046676814556122, 0.17962482571601868], "r_norm": [2.225302219390869, 2.105069875717163, 2.0695748329162598, 2.1924567222595215, 2.0795235633850098]}, {"step": 1700, "epoch": 4, "train_loss": 1.5753980875015259, "cos_r_negg": [0.6885744333267212, 0.2998936176300049, 0.2705901265144348, 0.3145796060562134, 0.18421146273612976], "cos_apical_negg": [0.6885744333267212, 0.2998936176300049, 0.2705901265144348, 0.3145796060562134, 0.18421146273612976], "cos_Ac_negg": [0.6885744333267212, 0.2998936176300049, 0.2705901265144348, 0.3145796060562134, 0.18421146273612976], "r_norm": [2.216463565826416, 2.0892748832702637, 2.0496370792388916, 2.177929639816284, 2.0579044818878174]}, {"step": 1750, "epoch": 4, "train_loss": 1.540850281715393, "cos_r_negg": [0.6890527009963989, 0.3019615411758423, 0.28695791959762573, 0.31721562147140503, 0.20994839072227478], "cos_apical_negg": [0.6890527009963989, 0.3019615411758423, 0.28695791959762573, 0.31721562147140503, 0.20994839072227478], "cos_Ac_negg": [0.6890527009963989, 0.3019615411758423, 0.28695791959762573, 0.31721562147140503, 0.20994839072227478], "r_norm": [2.210576057434082, 2.071319580078125, 2.038872003555298, 2.1609880924224854, 2.046814441680908], "ldr": {"dL_sdil": -0.04717981815338135, "dL_bp": -0.04445183277130127, "ratio": 1.0613694691986086}}, {"step": 1800, "epoch": 4, "train_loss": 1.4345828294754028, "cos_r_negg": [0.6840988993644714, 0.2985069453716278, 0.2974570393562317, 0.3323122262954712, 0.22738073766231537], "cos_apical_negg": [0.6840988993644714, 0.2985069453716278, 0.2974570393562317, 0.3323122262954712, 0.22738073766231537], "cos_Ac_negg": [0.6840988993644714, 0.2985069453716278, 0.2974570393562317, 0.3323122262954712, 0.22738073766231537], "r_norm": [2.1727099418640137, 2.0331668853759766, 1.9995031356811523, 2.120170831680298, 2.004892110824585]}, {"step": 1850, "epoch": 4, "train_loss": 1.7347793579101562, "cos_r_negg": [0.6967056393623352, 0.32630455493927, 0.3039247393608093, 0.3436698615550995, 0.24025395512580872], "cos_apical_negg": [0.6967056393623352, 0.32630455493927, 0.3039247393608093, 0.3436698615550995, 0.24025395512580872], "cos_Ac_negg": [0.6967056393623352, 0.32630455493927, 0.3039247393608093, 0.3436698615550995, 0.24025395512580872], "r_norm": [2.135575771331787, 1.9907875061035156, 1.9525734186172485, 2.074781894683838, 1.9530359506607056]}, {"step": 1900, "epoch": 4, "train_loss": 1.5474607944488525, "cos_r_negg": [0.7023056745529175, 0.33242493867874146, 0.30176031589508057, 0.3454779088497162, 0.25271904468536377], "cos_apical_negg": [0.7023056745529175, 0.33242493867874146, 0.30176031589508057, 0.3454779088497162, 0.25271904468536377], "cos_Ac_negg": [0.7023056745529175, 0.33242493867874146, 0.30176031589508057, 0.3454779088497162, 0.25271904468536377], "r_norm": [2.0918664932250977, 1.9395978450775146, 1.9058558940887451, 2.0193045139312744, 1.9037975072860718]}, {"step": 1950, "epoch": 4, "train_loss": 1.431800365447998, "cos_r_negg": [0.700903594493866, 0.34605443477630615, 0.31858399510383606, 0.3610001802444458, 0.2590208351612091], "cos_apical_negg": [0.700903594493866, 0.34605443477630615, 0.31858399510383606, 0.3610001802444458, 0.2590208351612091], "cos_Ac_negg": [0.700903594493866, 0.34605443477630615, 0.31858399510383606, 0.3610001802444458, 0.2590208351612091], "r_norm": [2.0589756965637207, 1.9010975360870361, 1.8688254356384277, 1.9838131666183472, 1.8698034286499023]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4061, "test_loss": 1.7508060424804688}, {"step": 2000, "epoch": 5, "train_loss": 1.4103466272354126, "cos_r_negg": [0.7009785175323486, 0.3510947823524475, 0.33142486214637756, 0.36278772354125977, 0.27017199993133545], "cos_apical_negg": [0.7009785175323486, 0.3510947823524475, 0.33142486214637756, 0.36278772354125977, 0.27017199993133545], "cos_Ac_negg": [0.7009785175323486, 0.3510947823524475, 0.33142486214637756, 0.36278772354125977, 0.27017199993133545], "r_norm": [2.0104050636291504, 1.851958155632019, 1.8213229179382324, 1.9290802478790283, 1.8226325511932373], "ldr": {"dL_sdil": -0.030045032501220703, "dL_bp": -0.029060721397399902, "ratio": 1.033870842033153}}, {"step": 2050, "epoch": 5, "train_loss": 1.4288263320922852, "cos_r_negg": [0.715440034866333, 0.36178675293922424, 0.336292564868927, 0.36368227005004883, 0.26395031809806824], "cos_apical_negg": [0.715440034866333, 0.36178675293922424, 0.336292564868927, 0.36368227005004883, 0.26395031809806824], "cos_Ac_negg": [0.715440034866333, 0.36178675293922424, 0.336292564868927, 0.36368227005004883, 0.26395031809806824], "r_norm": [2.0085649490356445, 1.8426780700683594, 1.8115990161895752, 1.9160912036895752, 1.8113502264022827]}, {"step": 2100, "epoch": 5, "train_loss": 1.5940399169921875, "cos_r_negg": [0.7259925603866577, 0.3851359486579895, 0.34992897510528564, 0.384937047958374, 0.2883661389350891], "cos_apical_negg": [0.7259925603866577, 0.3851359486579895, 0.34992897510528564, 0.384937047958374, 0.2883661389350891], "cos_Ac_negg": [0.7259925603866577, 0.3851359486579895, 0.34992897510528564, 0.384937047958374, 0.2883661389350891], "r_norm": [2.0018038749694824, 1.8288111686706543, 1.7982397079467773, 1.9037346839904785, 1.7957017421722412]}, {"step": 2150, "epoch": 5, "train_loss": 1.470469355583191, "cos_r_negg": [0.7190831899642944, 0.39755088090896606, 0.3649050295352936, 0.39293304085731506, 0.29797765612602234], "cos_apical_negg": [0.7190831899642944, 0.39755088090896606, 0.3649050295352936, 0.39293304085731506, 0.29797765612602234], "cos_Ac_negg": [0.7190831899642944, 0.39755088090896606, 0.3649050295352936, 0.39293304085731506, 0.29797765612602234], "r_norm": [1.9776008129119873, 1.7945468425750732, 1.7681384086608887, 1.8720309734344482, 1.762514352798462]}, {"step": 2200, "epoch": 5, "train_loss": 1.6981213092803955, "cos_r_negg": [0.7259297370910645, 0.3986498713493347, 0.3771964907646179, 0.40028396248817444, 0.28911978006362915], "cos_apical_negg": [0.7259297370910645, 0.3986498713493347, 0.3771964907646179, 0.40028396248817444, 0.28911978006362915], "cos_Ac_negg": [0.7259297370910645, 0.3986498713493347, 0.3771964907646179, 0.40028396248817444, 0.28911978006362915], "r_norm": [1.9946527481079102, 1.8114306926727295, 1.7795519828796387, 1.8839225769042969, 1.7721657752990723]}, {"step": 2250, "epoch": 5, "train_loss": 1.7572083473205566, "cos_r_negg": [0.7285405993461609, 0.40428680181503296, 0.38262754678726196, 0.40882188081741333, 0.32322826981544495], "cos_apical_negg": [0.7285405993461609, 0.40428680181503296, 0.38262754678726196, 0.40882188081741333, 0.32322826981544495], "cos_Ac_negg": [0.7285405993461609, 0.40428680181503296, 0.38262754678726196, 0.40882188081741333, 0.32322826981544495], "r_norm": [1.9336954355239868, 1.7458486557006836, 1.713913083076477, 1.8136849403381348, 1.7051522731781006], "ldr": {"dL_sdil": -0.04825925827026367, "dL_bp": -0.046620726585388184, "ratio": 1.0351459920272679}}, {"step": 2300, "epoch": 5, "train_loss": 1.5601283311843872, "cos_r_negg": [0.7360681295394897, 0.4257524013519287, 0.40072059631347656, 0.43234264850616455, 0.32084229588508606], "cos_apical_negg": [0.7360681295394897, 0.4257524013519287, 0.40072059631347656, 0.43234264850616455, 0.32084229588508606], "cos_Ac_negg": [0.7360681295394897, 0.4257524013519287, 0.40072059631347656, 0.43234264850616455, 0.32084229588508606], "r_norm": [1.9030828475952148, 1.7088500261306763, 1.681359052658081, 1.7783479690551758, 1.6693053245544434]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4254, "test_loss": 1.7370129760742188}, {"step": 2350, "epoch": 6, "train_loss": 1.4689304828643799, "cos_r_negg": [0.7412527799606323, 0.433610200881958, 0.41342055797576904, 0.44002172350883484, 0.3394404351711273], "cos_apical_negg": [0.7412527799606323, 0.433610200881958, 0.41342055797576904, 0.44002172350883484, 0.3394404351711273], "cos_Ac_negg": [0.7412527799606323, 0.433610200881958, 0.41342055797576904, 0.44002172350883484, 0.3394404351711273], "r_norm": [1.8776369094848633, 1.6806366443634033, 1.6517601013183594, 1.7454512119293213, 1.6391823291778564]}, {"step": 2400, "epoch": 6, "train_loss": 1.3025729656219482, "cos_r_negg": [0.7339408993721008, 0.44602471590042114, 0.4247667193412781, 0.4366016983985901, 0.35186058282852173], "cos_apical_negg": [0.7339408993721008, 0.44602471590042114, 0.4247667193412781, 0.4366016983985901, 0.35186058282852173], "cos_Ac_negg": [0.7339408993721008, 0.44602471590042114, 0.4247667193412781, 0.4366016983985901, 0.35186058282852173], "r_norm": [1.8452162742614746, 1.6468254327774048, 1.6182563304901123, 1.7111934423446655, 1.604236125946045]}, {"step": 2450, "epoch": 6, "train_loss": 1.4251703023910522, "cos_r_negg": [0.7423496842384338, 0.4519174098968506, 0.43995606899261475, 0.4426712095737457, 0.3548774719238281], "cos_apical_negg": [0.7423496842384338, 0.4519174098968506, 0.43995606899261475, 0.4426712095737457, 0.3548774719238281], "cos_Ac_negg": [0.7423496842384338, 0.4519174098968506, 0.43995606899261475, 0.4426712095737457, 0.3548774719238281], "r_norm": [1.8732318878173828, 1.6631221771240234, 1.6340575218200684, 1.7295129299163818, 1.6213726997375488]}, {"step": 2500, "epoch": 6, "train_loss": 1.4150408506393433, "cos_r_negg": [0.7542926669120789, 0.4611707627773285, 0.45487314462661743, 0.4659734070301056, 0.36912405490875244], "cos_apical_negg": [0.7542926669120789, 0.4611707627773285, 0.45487314462661743, 0.4659734070301056, 0.36912405490875244], "cos_Ac_negg": [0.7542926669120789, 0.4611707627773285, 0.45487314462661743, 0.4659734070301056, 0.36912405490875244], "r_norm": [1.790010929107666, 1.5846543312072754, 1.562199354171753, 1.6454615592956543, 1.5446760654449463], "ldr": {"dL_sdil": -0.030995726585388184, "dL_bp": -0.030636191368103027, "ratio": 1.011735636880095}}, {"step": 2550, "epoch": 6, "train_loss": 1.4125590324401855, "cos_r_negg": [0.7485322952270508, 0.47765570878982544, 0.4660326838493347, 0.4733510911464691, 0.39438730478286743], "cos_apical_negg": [0.7485322952270508, 0.47765570878982544, 0.4660326838493347, 0.4733510911464691, 0.39438730478286743], "cos_Ac_negg": [0.7485322952270508, 0.47765570878982544, 0.4660326838493347, 0.4733510911464691, 0.39438730478286743], "r_norm": [1.8386187553405762, 1.6220811605453491, 1.5899085998535156, 1.680280089378357, 1.572034239768982]}, {"step": 2600, "epoch": 6, "train_loss": 1.6215283870697021, "cos_r_negg": [0.7610469460487366, 0.499693363904953, 0.4646601676940918, 0.4922024607658386, 0.40279170870780945], "cos_apical_negg": [0.7610469460487366, 0.499693363904953, 0.4646601676940918, 0.4922024607658386, 0.40279170870780945], "cos_Ac_negg": [0.7610469460487366, 0.499693363904953, 0.4646601676940918, 0.4922024607658386, 0.40279170870780945], "r_norm": [1.79347825050354, 1.57719087600708, 1.5513217449188232, 1.6359153985977173, 1.5315451622009277]}, {"step": 2650, "epoch": 6, "train_loss": 1.3772714138031006, "cos_r_negg": [0.7546436786651611, 0.505931556224823, 0.47745704650878906, 0.5140621662139893, 0.40958669781684875], "cos_apical_negg": [0.7546436786651611, 0.505931556224823, 0.47745704650878906, 0.5140621662139893, 0.40958669781684875], "cos_Ac_negg": [0.7546436786651611, 0.505931556224823, 0.47745704650878906, 0.5140621662139893, 0.40958669781684875], "r_norm": [1.808073878288269, 1.5840407609939575, 1.555745244026184, 1.6419564485549927, 1.5290650129318237]}, {"step": 2700, "epoch": 6, "train_loss": 1.4989242553710938, "cos_r_negg": [0.7641850709915161, 0.5018012523651123, 0.4861335754394531, 0.5203641653060913, 0.42916014790534973], "cos_apical_negg": [0.7641850709915161, 0.5018012523651123, 0.4861335754394531, 0.5203641653060913, 0.42916014790534973], "cos_Ac_negg": [0.7641850709915161, 0.5018012523651123, 0.4861335754394531, 0.5203641653060913, 0.42916014790534973], "r_norm": [1.7746734619140625, 1.545204997062683, 1.5227365493774414, 1.6022928953170776, 1.498458743095398]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4118, "test_loss": 1.748690869140625}, {"step": 2750, "epoch": 7, "train_loss": 1.5000876188278198, "cos_r_negg": [0.7653018236160278, 0.5065921545028687, 0.49405351281166077, 0.5250673294067383, 0.4337480366230011], "cos_apical_negg": [0.7653018236160278, 0.5065921545028687, 0.49405351281166077, 0.5250673294067383, 0.4337480366230011], "cos_Ac_negg": [0.7653018236160278, 0.5065921545028687, 0.49405351281166077, 0.5250673294067383, 0.4337480366230011], "r_norm": [1.7694072723388672, 1.539109230041504, 1.5122623443603516, 1.5941346883773804, 1.490607500076294], "ldr": {"dL_sdil": -0.03596758842468262, "dL_bp": -0.035555124282836914, "ratio": 1.0116006947005614}}, {"step": 2800, "epoch": 7, "train_loss": 1.4445793628692627, "cos_r_negg": [0.773529052734375, 0.5318982005119324, 0.5117769241333008, 0.5313786864280701, 0.4488975405693054], "cos_apical_negg": [0.773529052734375, 0.5318982005119324, 0.5117769241333008, 0.5313786864280701, 0.4488975405693054], "cos_Ac_negg": [0.773529052734375, 0.5318982005119324, 0.5117769241333008, 0.5313786864280701, 0.4488975405693054], "r_norm": [1.7661930322647095, 1.5303936004638672, 1.5033445358276367, 1.5841737985610962, 1.4797217845916748]}, {"step": 2850, "epoch": 7, "train_loss": 1.5208909511566162, "cos_r_negg": [0.7792829871177673, 0.5397108793258667, 0.5213322043418884, 0.540442943572998, 0.4702082872390747], "cos_apical_negg": [0.7792829871177673, 0.5397108793258667, 0.5213322043418884, 0.540442943572998, 0.4702082872390747], "cos_Ac_negg": [0.7792829871177673, 0.5397108793258667, 0.5213322043418884, 0.540442943572998, 0.4702082872390747], "r_norm": [1.7396111488342285, 1.5036122798919678, 1.4749144315719604, 1.5579525232315063, 1.4524855613708496]}, {"step": 2900, "epoch": 7, "train_loss": 1.38034987449646, "cos_r_negg": [0.7787322998046875, 0.5522292852401733, 0.5258711576461792, 0.5544939041137695, 0.4947540760040283], "cos_apical_negg": [0.7787322998046875, 0.5522292852401733, 0.5258711576461792, 0.5544939041137695, 0.4947540760040283], "cos_Ac_negg": [0.7787322998046875, 0.5522292852401733, 0.5258711576461792, 0.5544939041137695, 0.4947540760040283], "r_norm": [1.7184460163116455, 1.483942985534668, 1.4570653438568115, 1.5350607633590698, 1.4329383373260498]}, {"step": 2950, "epoch": 7, "train_loss": 1.4423038959503174, "cos_r_negg": [0.7746339440345764, 0.5575273036956787, 0.5327761769294739, 0.5620496273040771, 0.4916553497314453], "cos_apical_negg": [0.7746339440345764, 0.5575273036956787, 0.5327761769294739, 0.5620496273040771, 0.4916553497314453], "cos_Ac_negg": [0.7746339440345764, 0.5575273036956787, 0.5327761769294739, 0.5620496273040771, 0.4916553497314453], "r_norm": [1.6803685426712036, 1.4446483850479126, 1.4183170795440674, 1.4918055534362793, 1.3904225826263428]}, {"step": 3000, "epoch": 7, "train_loss": 1.5961469411849976, "cos_r_negg": [0.7764022350311279, 0.5678665637969971, 0.5477946996688843, 0.5734737515449524, 0.5076024532318115], "cos_apical_negg": [0.7764022350311279, 0.5678665637969971, 0.5477946996688843, 0.5734737515449524, 0.5076024532318115], "cos_Ac_negg": [0.7764022350311279, 0.5678665637969971, 0.5477946996688843, 0.5734737515449524, 0.5076024532318115], "r_norm": [1.7088522911071777, 1.4639077186584473, 1.4343266487121582, 1.5108017921447754, 1.4090485572814941], "ldr": {"dL_sdil": -0.06676185131072998, "dL_bp": -0.0675884485244751, "ratio": 0.9877701407298055}}, {"step": 3050, "epoch": 7, "train_loss": 1.3712091445922852, "cos_r_negg": [0.7841479182243347, 0.5724079608917236, 0.5568930506706238, 0.5843220949172974, 0.5077948570251465], "cos_apical_negg": [0.7841479182243347, 0.5724079608917236, 0.5568930506706238, 0.5843220949172974, 0.5077948570251465], "cos_Ac_negg": [0.7841479182243347, 0.5724079608917236, 0.5568930506706238, 0.5843220949172974, 0.5077948570251465], "r_norm": [1.661564826965332, 1.4196765422821045, 1.392496943473816, 1.4683961868286133, 1.3655943870544434]}, {"step": 3100, "epoch": 7, "train_loss": 1.3699748516082764, "cos_r_negg": [0.7938409447669983, 0.5865548849105835, 0.5650686621665955, 0.5937068462371826, 0.5119941830635071], "cos_apical_negg": [0.7938409447669983, 0.5865548849105835, 0.5650686621665955, 0.5937068462371826, 0.5119941830635071], "cos_Ac_negg": [0.7938409447669983, 0.5865548849105835, 0.5650686621665955, 0.5937068462371826, 0.5119941830635071], "r_norm": [1.6583914756774902, 1.4124643802642822, 1.3845990896224976, 1.4557589292526245, 1.3551278114318848]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4308, "test_loss": 1.762097509765625}, {"step": 3150, "epoch": 8, "train_loss": 1.2940646409988403, "cos_r_negg": [0.7875964641571045, 0.5902390480041504, 0.5781298875808716, 0.6073365211486816, 0.5311819911003113], "cos_apical_negg": [0.7875964641571045, 0.5902390480041504, 0.5781298875808716, 0.6073365211486816, 0.5311819911003113], "cos_Ac_negg": [0.7875964641571045, 0.5902390480041504, 0.5781298875808716, 0.6073365211486816, 0.5311819911003113], "r_norm": [1.6906437873840332, 1.4373054504394531, 1.4062168598175049, 1.4804108142852783, 1.378059983253479]}, {"step": 3200, "epoch": 8, "train_loss": 1.3522388935089111, "cos_r_negg": [0.794227123260498, 0.5994274616241455, 0.5891121029853821, 0.6195706129074097, 0.540942907333374], "cos_apical_negg": [0.794227123260498, 0.5994274616241455, 0.5891121029853821, 0.6195706129074097, 0.540942907333374], "cos_Ac_negg": [0.794227123260498, 0.5994274616241455, 0.5891121029853821, 0.6195706129074097, 0.540942907333374], "r_norm": [1.6435985565185547, 1.3914715051651, 1.3629710674285889, 1.4343962669372559, 1.334867238998413]}, {"step": 3250, "epoch": 8, "train_loss": 1.381054401397705, "cos_r_negg": [0.7880746126174927, 0.6129541397094727, 0.6022013425827026, 0.621437668800354, 0.5582020282745361], "cos_apical_negg": [0.7880746126174927, 0.6129541397094727, 0.6022013425827026, 0.621437668800354, 0.5582020282745361], "cos_Ac_negg": [0.7880746126174927, 0.6129541397094727, 0.6022013425827026, 0.621437668800354, 0.5582020282745361], "r_norm": [1.6220221519470215, 1.3704173564910889, 1.3446096181869507, 1.4152086973190308, 1.3154222965240479], "ldr": {"dL_sdil": -0.05781960487365723, "dL_bp": -0.05998539924621582, "ratio": 0.9638946410330806}}, {"step": 3300, "epoch": 8, "train_loss": 1.5969641208648682, "cos_r_negg": [0.7895476818084717, 0.6143656969070435, 0.6089475750923157, 0.6261862516403198, 0.5747260451316833], "cos_apical_negg": [0.7895476818084717, 0.6143656969070435, 0.6089475750923157, 0.6261862516403198, 0.5747260451316833], "cos_Ac_negg": [0.7895476818084717, 0.6143656969070435, 0.6089475750923157, 0.6261862516403198, 0.5747260451316833], "r_norm": [1.6395875215530396, 1.3851144313812256, 1.357100248336792, 1.4251797199249268, 1.328512191772461]}, {"step": 3350, "epoch": 8, "train_loss": 1.346924066543579, "cos_r_negg": [0.7933163642883301, 0.6312867403030396, 0.6207090616226196, 0.6441566348075867, 0.5842621922492981], "cos_apical_negg": [0.7933163642883301, 0.6312867403030396, 0.6207090616226196, 0.6441566348075867, 0.5842621922492981], "cos_Ac_negg": [0.7933163642883301, 0.6312867403030396, 0.6207090616226196, 0.6441566348075867, 0.5842621922492981], "r_norm": [1.6643056869506836, 1.4018373489379883, 1.3741499185562134, 1.4414777755737305, 1.3417298793792725]}, {"step": 3400, "epoch": 8, "train_loss": 1.3688896894454956, "cos_r_negg": [0.801886796951294, 0.642113447189331, 0.6322373151779175, 0.655042290687561, 0.5965486764907837], "cos_apical_negg": [0.801886796951294, 0.642113447189331, 0.6322373151779175, 0.655042290687561, 0.5965486764907837], "cos_Ac_negg": [0.801886796951294, 0.642113447189331, 0.6322373151779175, 0.655042290687561, 0.5965486764907837], "r_norm": [1.6319084167480469, 1.3669408559799194, 1.341310977935791, 1.4029226303100586, 1.305249810218811]}, {"step": 3450, "epoch": 8, "train_loss": 1.1816084384918213, "cos_r_negg": [0.8076397180557251, 0.6473795175552368, 0.636990487575531, 0.6666812896728516, 0.5993995666503906], "cos_apical_negg": [0.8076397180557251, 0.6473795175552368, 0.636990487575531, 0.6666812896728516, 0.5993995666503906], "cos_Ac_negg": [0.8076397180557251, 0.6473795175552368, 0.636990487575531, 0.6666812896728516, 0.5993995666503906], "r_norm": [1.6177291870117188, 1.3555397987365723, 1.3287848234176636, 1.391577124595642, 1.2939796447753906]}, {"step": 3500, "epoch": 8, "train_loss": 1.243927240371704, "cos_r_negg": [0.815354585647583, 0.656090259552002, 0.6507170796394348, 0.6693432331085205, 0.6094646453857422], "cos_apical_negg": [0.815354585647583, 0.656090259552002, 0.6507170796394348, 0.6693432331085205, 0.6094646453857422], "cos_Ac_negg": [0.815354585647583, 0.656090259552002, 0.6507170796394348, 0.6693432331085205, 0.6094646453857422], "r_norm": [1.5977003574371338, 1.3351502418518066, 1.3107928037643433, 1.3691685199737549, 1.2735352516174316], "ldr": {"dL_sdil": -0.03912949562072754, "dL_bp": -0.041797518730163574, "ratio": 0.9361679068401103}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4285, "test_loss": 1.7572147094726562}, {"step": 3550, "epoch": 9, "train_loss": 1.2183071374893188, "cos_r_negg": [0.8103285431861877, 0.6684269905090332, 0.6679627299308777, 0.6737292408943176, 0.6235225796699524], "cos_apical_negg": [0.8103285431861877, 0.6684269905090332, 0.6679627299308777, 0.6737292408943176, 0.6235225796699524], "cos_Ac_negg": [0.8103285431861877, 0.6684269905090332, 0.6679627299308777, 0.6737292408943176, 0.6235225796699524], "r_norm": [1.6649175882339478, 1.3919564485549927, 1.3658453226089478, 1.4312024116516113, 1.3285722732543945]}, {"step": 3600, "epoch": 9, "train_loss": 1.2867660522460938, "cos_r_negg": [0.8125749826431274, 0.6774401664733887, 0.6776118278503418, 0.6866843104362488, 0.6364133358001709], "cos_apical_negg": [0.8125749826431274, 0.6774401664733887, 0.6776118278503418, 0.6866843104362488, 0.6364133358001709], "cos_Ac_negg": [0.8125749826431274, 0.6774401664733887, 0.6776118278503418, 0.6866843104362488, 0.6364133358001709], "r_norm": [1.6189765930175781, 1.3483885526657104, 1.3245339393615723, 1.382225751876831, 1.2847304344177246]}, {"step": 3650, "epoch": 9, "train_loss": 1.3771452903747559, "cos_r_negg": [0.8068566918373108, 0.6856924295425415, 0.6794886589050293, 0.6945059299468994, 0.6411362886428833], "cos_apical_negg": [0.8068566918373108, 0.6856924295425415, 0.6794886589050293, 0.6945059299468994, 0.6411362886428833], "cos_Ac_negg": [0.8068566918373108, 0.6856924295425415, 0.6794886589050293, 0.6945059299468994, 0.6411362886428833], "r_norm": [1.6104557514190674, 1.3414931297302246, 1.316059947013855, 1.373551845550537, 1.2766250371932983]}, {"step": 3700, "epoch": 9, "train_loss": 1.2894234657287598, "cos_r_negg": [0.8181152939796448, 0.684551477432251, 0.6926347017288208, 0.7042317986488342, 0.6536251306533813], "cos_apical_negg": [0.8181152939796448, 0.684551477432251, 0.6926347017288208, 0.7042317986488342, 0.6536251306533813], "cos_Ac_negg": [0.8181152939796448, 0.684551477432251, 0.6926347017288208, 0.7042317986488342, 0.6536251306533813], "r_norm": [1.600861668586731, 1.3300873041152954, 1.3056080341339111, 1.3599023818969727, 1.2654738426208496]}, {"step": 3750, "epoch": 9, "train_loss": 1.3428618907928467, "cos_r_negg": [0.8125021457672119, 0.6903824806213379, 0.6958305835723877, 0.7133374214172363, 0.6616744995117188], "cos_apical_negg": [0.8125021457672119, 0.6903824806213379, 0.6958305835723877, 0.7133374214172363, 0.6616744995117188], "cos_Ac_negg": [0.8125021457672119, 0.6903824806213379, 0.6958305835723877, 0.7133374214172363, 0.6616744995117188], "r_norm": [1.6087396144866943, 1.3370579481124878, 1.3128585815429688, 1.3670635223388672, 1.2733820676803589], "ldr": {"dL_sdil": -0.06959855556488037, "dL_bp": -0.07282721996307373, "ratio": 0.9556667905237847}}, {"step": 3800, "epoch": 9, "train_loss": 1.5138137340545654, "cos_r_negg": [0.8195682764053345, 0.700019359588623, 0.6985798478126526, 0.7183388471603394, 0.6797715425491333], "cos_apical_negg": [0.8195682764053345, 0.700019359588623, 0.6985798478126526, 0.7183388471603394, 0.6797715425491333], "cos_Ac_negg": [0.8195682764053345, 0.700019359588623, 0.6985798478126526, 0.7183388471603394, 0.6797715425491333], "r_norm": [1.5973820686340332, 1.324103832244873, 1.3014507293701172, 1.3516740798950195, 1.2578717470169067]}, {"step": 3850, "epoch": 9, "train_loss": 1.2420942783355713, "cos_r_negg": [0.814099907875061, 0.7093641757965088, 0.7099432349205017, 0.7271210551261902, 0.6912790536880493], "cos_apical_negg": [0.814099907875061, 0.7093641757965088, 0.7099432349205017, 0.7271210551261902, 0.6912790536880493], "cos_Ac_negg": [0.814099907875061, 0.7093641757965088, 0.7099432349205017, 0.7271210551261902, 0.6912790536880493], "r_norm": [1.5690698623657227, 1.3030951023101807, 1.2769193649291992, 1.3290777206420898, 1.234860897064209]}, {"step": 3900, "epoch": 9, "train_loss": 1.3201968669891357, "cos_r_negg": [0.8246020078659058, 0.7085850238800049, 0.71903395652771, 0.7333083748817444, 0.699421763420105], "cos_apical_negg": [0.8246020078659058, 0.7085850238800049, 0.71903395652771, 0.7333083748817444, 0.699421763420105], "cos_Ac_negg": [0.8246020078659058, 0.7085850238800049, 0.71903395652771, 0.7333083748817444, 0.699421763420105], "r_norm": [1.5904008150100708, 1.3189356327056885, 1.2928612232208252, 1.3436861038208008, 1.2469794750213623]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4293, "test_loss": 1.8136524291992187}, {"step": 3950, "epoch": 10, "train_loss": 1.3398053646087646, "cos_r_negg": [0.8243730664253235, 0.7194967269897461, 0.7336230278015137, 0.748436450958252, 0.7085909843444824], "cos_apical_negg": [0.8243730664253235, 0.7194967269897461, 0.7336230278015137, 0.748436450958252, 0.7085909843444824], "cos_Ac_negg": [0.8243730664253235, 0.7194967269897461, 0.7336230278015137, 0.748436450958252, 0.7085909843444824], "r_norm": [1.5456452369689941, 1.2794640064239502, 1.254041075706482, 1.3007402420043945, 1.209991216659546]}, {"step": 4000, "epoch": 10, "train_loss": 1.1740753650665283, "cos_r_negg": [0.82352614402771, 0.7274501323699951, 0.7397321462631226, 0.7561399936676025, 0.719815194606781], "cos_apical_negg": [0.82352614402771, 0.7274501323699951, 0.7397321462631226, 0.7561399936676025, 0.719815194606781], "cos_Ac_negg": [0.82352614402771, 0.7274501323699951, 0.7397321462631226, 0.7561399936676025, 0.719815194606781], "r_norm": [1.5833239555358887, 1.3098009824752808, 1.283266544342041, 1.3307032585144043, 1.241262674331665], "ldr": {"dL_sdil": -0.053878188133239746, "dL_bp": -0.058296918869018555, "ratio": 0.9242030141300125}}, {"step": 4050, "epoch": 10, "train_loss": 1.1754146814346313, "cos_r_negg": [0.8139418363571167, 0.7333123683929443, 0.7458832859992981, 0.7622615098953247, 0.7250100374221802], "cos_apical_negg": [0.8139418363571167, 0.7333123683929443, 0.7458832859992981, 0.7622615098953247, 0.7250100374221802], "cos_Ac_negg": [0.8139418363571167, 0.7333123683929443, 0.7458832859992981, 0.7622615098953247, 0.7250100374221802], "r_norm": [1.6201202869415283, 1.3411072492599487, 1.3144469261169434, 1.360485553741455, 1.2671947479248047]}, {"step": 4100, "epoch": 10, "train_loss": 1.2597601413726807, "cos_r_negg": [0.8326374888420105, 0.7414458990097046, 0.7511043548583984, 0.7670176029205322, 0.7337459325790405], "cos_apical_negg": [0.8326374888420105, 0.7414458990097046, 0.7511043548583984, 0.7670176029205322, 0.7337459325790405], "cos_Ac_negg": [0.8326374888420105, 0.7414458990097046, 0.7511043548583984, 0.7670176029205322, 0.7337459325790405], "r_norm": [1.5804879665374756, 1.3080823421478271, 1.283116340637207, 1.3259968757629395, 1.2346361875534058]}, {"step": 4150, "epoch": 10, "train_loss": 1.1627472639083862, "cos_r_negg": [0.8309205770492554, 0.7504950165748596, 0.755883514881134, 0.768613338470459, 0.7445580363273621], "cos_apical_negg": [0.8309205770492554, 0.7504950165748596, 0.755883514881134, 0.768613338470459, 0.7445580363273621], "cos_Ac_negg": [0.8309205770492554, 0.7504950165748596, 0.755883514881134, 0.768613338470459, 0.7445580363273621], "r_norm": [1.6193733215332031, 1.3394293785095215, 1.3098984956741333, 1.35381019115448, 1.2582353353500366]}, {"step": 4200, "epoch": 10, "train_loss": 1.3712495565414429, "cos_r_negg": [0.836365818977356, 0.75661301612854, 0.7671581506729126, 0.7778582572937012, 0.7542539834976196], "cos_apical_negg": [0.836365818977356, 0.75661301612854, 0.7671581506729126, 0.7778582572937012, 0.7542539834976196], "cos_Ac_negg": [0.836365818977356, 0.75661301612854, 0.7671581506729126, 0.7778582572937012, 0.7542539834976196], "r_norm": [1.597614049911499, 1.322174072265625, 1.293139934539795, 1.3361413478851318, 1.24318528175354]}, {"step": 4250, "epoch": 10, "train_loss": 1.3289997577667236, "cos_r_negg": [0.8375221490859985, 0.7586538791656494, 0.7747147083282471, 0.7835337519645691, 0.7572402358055115], "cos_apical_negg": [0.8375221490859985, 0.7586538791656494, 0.7747147083282471, 0.7835337519645691, 0.7572402358055115], "cos_Ac_negg": [0.8375221490859985, 0.7586538791656494, 0.7747147083282471, 0.7835337519645691, 0.7572402358055115], "r_norm": [1.594078540802002, 1.3184306621551514, 1.291609287261963, 1.3330655097961426, 1.2416807413101196], "ldr": {"dL_sdil": -0.07052099704742432, "dL_bp": -0.07583701610565186, "ratio": 0.9299020540204066}}, {"step": 4300, "epoch": 10, "train_loss": 1.2033694982528687, "cos_r_negg": [0.8302932977676392, 0.7698087692260742, 0.7752424478530884, 0.7891923189163208, 0.7717639207839966], "cos_apical_negg": [0.8302932977676392, 0.7698087692260742, 0.7752424478530884, 0.7891923189163208, 0.7717639207839966], "cos_Ac_negg": [0.8302932977676392, 0.7698087692260742, 0.7752424478530884, 0.7891923189163208, 0.7717639207839966], "r_norm": [1.5908490419387817, 1.3164921998977661, 1.2912845611572266, 1.3300782442092896, 1.2414865493774414]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4288, "test_loss": 1.8048301513671876}, {"step": 4350, "epoch": 11, "train_loss": 1.0036165714263916, "cos_r_negg": [0.8363763689994812, 0.7726458311080933, 0.7813971042633057, 0.7975857257843018, 0.7758525609970093], "cos_apical_negg": [0.8363763689994812, 0.7726458311080933, 0.7813971042633057, 0.7975857257843018, 0.7758525609970093], "cos_Ac_negg": [0.8363763689994812, 0.7726458311080933, 0.7813971042633057, 0.7975857257843018, 0.7758525609970093], "r_norm": [1.5974783897399902, 1.3218591213226318, 1.2992870807647705, 1.337000846862793, 1.2455811500549316]}, {"step": 4400, "epoch": 11, "train_loss": 1.3226404190063477, "cos_r_negg": [0.8389068245887756, 0.7774966359138489, 0.7862517833709717, 0.7991428971290588, 0.7864180207252502], "cos_apical_negg": [0.8389068245887756, 0.7774966359138489, 0.7862517833709717, 0.7991428971290588, 0.7864180207252502], "cos_Ac_negg": [0.8389068245887756, 0.7774966359138489, 0.7862517833709717, 0.7991428971290588, 0.7864180207252502], "r_norm": [1.5867323875427246, 1.3174750804901123, 1.2924892902374268, 1.329622507095337, 1.2419116497039795]}, {"step": 4450, "epoch": 11, "train_loss": 1.3865857124328613, "cos_r_negg": [0.838821530342102, 0.7775697112083435, 0.7942759394645691, 0.8028638362884521, 0.7880409955978394], "cos_apical_negg": [0.838821530342102, 0.7775697112083435, 0.7942759394645691, 0.8028638362884521, 0.7880409955978394], "cos_Ac_negg": [0.838821530342102, 0.7775697112083435, 0.7942759394645691, 0.8028638362884521, 0.7880409955978394], "r_norm": [1.6280099153518677, 1.3491041660308838, 1.3218903541564941, 1.3607563972473145, 1.2698254585266113]}, {"step": 4500, "epoch": 11, "train_loss": 1.116334319114685, "cos_r_negg": [0.8430505990982056, 0.788983941078186, 0.7995652556419373, 0.8113316297531128, 0.797523558139801], "cos_apical_negg": [0.8430505990982056, 0.788983941078186, 0.7995652556419373, 0.8113316297531128, 0.797523558139801], "cos_Ac_negg": [0.8430505990982056, 0.788983941078186, 0.7995652556419373, 0.8113316297531128, 0.797523558139801], "r_norm": [1.5886952877044678, 1.3176110982894897, 1.2936227321624756, 1.3269572257995605, 1.2408909797668457], "ldr": {"dL_sdil": -0.06327033042907715, "dL_bp": -0.07140123844146729, "ratio": 0.8861237117188713}}, {"step": 4550, "epoch": 11, "train_loss": 1.2689837217330933, "cos_r_negg": [0.8403826951980591, 0.7963749766349792, 0.8059427738189697, 0.820738673210144, 0.8028952479362488], "cos_apical_negg": [0.8403826951980591, 0.7963749766349792, 0.8059427738189697, 0.820738673210144, 0.8028952479362488], "cos_Ac_negg": [0.8403826951980591, 0.7963749766349792, 0.8059427738189697, 0.820738673210144, 0.8028952479362488], "r_norm": [1.5737844705581665, 1.3084235191345215, 1.2821674346923828, 1.3155031204223633, 1.2303705215454102]}, {"step": 4600, "epoch": 11, "train_loss": 1.2719638347625732, "cos_r_negg": [0.8425613641738892, 0.8013259768486023, 0.812593400478363, 0.82371985912323, 0.8084194660186768], "cos_apical_negg": [0.8425613641738892, 0.8013259768486023, 0.812593400478363, 0.82371985912323, 0.8084194660186768], "cos_Ac_negg": [0.8425613641738892, 0.8013259768486023, 0.812593400478363, 0.82371985912323, 0.8084194660186768], "r_norm": [1.639334797859192, 1.358504056930542, 1.3313180208206177, 1.3635644912719727, 1.2762047052383423]}, {"step": 4650, "epoch": 11, "train_loss": 1.3719764947891235, "cos_r_negg": [0.8357916474342346, 0.8083735108375549, 0.817588746547699, 0.8303357362747192, 0.8148458003997803], "cos_apical_negg": [0.8357916474342346, 0.8083735108375549, 0.817588746547699, 0.8303357362747192, 0.8148458003997803], "cos_Ac_negg": [0.8357916474342346, 0.8083735108375549, 0.817588746547699, 0.8303357362747192, 0.8148458003997803], "r_norm": [1.575898289680481, 1.308660626411438, 1.2845773696899414, 1.3145978450775146, 1.2294418811798096]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4313, "test_loss": 1.876853076171875}, {"step": 4700, "epoch": 12, "train_loss": 0.952646017074585, "cos_r_negg": [0.8422226905822754, 0.8108809590339661, 0.8249642848968506, 0.8329956531524658, 0.8233075141906738], "cos_apical_negg": [0.8422226905822754, 0.8108809590339661, 0.8249642848968506, 0.8329956531524658, 0.8233075141906738], "cos_Ac_negg": [0.8422226905822754, 0.8108809590339661, 0.8249642848968506, 0.8329956531524658, 0.8233075141906738], "r_norm": [1.6082653999328613, 1.337068796157837, 1.3136094808578491, 1.341853380203247, 1.2581626176834106]}, {"step": 4750, "epoch": 12, "train_loss": 1.1620254516601562, "cos_r_negg": [0.835918664932251, 0.8149853348731995, 0.8297338485717773, 0.8403416872024536, 0.8270591497421265], "cos_apical_negg": [0.835918664932251, 0.8149853348731995, 0.8297338485717773, 0.8403416872024536, 0.8270591497421265], "cos_Ac_negg": [0.835918664932251, 0.8149853348731995, 0.8297338485717773, 0.8403416872024536, 0.8270591497421265], "r_norm": [1.6174530982971191, 1.349390983581543, 1.325211763381958, 1.3516210317611694, 1.2697100639343262], "ldr": {"dL_sdil": -0.07457590103149414, "dL_bp": -0.08361923694610596, "ratio": 0.8918510112638267}}, {"step": 4800, "epoch": 12, "train_loss": 1.110068678855896, "cos_r_negg": [0.8375726938247681, 0.8195405006408691, 0.8319259881973267, 0.8462467193603516, 0.8324117660522461], "cos_apical_negg": [0.8375726938247681, 0.8195405006408691, 0.8319259881973267, 0.8462467193603516, 0.8324117660522461], "cos_Ac_negg": [0.8375726938247681, 0.8195405006408691, 0.8319259881973267, 0.8462467193603516, 0.8324117660522461], "r_norm": [1.6237971782684326, 1.3517013788223267, 1.3257052898406982, 1.3516488075256348, 1.2671623229980469]}, {"step": 4850, "epoch": 12, "train_loss": 1.0121055841445923, "cos_r_negg": [0.8464946150779724, 0.8216882348060608, 0.835281491279602, 0.8512254953384399, 0.8392027020454407], "cos_apical_negg": [0.8464946150779724, 0.8216882348060608, 0.835281491279602, 0.8512254953384399, 0.8392027020454407], "cos_Ac_negg": [0.8464946150779724, 0.8216882348060608, 0.835281491279602, 0.8512254953384399, 0.8392027020454407], "r_norm": [1.5891358852386475, 1.322892665863037, 1.2980178594589233, 1.3216123580932617, 1.2394678592681885]}, {"step": 4900, "epoch": 12, "train_loss": 1.0055924654006958, "cos_r_negg": [0.8475816249847412, 0.8274532556533813, 0.8397173881530762, 0.8544467687606812, 0.8438394665718079], "cos_apical_negg": [0.8475816249847412, 0.8274532556533813, 0.8397173881530762, 0.8544467687606812, 0.8438394665718079], "cos_Ac_negg": [0.8475816249847412, 0.8274532556533813, 0.8397173881530762, 0.8544467687606812, 0.8438394665718079], "r_norm": [1.603957176208496, 1.338265061378479, 1.3148936033248901, 1.3379695415496826, 1.255957007408142]}, {"step": 4950, "epoch": 12, "train_loss": 0.9957399964332581, "cos_r_negg": [0.851402997970581, 0.8310198783874512, 0.8438341021537781, 0.8572249412536621, 0.8474677205085754], "cos_apical_negg": [0.851402997970581, 0.8310198783874512, 0.8438341021537781, 0.8572249412536621, 0.8474677205085754], "cos_Ac_negg": [0.851402997970581, 0.8310198783874512, 0.8438341021537781, 0.8572249412536621, 0.8474677205085754], "r_norm": [1.6144025325775146, 1.3462789058685303, 1.3206019401550293, 1.3411612510681152, 1.2564043998718262]}, {"step": 5000, "epoch": 12, "train_loss": 1.220026969909668, "cos_r_negg": [0.8449878692626953, 0.8340863585472107, 0.8478530645370483, 0.8605346083641052, 0.8546046018600464], "cos_apical_negg": [0.8449878692626953, 0.8340863585472107, 0.8478530645370483, 0.8605346083641052, 0.8546046018600464], "cos_Ac_negg": [0.8449878692626953, 0.8340863585472107, 0.8478530645370483, 0.8605346083641052, 0.8546046018600464], "r_norm": [1.6287425756454468, 1.359924554824829, 1.331214189529419, 1.3550788164138794, 1.2700564861297607], "ldr": {"dL_sdil": -0.0730675458908081, "dL_bp": -0.08344101905822754, "ratio": 0.8756789731896667}}, {"step": 5050, "epoch": 12, "train_loss": 1.1876318454742432, "cos_r_negg": [0.8503419756889343, 0.8381606936454773, 0.846542477607727, 0.8650441765785217, 0.8559045791625977], "cos_apical_negg": [0.8503419756889343, 0.8381606936454773, 0.846542477607727, 0.8650441765785217, 0.8559045791625977], "cos_Ac_negg": [0.8503419756889343, 0.8381606936454773, 0.846542477607727, 0.8650441765785217, 0.8559045791625977], "r_norm": [1.6338872909545898, 1.3659238815307617, 1.3389256000518799, 1.3605780601501465, 1.2757937908172607]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4305, "test_loss": 1.91871494140625}, {"step": 5100, "epoch": 13, "train_loss": 0.9862313866615295, "cos_r_negg": [0.850629448890686, 0.8409258127212524, 0.8539981245994568, 0.8704806566238403, 0.8634598255157471], "cos_apical_negg": [0.850629448890686, 0.8409258127212524, 0.8539981245994568, 0.8704806566238403, 0.8634598255157471], "cos_Ac_negg": [0.850629448890686, 0.8409258127212524, 0.8539981245994568, 0.8704806566238403, 0.8634598255157471], "r_norm": [1.6087963581085205, 1.346919059753418, 1.321697473526001, 1.3399938344955444, 1.260837435722351]}, {"step": 5150, "epoch": 13, "train_loss": 0.9579814672470093, "cos_r_negg": [0.8487881422042847, 0.8420844078063965, 0.8525586724281311, 0.8717551827430725, 0.8656346797943115], "cos_apical_negg": [0.8487881422042847, 0.8420844078063965, 0.8525586724281311, 0.8717551827430725, 0.8656346797943115], "cos_Ac_negg": [0.8487881422042847, 0.8420844078063965, 0.8525586724281311, 0.8717551827430725, 0.8656346797943115], "r_norm": [1.6164366006851196, 1.3552751541137695, 1.3317214250564575, 1.3484203815460205, 1.2711544036865234]}, {"step": 5200, "epoch": 13, "train_loss": 1.250526785850525, "cos_r_negg": [0.8461035490036011, 0.8439972400665283, 0.8598313331604004, 0.8768107295036316, 0.8696913719177246], "cos_apical_negg": [0.8461035490036011, 0.8439972400665283, 0.8598313331604004, 0.8768107295036316, 0.8696913719177246], "cos_Ac_negg": [0.8461035490036011, 0.8439972400665283, 0.8598313331604004, 0.8768107295036316, 0.8696913719177246], "r_norm": [1.619473934173584, 1.3590900897979736, 1.3346306085586548, 1.3504784107208252, 1.2737935781478882]}, {"step": 5250, "epoch": 13, "train_loss": 0.9890005588531494, "cos_r_negg": [0.8516560792922974, 0.8511178493499756, 0.8624748587608337, 0.8817523717880249, 0.8755066394805908], "cos_apical_negg": [0.8516560792922974, 0.8511178493499756, 0.8624748587608337, 0.8817523717880249, 0.8755066394805908], "cos_Ac_negg": [0.8516560792922974, 0.8511178493499756, 0.8624748587608337, 0.8817523717880249, 0.8755066394805908], "r_norm": [1.6345552206039429, 1.3722522258758545, 1.3468284606933594, 1.3621084690093994, 1.2843923568725586], "ldr": {"dL_sdil": -0.06055808067321777, "dL_bp": -0.07306647300720215, "ratio": 0.8288080453431572}}, {"step": 5300, "epoch": 13, "train_loss": 0.9202219247817993, "cos_r_negg": [0.8553650975227356, 0.8546193838119507, 0.8675795197486877, 0.8820174336433411, 0.8812164068222046], "cos_apical_negg": [0.8553650975227356, 0.8546193838119507, 0.8675795197486877, 0.8820174336433411, 0.8812164068222046], "cos_Ac_negg": [0.8553650975227356, 0.8546193838119507, 0.8675795197486877, 0.8820174336433411, 0.8812164068222046], "r_norm": [1.6615736484527588, 1.3973851203918457, 1.3688719272613525, 1.3827488422393799, 1.3021910190582275]}, {"step": 5350, "epoch": 13, "train_loss": 1.0559958219528198, "cos_r_negg": [0.8550324440002441, 0.8563861846923828, 0.8704610466957092, 0.8842111825942993, 0.8856891393661499], "cos_apical_negg": [0.8550324440002441, 0.8563861846923828, 0.8704610466957092, 0.8842111825942993, 0.8856891393661499], "cos_Ac_negg": [0.8550324440002441, 0.8563861846923828, 0.8704610466957092, 0.8842111825942993, 0.8856891393661499], "r_norm": [1.6107330322265625, 1.356640338897705, 1.330162763595581, 1.3430477380752563, 1.2676749229431152]}, {"step": 5400, "epoch": 13, "train_loss": 1.3576653003692627, "cos_r_negg": [0.8552889823913574, 0.8579951524734497, 0.8765226006507874, 0.8897309303283691, 0.8866856098175049], "cos_apical_negg": [0.8552889823913574, 0.8579951524734497, 0.8765226006507874, 0.8897309303283691, 0.8866856098175049], "cos_Ac_negg": [0.8552889823913574, 0.8579951524734497, 0.8765226006507874, 0.8897309303283691, 0.8866856098175049], "r_norm": [1.6648366451263428, 1.4007816314697266, 1.3751208782196045, 1.3853580951690674, 1.3102351427078247]}, {"step": 5450, "epoch": 13, "train_loss": 1.2406446933746338, "cos_r_negg": [0.8550783395767212, 0.8605226874351501, 0.8776763677597046, 0.8926771283149719, 0.8908052444458008], "cos_apical_negg": [0.8550783395767212, 0.8605226874351501, 0.8776763677597046, 0.8926771283149719, 0.8908052444458008], "cos_Ac_negg": [0.8550783395767212, 0.8605226874351501, 0.8776763677597046, 0.8926771283149719, 0.8908052444458008], "r_norm": [1.6484456062316895, 1.3909908533096313, 1.3640406131744385, 1.3755812644958496, 1.299651861190796]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4315, "test_loss": 1.943489599609375}, {"step": 5500, "epoch": 14, "train_loss": 0.9548514485359192, "cos_r_negg": [0.8547910451889038, 0.8648165464401245, 0.8778446912765503, 0.8946471810340881, 0.8964259624481201], "cos_apical_negg": [0.8547910451889038, 0.8648165464401245, 0.8778446912765503, 0.8946471810340881, 0.8964259624481201], "cos_Ac_negg": [0.8547910451889038, 0.8648165464401245, 0.8778446912765503, 0.8946471810340881, 0.8964259624481201], "r_norm": [1.6637192964553833, 1.4054611921310425, 1.378440022468567, 1.3902571201324463, 1.314509391784668], "ldr": {"dL_sdil": -0.06091809272766113, "dL_bp": -0.07427263259887695, "ratio": 0.8201956844139419}}, {"step": 5550, "epoch": 14, "train_loss": 1.0456657409667969, "cos_r_negg": [0.8532849550247192, 0.865409255027771, 0.8804600238800049, 0.8953164219856262, 0.8999707698822021], "cos_apical_negg": [0.8532849550247192, 0.865409255027771, 0.8804600238800049, 0.8953164219856262, 0.8999707698822021], "cos_Ac_negg": [0.8532849550247192, 0.865409255027771, 0.8804600238800049, 0.8953164219856262, 0.8999707698822021], "r_norm": [1.6577128171920776, 1.4036870002746582, 1.3797156810760498, 1.3873813152313232, 1.3149012327194214]}, {"step": 5600, "epoch": 14, "train_loss": 1.012154221534729, "cos_r_negg": [0.8520363569259644, 0.8674293756484985, 0.8813810348510742, 0.9008277654647827, 0.899752676486969], "cos_apical_negg": [0.8520363569259644, 0.8674293756484985, 0.8813810348510742, 0.9008277654647827, 0.899752676486969], "cos_Ac_negg": [0.8520363569259644, 0.8674293756484985, 0.8813810348510742, 0.9008277654647827, 0.899752676486969], "r_norm": [1.6949809789657593, 1.4362008571624756, 1.4102891683578491, 1.4175235033035278, 1.3439052104949951]}, {"step": 5650, "epoch": 14, "train_loss": 1.1397380828857422, "cos_r_negg": [0.8451713919639587, 0.869043231010437, 0.8864158391952515, 0.8993998765945435, 0.9024569392204285], "cos_apical_negg": [0.8451713919639587, 0.869043231010437, 0.8864158391952515, 0.8993998765945435, 0.9024569392204285], "cos_Ac_negg": [0.8451713919639587, 0.869043231010437, 0.8864158391952515, 0.8993998765945435, 0.9024569392204285], "r_norm": [1.705669641494751, 1.4462711811065674, 1.4170186519622803, 1.424763560295105, 1.350946307182312]}, {"step": 5700, "epoch": 14, "train_loss": 1.0381340980529785, "cos_r_negg": [0.8497343063354492, 0.8714070320129395, 0.8903212547302246, 0.9042500257492065, 0.9066451787948608], "cos_apical_negg": [0.8497343063354492, 0.8714070320129395, 0.8903212547302246, 0.9042500257492065, 0.9066451787948608], "cos_Ac_negg": [0.8497343063354492, 0.8714070320129395, 0.8903212547302246, 0.9042500257492065, 0.9066451787948608], "r_norm": [1.6579296588897705, 1.4091124534606934, 1.3816680908203125, 1.3875815868377686, 1.3167338371276855]}, {"step": 5750, "epoch": 14, "train_loss": 1.0706617832183838, "cos_r_negg": [0.8528697490692139, 0.8752121925354004, 0.8942049741744995, 0.9067621827125549, 0.9142930507659912], "cos_apical_negg": [0.8528697490692139, 0.8752121925354004, 0.8942049741744995, 0.9067621827125549, 0.9142930507659912], "cos_Ac_negg": [0.8528697490692139, 0.8752121925354004, 0.8942049741744995, 0.9067621827125549, 0.9142930507659912], "r_norm": [1.7015495300292969, 1.4489552974700928, 1.4191436767578125, 1.4231981039047241, 1.3538622856140137], "ldr": {"dL_sdil": -0.05627179145812988, "dL_bp": -0.0728600025177002, "ratio": 0.7723276079280883}}, {"step": 5800, "epoch": 14, "train_loss": 1.1791388988494873, "cos_r_negg": [0.8496818542480469, 0.8742520809173584, 0.8956747055053711, 0.9083633422851562, 0.9133175015449524], "cos_apical_negg": [0.8496818542480469, 0.8742520809173584, 0.8956747055053711, 0.9083633422851562, 0.9133175015449524], "cos_Ac_negg": [0.8496818542480469, 0.8742520809173584, 0.8956747055053711, 0.9083633422851562, 0.9133175015449524], "r_norm": [1.7531797885894775, 1.4922927618026733, 1.4594736099243164, 1.4648175239562988, 1.3905174732208252]}, {"step": 5850, "epoch": 14, "train_loss": 0.9831900596618652, "cos_r_negg": [0.8544936180114746, 0.8772786259651184, 0.8956559300422668, 0.9136601686477661, 0.9194167852401733], "cos_apical_negg": [0.8544936180114746, 0.8772786259651184, 0.8956559300422668, 0.9136601686477661, 0.9194167852401733], "cos_Ac_negg": [0.8544936180114746, 0.8772786259651184, 0.8956559300422668, 0.9136601686477661, 0.9194167852401733], "r_norm": [1.7305576801300049, 1.47868013381958, 1.444400668144226, 1.450028657913208, 1.378082275390625]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4249, "test_loss": 2.0010583740234376}, {"step": 5900, "epoch": 15, "train_loss": 0.7670631408691406, "cos_r_negg": [0.8538556098937988, 0.8821840286254883, 0.8999619483947754, 0.9140527248382568, 0.9185448884963989], "cos_apical_negg": [0.8538556098937988, 0.8821840286254883, 0.8999619483947754, 0.9140527248382568, 0.9185448884963989], "cos_Ac_negg": [0.8538556098937988, 0.8821840286254883, 0.8999619483947754, 0.9140527248382568, 0.9185448884963989], "r_norm": [1.6925395727157593, 1.450846552848816, 1.418288230895996, 1.4222978353500366, 1.353680968284607]}, {"step": 5950, "epoch": 15, "train_loss": 0.911838173866272, "cos_r_negg": [0.854728102684021, 0.8812927603721619, 0.9002114534378052, 0.9140248894691467, 0.9211481809616089], "cos_apical_negg": [0.854728102684021, 0.8812927603721619, 0.9002114534378052, 0.9140248894691467, 0.9211481809616089], "cos_Ac_negg": [0.854728102684021, 0.8812927603721619, 0.9002114534378052, 0.9140248894691467, 0.9211481809616089], "r_norm": [1.7531070709228516, 1.5025241374969482, 1.469982385635376, 1.4736452102661133, 1.4042223691940308]}, {"step": 6000, "epoch": 15, "train_loss": 1.1256345510482788, "cos_r_negg": [0.8508666753768921, 0.8842973709106445, 0.9010939598083496, 0.9162777662277222, 0.9240137338638306], "cos_apical_negg": [0.8508666753768921, 0.8842973709106445, 0.9010939598083496, 0.9162777662277222, 0.9240137338638306], "cos_Ac_negg": [0.8508666753768921, 0.8842973709106445, 0.9010939598083496, 0.9162777662277222, 0.9240137338638306], "r_norm": [1.7348599433898926, 1.489116907119751, 1.4570086002349854, 1.4599287509918213, 1.3908538818359375], "ldr": {"dL_sdil": -0.06406855583190918, "dL_bp": -0.08414387702941895, "ratio": 0.7614167316001983}}, {"step": 6050, "epoch": 15, "train_loss": 0.9653425216674805, "cos_r_negg": [0.8527763485908508, 0.8860185146331787, 0.9047139883041382, 0.9201797246932983, 0.9267996549606323], "cos_apical_negg": [0.8527763485908508, 0.8860185146331787, 0.9047139883041382, 0.9201797246932983, 0.9267996549606323], "cos_Ac_negg": [0.8527763485908508, 0.8860185146331787, 0.9047139883041382, 0.9201797246932983, 0.9267996549606323], "r_norm": [1.776397466659546, 1.5273208618164062, 1.4924074411392212, 1.4965860843658447, 1.4274777173995972]}, {"step": 6100, "epoch": 15, "train_loss": 1.0165321826934814, "cos_r_negg": [0.8515766859054565, 0.8870728015899658, 0.9046359062194824, 0.9215370416641235, 0.9254493117332458], "cos_apical_negg": [0.8515766859054565, 0.8870728015899658, 0.9046359062194824, 0.9215370416641235, 0.9254493117332458], "cos_Ac_negg": [0.8515766859054565, 0.8870728015899658, 0.9046359062194824, 0.9215370416641235, 0.9254493117332458], "r_norm": [1.7453656196594238, 1.500343680381775, 1.4664032459259033, 1.4673855304718018, 1.398771047592163]}, {"step": 6150, "epoch": 15, "train_loss": 1.097402811050415, "cos_r_negg": [0.8553218841552734, 0.8894553184509277, 0.9091520309448242, 0.9231020212173462, 0.9284579753875732], "cos_apical_negg": [0.8553218841552734, 0.8894553184509277, 0.9091520309448242, 0.9231020212173462, 0.9284579753875732], "cos_Ac_negg": [0.8553218841552734, 0.8894553184509277, 0.9091520309448242, 0.9231020212173462, 0.9284579753875732], "r_norm": [1.7408994436264038, 1.498810052871704, 1.4667987823486328, 1.4648041725158691, 1.3990461826324463]}, {"step": 6200, "epoch": 15, "train_loss": 1.02366042137146, "cos_r_negg": [0.8544821739196777, 0.8875160217285156, 0.9090976715087891, 0.9245601892471313, 0.9283936023712158], "cos_apical_negg": [0.8544821739196777, 0.8875160217285156, 0.9090976715087891, 0.9245601892471313, 0.9283936023712158], "cos_Ac_negg": [0.8544821739196777, 0.8875160217285156, 0.9090976715087891, 0.9245601892471313, 0.9283936023712158], "r_norm": [1.8096189498901367, 1.561983585357666, 1.5267502069473267, 1.5230739116668701, 1.4522584676742554]}, {"step": 6250, "epoch": 15, "train_loss": 0.9799373149871826, "cos_r_negg": [0.8606999516487122, 0.8869360089302063, 0.9119579792022705, 0.9276371002197266, 0.9321901202201843], "cos_apical_negg": [0.8606999516487122, 0.8869360089302063, 0.9119579792022705, 0.9276371002197266, 0.9321901202201843], "cos_Ac_negg": [0.8606999516487122, 0.8869360089302063, 0.9119579792022705, 0.9276371002197266, 0.9321901202201843], "r_norm": [1.784703254699707, 1.5421196222305298, 1.5096858739852905, 1.5046977996826172, 1.4360710382461548], "ldr": {"dL_sdil": -0.07223987579345703, "dL_bp": -0.09335184097290039, "ratio": 0.7738452186971646}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.431, "test_loss": 2.062105078125}, {"step": 6300, "epoch": 16, "train_loss": 1.0211385488510132, "cos_r_negg": [0.8533411026000977, 0.889633297920227, 0.9108718037605286, 0.9294805526733398, 0.9351493120193481], "cos_apical_negg": [0.8533411026000977, 0.889633297920227, 0.9108718037605286, 0.9294805526733398, 0.9351493120193481], "cos_Ac_negg": [0.8533411026000977, 0.889633297920227, 0.9108718037605286, 0.9294805526733398, 0.9351493120193481], "r_norm": [1.8349045515060425, 1.5903770923614502, 1.557387113571167, 1.5511444807052612, 1.4790241718292236]}, {"step": 6350, "epoch": 16, "train_loss": 0.8052375912666321, "cos_r_negg": [0.8552041053771973, 0.8904223442077637, 0.9142566323280334, 0.930650532245636, 0.93684983253479], "cos_apical_negg": [0.8552041053771973, 0.8904223442077637, 0.9142566323280334, 0.930650532245636, 0.93684983253479], "cos_Ac_negg": [0.8552041053771973, 0.8904223442077637, 0.9142566323280334, 0.930650532245636, 0.93684983253479], "r_norm": [1.7873181104660034, 1.5514986515045166, 1.5168602466583252, 1.5124473571777344, 1.443947196006775]}, {"step": 6400, "epoch": 16, "train_loss": 0.9123360514640808, "cos_r_negg": [0.8587262034416199, 0.8903297185897827, 0.913712739944458, 0.9302383065223694, 0.9372910261154175], "cos_apical_negg": [0.8587262034416199, 0.8903297185897827, 0.913712739944458, 0.9302383065223694, 0.9372910261154175], "cos_Ac_negg": [0.8587262034416199, 0.8903297185897827, 0.913712739944458, 0.9302383065223694, 0.9372910261154175], "r_norm": [1.784271478652954, 1.550519585609436, 1.515115737915039, 1.5102308988571167, 1.4407649040222168]}, {"step": 6450, "epoch": 16, "train_loss": 0.9673562049865723, "cos_r_negg": [0.8564026355743408, 0.8923118710517883, 0.9136534929275513, 0.9307119250297546, 0.9384592771530151], "cos_apical_negg": [0.8564026355743408, 0.8923118710517883, 0.9136534929275513, 0.9307119250297546, 0.9384592771530151], "cos_Ac_negg": [0.8564026355743408, 0.8923118710517883, 0.9136534929275513, 0.9307119250297546, 0.9384592771530151], "r_norm": [1.770418405532837, 1.5397231578826904, 1.506100058555603, 1.497939109802246, 1.431027889251709]}, {"step": 6500, "epoch": 16, "train_loss": 1.1167173385620117, "cos_r_negg": [0.8563439249992371, 0.8942703008651733, 0.9160701036453247, 0.9329545497894287, 0.9421272873878479], "cos_apical_negg": [0.8563439249992371, 0.8942703008651733, 0.9160701036453247, 0.9329545497894287, 0.9421272873878479], "cos_Ac_negg": [0.8563439249992371, 0.8942703008651733, 0.9160701036453247, 0.9329545497894287, 0.9421272873878479], "r_norm": [1.7785694599151611, 1.5544778108596802, 1.518019437789917, 1.5117586851119995, 1.4435012340545654], "ldr": {"dL_sdil": -0.07937121391296387, "dL_bp": -0.10360407829284668, "ratio": 0.76610125026752}}, {"step": 6550, "epoch": 16, "train_loss": 0.7493478059768677, "cos_r_negg": [0.8531398773193359, 0.8940470218658447, 0.9165735840797424, 0.9337307810783386, 0.9427177906036377], "cos_apical_negg": [0.8531398773193359, 0.8940470218658447, 0.9165735840797424, 0.9337307810783386, 0.9427177906036377], "cos_Ac_negg": [0.8531398773193359, 0.8940470218658447, 0.9165735840797424, 0.9337307810783386, 0.9427177906036377], "r_norm": [1.81194269657135, 1.5834548473358154, 1.5489904880523682, 1.5410982370376587, 1.4727885723114014]}, {"step": 6600, "epoch": 16, "train_loss": 0.9726390838623047, "cos_r_negg": [0.8585292100906372, 0.8975790739059448, 0.9188527464866638, 0.9369994401931763, 0.9448404312133789], "cos_apical_negg": [0.8585292100906372, 0.8975790739059448, 0.9188527464866638, 0.9369994401931763, 0.9448404312133789], "cos_Ac_negg": [0.8585292100906372, 0.8975790739059448, 0.9188527464866638, 0.9369994401931763, 0.9448404312133789], "r_norm": [1.7922743558883667, 1.5670011043548584, 1.5307918787002563, 1.5226526260375977, 1.4559624195098877]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4408, "test_loss": 2.068026843261719}, {"step": 6650, "epoch": 17, "train_loss": 0.9902307987213135, "cos_r_negg": [0.8514112234115601, 0.8973735570907593, 0.9213101267814636, 0.939446210861206, 0.9471009969711304], "cos_apical_negg": [0.8514112234115601, 0.8973735570907593, 0.9213101267814636, 0.939446210861206, 0.9471009969711304], "cos_Ac_negg": [0.8514112234115601, 0.8973735570907593, 0.9213101267814636, 0.939446210861206, 0.9471009969711304], "r_norm": [1.8090119361877441, 1.5826570987701416, 1.5460686683654785, 1.5353294610977173, 1.4683539867401123]}, {"step": 6700, "epoch": 17, "train_loss": 0.8274234533309937, "cos_r_negg": [0.8584634065628052, 0.8986645936965942, 0.921782910823822, 0.9396781325340271, 0.94895339012146], "cos_apical_negg": [0.8584634065628052, 0.8986645936965942, 0.921782910823822, 0.9396781325340271, 0.94895339012146], "cos_Ac_negg": [0.8584634065628052, 0.8986645936965942, 0.921782910823822, 0.9396781325340271, 0.94895339012146], "r_norm": [1.7989387512207031, 1.5744744539260864, 1.5388784408569336, 1.5288710594177246, 1.462242603302002]}, {"step": 6750, "epoch": 17, "train_loss": 0.9939548373222351, "cos_r_negg": [0.8548966646194458, 0.8977932333946228, 0.9203251004219055, 0.9380215406417847, 0.9484134316444397], "cos_apical_negg": [0.8548966646194458, 0.8977932333946228, 0.9203251004219055, 0.9380215406417847, 0.9484134316444397], "cos_Ac_negg": [0.8548966646194458, 0.8977932333946228, 0.9203251004219055, 0.9380215406417847, 0.9484134316444397], "r_norm": [1.817381501197815, 1.5927679538726807, 1.5578792095184326, 1.547384262084961, 1.479179859161377], "ldr": {"dL_sdil": -0.07978606224060059, "dL_bp": -0.10648655891418457, "ratio": 0.7492594657406351}}, {"step": 6800, "epoch": 17, "train_loss": 0.7052662372589111, "cos_r_negg": [0.8589182496070862, 0.8995670080184937, 0.9219598770141602, 0.939984142780304, 0.9506140947341919], "cos_apical_negg": [0.8589182496070862, 0.8995670080184937, 0.9219598770141602, 0.939984142780304, 0.9506140947341919], "cos_Ac_negg": [0.8589182496070862, 0.8995670080184937, 0.9219598770141602, 0.939984142780304, 0.9506140947341919], "r_norm": [1.859911561012268, 1.6337080001831055, 1.5966161489486694, 1.5831185579299927, 1.512101411819458]}, {"step": 6850, "epoch": 17, "train_loss": 0.9089059829711914, "cos_r_negg": [0.8611117601394653, 0.9015538692474365, 0.9218025803565979, 0.9402400851249695, 0.9520552158355713], "cos_apical_negg": [0.8611117601394653, 0.9015538692474365, 0.9218025803565979, 0.9402400851249695, 0.9520552158355713], "cos_Ac_negg": [0.8611117601394653, 0.9015538692474365, 0.9218025803565979, 0.9402400851249695, 0.9520552158355713], "r_norm": [1.8731988668441772, 1.6476534605026245, 1.6129016876220703, 1.597687005996704, 1.528257966041565]}, {"step": 6900, "epoch": 17, "train_loss": 0.8688903450965881, "cos_r_negg": [0.8586667776107788, 0.9017939567565918, 0.9246885180473328, 0.9422273635864258, 0.9524163603782654], "cos_apical_negg": [0.8586667776107788, 0.9017939567565918, 0.9246885180473328, 0.9422273635864258, 0.9524163603782654], "cos_Ac_negg": [0.8586667776107788, 0.9017939567565918, 0.9246885180473328, 0.9422273635864258, 0.9524163603782654], "r_norm": [1.8705084323883057, 1.6504089832305908, 1.6140739917755127, 1.6005833148956299, 1.5293116569519043]}, {"step": 6950, "epoch": 17, "train_loss": 0.8697373867034912, "cos_r_negg": [0.8561605215072632, 0.9015296697616577, 0.9257620573043823, 0.9438007473945618, 0.95493483543396], "cos_apical_negg": [0.8561605215072632, 0.9015296697616577, 0.9257620573043823, 0.9438007473945618, 0.95493483543396], "cos_Ac_negg": [0.8561605215072632, 0.9015296697616577, 0.9257620573043823, 0.9438007473945618, 0.95493483543396], "r_norm": [1.8870623111724854, 1.6674787998199463, 1.6318838596343994, 1.6160380840301514, 1.5448896884918213]}, {"step": 7000, "epoch": 17, "train_loss": 0.7094547748565674, "cos_r_negg": [0.8644504547119141, 0.9038706421852112, 0.9273309707641602, 0.9456908106803894, 0.9550225734710693], "cos_apical_negg": [0.8644504547119141, 0.9038706421852112, 0.9273309707641602, 0.9456908106803894, 0.9550225734710693], "cos_Ac_negg": [0.8644504547119141, 0.9038706421852112, 0.9273309707641602, 0.9456908106803894, 0.9550225734710693], "r_norm": [1.8806378841400146, 1.6609251499176025, 1.6277201175689697, 1.609449863433838, 1.5391231775283813], "ldr": {"dL_sdil": -0.07406449317932129, "dL_bp": -0.10499858856201172, "ratio": 0.7053856074987057}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4297, "test_loss": 2.208282763671875}, {"step": 7050, "epoch": 18, "train_loss": 0.9167254567146301, "cos_r_negg": [0.8572240471839905, 0.9027165174484253, 0.9282264709472656, 0.9453531503677368, 0.954908549785614], "cos_apical_negg": [0.8572240471839905, 0.9027165174484253, 0.9282264709472656, 0.9453531503677368, 0.954908549785614], "cos_Ac_negg": [0.8572240471839905, 0.9027165174484253, 0.9282264709472656, 0.9453531503677368, 0.954908549785614], "r_norm": [1.860135793685913, 1.6452473402023315, 1.6112433671951294, 1.5928544998168945, 1.5232765674591064]}, {"step": 7100, "epoch": 18, "train_loss": 0.738916277885437, "cos_r_negg": [0.8549711108207703, 0.9041205644607544, 0.9285743236541748, 0.9454620480537415, 0.9559059739112854], "cos_apical_negg": [0.8549711108207703, 0.9041205644607544, 0.9285743236541748, 0.9454620480537415, 0.9559059739112854], "cos_Ac_negg": [0.8549711108207703, 0.9041205644607544, 0.9285743236541748, 0.9454620480537415, 0.9559059739112854], "r_norm": [1.9172252416610718, 1.6993310451507568, 1.6625841856002808, 1.6445159912109375, 1.5717114210128784]}, {"step": 7150, "epoch": 18, "train_loss": 0.830292284488678, "cos_r_negg": [0.8603682518005371, 0.905267596244812, 0.9287331104278564, 0.9468768239021301, 0.9565922021865845], "cos_apical_negg": [0.8603682518005371, 0.905267596244812, 0.9287331104278564, 0.9468768239021301, 0.9565922021865845], "cos_Ac_negg": [0.8603682518005371, 0.905267596244812, 0.9287331104278564, 0.9468768239021301, 0.9565922021865845], "r_norm": [1.9046670198440552, 1.6922988891601562, 1.6582891941070557, 1.6374708414077759, 1.565225601196289]}, {"step": 7200, "epoch": 18, "train_loss": 0.739712655544281, "cos_r_negg": [0.860243558883667, 0.9071592688560486, 0.9294844269752502, 0.9484769105911255, 0.9583859443664551], "cos_apical_negg": [0.860243558883667, 0.9071592688560486, 0.9294844269752502, 0.9484769105911255, 0.9583859443664551], "cos_Ac_negg": [0.860243558883667, 0.9071592688560486, 0.9294844269752502, 0.9484769105911255, 0.9583859443664551], "r_norm": [1.9108318090438843, 1.698695421218872, 1.6645829677581787, 1.6451075077056885, 1.5715970993041992]}, {"step": 7250, "epoch": 18, "train_loss": 0.7443037033081055, "cos_r_negg": [0.8591294288635254, 0.9068813920021057, 0.931480348110199, 0.9484726190567017, 0.9601681232452393], "cos_apical_negg": [0.8591294288635254, 0.9068813920021057, 0.931480348110199, 0.9484726190567017, 0.9601681232452393], "cos_Ac_negg": [0.8591294288635254, 0.9068813920021057, 0.931480348110199, 0.9484726190567017, 0.9601681232452393], "r_norm": [1.950059413909912, 1.735041618347168, 1.6968148946762085, 1.6744855642318726, 1.6004763841629028], "ldr": {"dL_sdil": -0.08578944206237793, "dL_bp": -0.11979031562805176, "ratio": 0.7161634194933892}}, {"step": 7300, "epoch": 18, "train_loss": 0.816892147064209, "cos_r_negg": [0.8582925796508789, 0.9062594771385193, 0.9307618737220764, 0.9487215280532837, 0.9576454162597656], "cos_apical_negg": [0.8582925796508789, 0.9062594771385193, 0.9307618737220764, 0.9487215280532837, 0.9576454162597656], "cos_Ac_negg": [0.8582925796508789, 0.9062594771385193, 0.9307618737220764, 0.9487215280532837, 0.9576454162597656], "r_norm": [1.9562170505523682, 1.7439079284667969, 1.7049522399902344, 1.6823465824127197, 1.604576587677002]}, {"step": 7350, "epoch": 18, "train_loss": 0.8283441662788391, "cos_r_negg": [0.8594008684158325, 0.9087552428245544, 0.9319764971733093, 0.9505047798156738, 0.9603687524795532], "cos_apical_negg": [0.8594008684158325, 0.9087552428245544, 0.9319764971733093, 0.9505047798156738, 0.9603687524795532], "cos_Ac_negg": [0.8594008684158325, 0.9087552428245544, 0.9319764971733093, 0.9505047798156738, 0.9603687524795532], "r_norm": [1.9593298435211182, 1.7507126331329346, 1.711699366569519, 1.687604308128357, 1.6134648323059082]}, {"step": 7400, "epoch": 18, "train_loss": 0.7521841526031494, "cos_r_negg": [0.8618717193603516, 0.9092539548873901, 0.9324904084205627, 0.9506428241729736, 0.9619663953781128], "cos_apical_negg": [0.8618717193603516, 0.9092539548873901, 0.9324904084205627, 0.9506428241729736, 0.9619663953781128], "cos_Ac_negg": [0.8618717193603516, 0.9092539548873901, 0.9324904084205627, 0.9506428241729736, 0.9619663953781128], "r_norm": [1.9569025039672852, 1.7512421607971191, 1.7143559455871582, 1.6885040998458862, 1.6147652864456177]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4271, "test_loss": 2.2684174560546877}, {"step": 7450, "epoch": 19, "train_loss": 0.6639036536216736, "cos_r_negg": [0.8612169027328491, 0.9086862802505493, 0.9325924515724182, 0.9512122273445129, 0.96266770362854], "cos_apical_negg": [0.8612169027328491, 0.9086862802505493, 0.9325924515724182, 0.9512122273445129, 0.96266770362854], "cos_Ac_negg": [0.8612169027328491, 0.9086862802505493, 0.9325924515724182, 0.9512122273445129, 0.96266770362854], "r_norm": [1.9689805507659912, 1.7629824876785278, 1.7242943048477173, 1.6995415687561035, 1.6223286390304565]}, {"step": 7500, "epoch": 19, "train_loss": 0.5757566094398499, "cos_r_negg": [0.8556045889854431, 0.9079283475875854, 0.9327293634414673, 0.9516575932502747, 0.9639525413513184], "cos_apical_negg": [0.8556045889854431, 0.9079283475875854, 0.9327293634414673, 0.9516575932502747, 0.9639525413513184], "cos_Ac_negg": [0.8556045889854431, 0.9079283475875854, 0.9327293634414673, 0.9516575932502747, 0.9639525413513184], "r_norm": [1.9930367469787598, 1.7856159210205078, 1.7478406429290771, 1.721065878868103, 1.6455373764038086], "ldr": {"dL_sdil": -0.09049725532531738, "dL_bp": -0.12482523918151855, "ratio": 0.7249916436668545}}, {"step": 7550, "epoch": 19, "train_loss": 0.6065009832382202, "cos_r_negg": [0.8586899042129517, 0.9105969667434692, 0.933837890625, 0.9526361227035522, 0.9651634097099304], "cos_apical_negg": [0.8586899042129517, 0.9105969667434692, 0.933837890625, 0.9526361227035522, 0.9651634097099304], "cos_Ac_negg": [0.8586899042129517, 0.9105969667434692, 0.933837890625, 0.9526361227035522, 0.9651634097099304], "r_norm": [1.9773460626602173, 1.7751654386520386, 1.7383331060409546, 1.7116844654083252, 1.636291742324829]}, {"step": 7600, "epoch": 19, "train_loss": 0.809667706489563, "cos_r_negg": [0.8542532920837402, 0.9102962017059326, 0.9328924417495728, 0.9526430368423462, 0.9640625715255737], "cos_apical_negg": [0.8542532920837402, 0.9102962017059326, 0.9328924417495728, 0.9526430368423462, 0.9640625715255737], "cos_Ac_negg": [0.8542532920837402, 0.9102962017059326, 0.9328924417495728, 0.9526430368423462, 0.9640625715255737], "r_norm": [2.004978656768799, 1.8031131029129028, 1.7627902030944824, 1.733561635017395, 1.6573350429534912]}, {"step": 7650, "epoch": 19, "train_loss": 0.7385153770446777, "cos_r_negg": [0.8559410572052002, 0.9113580584526062, 0.9331743717193604, 0.9529012441635132, 0.9649828672409058], "cos_apical_negg": [0.8559410572052002, 0.9113580584526062, 0.9331743717193604, 0.9529012441635132, 0.9649828672409058], "cos_Ac_negg": [0.8559410572052002, 0.9113580584526062, 0.9331743717193604, 0.9529012441635132, 0.9649828672409058], "r_norm": [2.024723529815674, 1.8199363946914673, 1.7809960842132568, 1.7491471767425537, 1.6724045276641846]}, {"step": 7700, "epoch": 19, "train_loss": 0.687188982963562, "cos_r_negg": [0.8547651171684265, 0.9111312627792358, 0.9354705810546875, 0.9537014961242676, 0.9685798287391663], "cos_apical_negg": [0.8547651171684265, 0.9111312627792358, 0.9354705810546875, 0.9537014961242676, 0.9685798287391663], "cos_Ac_negg": [0.8547651171684265, 0.9111312627792358, 0.9354705810546875, 0.9537014961242676, 0.9685798287391663], "r_norm": [2.0039172172546387, 1.8020927906036377, 1.7655692100524902, 1.7321066856384277, 1.659125804901123]}, {"step": 7750, "epoch": 19, "train_loss": 0.9302341938018799, "cos_r_negg": [0.8582723736763, 0.9116236567497253, 0.9375042915344238, 0.9548787474632263, 0.9681244492530823], "cos_apical_negg": [0.8582723736763, 0.9116236567497253, 0.9375042915344238, 0.9548787474632263, 0.9681244492530823], "cos_Ac_negg": [0.8582723736763, 0.9116236567497253, 0.9375042915344238, 0.9548787474632263, 0.9681244492530823], "r_norm": [2.0238990783691406, 1.8202589750289917, 1.7822253704071045, 1.748091459274292, 1.6747901439666748], "ldr": {"dL_sdil": -0.08868718147277832, "dL_bp": -0.12809228897094727, "ratio": 0.6923694016654941}}, {"step": 7800, "epoch": 19, "train_loss": 0.6399038434028625, "cos_r_negg": [0.8569926619529724, 0.910964846611023, 0.9371447563171387, 0.9558240175247192, 0.9679962992668152], "cos_apical_negg": [0.8569926619529724, 0.910964846611023, 0.9371447563171387, 0.9558240175247192, 0.9679962992668152], "cos_Ac_negg": [0.8569926619529724, 0.910964846611023, 0.9371447563171387, 0.9558240175247192, 0.9679962992668152], "r_norm": [2.012320041656494, 1.8163844347000122, 1.7789937257766724, 1.7452110052108765, 1.6721923351287842]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4275, "test_loss": 2.374093798828125}, {"step": 7850, "epoch": 20, "train_loss": 0.5810583233833313, "cos_r_negg": [0.8537473678588867, 0.9123902320861816, 0.9394362568855286, 0.9566735625267029, 0.9691059589385986], "cos_apical_negg": [0.8537473678588867, 0.9123902320861816, 0.9394362568855286, 0.9566735625267029, 0.9691059589385986], "cos_Ac_negg": [0.8537473678588867, 0.9123902320861816, 0.9394362568855286, 0.9566735625267029, 0.9691059589385986], "r_norm": [2.0381813049316406, 1.842291235923767, 1.8048375844955444, 1.7706230878829956, 1.69687819480896]}, {"step": 7900, "epoch": 20, "train_loss": 0.6124787926673889, "cos_r_negg": [0.8560167551040649, 0.9116856455802917, 0.9373268485069275, 0.9564238786697388, 0.9684790372848511], "cos_apical_negg": [0.8560167551040649, 0.9116856455802917, 0.9373268485069275, 0.9564238786697388, 0.9684790372848511], "cos_Ac_negg": [0.8560167551040649, 0.9116856455802917, 0.9373268485069275, 0.9564238786697388, 0.9684790372848511], "r_norm": [2.022080659866333, 1.829411268234253, 1.7909330129623413, 1.755413293838501, 1.6827534437179565]}, {"step": 7950, "epoch": 20, "train_loss": 0.7896392345428467, "cos_r_negg": [0.856408953666687, 0.9128913879394531, 0.9382337331771851, 0.957674503326416, 0.9707133769989014], "cos_apical_negg": [0.856408953666687, 0.9128913879394531, 0.9382337331771851, 0.957674503326416, 0.9707133769989014], "cos_Ac_negg": [0.856408953666687, 0.9128913879394531, 0.9382337331771851, 0.957674503326416, 0.9707133769989014], "r_norm": [2.0351004600524902, 1.8431220054626465, 1.8034663200378418, 1.766660451889038, 1.6952205896377563]}, {"step": 8000, "epoch": 20, "train_loss": 0.7652373909950256, "cos_r_negg": [0.8549299240112305, 0.9130101799964905, 0.9386046528816223, 0.9569206237792969, 0.9694400429725647], "cos_apical_negg": [0.8549299240112305, 0.9130101799964905, 0.9386046528816223, 0.9569206237792969, 0.9694400429725647], "cos_Ac_negg": [0.8549299240112305, 0.9130101799964905, 0.9386046528816223, 0.9569206237792969, 0.9694400429725647], "r_norm": [2.0885910987854004, 1.8949259519577026, 1.852989673614502, 1.8148726224899292, 1.7402784824371338], "ldr": {"dL_sdil": -0.09377551078796387, "dL_bp": -0.13983798027038574, "ratio": 0.6706011528959649}}, {"step": 8050, "epoch": 20, "train_loss": 0.6629084348678589, "cos_r_negg": [0.8565069437026978, 0.9132664799690247, 0.9389747977256775, 0.9566546678543091, 0.9694546461105347], "cos_apical_negg": [0.8565069437026978, 0.9132664799690247, 0.9389747977256775, 0.9566546678543091, 0.9694546461105347], "cos_Ac_negg": [0.8565069437026978, 0.9132664799690247, 0.9389747977256775, 0.9566546678543091, 0.9694546461105347], "r_norm": [2.0718834400177, 1.8823169469833374, 1.842603325843811, 1.803223729133606, 1.7299866676330566]}, {"step": 8100, "epoch": 20, "train_loss": 0.6205011606216431, "cos_r_negg": [0.8600656986236572, 0.912509024143219, 0.9388482570648193, 0.9576160311698914, 0.9695605039596558], "cos_apical_negg": [0.8600656986236572, 0.912509024143219, 0.9388482570648193, 0.9576160311698914, 0.9695605039596558], "cos_Ac_negg": [0.8600656986236572, 0.912509024143219, 0.9388482570648193, 0.9576160311698914, 0.9695605039596558], "r_norm": [2.080578565597534, 1.8890340328216553, 1.8483861684799194, 1.8099292516708374, 1.7362383604049683]}, {"step": 8150, "epoch": 20, "train_loss": 0.6608772873878479, "cos_r_negg": [0.8618032932281494, 0.9134734272956848, 0.9396914839744568, 0.9595576524734497, 0.9719366431236267], "cos_apical_negg": [0.8618032932281494, 0.9134734272956848, 0.9396914839744568, 0.9595576524734497, 0.9719366431236267], "cos_Ac_negg": [0.8618032932281494, 0.9134734272956848, 0.9396914839744568, 0.9595576524734497, 0.9719366431236267], "r_norm": [2.070878505706787, 1.8806533813476562, 1.8416271209716797, 1.8019839525222778, 1.7285504341125488]}, {"step": 8200, "epoch": 20, "train_loss": 0.5203207731246948, "cos_r_negg": [0.8555066585540771, 0.913722038269043, 0.9400702714920044, 0.9580689072608948, 0.9713982343673706], "cos_apical_negg": [0.8555066585540771, 0.913722038269043, 0.9400702714920044, 0.9580689072608948, 0.9713982343673706], "cos_Ac_negg": [0.8555066585540771, 0.913722038269043, 0.9400702714920044, 0.9580689072608948, 0.9713982343673706], "r_norm": [2.114079475402832, 1.9243731498718262, 1.883743405342102, 1.8430774211883545, 1.767561912536621]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4204, "test_loss": 2.438239501953125}, {"step": 8250, "epoch": 21, "train_loss": 0.4323301315307617, "cos_r_negg": [0.8576498627662659, 0.913238525390625, 0.9397254586219788, 0.9573262929916382, 0.971510112285614], "cos_apical_negg": [0.8576498627662659, 0.913238525390625, 0.9397254586219788, 0.9573262929916382, 0.971510112285614], "cos_Ac_negg": [0.8576498627662659, 0.913238525390625, 0.9397254586219788, 0.9573262929916382, 0.971510112285614], "r_norm": [2.1519315242767334, 1.9625270366668701, 1.9205888509750366, 1.8824615478515625, 1.804365873336792], "ldr": {"dL_sdil": -0.09279203414916992, "dL_bp": -0.14490509033203125, "ratio": 0.6403642131311535}}, {"step": 8300, "epoch": 21, "train_loss": 0.7607873678207397, "cos_r_negg": [0.8565354347229004, 0.9137961864471436, 0.9405546188354492, 0.9584193229675293, 0.9720689058303833], "cos_apical_negg": [0.8565354347229004, 0.9137961864471436, 0.9405546188354492, 0.9584193229675293, 0.9720689058303833], "cos_Ac_negg": [0.8565354347229004, 0.9137961864471436, 0.9405546188354492, 0.9584193229675293, 0.9720689058303833], "r_norm": [2.1287949085235596, 1.9436990022659302, 1.9012064933776855, 1.8615198135375977, 1.7856924533843994]}, {"step": 8350, "epoch": 21, "train_loss": 0.644028902053833, "cos_r_negg": [0.8587818145751953, 0.9142606258392334, 0.9405451416969299, 0.9585330486297607, 0.9728618264198303], "cos_apical_negg": [0.8587818145751953, 0.9142606258392334, 0.9405451416969299, 0.9585330486297607, 0.9728618264198303], "cos_Ac_negg": [0.8587818145751953, 0.9142606258392334, 0.9405451416969299, 0.9585330486297607, 0.9728618264198303], "r_norm": [2.181236982345581, 1.9911868572235107, 1.9491231441497803, 1.9073256254196167, 1.8298804759979248]}, {"step": 8400, "epoch": 21, "train_loss": 0.5078011751174927, "cos_r_negg": [0.8569455146789551, 0.9143860936164856, 0.9410073757171631, 0.9603826999664307, 0.9744625091552734], "cos_apical_negg": [0.8569455146789551, 0.9143860936164856, 0.9410073757171631, 0.9603826999664307, 0.9744625091552734], "cos_Ac_negg": [0.8569455146789551, 0.9143860936164856, 0.9410073757171631, 0.9603826999664307, 0.9744625091552734], "r_norm": [2.1236162185668945, 1.943099021911621, 1.9013371467590332, 1.8624446392059326, 1.7878464460372925]}, {"step": 8450, "epoch": 21, "train_loss": 0.48899808526039124, "cos_r_negg": [0.8599664568901062, 0.9154778718948364, 0.9415836334228516, 0.9604586362838745, 0.9741454124450684], "cos_apical_negg": [0.8599664568901062, 0.9154778718948364, 0.9415836334228516, 0.9604586362838745, 0.9741454124450684], "cos_Ac_negg": [0.8599664568901062, 0.9154778718948364, 0.9415836334228516, 0.9604586362838745, 0.9741454124450684], "r_norm": [2.160789966583252, 1.9758014678955078, 1.9317121505737305, 1.8924486637115479, 1.814418077468872]}, {"step": 8500, "epoch": 21, "train_loss": 0.6827795505523682, "cos_r_negg": [0.8578536510467529, 0.9141772389411926, 0.9397851228713989, 0.9588122963905334, 0.9723873734474182], "cos_apical_negg": [0.8578536510467529, 0.9141772389411926, 0.9397851228713989, 0.9588122963905334, 0.9723873734474182], "cos_Ac_negg": [0.8578536510467529, 0.9141772389411926, 0.9397851228713989, 0.9588122963905334, 0.9723873734474182], "r_norm": [2.1807518005371094, 1.9982597827911377, 1.956539273262024, 1.9163905382156372, 1.8388431072235107], "ldr": {"dL_sdil": -0.11835217475891113, "dL_bp": -0.1705150604248047, "ratio": 0.6940863432476874}}, {"step": 8550, "epoch": 21, "train_loss": 0.731542706489563, "cos_r_negg": [0.8486210107803345, 0.9141086339950562, 0.9405488967895508, 0.9600201845169067, 0.9744892120361328], "cos_apical_negg": [0.8486210107803345, 0.9141086339950562, 0.9405488967895508, 0.9600201845169067, 0.9744892120361328], "cos_Ac_negg": [0.8486210107803345, 0.9141086339950562, 0.9405488967895508, 0.9600201845169067, 0.9744892120361328], "r_norm": [2.1966283321380615, 2.016308069229126, 1.9729124307632446, 1.9306327104568481, 1.8534399271011353]}, {"step": 8600, "epoch": 21, "train_loss": 0.7585530877113342, "cos_r_negg": [0.8538817763328552, 0.9146596193313599, 0.9404253959655762, 0.961018443107605, 0.975211501121521], "cos_apical_negg": [0.8538817763328552, 0.9146596193313599, 0.9404253959655762, 0.961018443107605, 0.975211501121521], "cos_Ac_negg": [0.8538817763328552, 0.9146596193313599, 0.9404253959655762, 0.961018443107605, 0.975211501121521], "r_norm": [2.1654679775238037, 1.9892524480819702, 1.945810317993164, 1.9029388427734375, 1.827038049697876]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4246, "test_loss": 2.4893218505859376}, {"step": 8650, "epoch": 22, "train_loss": 0.5786575675010681, "cos_r_negg": [0.8502973318099976, 0.9129754304885864, 0.9404653310775757, 0.9597337245941162, 0.9733831286430359], "cos_apical_negg": [0.8502973318099976, 0.9129754304885864, 0.9404653310775757, 0.9597337245941162, 0.9733831286430359], "cos_Ac_negg": [0.8502973318099976, 0.9129754304885864, 0.9404653310775757, 0.9597337245941162, 0.9733831286430359], "r_norm": [2.158320903778076, 1.9857407808303833, 1.941472053527832, 1.9007593393325806, 1.822939395904541]}, {"step": 8700, "epoch": 22, "train_loss": 0.6583317518234253, "cos_r_negg": [0.8514988422393799, 0.9129356145858765, 0.9405873417854309, 0.960210382938385, 0.9735139608383179], "cos_apical_negg": [0.8514988422393799, 0.9129356145858765, 0.9405873417854309, 0.960210382938385, 0.9735139608383179], "cos_Ac_negg": [0.8514988422393799, 0.9129356145858765, 0.9405873417854309, 0.960210382938385, 0.9735139608383179], "r_norm": [2.1583476066589355, 1.9856516122817993, 1.9395904541015625, 1.900360107421875, 1.8226432800292969]}, {"step": 8750, "epoch": 22, "train_loss": 0.4403764009475708, "cos_r_negg": [0.8538744449615479, 0.913709819316864, 0.942211925983429, 0.9609752297401428, 0.975670337677002], "cos_apical_negg": [0.8538744449615479, 0.913709819316864, 0.942211925983429, 0.9609752297401428, 0.975670337677002], "cos_Ac_negg": [0.8538744449615479, 0.913709819316864, 0.942211925983429, 0.9609752297401428, 0.975670337677002], "r_norm": [2.200622081756592, 2.0253896713256836, 1.9791523218154907, 1.9358978271484375, 1.857309341430664], "ldr": {"dL_sdil": -0.09748983383178711, "dL_bp": -0.1534743309020996, "ratio": 0.6352191487576858}}, {"step": 8800, "epoch": 22, "train_loss": 0.6872127652168274, "cos_r_negg": [0.8449712991714478, 0.9145212173461914, 0.9410771131515503, 0.9617233872413635, 0.9752534031867981], "cos_apical_negg": [0.8449712991714478, 0.9145212173461914, 0.9410771131515503, 0.9617233872413635, 0.9752534031867981], "cos_Ac_negg": [0.8449712991714478, 0.9145212173461914, 0.9410771131515503, 0.9617233872413635, 0.9752534031867981], "r_norm": [2.273378610610962, 2.0964884757995605, 2.0500733852386475, 2.008053779602051, 1.9242513179779053]}, {"step": 8850, "epoch": 22, "train_loss": 0.46589142084121704, "cos_r_negg": [0.8529086112976074, 0.9144670963287354, 0.9414340853691101, 0.9614704847335815, 0.9757637977600098], "cos_apical_negg": [0.8529086112976074, 0.9144670963287354, 0.9414340853691101, 0.9614704847335815, 0.9757637977600098], "cos_Ac_negg": [0.8529086112976074, 0.9144670963287354, 0.9414340853691101, 0.9614704847335815, 0.9757637977600098], "r_norm": [2.2555365562438965, 2.0801000595092773, 2.032334566116333, 1.987109899520874, 1.9047725200653076]}, {"step": 8900, "epoch": 22, "train_loss": 0.5917112827301025, "cos_r_negg": [0.84568190574646, 0.9144307374954224, 0.9416163563728333, 0.9617891311645508, 0.9763146638870239], "cos_apical_negg": [0.84568190574646, 0.9144307374954224, 0.9416163563728333, 0.9617891311645508, 0.9763146638870239], "cos_Ac_negg": [0.84568190574646, 0.9144307374954224, 0.9416163563728333, 0.9617891311645508, 0.9763146638870239], "r_norm": [2.225043296813965, 2.057307720184326, 2.0131380558013916, 1.969078779220581, 1.8883488178253174]}, {"step": 8950, "epoch": 22, "train_loss": 0.6106539964675903, "cos_r_negg": [0.8487000465393066, 0.9149529337882996, 0.942083477973938, 0.9623088836669922, 0.9774661660194397], "cos_apical_negg": [0.8487000465393066, 0.9149529337882996, 0.942083477973938, 0.9623088836669922, 0.9774661660194397], "cos_Ac_negg": [0.8487000465393066, 0.9149529337882996, 0.942083477973938, 0.9623088836669922, 0.9774661660194397], "r_norm": [2.2516231536865234, 2.082385540008545, 2.0371227264404297, 1.9915862083435059, 1.9093008041381836]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4318, "test_loss": 2.541744677734375}, {"step": 9000, "epoch": 23, "train_loss": 0.4680309295654297, "cos_r_negg": [0.8509345054626465, 0.9139217138290405, 0.9413877129554749, 0.9619418382644653, 0.9772540926933289], "cos_apical_negg": [0.8509345054626465, 0.9139217138290405, 0.9413877129554749, 0.9619418382644653, 0.9772540926933289], "cos_Ac_negg": [0.8509345054626465, 0.9139217138290405, 0.9413877129554749, 0.9619418382644653, 0.9772540926933289], "r_norm": [2.222944736480713, 2.057391405105591, 2.0128536224365234, 1.9674264192581177, 1.8864288330078125], "ldr": {"dL_sdil": -0.10647964477539062, "dL_bp": -0.16786670684814453, "ratio": 0.6343106788394567}}, {"step": 9050, "epoch": 23, "train_loss": 0.5057865381240845, "cos_r_negg": [0.8477973937988281, 0.9152511358261108, 0.9425736665725708, 0.9616192579269409, 0.9772952795028687], "cos_apical_negg": [0.8477973937988281, 0.9152511358261108, 0.9425736665725708, 0.9616192579269409, 0.9772952795028687], "cos_Ac_negg": [0.8477973937988281, 0.9152511358261108, 0.9425736665725708, 0.9616192579269409, 0.9772952795028687], "r_norm": [2.2108092308044434, 2.049128293991089, 2.001838445663452, 1.95717191696167, 1.8748078346252441]}, {"step": 9100, "epoch": 23, "train_loss": 0.567346453666687, "cos_r_negg": [0.8466224670410156, 0.9161512851715088, 0.9426438212394714, 0.9623879790306091, 0.9768568873405457], "cos_apical_negg": [0.8466224670410156, 0.9161512851715088, 0.9426438212394714, 0.9623879790306091, 0.9768568873405457], "cos_Ac_negg": [0.8466224670410156, 0.9161512851715088, 0.9426438212394714, 0.9623879790306091, 0.9768568873405457], "r_norm": [2.280993938446045, 2.1194539070129395, 2.07253360748291, 2.0251126289367676, 1.9415326118469238]}, {"step": 9150, "epoch": 23, "train_loss": 0.4540499746799469, "cos_r_negg": [0.8463467359542847, 0.9148952960968018, 0.9427266120910645, 0.9617820978164673, 0.9771202206611633], "cos_apical_negg": [0.8463467359542847, 0.9148952960968018, 0.9427266120910645, 0.9617820978164673, 0.9771202206611633], "cos_Ac_negg": [0.8463467359542847, 0.9148952960968018, 0.9427266120910645, 0.9617820978164673, 0.9771202206611633], "r_norm": [2.257972240447998, 2.09794282913208, 2.051485538482666, 2.004714012145996, 1.9232646226882935]}, {"step": 9200, "epoch": 23, "train_loss": 0.7034165859222412, "cos_r_negg": [0.8537271022796631, 0.9154626131057739, 0.9434748291969299, 0.9626666307449341, 0.9782750010490417], "cos_apical_negg": [0.8537271022796631, 0.9154626131057739, 0.9434748291969299, 0.9626666307449341, 0.9782750010490417], "cos_Ac_negg": [0.8537271022796631, 0.9154626131057739, 0.9434748291969299, 0.9626666307449341, 0.9782750010490417], "r_norm": [2.3016672134399414, 2.1403098106384277, 2.094569206237793, 2.045891761779785, 1.963240623474121]}, {"step": 9250, "epoch": 23, "train_loss": 0.6616756319999695, "cos_r_negg": [0.8486988544464111, 0.9155187010765076, 0.9433351755142212, 0.9628344774246216, 0.9780430793762207], "cos_apical_negg": [0.8486988544464111, 0.9155187010765076, 0.9433351755142212, 0.9628344774246216, 0.9780430793762207], "cos_Ac_negg": [0.8486988544464111, 0.9155187010765076, 0.9433351755142212, 0.9628344774246216, 0.9780430793762207], "r_norm": [2.3520631790161133, 2.1856069564819336, 2.136842966079712, 2.087284564971924, 1.998149037361145], "ldr": {"dL_sdil": -0.1191110610961914, "dL_bp": -0.1903674602508545, "ratio": 0.625690235816742}}, {"step": 9300, "epoch": 23, "train_loss": 0.5697925090789795, "cos_r_negg": [0.8506357669830322, 0.9161064624786377, 0.9445525407791138, 0.9638440608978271, 0.9789829850196838], "cos_apical_negg": [0.8506357669830322, 0.9161064624786377, 0.9445525407791138, 0.9638440608978271, 0.9789829850196838], "cos_Ac_negg": [0.8506357669830322, 0.9161064624786377, 0.9445525407791138, 0.9638440608978271, 0.9789829850196838], "r_norm": [2.2809433937072754, 2.124011993408203, 2.077514171600342, 2.029048442840576, 1.942291498184204]}, {"step": 9350, "epoch": 23, "train_loss": 0.6063411235809326, "cos_r_negg": [0.8532090783119202, 0.9165109395980835, 0.9427998661994934, 0.9639452695846558, 0.9790065288543701], "cos_apical_negg": [0.8532090783119202, 0.9165109395980835, 0.9427998661994934, 0.9639452695846558, 0.9790065288543701], "cos_Ac_negg": [0.8532090783119202, 0.9165109395980835, 0.9427998661994934, 0.9639452695846558, 0.9790065288543701], "r_norm": [2.297117233276367, 2.1376078128814697, 2.0890936851501465, 2.0384340286254883, 1.9519920349121094]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4215, "test_loss": 2.6614956298828125}, {"step": 9400, "epoch": 24, "train_loss": 0.4690701961517334, "cos_r_negg": [0.8439235687255859, 0.9147874712944031, 0.941907525062561, 0.9617281556129456, 0.9774737358093262], "cos_apical_negg": [0.8439235687255859, 0.9147874712944031, 0.941907525062561, 0.9617281556129456, 0.9774737358093262], "cos_Ac_negg": [0.8439235687255859, 0.9147874712944031, 0.941907525062561, 0.9617281556129456, 0.9774737358093262], "r_norm": [2.3029298782348633, 2.1459641456604004, 2.099578857421875, 2.045775890350342, 1.9593205451965332]}, {"step": 9450, "epoch": 24, "train_loss": 0.3522341847419739, "cos_r_negg": [0.8450590372085571, 0.9153975248336792, 0.9425816535949707, 0.9623613357543945, 0.9784042835235596], "cos_apical_negg": [0.8450590372085571, 0.9153975248336792, 0.9425816535949707, 0.9623613357543945, 0.9784042835235596], "cos_Ac_negg": [0.8450590372085571, 0.9153975248336792, 0.9425816535949707, 0.9623613357543945, 0.9784042835235596], "r_norm": [2.385873794555664, 2.229316234588623, 2.1823034286499023, 2.1261966228485107, 2.037247896194458]}, {"step": 9500, "epoch": 24, "train_loss": 0.5490695238113403, "cos_r_negg": [0.8493795990943909, 0.91544508934021, 0.9433484673500061, 0.962134838104248, 0.976946234703064], "cos_apical_negg": [0.8493795990943909, 0.91544508934021, 0.9433484673500061, 0.962134838104248, 0.976946234703064], "cos_Ac_negg": [0.8493795990943909, 0.91544508934021, 0.9433484673500061, 0.962134838104248, 0.976946234703064], "r_norm": [2.3378167152404785, 2.1821508407592773, 2.1342403888702393, 2.080324649810791, 1.992530107498169], "ldr": {"dL_sdil": -0.10724925994873047, "dL_bp": -0.1762239933013916, "ratio": 0.6085962412922097}}, {"step": 9550, "epoch": 24, "train_loss": 0.5510507822036743, "cos_r_negg": [0.8539015054702759, 0.9170483946800232, 0.9446830749511719, 0.9646574854850769, 0.9801318645477295], "cos_apical_negg": [0.8539015054702759, 0.9170483946800232, 0.9446830749511719, 0.9646574854850769, 0.9801318645477295], "cos_Ac_negg": [0.8539015054702759, 0.9170483946800232, 0.9446830749511719, 0.9646574854850769, 0.9801318645477295], "r_norm": [2.3602633476257324, 2.2052581310272217, 2.1582188606262207, 2.103795051574707, 2.0144400596618652]}, {"step": 9600, "epoch": 24, "train_loss": 0.4491204619407654, "cos_r_negg": [0.8515529632568359, 0.9157450199127197, 0.9426279067993164, 0.9641127586364746, 0.9791393876075745], "cos_apical_negg": [0.8515529632568359, 0.9157450199127197, 0.9426279067993164, 0.9641127586364746, 0.9791393876075745], "cos_Ac_negg": [0.8515529632568359, 0.9157450199127197, 0.9426279067993164, 0.9641127586364746, 0.9791393876075745], "r_norm": [2.385120153427124, 2.2270398139953613, 2.1766953468322754, 2.1206765174865723, 2.029694080352783]}, {"step": 9650, "epoch": 24, "train_loss": 0.526736855506897, "cos_r_negg": [0.8492892384529114, 0.9162887930870056, 0.9439504146575928, 0.9638886451721191, 0.978778600692749], "cos_apical_negg": [0.8492892384529114, 0.9162887930870056, 0.9439504146575928, 0.9638886451721191, 0.978778600692749], "cos_Ac_negg": [0.8492892384529114, 0.9162887930870056, 0.9439504146575928, 0.9638886451721191, 0.978778600692749], "r_norm": [2.417893648147583, 2.2609801292419434, 2.2147884368896484, 2.155005693435669, 2.0629522800445557]}, {"step": 9700, "epoch": 24, "train_loss": 0.7149953246116638, "cos_r_negg": [0.8491463661193848, 0.9170124530792236, 0.9438213109970093, 0.9635538458824158, 0.9791648387908936], "cos_apical_negg": [0.8491463661193848, 0.9170124530792236, 0.9438213109970093, 0.9635538458824158, 0.9791648387908936], "cos_Ac_negg": [0.8491463661193848, 0.9170124530792236, 0.9438213109970093, 0.9635538458824158, 0.9791648387908936], "r_norm": [2.3870744705200195, 2.235980987548828, 2.1863012313842773, 2.1287896633148193, 2.0350656509399414]}, {"step": 9750, "epoch": 24, "train_loss": 0.4899101257324219, "cos_r_negg": [0.8512992858886719, 0.9163361191749573, 0.9440569281578064, 0.9649325609207153, 0.9796563386917114], "cos_apical_negg": [0.8512992858886719, 0.9163361191749573, 0.9440569281578064, 0.9649325609207153, 0.9796563386917114], "cos_Ac_negg": [0.8512992858886719, 0.9163361191749573, 0.9440569281578064, 0.9649325609207153, 0.9796563386917114], "r_norm": [2.4269089698791504, 2.2744500637054443, 2.2238407135009766, 2.1638453006744385, 2.069328784942627], "ldr": {"dL_sdil": -0.12330818176269531, "dL_bp": -0.20730996131896973, "ratio": 0.5948010456331705}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4215, "test_loss": 2.737091455078125}], "final": {"test_acc": 0.4215, "test_loss": 2.737091455078125, "wall_s": 101.3873610496521, "cos_r_negg": [0.8532730937004089, 0.9163455963134766, 0.9429550170898438, 0.9633834362030029, 0.9791345596313477], "cos_apical_negg": [0.8532730937004089, 0.9163455963134766, 0.9429550170898438, 0.9633834362030029, 0.9791345596313477], "cos_Ac_negg": [0.8532730937004089, 0.9163455963134766, 0.9429550170898438, 0.9633834362030029, 0.9791345596313477]}}