From 215acff518eea2d6d8a5bd7c90c398f49cc3b41b Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 21 Jul 2026 06:38:55 -0500 Subject: chore: capture initial SDIL project state --- results/depth_fmnist_sdil_d3_s0.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 results/depth_fmnist_sdil_d3_s0.json (limited to 'results/depth_fmnist_sdil_d3_s0.json') diff --git a/results/depth_fmnist_sdil_d3_s0.json b/results/depth_fmnist_sdil_d3_s0.json new file mode 100644 index 0000000..036c271 --- /dev/null +++ b/results/depth_fmnist_sdil_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2141239643096924, "cos_r_negg": [-0.036210380494594574, -0.023931674659252167, 0.040859051048755646], "cos_apical_negg": [-0.036210380494594574, -0.023931674659252167, 0.040859051048755646], "cos_Ac_negg": [-0.036210380494594574, -0.023931674659252167, 0.040859051048755646], "r_norm": [4.829456806182861, 4.756646156311035, 4.759112358093262], "ldr": {"dL_sdil": 0.0012712478637695312, "dL_bp": -0.15375161170959473, "ratio": -0.008268192116064825}}, {"step": 50, "epoch": 0, "train_loss": 0.7313118577003479, "cos_r_negg": [0.3143630027770996, 0.25680112838745117, 0.20203819870948792], "cos_apical_negg": [0.3143630027770996, 0.25680112838745117, 0.20203819870948792], "cos_Ac_negg": [0.3143630027770996, 0.25680112838745117, 0.20203819870948792], "r_norm": [2.247410297393799, 2.2211384773254395, 2.234618663787842]}, {"step": 100, "epoch": 0, "train_loss": 0.6542858481407166, "cos_r_negg": [0.4540160000324249, 0.36088675260543823, 0.28825441002845764], "cos_apical_negg": [0.4540160000324249, 0.36088675260543823, 0.28825441002845764], "cos_Ac_negg": [0.4540160000324249, 0.36088675260543823, 0.28825441002845764], "r_norm": [1.7280652523040771, 1.7050652503967285, 1.7208201885223389]}, {"step": 150, "epoch": 0, "train_loss": 0.4711386561393738, "cos_r_negg": [0.5072163939476013, 0.38825780153274536, 0.3189496397972107], "cos_apical_negg": [0.5072163939476013, 0.38825780153274536, 0.3189496397972107], "cos_Ac_negg": [0.5072163939476013, 0.38825780153274536, 0.3189496397972107], "r_norm": [1.6013422012329102, 1.586291790008545, 1.610024094581604]}, {"step": 200, "epoch": 0, "train_loss": 0.5187711119651794, "cos_r_negg": [0.5194442272186279, 0.42868781089782715, 0.3293260335922241], "cos_apical_negg": [0.5194442272186279, 0.42868781089782715, 0.3293260335922241], "cos_Ac_negg": [0.5194442272186279, 0.42868781089782715, 0.3293260335922241], "r_norm": [1.4685676097869873, 1.4448611736297607, 1.4615381956100464]}, {"step": 250, "epoch": 0, "train_loss": 0.48090803623199463, "cos_r_negg": [0.5323178172111511, 0.4390999674797058, 0.3531084656715393], "cos_apical_negg": [0.5323178172111511, 0.4390999674797058, 0.3531084656715393], "cos_Ac_negg": [0.5323178172111511, 0.4390999674797058, 0.3531084656715393], "r_norm": [1.3837687969207764, 1.3651872873306274, 1.3820147514343262], "ldr": {"dL_sdil": -0.006191551685333252, "dL_bp": -0.004042387008666992, "ratio": 1.5316573282217636}}, {"step": 300, "epoch": 0, "train_loss": 0.6617900729179382, "cos_r_negg": [0.5501307249069214, 0.44551050662994385, 0.35846006870269775], "cos_apical_negg": [0.5501307249069214, 0.44551050662994385, 0.35846006870269775], "cos_Ac_negg": [0.5501307249069214, 0.44551050662994385, 0.35846006870269775], "r_norm": [1.2712514400482178, 1.254982829093933, 1.2677968740463257]}, {"step": 350, "epoch": 0, "train_loss": 0.4477298855781555, "cos_r_negg": [0.5743356943130493, 0.46874022483825684, 0.3641471266746521], "cos_apical_negg": [0.5743356943130493, 0.46874022483825684, 0.3641471266746521], "cos_Ac_negg": [0.5743356943130493, 0.46874022483825684, 0.3641471266746521], "r_norm": [1.350030779838562, 1.3326075077056885, 1.3439431190490723]}, {"step": 400, "epoch": 0, "train_loss": 0.6084530353546143, "cos_r_negg": [0.5701047778129578, 0.49473482370376587, 0.3901095390319824], "cos_apical_negg": [0.5701047778129578, 0.49473482370376587, 0.3901095390319824], "cos_Ac_negg": [0.5701047778129578, 0.49473482370376587, 0.3901095390319824], "r_norm": [1.2934575080871582, 1.2778747081756592, 1.2932429313659668]}, {"step": 450, "epoch": 0, "train_loss": 0.4015066921710968, "cos_r_negg": [0.581100583076477, 0.4955153465270996, 0.37086984515190125], "cos_apical_negg": [0.581100583076477, 0.4955153465270996, 0.37086984515190125], "cos_Ac_negg": [0.581100583076477, 0.4955153465270996, 0.37086984515190125], "r_norm": [1.3009228706359863, 1.2841894626617432, 1.2982349395751953]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8361, "test_loss": 0.45697945556640623}, {"step": 500, "epoch": 1, "train_loss": 0.30233514308929443, "cos_r_negg": [0.5803014039993286, 0.5025328397750854, 0.3904758393764496], "cos_apical_negg": [0.5803014039993286, 0.5025328397750854, 0.3904758393764496], "cos_Ac_negg": [0.5803014039993286, 0.5025328397750854, 0.3904758393764496], "r_norm": [1.2768628597259521, 1.2601778507232666, 1.2731645107269287], "ldr": {"dL_sdil": -0.025547772645950317, "dL_bp": -0.01821783185005188, "ratio": 1.4023497887251366}}, {"step": 550, "epoch": 1, "train_loss": 0.5081267952919006, "cos_r_negg": [0.5769528150558472, 0.5014954209327698, 0.3866187334060669], "cos_apical_negg": [0.5769528150558472, 0.5014954209327698, 0.3866187334060669], "cos_Ac_negg": [0.5769528150558472, 0.5014954209327698, 0.3866187334060669], "r_norm": [1.1332459449768066, 1.1179802417755127, 1.1262673139572144]}, {"step": 600, "epoch": 1, "train_loss": 0.4473474621772766, "cos_r_negg": [0.5905171632766724, 0.5208141207695007, 0.39142152667045593], "cos_apical_negg": [0.5905171632766724, 0.5208141207695007, 0.39142152667045593], "cos_Ac_negg": [0.5905171632766724, 0.5208141207695007, 0.39142152667045593], "r_norm": [1.1053903102874756, 1.089163064956665, 1.0976759195327759]}, {"step": 650, "epoch": 1, "train_loss": 0.5214723348617554, "cos_r_negg": [0.5870522856712341, 0.5097810626029968, 0.39484551548957825], "cos_apical_negg": [0.5870522856712341, 0.5097810626029968, 0.39484551548957825], "cos_Ac_negg": [0.5870522856712341, 0.5097810626029968, 0.39484551548957825], "r_norm": [1.0622624158859253, 1.0468345880508423, 1.0583059787750244]}, {"step": 700, "epoch": 1, "train_loss": 0.30260056257247925, "cos_r_negg": [0.5930595397949219, 0.5208889245986938, 0.41416651010513306], "cos_apical_negg": [0.5930595397949219, 0.5208889245986938, 0.41416651010513306], "cos_Ac_negg": [0.5930595397949219, 0.5208889245986938, 0.41416651010513306], "r_norm": [1.1441574096679688, 1.1276452541351318, 1.1398676633834839]}, {"step": 750, "epoch": 1, "train_loss": 0.40456515550613403, "cos_r_negg": [0.5959866642951965, 0.5254168510437012, 0.4041658937931061], "cos_apical_negg": [0.5959866642951965, 0.5254168510437012, 0.4041658937931061], "cos_Ac_negg": [0.5959866642951965, 0.5254168510437012, 0.4041658937931061], "r_norm": [1.0420315265655518, 1.0253698825836182, 1.0420856475830078], "ldr": {"dL_sdil": -0.009372353553771973, "dL_bp": -0.007298529148101807, "ratio": 1.2841427859762022}}, {"step": 800, "epoch": 1, "train_loss": 0.4439704120159149, "cos_r_negg": [0.6049385070800781, 0.5312632918357849, 0.4213743209838867], "cos_apical_negg": [0.6049385070800781, 0.5312632918357849, 0.4213743209838867], "cos_Ac_negg": [0.6049385070800781, 0.5312632918357849, 0.4213743209838867], "r_norm": [1.0519261360168457, 1.0349211692810059, 1.0479986667633057]}, {"step": 850, "epoch": 1, "train_loss": 0.26873427629470825, "cos_r_negg": [0.609510064125061, 0.533920407295227, 0.41199296712875366], "cos_apical_negg": [0.609510064125061, 0.533920407295227, 0.41199296712875366], "cos_Ac_negg": [0.609510064125061, 0.533920407295227, 0.41199296712875366], "r_norm": [1.0467216968536377, 1.0267994403839111, 1.0407276153564453]}, {"step": 900, "epoch": 1, "train_loss": 0.30216842889785767, "cos_r_negg": [0.6093508005142212, 0.5300170183181763, 0.4021158218383789], "cos_apical_negg": [0.6093508005142212, 0.5300170183181763, 0.4021158218383789], "cos_Ac_negg": [0.6093508005142212, 0.5300170183181763, 0.4021158218383789], "r_norm": [1.0333592891693115, 1.0163639783859253, 1.0299711227416992]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8447, "test_loss": 0.4214774963378906}, {"step": 950, "epoch": 2, "train_loss": 0.3396134376525879, "cos_r_negg": [0.6142637133598328, 0.5360181331634521, 0.41284245252609253], "cos_apical_negg": [0.6142637133598328, 0.5360181331634521, 0.41284245252609253], "cos_Ac_negg": [0.6142637133598328, 0.5360181331634521, 0.41284245252609253], "r_norm": [1.0064821243286133, 0.9853560924530029, 0.9982462525367737]}, {"step": 1000, "epoch": 2, "train_loss": 0.328337162733078, "cos_r_negg": [0.6058713793754578, 0.5459194183349609, 0.4283090829849243], "cos_apical_negg": [0.6058713793754578, 0.5459194183349609, 0.4283090829849243], "cos_Ac_negg": [0.6058713793754578, 0.5459194183349609, 0.4283090829849243], "r_norm": [1.0238761901855469, 1.006793737411499, 1.0198149681091309], "ldr": {"dL_sdil": -0.018491685390472412, "dL_bp": -0.014119893312454224, "ratio": 1.3096193421066518}}, {"step": 1050, "epoch": 2, "train_loss": 0.3541286289691925, "cos_r_negg": [0.6208664178848267, 0.5491764545440674, 0.43141597509384155], "cos_apical_negg": [0.6208664178848267, 0.5491764545440674, 0.43141597509384155], "cos_Ac_negg": [0.6208664178848267, 0.5491764545440674, 0.43141597509384155], "r_norm": [0.9714488983154297, 0.9510201215744019, 0.961471438407898]}, {"step": 1100, "epoch": 2, "train_loss": 0.29965317249298096, "cos_r_negg": [0.6049792170524597, 0.5427171587944031, 0.4282488524913788], "cos_apical_negg": [0.6049792170524597, 0.5427171587944031, 0.4282488524913788], "cos_Ac_negg": [0.6049792170524597, 0.5427171587944031, 0.4282488524913788], "r_norm": [0.9472272396087646, 0.9273360371589661, 0.9371525049209595]}, {"step": 1150, "epoch": 2, "train_loss": 0.31630897521972656, "cos_r_negg": [0.6226428747177124, 0.551020085811615, 0.43281105160713196], "cos_apical_negg": [0.6226428747177124, 0.551020085811615, 0.43281105160713196], "cos_Ac_negg": [0.6226428747177124, 0.551020085811615, 0.43281105160713196], "r_norm": [0.9146243333816528, 0.8977605104446411, 0.9120070934295654]}, {"step": 1200, "epoch": 2, "train_loss": 0.46719324588775635, "cos_r_negg": [0.622389554977417, 0.5592079162597656, 0.4319738745689392], "cos_apical_negg": [0.622389554977417, 0.5592079162597656, 0.4319738745689392], "cos_Ac_negg": [0.622389554977417, 0.5592079162597656, 0.4319738745689392], "r_norm": [0.9022748470306396, 0.8831751942634583, 0.8956193327903748]}, {"step": 1250, "epoch": 2, "train_loss": 0.29210466146469116, "cos_r_negg": [0.6250647306442261, 0.569125235080719, 0.4514888525009155], "cos_apical_negg": [0.6250647306442261, 0.569125235080719, 0.4514888525009155], "cos_Ac_negg": [0.6250647306442261, 0.569125235080719, 0.4514888525009155], "r_norm": [0.9437617063522339, 0.9212490916252136, 0.9324586391448975], "ldr": {"dL_sdil": -0.013766169548034668, "dL_bp": -0.010562211275100708, "ratio": 1.3033416194284004}}, {"step": 1300, "epoch": 2, "train_loss": 0.2863176763057709, "cos_r_negg": [0.6222732067108154, 0.5634620785713196, 0.4516521394252777], "cos_apical_negg": [0.6222732067108154, 0.5634620785713196, 0.4516521394252777], "cos_Ac_negg": [0.6222732067108154, 0.5634620785713196, 0.4516521394252777], "r_norm": [0.8622100353240967, 0.8438175916671753, 0.8567169308662415]}, {"step": 1350, "epoch": 2, "train_loss": 0.2127092182636261, "cos_r_negg": [0.6297135949134827, 0.5696322917938232, 0.4439465403556824], "cos_apical_negg": [0.6297135949134827, 0.5696322917938232, 0.4439465403556824], "cos_Ac_negg": [0.6297135949134827, 0.5696322917938232, 0.4439465403556824], "r_norm": [0.8874040842056274, 0.8666359186172485, 0.8814942836761475]}, {"step": 1400, "epoch": 2, "train_loss": 0.46384382247924805, "cos_r_negg": [0.627052366733551, 0.5639756917953491, 0.44797199964523315], "cos_apical_negg": [0.627052366733551, 0.5639756917953491, 0.44797199964523315], "cos_Ac_negg": [0.627052366733551, 0.5639756917953491, 0.44797199964523315], "r_norm": [0.8531398773193359, 0.830707311630249, 0.8450561761856079]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8606, "test_loss": 0.3873804229736328}, {"step": 1450, "epoch": 3, "train_loss": 0.524999737739563, "cos_r_negg": [0.6342847347259521, 0.5784139037132263, 0.4719544053077698], "cos_apical_negg": [0.6342847347259521, 0.5784139037132263, 0.4719544053077698], "cos_Ac_negg": [0.6342847347259521, 0.5784139037132263, 0.4719544053077698], "r_norm": [0.9099055528640747, 0.8877573609352112, 0.9011391401290894]}, {"step": 1500, "epoch": 3, "train_loss": 0.35247087478637695, "cos_r_negg": [0.6393359899520874, 0.5903838872909546, 0.4747793674468994], "cos_apical_negg": [0.6393359899520874, 0.5903838872909546, 0.4747793674468994], "cos_Ac_negg": [0.6393359899520874, 0.5903838872909546, 0.4747793674468994], "r_norm": [0.9009838104248047, 0.8775897026062012, 0.891022801399231], "ldr": {"dL_sdil": -0.02055421471595764, "dL_bp": -0.01602420210838318, "ratio": 1.2826981697394189}}, {"step": 1550, "epoch": 3, "train_loss": 0.2677708864212036, "cos_r_negg": [0.6332632303237915, 0.5830284953117371, 0.46765878796577454], "cos_apical_negg": [0.6332632303237915, 0.5830284953117371, 0.46765878796577454], "cos_Ac_negg": [0.6332632303237915, 0.5830284953117371, 0.46765878796577454], "r_norm": [0.8208528161048889, 0.7984873652458191, 0.8102667331695557]}, {"step": 1600, "epoch": 3, "train_loss": 0.3206574320793152, "cos_r_negg": [0.6343052983283997, 0.5833906531333923, 0.4681187868118286], "cos_apical_negg": [0.6343052983283997, 0.5833906531333923, 0.4681187868118286], "cos_Ac_negg": [0.6343052983283997, 0.5833906531333923, 0.4681187868118286], "r_norm": [0.8247001767158508, 0.8005598783493042, 0.813151478767395]}, {"step": 1650, "epoch": 3, "train_loss": 0.31431618332862854, "cos_r_negg": [0.6436034440994263, 0.5885382890701294, 0.46593284606933594], "cos_apical_negg": [0.6436034440994263, 0.5885382890701294, 0.46593284606933594], "cos_Ac_negg": [0.6436034440994263, 0.5885382890701294, 0.46593284606933594], "r_norm": [0.8322359323501587, 0.808255672454834, 0.8203150033950806]}, {"step": 1700, "epoch": 3, "train_loss": 0.29325610399246216, "cos_r_negg": [0.6327036619186401, 0.587801456451416, 0.46622923016548157], "cos_apical_negg": [0.6327036619186401, 0.587801456451416, 0.46622923016548157], "cos_Ac_negg": [0.6327036619186401, 0.587801456451416, 0.46622923016548157], "r_norm": [0.7741870284080505, 0.7498503923416138, 0.7602436542510986]}, {"step": 1750, "epoch": 3, "train_loss": 0.4884035289287567, "cos_r_negg": [0.6320638656616211, 0.5797282457351685, 0.46833518147468567], "cos_apical_negg": [0.6320638656616211, 0.5797282457351685, 0.46833518147468567], "cos_Ac_negg": [0.6320638656616211, 0.5797282457351685, 0.46833518147468567], "r_norm": [0.7940497398376465, 0.7693378329277039, 0.7807049751281738], "ldr": {"dL_sdil": -0.006688892841339111, "dL_bp": -0.00544390082359314, "ratio": 1.2286948381481055}}, {"step": 1800, "epoch": 3, "train_loss": 0.3476659059524536, "cos_r_negg": [0.6268183588981628, 0.5701102614402771, 0.4617229402065277], "cos_apical_negg": [0.6268183588981628, 0.5701102614402771, 0.4617229402065277], "cos_Ac_negg": [0.6268183588981628, 0.5701102614402771, 0.4617229402065277], "r_norm": [0.805691659450531, 0.7795075178146362, 0.7936729192733765]}, {"step": 1850, "epoch": 3, "train_loss": 0.4148496389389038, "cos_r_negg": [0.6288673281669617, 0.5890079140663147, 0.4855639934539795], "cos_apical_negg": [0.6288673281669617, 0.5890079140663147, 0.4855639934539795], "cos_Ac_negg": [0.6288673281669617, 0.5890079140663147, 0.4855639934539795], "r_norm": [0.7422465085983276, 0.7189021110534668, 0.7293635606765747]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8669, "test_loss": 0.36720486755371096}, {"step": 1900, "epoch": 4, "train_loss": 0.21427658200263977, "cos_r_negg": [0.6503914594650269, 0.5954477787017822, 0.4914059042930603], "cos_apical_negg": [0.6503914594650269, 0.5954477787017822, 0.4914059042930603], "cos_Ac_negg": [0.6503914594650269, 0.5954477787017822, 0.4914059042930603], "r_norm": [0.7874455451965332, 0.7598280906677246, 0.7704054117202759]}, {"step": 1950, "epoch": 4, "train_loss": 0.44771677255630493, "cos_r_negg": [0.6447312831878662, 0.5845272541046143, 0.4923071563243866], "cos_apical_negg": [0.6447312831878662, 0.5845272541046143, 0.4923071563243866], "cos_Ac_negg": [0.6447312831878662, 0.5845272541046143, 0.4923071563243866], "r_norm": [0.7877859473228455, 0.7619243860244751, 0.7734279632568359]}, {"step": 2000, "epoch": 4, "train_loss": 0.333518385887146, "cos_r_negg": [0.6370248794555664, 0.5866195559501648, 0.4937269985675812], "cos_apical_negg": [0.6370248794555664, 0.5866195559501648, 0.4937269985675812], "cos_Ac_negg": [0.6370248794555664, 0.5866195559501648, 0.4937269985675812], "r_norm": [0.8249647617340088, 0.7956100702285767, 0.8085547685623169], "ldr": {"dL_sdil": -0.012617707252502441, "dL_bp": -0.010216742753982544, "ratio": 1.2350029315932407}}, {"step": 2050, "epoch": 4, "train_loss": 0.3130215108394623, "cos_r_negg": [0.6207544803619385, 0.5844727754592896, 0.49104321002960205], "cos_apical_negg": [0.6207544803619385, 0.5844727754592896, 0.49104321002960205], "cos_Ac_negg": [0.6207544803619385, 0.5844727754592896, 0.49104321002960205], "r_norm": [0.785792350769043, 0.7566847801208496, 0.769843339920044]}, {"step": 2100, "epoch": 4, "train_loss": 0.2953500747680664, "cos_r_negg": [0.6297000050544739, 0.5962226390838623, 0.5025100708007812], "cos_apical_negg": [0.6297000050544739, 0.5962226390838623, 0.5025100708007812], "cos_Ac_negg": [0.6297000050544739, 0.5962226390838623, 0.5025100708007812], "r_norm": [0.7519972324371338, 0.7237616777420044, 0.7361159324645996]}, {"step": 2150, "epoch": 4, "train_loss": 0.29712778329849243, "cos_r_negg": [0.6480432152748108, 0.6028591394424438, 0.5171366930007935], "cos_apical_negg": [0.6480432152748108, 0.6028591394424438, 0.5171366930007935], "cos_Ac_negg": [0.6480432152748108, 0.6028591394424438, 0.5171366930007935], "r_norm": [0.758960485458374, 0.729860782623291, 0.7427874207496643]}, {"step": 2200, "epoch": 4, "train_loss": 0.30153775215148926, "cos_r_negg": [0.6571534276008606, 0.607981264591217, 0.5217325091362], "cos_apical_negg": [0.6571534276008606, 0.607981264591217, 0.5217325091362], "cos_Ac_negg": [0.6571534276008606, 0.607981264591217, 0.5217325091362], "r_norm": [0.7543174028396606, 0.725770890712738, 0.7394075393676758]}, {"step": 2250, "epoch": 4, "train_loss": 0.22557929158210754, "cos_r_negg": [0.6580780744552612, 0.6093204021453857, 0.5224927663803101], "cos_apical_negg": [0.6580780744552612, 0.6093204021453857, 0.5224927663803101], "cos_Ac_negg": [0.6580780744552612, 0.6093204021453857, 0.5224927663803101], "r_norm": [0.7303107380867004, 0.7005061507225037, 0.7107044458389282], "ldr": {"dL_sdil": -0.0061359703540802, "dL_bp": -0.004968881607055664, "ratio": 1.23487956432033}}, {"step": 2300, "epoch": 4, "train_loss": 0.12686236202716827, "cos_r_negg": [0.6577509641647339, 0.5993631482124329, 0.5166460275650024], "cos_apical_negg": [0.6577509641647339, 0.5993631482124329, 0.5166460275650024], "cos_Ac_negg": [0.6577509641647339, 0.5993631482124329, 0.5166460275650024], "r_norm": [0.7577547430992126, 0.7254337668418884, 0.737533688545227]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8683, "test_loss": 0.36294161682128906}, {"step": 2350, "epoch": 5, "train_loss": 0.20992322266101837, "cos_r_negg": [0.6463459730148315, 0.5991290807723999, 0.5073336362838745], "cos_apical_negg": [0.6463459730148315, 0.5991290807723999, 0.5073336362838745], "cos_Ac_negg": [0.6463459730148315, 0.5991290807723999, 0.5073336362838745], "r_norm": [0.6962147951126099, 0.6667757630348206, 0.6780841946601868]}, {"step": 2400, "epoch": 5, "train_loss": 0.29563915729522705, "cos_r_negg": [0.6483478546142578, 0.5997263193130493, 0.5159909129142761], "cos_apical_negg": [0.6483478546142578, 0.5997263193130493, 0.5159909129142761], "cos_Ac_negg": [0.6483478546142578, 0.5997263193130493, 0.5159909129142761], "r_norm": [0.7443617582321167, 0.7125962376594543, 0.7231383919715881]}, {"step": 2450, "epoch": 5, "train_loss": 0.28032177686691284, "cos_r_negg": [0.6600608825683594, 0.6037936210632324, 0.5269474983215332], "cos_apical_negg": [0.6600608825683594, 0.6037936210632324, 0.5269474983215332], "cos_Ac_negg": [0.6600608825683594, 0.6037936210632324, 0.5269474983215332], "r_norm": [0.699471116065979, 0.6691057682037354, 0.6814340353012085]}, {"step": 2500, "epoch": 5, "train_loss": 0.29638782143592834, "cos_r_negg": [0.657602071762085, 0.6033515334129333, 0.527305006980896], "cos_apical_negg": [0.657602071762085, 0.6033515334129333, 0.527305006980896], "cos_Ac_negg": [0.657602071762085, 0.6033515334129333, 0.527305006980896], "r_norm": [0.7039169073104858, 0.6722785234451294, 0.6841567754745483], "ldr": {"dL_sdil": -0.008165538311004639, "dL_bp": -0.006905317306518555, "ratio": 1.1825000863170252}}, {"step": 2550, "epoch": 5, "train_loss": 0.18203920125961304, "cos_r_negg": [0.6490659117698669, 0.6000992655754089, 0.5169540643692017], "cos_apical_negg": [0.6490659117698669, 0.6000992655754089, 0.5169540643692017], "cos_Ac_negg": [0.6490659117698669, 0.6000992655754089, 0.5169540643692017], "r_norm": [0.6911172270774841, 0.6594804525375366, 0.6723926067352295]}, {"step": 2600, "epoch": 5, "train_loss": 0.2465631067752838, "cos_r_negg": [0.6732616424560547, 0.6235027313232422, 0.5517337322235107], "cos_apical_negg": [0.6732616424560547, 0.6235027313232422, 0.5517337322235107], "cos_Ac_negg": [0.6732616424560547, 0.6235027313232422, 0.5517337322235107], "r_norm": [0.694221556186676, 0.6607431173324585, 0.6744693517684937]}, {"step": 2650, "epoch": 5, "train_loss": 0.1759096384048462, "cos_r_negg": [0.6574729084968567, 0.6129488945007324, 0.5446503758430481], "cos_apical_negg": [0.6574729084968567, 0.6129488945007324, 0.5446503758430481], "cos_Ac_negg": [0.6574729084968567, 0.6129488945007324, 0.5446503758430481], "r_norm": [0.681098461151123, 0.6481205224990845, 0.6621964573860168]}, {"step": 2700, "epoch": 5, "train_loss": 0.16841702163219452, "cos_r_negg": [0.6492642164230347, 0.6116853356361389, 0.5398241281509399], "cos_apical_negg": [0.6492642164230347, 0.6116853356361389, 0.5398241281509399], "cos_Ac_negg": [0.6492642164230347, 0.6116853356361389, 0.5398241281509399], "r_norm": [0.6608048677444458, 0.6276153922080994, 0.6398552656173706]}, {"step": 2750, "epoch": 5, "train_loss": 0.4007677435874939, "cos_r_negg": [0.6647925972938538, 0.618098258972168, 0.5401891469955444], "cos_apical_negg": [0.6647925972938538, 0.618098258972168, 0.5401891469955444], "cos_Ac_negg": [0.6647925972938538, 0.618098258972168, 0.5401891469955444], "r_norm": [0.7053670883178711, 0.667313277721405, 0.6825998425483704], "ldr": {"dL_sdil": -0.007977962493896484, "dL_bp": -0.006605684757232666, "ratio": 1.207741935483871}}, {"step": 2800, "epoch": 5, "train_loss": 0.29492390155792236, "cos_r_negg": [0.6526279449462891, 0.6080979108810425, 0.5310031771659851], "cos_apical_negg": [0.6526279449462891, 0.6080979108810425, 0.5310031771659851], "cos_Ac_negg": [0.6526279449462891, 0.6080979108810425, 0.5310031771659851], "r_norm": [0.7159431576728821, 0.6782873868942261, 0.6909626126289368]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8752, "test_loss": 0.34828546447753905}, {"step": 2850, "epoch": 6, "train_loss": 0.15876004099845886, "cos_r_negg": [0.6538398861885071, 0.6148838996887207, 0.5436879396438599], "cos_apical_negg": [0.6538398861885071, 0.6148838996887207, 0.5436879396438599], "cos_Ac_negg": [0.6538398861885071, 0.6148838996887207, 0.5436879396438599], "r_norm": [0.6731613874435425, 0.6374272108078003, 0.6502503156661987]}, {"step": 2900, "epoch": 6, "train_loss": 0.2048037052154541, "cos_r_negg": [0.654757022857666, 0.6187225580215454, 0.5438989400863647], "cos_apical_negg": [0.654757022857666, 0.6187225580215454, 0.5438989400863647], "cos_Ac_negg": [0.654757022857666, 0.6187225580215454, 0.5438989400863647], "r_norm": [0.6939187049865723, 0.655708909034729, 0.6680704355239868]}, {"step": 2950, "epoch": 6, "train_loss": 0.15176478028297424, "cos_r_negg": [0.6534929275512695, 0.6183127164840698, 0.5457906723022461], "cos_apical_negg": [0.6534929275512695, 0.6183127164840698, 0.5457906723022461], "cos_Ac_negg": [0.6534929275512695, 0.6183127164840698, 0.5457906723022461], "r_norm": [0.6355353593826294, 0.6014940142631531, 0.61485755443573]}, {"step": 3000, "epoch": 6, "train_loss": 0.35336437821388245, "cos_r_negg": [0.6455132961273193, 0.610912561416626, 0.543381929397583], "cos_apical_negg": [0.6455132961273193, 0.610912561416626, 0.543381929397583], "cos_Ac_negg": [0.6455132961273193, 0.610912561416626, 0.543381929397583], "r_norm": [0.6593372821807861, 0.6212383508682251, 0.6322519779205322], "ldr": {"dL_sdil": -0.00829082727432251, "dL_bp": -0.007052332162857056, "ratio": 1.1756149714541682}}, {"step": 3050, "epoch": 6, "train_loss": 0.37747639417648315, "cos_r_negg": [0.6543532013893127, 0.6090396046638489, 0.5392510890960693], "cos_apical_negg": [0.6543532013893127, 0.6090396046638489, 0.5392510890960693], "cos_Ac_negg": [0.6543532013893127, 0.6090396046638489, 0.5392510890960693], "r_norm": [0.6676720976829529, 0.6284827589988708, 0.641937255859375]}, {"step": 3100, "epoch": 6, "train_loss": 0.23485909402370453, "cos_r_negg": [0.6507480144500732, 0.6123797297477722, 0.5439316034317017], "cos_apical_negg": [0.6507480144500732, 0.6123797297477722, 0.5439316034317017], "cos_Ac_negg": [0.6507480144500732, 0.6123797297477722, 0.5439316034317017], "r_norm": [0.6648262143135071, 0.6258909702301025, 0.6405133008956909]}, {"step": 3150, "epoch": 6, "train_loss": 0.29237186908721924, "cos_r_negg": [0.6607165932655334, 0.6238727569580078, 0.5555409789085388], "cos_apical_negg": [0.6607165932655334, 0.6238727569580078, 0.5555409789085388], "cos_Ac_negg": [0.6607165932655334, 0.6238727569580078, 0.5555409789085388], "r_norm": [0.6456791758537292, 0.6078832149505615, 0.6206316947937012]}, {"step": 3200, "epoch": 6, "train_loss": 0.1888861358165741, "cos_r_negg": [0.6638485193252563, 0.6239791512489319, 0.5574294328689575], "cos_apical_negg": [0.6638485193252563, 0.6239791512489319, 0.5574294328689575], "cos_Ac_negg": [0.6638485193252563, 0.6239791512489319, 0.5574294328689575], "r_norm": [0.673379123210907, 0.6333020925521851, 0.6473416090011597]}, {"step": 3250, "epoch": 6, "train_loss": 0.18737733364105225, "cos_r_negg": [0.6633021831512451, 0.6202791333198547, 0.5620808005332947], "cos_apical_negg": [0.6633021831512451, 0.6202791333198547, 0.5620808005332947], "cos_Ac_negg": [0.6633021831512451, 0.6202791333198547, 0.5620808005332947], "r_norm": [0.6146640181541443, 0.5769826173782349, 0.5883890390396118], "ldr": {"dL_sdil": -0.006653010845184326, "dL_bp": -0.006280362606048584, "ratio": 1.059335465563222}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8738, "test_loss": 0.3601148681640625}, {"step": 3300, "epoch": 7, "train_loss": 0.2625042796134949, "cos_r_negg": [0.6588682532310486, 0.6267591118812561, 0.5644850730895996], "cos_apical_negg": [0.6588682532310486, 0.6267591118812561, 0.5644850730895996], "cos_Ac_negg": [0.6588682532310486, 0.6267591118812561, 0.5644850730895996], "r_norm": [0.6680076122283936, 0.6273056268692017, 0.641353964805603]}, {"step": 3350, "epoch": 7, "train_loss": 0.19876733422279358, "cos_r_negg": [0.6653130650520325, 0.6281046271324158, 0.5767326354980469], "cos_apical_negg": [0.6653130650520325, 0.6281046271324158, 0.5767326354980469], "cos_Ac_negg": [0.6653130650520325, 0.6281046271324158, 0.5767326354980469], "r_norm": [0.6676982045173645, 0.6253330707550049, 0.6387699842453003]}, {"step": 3400, "epoch": 7, "train_loss": 0.2329784333705902, "cos_r_negg": [0.6650012135505676, 0.6221415996551514, 0.5648694634437561], "cos_apical_negg": [0.6650012135505676, 0.6221415996551514, 0.5648694634437561], "cos_Ac_negg": [0.6650012135505676, 0.6221415996551514, 0.5648694634437561], "r_norm": [0.6198882460594177, 0.57981276512146, 0.5919876098632812]}, {"step": 3450, "epoch": 7, "train_loss": 0.2335791289806366, "cos_r_negg": [0.6595051288604736, 0.6213532090187073, 0.5689610242843628], "cos_apical_negg": [0.6595051288604736, 0.6213532090187073, 0.5689610242843628], "cos_Ac_negg": [0.6595051288604736, 0.6213532090187073, 0.5689610242843628], "r_norm": [0.7026773691177368, 0.6551741361618042, 0.6666305065155029]}, {"step": 3500, "epoch": 7, "train_loss": 0.2956637442111969, "cos_r_negg": [0.6533347964286804, 0.6251431703567505, 0.5770308971405029], "cos_apical_negg": [0.6533347964286804, 0.6251431703567505, 0.5770308971405029], "cos_Ac_negg": [0.6533347964286804, 0.6251431703567505, 0.5770308971405029], "r_norm": [0.6592124104499817, 0.6153205633163452, 0.6271759271621704], "ldr": {"dL_sdil": -0.01412975788116455, "dL_bp": -0.01315334439277649, "ratio": 1.0742330968635083}}, {"step": 3550, "epoch": 7, "train_loss": 0.23001793026924133, "cos_r_negg": [0.6390783786773682, 0.6024430990219116, 0.554017186164856], "cos_apical_negg": [0.6390783786773682, 0.6024430990219116, 0.554017186164856], "cos_Ac_negg": [0.6390783786773682, 0.6024430990219116, 0.554017186164856], "r_norm": [0.6407943964004517, 0.5969942212104797, 0.6096229553222656]}, {"step": 3600, "epoch": 7, "train_loss": 0.24072566628456116, "cos_r_negg": [0.6488121747970581, 0.6086217164993286, 0.5663923621177673], "cos_apical_negg": [0.6488121747970581, 0.6086217164993286, 0.5663923621177673], "cos_Ac_negg": [0.6488121747970581, 0.6086217164993286, 0.5663923621177673], "r_norm": [0.6689400672912598, 0.6229316592216492, 0.6352001428604126]}, {"step": 3650, "epoch": 7, "train_loss": 0.3232458829879761, "cos_r_negg": [0.6698790192604065, 0.6204289197921753, 0.5832105875015259], "cos_apical_negg": [0.6698790192604065, 0.6204289197921753, 0.5832105875015259], "cos_Ac_negg": [0.6698790192604065, 0.6204289197921753, 0.5832105875015259], "r_norm": [0.5932101011276245, 0.5513085126876831, 0.5631430149078369]}, {"step": 3700, "epoch": 7, "train_loss": 0.29857495427131653, "cos_r_negg": [0.66029953956604, 0.6110240817070007, 0.5675677061080933], "cos_apical_negg": [0.66029953956604, 0.6110240817070007, 0.5675677061080933], "cos_Ac_negg": [0.66029953956604, 0.6110240817070007, 0.5675677061080933], "r_norm": [0.6549472808837891, 0.6073501110076904, 0.6196435689926147]}, {"step": 3750, "epoch": 7, "train_loss": 0.3119524121284485, "cos_r_negg": [0.6653400659561157, 0.6128479242324829, 0.5726038813591003], "cos_apical_negg": [0.6653400659561157, 0.6128479242324829, 0.5726038813591003], "cos_Ac_negg": [0.6653400659561157, 0.6128479242324829, 0.5726038813591003], "r_norm": [0.6281095147132874, 0.5818485021591187, 0.596842885017395], "ldr": {"dL_sdil": -0.009196847677230835, "dL_bp": -0.008908271789550781, "ratio": 1.0323941494486673}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.879, "test_loss": 0.3577841613769531}, {"step": 3800, "epoch": 8, "train_loss": 0.24481916427612305, "cos_r_negg": [0.6538897156715393, 0.6089531183242798, 0.5684229135513306], "cos_apical_negg": [0.6538897156715393, 0.6089531183242798, 0.5684229135513306], "cos_Ac_negg": [0.6538897156715393, 0.6089531183242798, 0.5684229135513306], "r_norm": [0.5987132787704468, 0.5547326803207397, 0.567679226398468]}, {"step": 3850, "epoch": 8, "train_loss": 0.2869768738746643, "cos_r_negg": [0.6618095636367798, 0.6240719556808472, 0.5821353793144226], "cos_apical_negg": [0.6618095636367798, 0.6240719556808472, 0.5821353793144226], "cos_Ac_negg": [0.6618095636367798, 0.6240719556808472, 0.5821353793144226], "r_norm": [0.6222243309020996, 0.5755428075790405, 0.5900980234146118]}, {"step": 3900, "epoch": 8, "train_loss": 0.20177721977233887, "cos_r_negg": [0.6542608737945557, 0.615831196308136, 0.5767481327056885], "cos_apical_negg": [0.6542608737945557, 0.615831196308136, 0.5767481327056885], "cos_Ac_negg": [0.6542608737945557, 0.615831196308136, 0.5767481327056885], "r_norm": [0.6782016754150391, 0.6256832480430603, 0.6395955085754395]}, {"step": 3950, "epoch": 8, "train_loss": 0.22185498476028442, "cos_r_negg": [0.6692652702331543, 0.635468602180481, 0.592311441898346], "cos_apical_negg": [0.6692652702331543, 0.635468602180481, 0.592311441898346], "cos_Ac_negg": [0.6692652702331543, 0.635468602180481, 0.592311441898346], "r_norm": [0.5855011940002441, 0.5415674448013306, 0.5539438724517822]}, {"step": 4000, "epoch": 8, "train_loss": 0.3337433934211731, "cos_r_negg": [0.6650773286819458, 0.631975531578064, 0.5912042856216431], "cos_apical_negg": [0.6650773286819458, 0.631975531578064, 0.5912042856216431], "cos_Ac_negg": [0.6650773286819458, 0.631975531578064, 0.5912042856216431], "r_norm": [0.6416318416595459, 0.5917503833770752, 0.6074711084365845], "ldr": {"dL_sdil": -0.00939023494720459, "dL_bp": -0.009405910968780518, "ratio": 0.9983333861411235}}, {"step": 4050, "epoch": 8, "train_loss": 0.25608792901039124, "cos_r_negg": [0.6602033376693726, 0.623017430305481, 0.5910724401473999], "cos_apical_negg": [0.6602033376693726, 0.623017430305481, 0.5910724401473999], "cos_Ac_negg": [0.6602033376693726, 0.623017430305481, 0.5910724401473999], "r_norm": [0.7143376469612122, 0.6563728451728821, 0.6725970506668091]}, {"step": 4100, "epoch": 8, "train_loss": 0.2418862283229828, "cos_r_negg": [0.6619811058044434, 0.6182168126106262, 0.5810225009918213], "cos_apical_negg": [0.6619811058044434, 0.6182168126106262, 0.5810225009918213], "cos_Ac_negg": [0.6619811058044434, 0.6182168126106262, 0.5810225009918213], "r_norm": [0.6378823518753052, 0.5843672752380371, 0.5995916128158569]}, {"step": 4150, "epoch": 8, "train_loss": 0.27891767024993896, "cos_r_negg": [0.6702471971511841, 0.6272814869880676, 0.5974053740501404], "cos_apical_negg": [0.6702471971511841, 0.6272814869880676, 0.5974053740501404], "cos_Ac_negg": [0.6702471971511841, 0.6272814869880676, 0.5974053740501404], "r_norm": [0.618000864982605, 0.5669667720794678, 0.581253170967102]}, {"step": 4200, "epoch": 8, "train_loss": 0.21546326577663422, "cos_r_negg": [0.6654617190361023, 0.6268360018730164, 0.587028443813324], "cos_apical_negg": [0.6654617190361023, 0.6268360018730164, 0.587028443813324], "cos_Ac_negg": [0.6654617190361023, 0.6268360018730164, 0.587028443813324], "r_norm": [0.6191927194595337, 0.5689010620117188, 0.5843666791915894]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8812, "test_loss": 0.34345392150878906}, {"step": 4250, "epoch": 9, "train_loss": 0.16771474480628967, "cos_r_negg": [0.6569409370422363, 0.6200211644172668, 0.5839370489120483], "cos_apical_negg": [0.6569409370422363, 0.6200211644172668, 0.5839370489120483], "cos_Ac_negg": [0.6569409370422363, 0.6200211644172668, 0.5839370489120483], "r_norm": [0.6019710302352905, 0.551106333732605, 0.5641875267028809], "ldr": {"dL_sdil": -0.010756760835647583, "dL_bp": -0.010636657476425171, "ratio": 1.0112914568781224}}, {"step": 4300, "epoch": 9, "train_loss": 0.16336284577846527, "cos_r_negg": [0.6580352187156677, 0.6212500929832458, 0.5881772637367249], "cos_apical_negg": [0.6580352187156677, 0.6212500929832458, 0.5881772637367249], "cos_Ac_negg": [0.6580352187156677, 0.6212500929832458, 0.5881772637367249], "r_norm": [0.6363850831985474, 0.5816142559051514, 0.5948309898376465]}, {"step": 4350, "epoch": 9, "train_loss": 0.1571962535381317, "cos_r_negg": [0.660489559173584, 0.613614559173584, 0.5815272331237793], "cos_apical_negg": [0.660489559173584, 0.613614559173584, 0.5815272331237793], "cos_Ac_negg": [0.660489559173584, 0.613614559173584, 0.5815272331237793], "r_norm": [0.6104103326797485, 0.5566534996032715, 0.5709623098373413]}, {"step": 4400, "epoch": 9, "train_loss": 0.24492670595645905, "cos_r_negg": [0.6429269313812256, 0.6113476753234863, 0.5870931148529053], "cos_apical_negg": [0.6429269313812256, 0.6113476753234863, 0.5870931148529053], "cos_Ac_negg": [0.6429269313812256, 0.6113476753234863, 0.5870931148529053], "r_norm": [0.6331909894943237, 0.5767552256584167, 0.5926122069358826]}, {"step": 4450, "epoch": 9, "train_loss": 0.15555088222026825, "cos_r_negg": [0.6575469970703125, 0.6192953586578369, 0.5872337818145752], "cos_apical_negg": [0.6575469970703125, 0.6192953586578369, 0.5872337818145752], "cos_Ac_negg": [0.6575469970703125, 0.6192953586578369, 0.5872337818145752], "r_norm": [0.605711817741394, 0.5513550043106079, 0.5658857822418213]}, {"step": 4500, "epoch": 9, "train_loss": 0.25417542457580566, "cos_r_negg": [0.6614736914634705, 0.6203521490097046, 0.5907280445098877], "cos_apical_negg": [0.6614736914634705, 0.6203521490097046, 0.5907280445098877], "cos_Ac_negg": [0.6614736914634705, 0.6203521490097046, 0.5907280445098877], "r_norm": [0.6456958055496216, 0.5862447023391724, 0.6015094518661499], "ldr": {"dL_sdil": -0.02149602770805359, "dL_bp": -0.021852850914001465, "ratio": 0.9836715489730792}}, {"step": 4550, "epoch": 9, "train_loss": 0.16772723197937012, "cos_r_negg": [0.666905403137207, 0.625360369682312, 0.5964284539222717], "cos_apical_negg": [0.666905403137207, 0.625360369682312, 0.5964284539222717], "cos_Ac_negg": [0.666905403137207, 0.625360369682312, 0.5964284539222717], "r_norm": [0.578481912612915, 0.526401937007904, 0.5396656394004822]}, {"step": 4600, "epoch": 9, "train_loss": 0.2253524512052536, "cos_r_negg": [0.6729941368103027, 0.6316267251968384, 0.5996032357215881], "cos_apical_negg": [0.6729941368103027, 0.6316267251968384, 0.5996032357215881], "cos_Ac_negg": [0.6729941368103027, 0.6316267251968384, 0.5996032357215881], "r_norm": [0.5874032974243164, 0.5322150588035583, 0.5460960865020752]}, {"step": 4650, "epoch": 9, "train_loss": 0.302260160446167, "cos_r_negg": [0.6718436479568481, 0.6276455521583557, 0.6002733707427979], "cos_apical_negg": [0.6718436479568481, 0.6276455521583557, 0.6002733707427979], "cos_Ac_negg": [0.6718436479568481, 0.6276455521583557, 0.6002733707427979], "r_norm": [0.6038240790367126, 0.545444130897522, 0.5588730573654175]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8854, "test_loss": 0.3413830841064453}, {"step": 4700, "epoch": 10, "train_loss": 0.21410125494003296, "cos_r_negg": [0.6635608673095703, 0.6224239468574524, 0.595465898513794], "cos_apical_negg": [0.6635608673095703, 0.6224239468574524, 0.595465898513794], "cos_Ac_negg": [0.6635608673095703, 0.6224239468574524, 0.595465898513794], "r_norm": [0.5911117792129517, 0.5337345600128174, 0.5481700897216797]}, {"step": 4750, "epoch": 10, "train_loss": 0.2480393946170807, "cos_r_negg": [0.6599326133728027, 0.6235982179641724, 0.6001312136650085], "cos_apical_negg": [0.6599326133728027, 0.6235982179641724, 0.6001312136650085], "cos_Ac_negg": [0.6599326133728027, 0.6235982179641724, 0.6001312136650085], "r_norm": [0.5713143348693848, 0.5148278474807739, 0.528515100479126], "ldr": {"dL_sdil": -0.011889368295669556, "dL_bp": -0.013766229152679443, "ratio": 0.863661948657554}}, {"step": 4800, "epoch": 10, "train_loss": 0.1890668421983719, "cos_r_negg": [0.6623596549034119, 0.6263190507888794, 0.6027146577835083], "cos_apical_negg": [0.6623596549034119, 0.6263190507888794, 0.6027146577835083], "cos_Ac_negg": [0.6623596549034119, 0.6263190507888794, 0.6027146577835083], "r_norm": [0.5951499342918396, 0.5353511571884155, 0.5500713586807251]}, {"step": 4850, "epoch": 10, "train_loss": 0.19773684442043304, "cos_r_negg": [0.662927508354187, 0.6276423335075378, 0.6056442260742188], "cos_apical_negg": [0.662927508354187, 0.6276423335075378, 0.6056442260742188], "cos_Ac_negg": [0.662927508354187, 0.6276423335075378, 0.6056442260742188], "r_norm": [0.5801032781600952, 0.5212491750717163, 0.5336674451828003]}, {"step": 4900, "epoch": 10, "train_loss": 0.20531903207302094, "cos_r_negg": [0.6437050700187683, 0.6136153340339661, 0.5938277840614319], "cos_apical_negg": [0.6437050700187683, 0.6136153340339661, 0.5938277840614319], "cos_Ac_negg": [0.6437050700187683, 0.6136153340339661, 0.5938277840614319], "r_norm": [0.5815694332122803, 0.5217450857162476, 0.534913182258606]}, {"step": 4950, "epoch": 10, "train_loss": 0.22381797432899475, "cos_r_negg": [0.6585590243339539, 0.6205572485923767, 0.5972772836685181], "cos_apical_negg": [0.6585590243339539, 0.6205572485923767, 0.5972772836685181], "cos_Ac_negg": [0.6585590243339539, 0.6205572485923767, 0.5972772836685181], "r_norm": [0.6443172693252563, 0.5755613446235657, 0.5908583402633667]}, {"step": 5000, "epoch": 10, "train_loss": 0.1542331576347351, "cos_r_negg": [0.6563209295272827, 0.6170221567153931, 0.593368411064148], "cos_apical_negg": [0.6563209295272827, 0.6170221567153931, 0.593368411064148], "cos_Ac_negg": [0.6563209295272827, 0.6170221567153931, 0.593368411064148], "r_norm": [0.6167396903038025, 0.551313579082489, 0.5671215057373047], "ldr": {"dL_sdil": -0.017429828643798828, "dL_bp": -0.01788392663002014, "ratio": 0.9746085971154087}}, {"step": 5050, "epoch": 10, "train_loss": 0.3283781409263611, "cos_r_negg": [0.6539793610572815, 0.615127682685852, 0.5902886390686035], "cos_apical_negg": [0.6539793610572815, 0.615127682685852, 0.5902886390686035], "cos_Ac_negg": [0.6539793610572815, 0.615127682685852, 0.5902886390686035], "r_norm": [0.5512653589248657, 0.49238425493240356, 0.5061971545219421]}, {"step": 5100, "epoch": 10, "train_loss": 0.13852587342262268, "cos_r_negg": [0.6598019599914551, 0.6253147721290588, 0.6067772507667542], "cos_apical_negg": [0.6598019599914551, 0.6253147721290588, 0.6067772507667542], "cos_Ac_negg": [0.6598019599914551, 0.6253147721290588, 0.6067772507667542], "r_norm": [0.5728135108947754, 0.5121448040008545, 0.5252780318260193]}, {"step": 5150, "epoch": 10, "train_loss": 0.18261469900608063, "cos_r_negg": [0.6386284828186035, 0.6084753274917603, 0.5880324840545654], "cos_apical_negg": [0.6386284828186035, 0.6084753274917603, 0.5880324840545654], "cos_Ac_negg": [0.6386284828186035, 0.6084753274917603, 0.5880324840545654], "r_norm": [0.584415078163147, 0.5203383564949036, 0.5341924428939819]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8787, "test_loss": 0.36322482604980466}, {"step": 5200, "epoch": 11, "train_loss": 0.22796326875686646, "cos_r_negg": [0.6528279185295105, 0.6213911175727844, 0.5976110696792603], "cos_apical_negg": [0.6528279185295105, 0.6213911175727844, 0.5976110696792603], "cos_Ac_negg": [0.6528279185295105, 0.6213911175727844, 0.5976110696792603], "r_norm": [0.5440791845321655, 0.4850727915763855, 0.49852025508880615]}, {"step": 5250, "epoch": 11, "train_loss": 0.12808051705360413, "cos_r_negg": [0.6503757834434509, 0.6212551593780518, 0.6003031134605408], "cos_apical_negg": [0.6503757834434509, 0.6212551593780518, 0.6003031134605408], "cos_Ac_negg": [0.6503757834434509, 0.6212551593780518, 0.6003031134605408], "r_norm": [0.5603782534599304, 0.49840047955513, 0.51164311170578], "ldr": {"dL_sdil": -0.006178557872772217, "dL_bp": -0.007574796676635742, "ratio": 0.8156730981083378}}, {"step": 5300, "epoch": 11, "train_loss": 0.18187466263771057, "cos_r_negg": [0.6380228400230408, 0.6078838109970093, 0.5931650400161743], "cos_apical_negg": [0.6380228400230408, 0.6078838109970093, 0.5931650400161743], "cos_Ac_negg": [0.6380228400230408, 0.6078838109970093, 0.5931650400161743], "r_norm": [0.5360816717147827, 0.47788205742836, 0.4915812015533447]}, {"step": 5350, "epoch": 11, "train_loss": 0.22872281074523926, "cos_r_negg": [0.6481688022613525, 0.6182822585105896, 0.6034886837005615], "cos_apical_negg": [0.6481688022613525, 0.6182822585105896, 0.6034886837005615], "cos_Ac_negg": [0.6481688022613525, 0.6182822585105896, 0.6034886837005615], "r_norm": [0.5676302313804626, 0.5020620226860046, 0.5159770250320435]}, {"step": 5400, "epoch": 11, "train_loss": 0.20948193967342377, "cos_r_negg": [0.6506807208061218, 0.6186455488204956, 0.6013796329498291], "cos_apical_negg": [0.6506807208061218, 0.6186455488204956, 0.6013796329498291], "cos_Ac_negg": [0.6506807208061218, 0.6186455488204956, 0.6013796329498291], "r_norm": [0.5458749532699585, 0.4839422106742859, 0.497638463973999]}, {"step": 5450, "epoch": 11, "train_loss": 0.20243129134178162, "cos_r_negg": [0.6539868116378784, 0.624861478805542, 0.6093835234642029], "cos_apical_negg": [0.6539868116378784, 0.624861478805542, 0.6093835234642029], "cos_Ac_negg": [0.6539868116378784, 0.624861478805542, 0.6093835234642029], "r_norm": [0.5736674666404724, 0.5078794956207275, 0.523150622844696]}, {"step": 5500, "epoch": 11, "train_loss": 0.2725805938243866, "cos_r_negg": [0.651003360748291, 0.6150873899459839, 0.6002402901649475], "cos_apical_negg": [0.651003360748291, 0.6150873899459839, 0.6002402901649475], "cos_Ac_negg": [0.651003360748291, 0.6150873899459839, 0.6002402901649475], "r_norm": [0.5738369822502136, 0.5071579217910767, 0.5226934552192688], "ldr": {"dL_sdil": -0.012538224458694458, "dL_bp": -0.014248907566070557, "ratio": 0.8799428588160982}}, {"step": 5550, "epoch": 11, "train_loss": 0.22405576705932617, "cos_r_negg": [0.6609747409820557, 0.6256027221679688, 0.6034276485443115], "cos_apical_negg": [0.6609747409820557, 0.6256027221679688, 0.6034276485443115], "cos_Ac_negg": [0.6609747409820557, 0.6256027221679688, 0.6034276485443115], "r_norm": [0.527533769607544, 0.465969443321228, 0.479288786649704]}, {"step": 5600, "epoch": 11, "train_loss": 0.1759885847568512, "cos_r_negg": [0.6625028252601624, 0.6274905204772949, 0.6117497086524963], "cos_apical_negg": [0.6625028252601624, 0.6274905204772949, 0.6117497086524963], "cos_Ac_negg": [0.6625028252601624, 0.6274905204772949, 0.6117497086524963], "r_norm": [0.6252002120018005, 0.5492774248123169, 0.5644947290420532]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8847, "test_loss": 0.3558611175537109}, {"step": 5650, "epoch": 12, "train_loss": 0.14314891397953033, "cos_r_negg": [0.6687403917312622, 0.6353409290313721, 0.619374692440033], "cos_apical_negg": [0.6687403917312622, 0.6353409290313721, 0.619374692440033], "cos_Ac_negg": [0.6687403917312622, 0.6353409290313721, 0.619374692440033], "r_norm": [0.547500729560852, 0.4810793995857239, 0.49520930647850037]}, {"step": 5700, "epoch": 12, "train_loss": 0.14021150767803192, "cos_r_negg": [0.6501606702804565, 0.6170706748962402, 0.6012574434280396], "cos_apical_negg": [0.6501606702804565, 0.6170706748962402, 0.6012574434280396], "cos_Ac_negg": [0.6501606702804565, 0.6170706748962402, 0.6012574434280396], "r_norm": [0.549810528755188, 0.48237162828445435, 0.49605047702789307]}, {"step": 5750, "epoch": 12, "train_loss": 0.3477462828159332, "cos_r_negg": [0.6395910978317261, 0.6060366034507751, 0.591600239276886], "cos_apical_negg": [0.6395910978317261, 0.6060366034507751, 0.591600239276886], "cos_Ac_negg": [0.6395910978317261, 0.6060366034507751, 0.591600239276886], "r_norm": [0.5251757502555847, 0.4605727195739746, 0.4743793308734894], "ldr": {"dL_sdil": -0.008059173822402954, "dL_bp": -0.009907156229019165, "ratio": 0.8134699439579579}}, {"step": 5800, "epoch": 12, "train_loss": 0.20862044394016266, "cos_r_negg": [0.6413276195526123, 0.6076352596282959, 0.5911813974380493], "cos_apical_negg": [0.6413276195526123, 0.6076352596282959, 0.5911813974380493], "cos_Ac_negg": [0.6413276195526123, 0.6076352596282959, 0.5911813974380493], "r_norm": [0.5242151021957397, 0.4590762257575989, 0.47193318605422974]}, {"step": 5850, "epoch": 12, "train_loss": 0.2566843628883362, "cos_r_negg": [0.640749990940094, 0.6090718507766724, 0.5921939015388489], "cos_apical_negg": [0.640749990940094, 0.6090718507766724, 0.5921939015388489], "cos_Ac_negg": [0.640749990940094, 0.6090718507766724, 0.5921939015388489], "r_norm": [0.5370990037918091, 0.4694450795650482, 0.48197388648986816]}, {"step": 5900, "epoch": 12, "train_loss": 0.23877790570259094, "cos_r_negg": [0.6482090353965759, 0.62172532081604, 0.603675365447998], "cos_apical_negg": [0.6482090353965759, 0.62172532081604, 0.603675365447998], "cos_Ac_negg": [0.6482090353965759, 0.62172532081604, 0.603675365447998], "r_norm": [0.5598157644271851, 0.48872077465057373, 0.502335250377655]}, {"step": 5950, "epoch": 12, "train_loss": 0.2139897346496582, "cos_r_negg": [0.6439452171325684, 0.6172436475753784, 0.5977335572242737], "cos_apical_negg": [0.6439452171325684, 0.6172436475753784, 0.5977335572242737], "cos_Ac_negg": [0.6439452171325684, 0.6172436475753784, 0.5977335572242737], "r_norm": [0.6055846214294434, 0.5251091718673706, 0.5388699173927307]}, {"step": 6000, "epoch": 12, "train_loss": 0.1045115664601326, "cos_r_negg": [0.6277738809585571, 0.5986087322235107, 0.5809290409088135], "cos_apical_negg": [0.6277738809585571, 0.5986087322235107, 0.5809290409088135], "cos_Ac_negg": [0.6277738809585571, 0.5986087322235107, 0.5809290409088135], "r_norm": [0.5244477391242981, 0.4559314250946045, 0.4694773852825165], "ldr": {"dL_sdil": -0.009538739919662476, "dL_bp": -0.011259496212005615, "ratio": 0.8471728876725092}}, {"step": 6050, "epoch": 12, "train_loss": 0.13492119312286377, "cos_r_negg": [0.6400249004364014, 0.6088168621063232, 0.5916798114776611], "cos_apical_negg": [0.6400249004364014, 0.6088168621063232, 0.5916798114776611], "cos_Ac_negg": [0.6400249004364014, 0.6088168621063232, 0.5916798114776611], "r_norm": [0.5312978625297546, 0.46066635847091675, 0.47558170557022095]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8853, "test_loss": 0.3535888214111328}, {"step": 6100, "epoch": 13, "train_loss": 0.24312128126621246, "cos_r_negg": [0.657970666885376, 0.6290204524993896, 0.6096397638320923], "cos_apical_negg": [0.657970666885376, 0.6290204524993896, 0.6096397638320923], "cos_Ac_negg": [0.657970666885376, 0.6290204524993896, 0.6096397638320923], "r_norm": [0.5488885045051575, 0.4750073552131653, 0.4888235330581665]}, {"step": 6150, "epoch": 13, "train_loss": 0.14569996297359467, "cos_r_negg": [0.6392399668693542, 0.6199119091033936, 0.6015390157699585], "cos_apical_negg": [0.6392399668693542, 0.6199119091033936, 0.6015390157699585], "cos_Ac_negg": [0.6392399668693542, 0.6199119091033936, 0.6015390157699585], "r_norm": [0.5400404930114746, 0.46660393476486206, 0.47950416803359985]}, {"step": 6200, "epoch": 13, "train_loss": 0.21909679472446442, "cos_r_negg": [0.6429932117462158, 0.6183203458786011, 0.6049660444259644], "cos_apical_negg": [0.6429932117462158, 0.6183203458786011, 0.6049660444259644], "cos_Ac_negg": [0.6429932117462158, 0.6183203458786011, 0.6049660444259644], "r_norm": [0.5149258375167847, 0.4451950192451477, 0.4586217999458313]}, {"step": 6250, "epoch": 13, "train_loss": 0.1733090728521347, "cos_r_negg": [0.6463302969932556, 0.6223553419113159, 0.603630781173706], "cos_apical_negg": [0.6463302969932556, 0.6223553419113159, 0.603630781173706], "cos_Ac_negg": [0.6463302969932556, 0.6223553419113159, 0.603630781173706], "r_norm": [0.5333476066589355, 0.4589725732803345, 0.4723619222640991], "ldr": {"dL_sdil": -0.01375165581703186, "dL_bp": -0.01656132936477661, "ratio": 0.8303473419398028}}, {"step": 6300, "epoch": 13, "train_loss": 0.1986168622970581, "cos_r_negg": [0.6332569122314453, 0.6061736345291138, 0.5899630784988403], "cos_apical_negg": [0.6332569122314453, 0.6061736345291138, 0.5899630784988403], "cos_Ac_negg": [0.6332569122314453, 0.6061736345291138, 0.5899630784988403], "r_norm": [0.5591868162155151, 0.4805091321468353, 0.4941635727882385]}, {"step": 6350, "epoch": 13, "train_loss": 0.2047826647758484, "cos_r_negg": [0.6434045433998108, 0.6166937351226807, 0.6015476584434509], "cos_apical_negg": [0.6434045433998108, 0.6166937351226807, 0.6015476584434509], "cos_Ac_negg": [0.6434045433998108, 0.6166937351226807, 0.6015476584434509], "r_norm": [0.5648686289787292, 0.4856855869293213, 0.49966537952423096]}, {"step": 6400, "epoch": 13, "train_loss": 0.18605268001556396, "cos_r_negg": [0.6489878296852112, 0.6243302822113037, 0.6052613258361816], "cos_apical_negg": [0.6489878296852112, 0.6243302822113037, 0.6052613258361816], "cos_Ac_negg": [0.6489878296852112, 0.6243302822113037, 0.6052613258361816], "r_norm": [0.5233635306358337, 0.4501371383666992, 0.4634717106819153]}, {"step": 6450, "epoch": 13, "train_loss": 0.15927311778068542, "cos_r_negg": [0.6473240852355957, 0.6221858263015747, 0.6088271141052246], "cos_apical_negg": [0.6473240852355957, 0.6221858263015747, 0.6088271141052246], "cos_Ac_negg": [0.6473240852355957, 0.6221858263015747, 0.6088271141052246], "r_norm": [0.5409138202667236, 0.4643228352069855, 0.47733354568481445]}, {"step": 6500, "epoch": 13, "train_loss": 0.1246267557144165, "cos_r_negg": [0.6374480724334717, 0.6126772165298462, 0.6002054810523987], "cos_apical_negg": [0.6374480724334717, 0.6126772165298462, 0.6002054810523987], "cos_Ac_negg": [0.6374480724334717, 0.6126772165298462, 0.6002054810523987], "r_norm": [0.58184814453125, 0.49837416410446167, 0.5127385854721069], "ldr": {"dL_sdil": -0.012622475624084473, "dL_bp": -0.0163118839263916, "ratio": 0.7738208340032449}}, {"step": 6550, "epoch": 13, "train_loss": 0.15447726845741272, "cos_r_negg": [0.6470159888267517, 0.6205984354019165, 0.6069762706756592], "cos_apical_negg": [0.6470159888267517, 0.6205984354019165, 0.6069762706756592], "cos_Ac_negg": [0.6470159888267517, 0.6205984354019165, 0.6069762706756592], "r_norm": [0.5550642013549805, 0.4743916392326355, 0.4885310232639313]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8866, "test_loss": 0.36595709228515627}, {"step": 6600, "epoch": 14, "train_loss": 0.21012145280838013, "cos_r_negg": [0.6404044032096863, 0.6135543584823608, 0.5987371206283569], "cos_apical_negg": [0.6404044032096863, 0.6135543584823608, 0.5987371206283569], "cos_Ac_negg": [0.6404044032096863, 0.6135543584823608, 0.5987371206283569], "r_norm": [0.551776111125946, 0.47094881534576416, 0.4849429726600647]}, {"step": 6650, "epoch": 14, "train_loss": 0.22074618935585022, "cos_r_negg": [0.6415530443191528, 0.6163538694381714, 0.6036134958267212], "cos_apical_negg": [0.6415530443191528, 0.6163538694381714, 0.6036134958267212], "cos_Ac_negg": [0.6415530443191528, 0.6163538694381714, 0.6036134958267212], "r_norm": [0.5704110860824585, 0.48391157388687134, 0.4981602728366852]}, {"step": 6700, "epoch": 14, "train_loss": 0.1521715521812439, "cos_r_negg": [0.6447066068649292, 0.6190158128738403, 0.6096663475036621], "cos_apical_negg": [0.6447066068649292, 0.6190158128738403, 0.6096663475036621], "cos_Ac_negg": [0.6447066068649292, 0.6190158128738403, 0.6096663475036621], "r_norm": [0.5756336450576782, 0.4882444143295288, 0.5030438303947449]}, {"step": 6750, "epoch": 14, "train_loss": 0.22227425873279572, "cos_r_negg": [0.6364178657531738, 0.6142311096191406, 0.6013213396072388], "cos_apical_negg": [0.6364178657531738, 0.6142311096191406, 0.6013213396072388], "cos_Ac_negg": [0.6364178657531738, 0.6142311096191406, 0.6013213396072388], "r_norm": [0.5610961318016052, 0.47539007663726807, 0.48887985944747925], "ldr": {"dL_sdil": -0.013344645500183105, "dL_bp": -0.017576873302459717, "ratio": 0.7592161171415879}}, {"step": 6800, "epoch": 14, "train_loss": 0.15474312007427216, "cos_r_negg": [0.6408275961875916, 0.6156977415084839, 0.6041795611381531], "cos_apical_negg": [0.6408275961875916, 0.6156977415084839, 0.6041795611381531], "cos_Ac_negg": [0.6408275961875916, 0.6156977415084839, 0.6041795611381531], "r_norm": [0.5721012353897095, 0.48285090923309326, 0.496410995721817]}, {"step": 6850, "epoch": 14, "train_loss": 0.10656170547008514, "cos_r_negg": [0.6301349997520447, 0.6044754385948181, 0.590347409248352], "cos_apical_negg": [0.6301349997520447, 0.6044754385948181, 0.590347409248352], "cos_Ac_negg": [0.6301349997520447, 0.6044754385948181, 0.590347409248352], "r_norm": [0.5703706741333008, 0.4811434745788574, 0.4948790967464447]}, {"step": 6900, "epoch": 14, "train_loss": 0.1776064932346344, "cos_r_negg": [0.628505289554596, 0.6036393046379089, 0.5935357809066772], "cos_apical_negg": [0.628505289554596, 0.6036393046379089, 0.5935357809066772], "cos_Ac_negg": [0.628505289554596, 0.6036393046379089, 0.5935357809066772], "r_norm": [0.5678697824478149, 0.47935277223587036, 0.49371233582496643]}, {"step": 6950, "epoch": 14, "train_loss": 0.20102164149284363, "cos_r_negg": [0.6260614991188049, 0.601077675819397, 0.5923821926116943], "cos_apical_negg": [0.6260614991188049, 0.601077675819397, 0.5923821926116943], "cos_Ac_negg": [0.6260614991188049, 0.601077675819397, 0.5923821926116943], "r_norm": [0.5585614442825317, 0.4709213376045227, 0.48352694511413574]}, {"step": 7000, "epoch": 14, "train_loss": 0.1916961669921875, "cos_r_negg": [0.6430280208587646, 0.6179194450378418, 0.6074797511100769], "cos_apical_negg": [0.6430280208587646, 0.6179194450378418, 0.6074797511100769], "cos_Ac_negg": [0.6430280208587646, 0.6179194450378418, 0.6074797511100769], "r_norm": [0.534643292427063, 0.45048031210899353, 0.4628087282180786], "ldr": {"dL_sdil": -0.010664939880371094, "dL_bp": -0.014571428298950195, "ratio": 0.7319076525353011}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8868, "test_loss": 0.37095069885253906}, {"step": 7050, "epoch": 15, "train_loss": 0.18663977086544037, "cos_r_negg": [0.6261849403381348, 0.6045613884925842, 0.5978935956954956], "cos_apical_negg": [0.6261849403381348, 0.6045613884925842, 0.5978935956954956], "cos_Ac_negg": [0.6261849403381348, 0.6045613884925842, 0.5978935956954956], "r_norm": [0.5283718109130859, 0.44618380069732666, 0.4589734971523285]}, {"step": 7100, "epoch": 15, "train_loss": 0.18778938055038452, "cos_r_negg": [0.6239806413650513, 0.5998966097831726, 0.5964316725730896], "cos_apical_negg": [0.6239806413650513, 0.5998966097831726, 0.5964316725730896], "cos_Ac_negg": [0.6239806413650513, 0.5998966097831726, 0.5964316725730896], "r_norm": [0.5302727222442627, 0.4448070526123047, 0.45780131220817566]}, {"step": 7150, "epoch": 15, "train_loss": 0.18891404569149017, "cos_r_negg": [0.6386041641235352, 0.6097110509872437, 0.6053204536437988], "cos_apical_negg": [0.6386041641235352, 0.6097110509872437, 0.6053204536437988], "cos_Ac_negg": [0.6386041641235352, 0.6097110509872437, 0.6053204536437988], "r_norm": [0.5337737798690796, 0.44750291109085083, 0.4595814049243927]}, {"step": 7200, "epoch": 15, "train_loss": 0.16070058941841125, "cos_r_negg": [0.6262600421905518, 0.5987604260444641, 0.5921101570129395], "cos_apical_negg": [0.6262600421905518, 0.5987604260444641, 0.5921101570129395], "cos_Ac_negg": [0.6262600421905518, 0.5987604260444641, 0.5921101570129395], "r_norm": [0.5326287746429443, 0.44698023796081543, 0.4601554274559021]}, {"step": 7250, "epoch": 15, "train_loss": 0.22536227107048035, "cos_r_negg": [0.6101467609405518, 0.5893662571907043, 0.5818289518356323], "cos_apical_negg": [0.6101467609405518, 0.5893662571907043, 0.5818289518356323], "cos_Ac_negg": [0.6101467609405518, 0.5893662571907043, 0.5818289518356323], "r_norm": [0.5549582242965698, 0.46298861503601074, 0.47516340017318726], "ldr": {"dL_sdil": -0.015765905380249023, "dL_bp": -0.021773427724838257, "ratio": 0.7240892697048297}}, {"step": 7300, "epoch": 15, "train_loss": 0.17962148785591125, "cos_r_negg": [0.6322365403175354, 0.6065925359725952, 0.6017787456512451], "cos_apical_negg": [0.6322365403175354, 0.6065925359725952, 0.6017787456512451], "cos_Ac_negg": [0.6322365403175354, 0.6065925359725952, 0.6017787456512451], "r_norm": [0.5577414631843567, 0.4633382558822632, 0.4759902358055115]}, {"step": 7350, "epoch": 15, "train_loss": 0.12133660167455673, "cos_r_negg": [0.6325979828834534, 0.6102309226989746, 0.6016274094581604], "cos_apical_negg": [0.6325979828834534, 0.6102309226989746, 0.6016274094581604], "cos_Ac_negg": [0.6325979828834534, 0.6102309226989746, 0.6016274094581604], "r_norm": [0.5252655744552612, 0.4350370168685913, 0.4466682970523834]}, {"step": 7400, "epoch": 15, "train_loss": 0.20513659715652466, "cos_r_negg": [0.6243302822113037, 0.6002295017242432, 0.593297004699707], "cos_apical_negg": [0.6243302822113037, 0.6002295017242432, 0.593297004699707], "cos_Ac_negg": [0.6243302822113037, 0.6002295017242432, 0.593297004699707], "r_norm": [0.5474372506141663, 0.4532954692840576, 0.4652552604675293]}, {"step": 7450, "epoch": 15, "train_loss": 0.1466834843158722, "cos_r_negg": [0.616296112537384, 0.5962454676628113, 0.5874682664871216], "cos_apical_negg": [0.616296112537384, 0.5962454676628113, 0.5874682664871216], "cos_Ac_negg": [0.616296112537384, 0.5962454676628113, 0.5874682664871216], "r_norm": [0.4987627863883972, 0.4134746193885803, 0.4249188005924225]}, {"step": 7500, "epoch": 15, "train_loss": 0.16138580441474915, "cos_r_negg": [0.6045244932174683, 0.5819846391677856, 0.5785072445869446], "cos_apical_negg": [0.6045244932174683, 0.5819846391677856, 0.5785072445869446], "cos_Ac_negg": [0.6045244932174683, 0.5819846391677856, 0.5785072445869446], "r_norm": [0.5725279450416565, 0.4729562997817993, 0.48506611585617065], "ldr": {"dL_sdil": -0.017439961433410645, "dL_bp": -0.023923873901367188, "ratio": 0.7289773180259906}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8836, "test_loss": 0.3893354400634766}, {"step": 7550, "epoch": 16, "train_loss": 0.15629401803016663, "cos_r_negg": [0.6038303375244141, 0.5782521963119507, 0.5741285085678101], "cos_apical_negg": [0.6038303375244141, 0.5782521963119507, 0.5741285085678101], "cos_Ac_negg": [0.6038303375244141, 0.5782521963119507, 0.5741285085678101], "r_norm": [0.5447993278503418, 0.45147520303726196, 0.46350353956222534]}, {"step": 7600, "epoch": 16, "train_loss": 0.20500816404819489, "cos_r_negg": [0.627210795879364, 0.6032897233963013, 0.5991310477256775], "cos_apical_negg": [0.627210795879364, 0.6032897233963013, 0.5991310477256775], "cos_Ac_negg": [0.627210795879364, 0.6032897233963013, 0.5991310477256775], "r_norm": [0.5640612840652466, 0.4611707329750061, 0.47367292642593384]}, {"step": 7650, "epoch": 16, "train_loss": 0.1194307953119278, "cos_r_negg": [0.6266690492630005, 0.6034990549087524, 0.5977108478546143], "cos_apical_negg": [0.6266690492630005, 0.6034990549087524, 0.5977108478546143], "cos_Ac_negg": [0.6266690492630005, 0.6034990549087524, 0.5977108478546143], "r_norm": [0.4973267912864685, 0.4074956178665161, 0.41885238885879517]}, {"step": 7700, "epoch": 16, "train_loss": 0.09991574287414551, "cos_r_negg": [0.6090233325958252, 0.5840960144996643, 0.5817313194274902], "cos_apical_negg": [0.6090233325958252, 0.5840960144996643, 0.5817313194274902], "cos_Ac_negg": [0.6090233325958252, 0.5840960144996643, 0.5817313194274902], "r_norm": [0.5019110441207886, 0.41264480352401733, 0.4237874150276184]}, {"step": 7750, "epoch": 16, "train_loss": 0.19658872485160828, "cos_r_negg": [0.6199700236320496, 0.5980424880981445, 0.5930876731872559], "cos_apical_negg": [0.6199700236320496, 0.5980424880981445, 0.5930876731872559], "cos_Ac_negg": [0.6199700236320496, 0.5980424880981445, 0.5930876731872559], "r_norm": [0.5724582672119141, 0.46767735481262207, 0.4779985547065735], "ldr": {"dL_sdil": -0.024187684059143066, "dL_bp": -0.03332066535949707, "ratio": 0.7259063946707499}}, {"step": 7800, "epoch": 16, "train_loss": 0.09668774157762527, "cos_r_negg": [0.6222457885742188, 0.5993200540542603, 0.597301721572876], "cos_apical_negg": [0.6222457885742188, 0.5993200540542603, 0.597301721572876], "cos_Ac_negg": [0.6222457885742188, 0.5993200540542603, 0.597301721572876], "r_norm": [0.5393266677856445, 0.44235193729400635, 0.45472538471221924]}, {"step": 7850, "epoch": 16, "train_loss": 0.14431831240653992, "cos_r_negg": [0.6064148545265198, 0.5828064680099487, 0.5811597108840942], "cos_apical_negg": [0.6064148545265198, 0.5828064680099487, 0.5811597108840942], "cos_Ac_negg": [0.6064148545265198, 0.5828064680099487, 0.5811597108840942], "r_norm": [0.513965368270874, 0.4237563908100128, 0.43452906608581543]}, {"step": 7900, "epoch": 16, "train_loss": 0.09470164030790329, "cos_r_negg": [0.5961209535598755, 0.5761189460754395, 0.5725155472755432], "cos_apical_negg": [0.5961209535598755, 0.5761189460754395, 0.5725155472755432], "cos_Ac_negg": [0.5961209535598755, 0.5761189460754395, 0.5725155472755432], "r_norm": [0.5433433055877686, 0.44496235251426697, 0.4560750424861908]}, {"step": 7950, "epoch": 16, "train_loss": 0.1412859857082367, "cos_r_negg": [0.6068838834762573, 0.5828051567077637, 0.5810356140136719], "cos_apical_negg": [0.6068838834762573, 0.5828051567077637, 0.5810356140136719], "cos_Ac_negg": [0.6068838834762573, 0.5828051567077637, 0.5810356140136719], "r_norm": [0.53557288646698, 0.4385993480682373, 0.45044901967048645]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8865, "test_loss": 0.38343492126464845}, {"step": 8000, "epoch": 17, "train_loss": 0.14292055368423462, "cos_r_negg": [0.6032801866531372, 0.5857244729995728, 0.5809110403060913], "cos_apical_negg": [0.6032801866531372, 0.5857244729995728, 0.5809110403060913], "cos_Ac_negg": [0.6032801866531372, 0.5857244729995728, 0.5809110403060913], "r_norm": [0.5467857122421265, 0.4437706470489502, 0.45414066314697266], "ldr": {"dL_sdil": -0.01998615264892578, "dL_bp": -0.026956528425216675, "ratio": 0.7414216079185327}}, {"step": 8050, "epoch": 17, "train_loss": 0.1002788171172142, "cos_r_negg": [0.6120022535324097, 0.5919148325920105, 0.5873425006866455], "cos_apical_negg": [0.6120022535324097, 0.5919148325920105, 0.5873425006866455], "cos_Ac_negg": [0.6120022535324097, 0.5919148325920105, 0.5873425006866455], "r_norm": [0.5174292922019958, 0.42075932025909424, 0.43177545070648193]}, {"step": 8100, "epoch": 17, "train_loss": 0.17348919808864594, "cos_r_negg": [0.5969061255455017, 0.5784534215927124, 0.576291561126709], "cos_apical_negg": [0.5969061255455017, 0.5784534215927124, 0.576291561126709], "cos_Ac_negg": [0.5969061255455017, 0.5784534215927124, 0.576291561126709], "r_norm": [0.5289263725280762, 0.4294840395450592, 0.44073978066444397]}, {"step": 8150, "epoch": 17, "train_loss": 0.1583741456270218, "cos_r_negg": [0.6273404359817505, 0.6036868095397949, 0.5985928773880005], "cos_apical_negg": [0.6273404359817505, 0.6036868095397949, 0.5985928773880005], "cos_Ac_negg": [0.6273404359817505, 0.6036868095397949, 0.5985928773880005], "r_norm": [0.5477956533432007, 0.44424644112586975, 0.4552713632583618]}, {"step": 8200, "epoch": 17, "train_loss": 0.12040378153324127, "cos_r_negg": [0.6083288192749023, 0.58269202709198, 0.5807923078536987], "cos_apical_negg": [0.6083288192749023, 0.58269202709198, 0.5807923078536987], "cos_Ac_negg": [0.6083288192749023, 0.58269202709198, 0.5807923078536987], "r_norm": [0.5466267466545105, 0.44097787141799927, 0.4519188106060028]}, {"step": 8250, "epoch": 17, "train_loss": 0.14839300513267517, "cos_r_negg": [0.5928921699523926, 0.573082447052002, 0.5748580694198608], "cos_apical_negg": [0.5928921699523926, 0.573082447052002, 0.5748580694198608], "cos_Ac_negg": [0.5928921699523926, 0.573082447052002, 0.5748580694198608], "r_norm": [0.5236330032348633, 0.424910306930542, 0.43488624691963196], "ldr": {"dL_sdil": -0.009346812963485718, "dL_bp": -0.015254020690917969, "ratio": 0.6127442169427946}}, {"step": 8300, "epoch": 17, "train_loss": 0.0773671567440033, "cos_r_negg": [0.608996570110321, 0.5882630348205566, 0.5876644849777222], "cos_apical_negg": [0.608996570110321, 0.5882630348205566, 0.5876644849777222], "cos_Ac_negg": [0.608996570110321, 0.5882630348205566, 0.5876644849777222], "r_norm": [0.5441820025444031, 0.4412451386451721, 0.4520643353462219]}, {"step": 8350, "epoch": 17, "train_loss": 0.10177651047706604, "cos_r_negg": [0.6107379794120789, 0.5901528000831604, 0.5889829993247986], "cos_apical_negg": [0.6107379794120789, 0.5901528000831604, 0.5889829993247986], "cos_Ac_negg": [0.6107379794120789, 0.5901528000831604, 0.5889829993247986], "r_norm": [0.5165955424308777, 0.41885673999786377, 0.4294576942920685]}, {"step": 8400, "epoch": 17, "train_loss": 0.35430172085762024, "cos_r_negg": [0.6014080047607422, 0.579118013381958, 0.5787782669067383], "cos_apical_negg": [0.6014080047607422, 0.579118013381958, 0.5787782669067383], "cos_Ac_negg": [0.6014080047607422, 0.579118013381958, 0.5787782669067383], "r_norm": [0.5185796022415161, 0.4164087772369385, 0.42721056938171387]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8873, "test_loss": 0.3980613250732422}, {"step": 8450, "epoch": 18, "train_loss": 0.07421866059303284, "cos_r_negg": [0.5943930149078369, 0.5726150274276733, 0.5728850364685059], "cos_apical_negg": [0.5943930149078369, 0.5726150274276733, 0.5728850364685059], "cos_Ac_negg": [0.5943930149078369, 0.5726150274276733, 0.5728850364685059], "r_norm": [0.5288410186767578, 0.4251001477241516, 0.4352053999900818]}, {"step": 8500, "epoch": 18, "train_loss": 0.1473996639251709, "cos_r_negg": [0.6124618053436279, 0.5878872275352478, 0.5842660665512085], "cos_apical_negg": [0.6124618053436279, 0.5878872275352478, 0.5842660665512085], "cos_Ac_negg": [0.6124618053436279, 0.5878872275352478, 0.5842660665512085], "r_norm": [0.5819106101989746, 0.4620349407196045, 0.4724985361099243], "ldr": {"dL_sdil": -0.02513262629508972, "dL_bp": -0.033937156200408936, "ratio": 0.740563709777983}}, {"step": 8550, "epoch": 18, "train_loss": 0.12636418640613556, "cos_r_negg": [0.6002791523933411, 0.5785980224609375, 0.5763455629348755], "cos_apical_negg": [0.6002791523933411, 0.5785980224609375, 0.5763455629348755], "cos_Ac_negg": [0.6002791523933411, 0.5785980224609375, 0.5763455629348755], "r_norm": [0.566511869430542, 0.4514129161834717, 0.4613819718360901]}, {"step": 8600, "epoch": 18, "train_loss": 0.0833570659160614, "cos_r_negg": [0.595678448677063, 0.5754494667053223, 0.5767108201980591], "cos_apical_negg": [0.595678448677063, 0.5754494667053223, 0.5767108201980591], "cos_Ac_negg": [0.595678448677063, 0.5754494667053223, 0.5767108201980591], "r_norm": [0.5307009816169739, 0.4255296587944031, 0.4363429546356201]}, {"step": 8650, "epoch": 18, "train_loss": 0.0773998498916626, "cos_r_negg": [0.5926524996757507, 0.5765438079833984, 0.5760492086410522], "cos_apical_negg": [0.5926524996757507, 0.5765438079833984, 0.5760492086410522], "cos_Ac_negg": [0.5926524996757507, 0.5765438079833984, 0.5760492086410522], "r_norm": [0.5612300634384155, 0.4446008801460266, 0.45513129234313965]}, {"step": 8700, "epoch": 18, "train_loss": 0.15209487080574036, "cos_r_negg": [0.590803861618042, 0.5765023231506348, 0.5760419368743896], "cos_apical_negg": [0.590803861618042, 0.5765023231506348, 0.5760419368743896], "cos_Ac_negg": [0.590803861618042, 0.5765023231506348, 0.5760419368743896], "r_norm": [0.5154784917831421, 0.4100997745990753, 0.42040276527404785]}, {"step": 8750, "epoch": 18, "train_loss": 0.1250239908695221, "cos_r_negg": [0.5821242928504944, 0.5669288635253906, 0.5682147741317749], "cos_apical_negg": [0.5821242928504944, 0.5669288635253906, 0.5682147741317749], "cos_Ac_negg": [0.5821242928504944, 0.5669288635253906, 0.5682147741317749], "r_norm": [0.5419751405715942, 0.43107932806015015, 0.44176608324050903], "ldr": {"dL_sdil": -0.014218389987945557, "dL_bp": -0.023304760456085205, "ratio": 0.6101066781929927}}, {"step": 8800, "epoch": 18, "train_loss": 0.04479677975177765, "cos_r_negg": [0.5959950685501099, 0.5815441608428955, 0.5801418423652649], "cos_apical_negg": [0.5959950685501099, 0.5815441608428955, 0.5801418423652649], "cos_Ac_negg": [0.5959950685501099, 0.5815441608428955, 0.5801418423652649], "r_norm": [0.5358675718307495, 0.4254678785800934, 0.43535029888153076]}, {"step": 8850, "epoch": 18, "train_loss": 0.13755251467227936, "cos_r_negg": [0.5949246287345886, 0.5771315097808838, 0.5773237943649292], "cos_apical_negg": [0.5949246287345886, 0.5771315097808838, 0.5773237943649292], "cos_Ac_negg": [0.5949246287345886, 0.5771315097808838, 0.5773237943649292], "r_norm": [0.527472734451294, 0.4176415205001831, 0.42743420600891113]}, {"step": 8900, "epoch": 18, "train_loss": 0.12988893687725067, "cos_r_negg": [0.5981081128120422, 0.5807028412818909, 0.5806132555007935], "cos_apical_negg": [0.5981081128120422, 0.5807028412818909, 0.5806132555007935], "cos_Ac_negg": [0.5981081128120422, 0.5807028412818909, 0.5806132555007935], "r_norm": [0.5418142676353455, 0.4269520044326782, 0.4364676773548126]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8842, "test_loss": 0.41479302673339846}, {"step": 8950, "epoch": 19, "train_loss": 0.17997410893440247, "cos_r_negg": [0.5869627594947815, 0.5686190128326416, 0.569877028465271], "cos_apical_negg": [0.5869627594947815, 0.5686190128326416, 0.569877028465271], "cos_Ac_negg": [0.5869627594947815, 0.5686190128326416, 0.569877028465271], "r_norm": [0.5694851875305176, 0.44888487458229065, 0.45857560634613037]}, {"step": 9000, "epoch": 19, "train_loss": 0.20635519921779633, "cos_r_negg": [0.5811554193496704, 0.5660756826400757, 0.5665479302406311], "cos_apical_negg": [0.5811554193496704, 0.5660756826400757, 0.5665479302406311], "cos_Ac_negg": [0.5811554193496704, 0.5660756826400757, 0.5665479302406311], "r_norm": [0.5379409193992615, 0.42397087812423706, 0.43285608291625977], "ldr": {"dL_sdil": -0.009513050317764282, "dL_bp": -0.015651464462280273, "ratio": 0.6078057641628711}}, {"step": 9050, "epoch": 19, "train_loss": 0.17382855713367462, "cos_r_negg": [0.5892505049705505, 0.5732726454734802, 0.5704976320266724], "cos_apical_negg": [0.5892505049705505, 0.5732726454734802, 0.5704976320266724], "cos_Ac_negg": [0.5892505049705505, 0.5732726454734802, 0.5704976320266724], "r_norm": [0.5168891549110413, 0.40782028436660767, 0.41710299253463745]}, {"step": 9100, "epoch": 19, "train_loss": 0.133033886551857, "cos_r_negg": [0.5716253519058228, 0.55589759349823, 0.5578080415725708], "cos_apical_negg": [0.5716253519058228, 0.55589759349823, 0.5578080415725708], "cos_Ac_negg": [0.5716253519058228, 0.55589759349823, 0.5578080415725708], "r_norm": [0.5351388454437256, 0.4200912117958069, 0.4293723404407501]}, {"step": 9150, "epoch": 19, "train_loss": 0.1253919005393982, "cos_r_negg": [0.5923823118209839, 0.5723139047622681, 0.5711222887039185], "cos_apical_negg": [0.5923823118209839, 0.5723139047622681, 0.5711222887039185], "cos_Ac_negg": [0.5923823118209839, 0.5723139047622681, 0.5711222887039185], "r_norm": [0.5530639290809631, 0.4318019449710846, 0.44225847721099854]}, {"step": 9200, "epoch": 19, "train_loss": 0.14040687680244446, "cos_r_negg": [0.5923123359680176, 0.5756360292434692, 0.5777439475059509], "cos_apical_negg": [0.5923123359680176, 0.5756360292434692, 0.5777439475059509], "cos_Ac_negg": [0.5923123359680176, 0.5756360292434692, 0.5777439475059509], "r_norm": [0.5622400045394897, 0.436977744102478, 0.4488345980644226]}, {"step": 9250, "epoch": 19, "train_loss": 0.11953709274530411, "cos_r_negg": [0.5994490385055542, 0.5801505446434021, 0.580018162727356], "cos_apical_negg": [0.5994490385055542, 0.5801505446434021, 0.580018162727356], "cos_Ac_negg": [0.5994490385055542, 0.5801505446434021, 0.580018162727356], "r_norm": [0.5551316738128662, 0.436413437128067, 0.44663217663764954], "ldr": {"dL_sdil": -0.015794992446899414, "dL_bp": -0.025453388690948486, "ratio": 0.6205457606717919}}, {"step": 9300, "epoch": 19, "train_loss": 0.09161052107810974, "cos_r_negg": [0.6010338068008423, 0.5811855792999268, 0.5816137790679932], "cos_apical_negg": [0.6010338068008423, 0.5811855792999268, 0.5816137790679932], "cos_Ac_negg": [0.6010338068008423, 0.5811855792999268, 0.5816137790679932], "r_norm": [0.5383332371711731, 0.417604923248291, 0.42670589685440063]}, {"step": 9350, "epoch": 19, "train_loss": 0.1559811234474182, "cos_r_negg": [0.5845748782157898, 0.5659229755401611, 0.5686872005462646], "cos_apical_negg": [0.5845748782157898, 0.5659229755401611, 0.5686872005462646], "cos_Ac_negg": [0.5845748782157898, 0.5659229755401611, 0.5686872005462646], "r_norm": [0.5589764714241028, 0.43477746844291687, 0.4441443383693695]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8838, "test_loss": 0.41213243408203126}], "final": {"test_acc": 0.8838, "test_loss": 0.41213243408203126, "wall_s": 49.529366970062256, "cos_r_negg": [0.593805730342865, 0.5738922357559204, 0.5749827027320862], "cos_apical_negg": [0.593805730342865, 0.5738922357559204, 0.5749827027320862], "cos_Ac_negg": [0.593805730342865, 0.5738922357559204, 0.5749827027320862]}} \ No newline at end of file -- cgit v1.2.3