diff options
Diffstat (limited to 'results/depth_mnist_sdil_d5_s1.json')
| -rw-r--r-- | results/depth_mnist_sdil_d5_s1.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/depth_mnist_sdil_d5_s1.json b/results/depth_mnist_sdil_d5_s1.json new file mode 100644 index 0000000..1301707 --- /dev/null +++ b/results/depth_mnist_sdil_d5_s1.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4329850673675537, "cos_r_negg": [0.018434442579746246, 0.0131825041025877, -0.008036907762289047, 0.014511814340949059, -0.0280084740370512], "cos_apical_negg": [0.018434442579746246, 0.0131825041025877, -0.008036907762289047, 0.014511814340949059, -0.0280084740370512], "cos_Ac_negg": [0.018434442579746246, 0.0131825041025877, -0.008036907762289047, 0.014511814340949059, -0.0280084740370512], "r_norm": [4.952762603759766, 4.755220890045166, 4.8546271324157715, 4.9030022621154785, 4.916805267333984], "ldr": {"dL_sdil": -0.012623310089111328, "dL_bp": -0.09102821350097656, "ratio": 0.1386746987951807}}, {"step": 50, "epoch": 0, "train_loss": 0.7361958026885986, "cos_r_negg": [0.3248541057109833, 0.26891058683395386, 0.2515932321548462, 0.24513669312000275, 0.23878179490566254], "cos_apical_negg": [0.3248541057109833, 0.26891058683395386, 0.2515932321548462, 0.24513669312000275, 0.23878179490566254], "cos_Ac_negg": [0.3248541057109833, 0.26891058683395386, 0.2515932321548462, 0.24513669312000275, 0.23878179490566254], "r_norm": [1.5822088718414307, 1.4766860008239746, 1.5459109544754028, 1.5691914558410645, 1.5703402757644653]}, {"step": 100, "epoch": 0, "train_loss": 0.3742980360984802, "cos_r_negg": [0.37689459323883057, 0.2895887494087219, 0.28126972913742065, 0.23417407274246216, 0.2201543003320694], "cos_apical_negg": [0.37689459323883057, 0.2895887494087219, 0.28126972913742065, 0.23417407274246216, 0.2201543003320694], "cos_Ac_negg": [0.37689459323883057, 0.2895887494087219, 0.28126972913742065, 0.23417407274246216, 0.2201543003320694], "r_norm": [0.9116435647010803, 0.8546592593193054, 0.8935790061950684, 0.9051077365875244, 0.9053927659988403]}, {"step": 150, "epoch": 0, "train_loss": 0.3659864664077759, "cos_r_negg": [0.40231603384017944, 0.33941885828971863, 0.3123694062232971, 0.2929561138153076, 0.30226707458496094], "cos_apical_negg": [0.40231603384017944, 0.33941885828971863, 0.3123694062232971, 0.2929561138153076, 0.30226707458496094], "cos_Ac_negg": [0.40231603384017944, 0.33941885828971863, 0.3123694062232971, 0.2929561138153076, 0.30226707458496094], "r_norm": [0.8182684779167175, 0.7649824619293213, 0.8036423325538635, 0.8091412782669067, 0.8112828731536865]}, {"step": 200, "epoch": 0, "train_loss": 0.28723883628845215, "cos_r_negg": [0.40888598561286926, 0.3244675099849701, 0.3336092233657837, 0.33509162068367004, 0.31548506021499634], "cos_apical_negg": [0.40888598561286926, 0.3244675099849701, 0.3336092233657837, 0.33509162068367004, 0.31548506021499634], "cos_Ac_negg": [0.40888598561286926, 0.3244675099849701, 0.3336092233657837, 0.33509162068367004, 0.31548506021499634], "r_norm": [0.8576169013977051, 0.7974994778633118, 0.8370957970619202, 0.8478957414627075, 0.8489720821380615]}, {"step": 250, "epoch": 0, "train_loss": 0.16683095693588257, "cos_r_negg": [0.4452211558818817, 0.36635005474090576, 0.3522794544696808, 0.35053056478500366, 0.33061808347702026], "cos_apical_negg": [0.4452211558818817, 0.36635005474090576, 0.3522794544696808, 0.35053056478500366, 0.33061808347702026], "cos_Ac_negg": [0.4452211558818817, 0.36635005474090576, 0.3522794544696808, 0.35053056478500366, 0.33061808347702026], "r_norm": [0.713560938835144, 0.66853928565979, 0.6995320916175842, 0.7105852365493774, 0.70731520652771], "ldr": {"dL_sdil": -0.007645368576049805, "dL_bp": -0.005733966827392578, "ratio": 1.3333471933471934}}, {"step": 300, "epoch": 0, "train_loss": 0.27369630336761475, "cos_r_negg": [0.47787079215049744, 0.4161360263824463, 0.3984121084213257, 0.3846226930618286, 0.38187092542648315], "cos_apical_negg": [0.47787079215049744, 0.4161360263824463, 0.3984121084213257, 0.3846226930618286, 0.38187092542648315], "cos_Ac_negg": [0.47787079215049744, 0.4161360263824463, 0.3984121084213257, 0.3846226930618286, 0.38187092542648315], "r_norm": [0.6895851492881775, 0.6459004282951355, 0.6739281415939331, 0.6834458112716675, 0.6827414035797119]}, {"step": 350, "epoch": 0, "train_loss": 0.23505058884620667, "cos_r_negg": [0.4663633108139038, 0.40865540504455566, 0.4080917537212372, 0.39947211742401123, 0.3823074698448181], "cos_apical_negg": [0.4663633108139038, 0.40865540504455566, 0.4080917537212372, 0.39947211742401123, 0.3823074698448181], "cos_Ac_negg": [0.4663633108139038, 0.40865540504455566, 0.4080917537212372, 0.39947211742401123, 0.3823074698448181], "r_norm": [0.6557139158248901, 0.617811381816864, 0.6450310945510864, 0.653285026550293, 0.6538373827934265]}, {"step": 400, "epoch": 0, "train_loss": 0.13723473250865936, "cos_r_negg": [0.4855682849884033, 0.43799275159835815, 0.4359343647956848, 0.4261469841003418, 0.38238799571990967], "cos_apical_negg": [0.4855682849884033, 0.43799275159835815, 0.4359343647956848, 0.4261469841003418, 0.38238799571990967], "cos_Ac_negg": [0.4855682849884033, 0.43799275159835815, 0.4359343647956848, 0.4261469841003418, 0.38238799571990967], "r_norm": [0.5751982927322388, 0.5391819477081299, 0.5605506300926208, 0.5730760097503662, 0.5742244720458984]}, {"step": 450, "epoch": 0, "train_loss": 0.2418031394481659, "cos_r_negg": [0.4872719347476959, 0.4310711622238159, 0.4386591911315918, 0.4196751117706299, 0.373430460691452], "cos_apical_negg": [0.4872719347476959, 0.4310711622238159, 0.4386591911315918, 0.4196751117706299, 0.373430460691452], "cos_Ac_negg": [0.4872719347476959, 0.4310711622238159, 0.4386591911315918, 0.4196751117706299, 0.373430460691452], "r_norm": [0.5914462804794312, 0.5521681904792786, 0.5779621601104736, 0.5901374816894531, 0.5896193385124207]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9443, "test_loss": 0.19158960494995117}, {"step": 500, "epoch": 1, "train_loss": 0.2803339660167694, "cos_r_negg": [0.4938138425350189, 0.46110841631889343, 0.4498182237148285, 0.4386309087276459, 0.3903152644634247], "cos_apical_negg": [0.4938138425350189, 0.46110841631889343, 0.4498182237148285, 0.4386309087276459, 0.3903152644634247], "cos_Ac_negg": [0.4938138425350189, 0.46110841631889343, 0.4498182237148285, 0.4386309087276459, 0.3903152644634247], "r_norm": [0.5612297058105469, 0.5204260349273682, 0.5477592349052429, 0.556896984577179, 0.5573927164077759], "ldr": {"dL_sdil": -0.006727054715156555, "dL_bp": -0.005280852317810059, "ratio": 1.2738577620262308}}, {"step": 550, "epoch": 1, "train_loss": 0.22233207523822784, "cos_r_negg": [0.48313334584236145, 0.43658316135406494, 0.43515506386756897, 0.42205172777175903, 0.3876661956310272], "cos_apical_negg": [0.48313334584236145, 0.43658316135406494, 0.43515506386756897, 0.42205172777175903, 0.3876661956310272], "cos_Ac_negg": [0.48313334584236145, 0.43658316135406494, 0.43515506386756897, 0.42205172777175903, 0.3876661956310272], "r_norm": [0.5031476020812988, 0.470689058303833, 0.4911841154098511, 0.5020452737808228, 0.5021440982818604]}, {"step": 600, "epoch": 1, "train_loss": 0.2499758005142212, "cos_r_negg": [0.48158934712409973, 0.4500845670700073, 0.4396511912345886, 0.41919833421707153, 0.3960207998752594], "cos_apical_negg": [0.48158934712409973, 0.4500845670700073, 0.4396511912345886, 0.41919833421707153, 0.3960207998752594], "cos_Ac_negg": [0.48158934712409973, 0.4500845670700073, 0.4396511912345886, 0.41919833421707153, 0.3960207998752594], "r_norm": [0.5172633528709412, 0.48641008138656616, 0.5068967342376709, 0.5148177742958069, 0.5146138668060303]}, {"step": 650, "epoch": 1, "train_loss": 0.14954496920108795, "cos_r_negg": [0.47835588455200195, 0.44968852400779724, 0.44819262623786926, 0.44487252831459045, 0.3966292142868042], "cos_apical_negg": [0.47835588455200195, 0.44968852400779724, 0.44819262623786926, 0.44487252831459045, 0.3966292142868042], "cos_Ac_negg": [0.47835588455200195, 0.44968852400779724, 0.44819262623786926, 0.44487252831459045, 0.3966292142868042], "r_norm": [0.4721689224243164, 0.4381150007247925, 0.4586713910102844, 0.46662336587905884, 0.4650179147720337]}, {"step": 700, "epoch": 1, "train_loss": 0.0791589766740799, "cos_r_negg": [0.5030607581138611, 0.4601210951805115, 0.4581078886985779, 0.4434735178947449, 0.40861451625823975], "cos_apical_negg": [0.5030607581138611, 0.4601210951805115, 0.4581078886985779, 0.4434735178947449, 0.40861451625823975], "cos_Ac_negg": [0.5030607581138611, 0.4601210951805115, 0.4581078886985779, 0.4434735178947449, 0.40861451625823975], "r_norm": [0.4559425115585327, 0.4253213703632355, 0.44425761699676514, 0.4544405937194824, 0.453827440738678]}, {"step": 750, "epoch": 1, "train_loss": 0.07445506751537323, "cos_r_negg": [0.49357330799102783, 0.45393186807632446, 0.4554177522659302, 0.43945807218551636, 0.41233253479003906], "cos_apical_negg": [0.49357330799102783, 0.45393186807632446, 0.4554177522659302, 0.43945807218551636, 0.41233253479003906], "cos_Ac_negg": [0.49357330799102783, 0.45393186807632446, 0.4554177522659302, 0.43945807218551636, 0.41233253479003906], "r_norm": [0.45235544443130493, 0.42452070116996765, 0.4448047876358032, 0.45160579681396484, 0.45365703105926514], "ldr": {"dL_sdil": -0.006446734070777893, "dL_bp": -0.004914209246635437, "ratio": 1.3118558342202695}}, {"step": 800, "epoch": 1, "train_loss": 0.1018197238445282, "cos_r_negg": [0.4969433546066284, 0.4762446880340576, 0.4607182741165161, 0.44514113664627075, 0.41503506898880005], "cos_apical_negg": [0.4969433546066284, 0.4762446880340576, 0.4607182741165161, 0.44514113664627075, 0.41503506898880005], "cos_Ac_negg": [0.4969433546066284, 0.4762446880340576, 0.4607182741165161, 0.44514113664627075, 0.41503506898880005], "r_norm": [0.4774576723575592, 0.44462114572525024, 0.46775102615356445, 0.47643035650253296, 0.47398772835731506]}, {"step": 850, "epoch": 1, "train_loss": 0.22009125351905823, "cos_r_negg": [0.46735936403274536, 0.4541321098804474, 0.44091179966926575, 0.43946653604507446, 0.4137376546859741], "cos_apical_negg": [0.46735936403274536, 0.4541321098804474, 0.44091179966926575, 0.43946653604507446, 0.4137376546859741], "cos_Ac_negg": [0.46735936403274536, 0.4541321098804474, 0.44091179966926575, 0.43946653604507446, 0.4137376546859741], "r_norm": [0.4277555048465729, 0.39747416973114014, 0.41703909635543823, 0.4246827960014343, 0.42450833320617676]}, {"step": 900, "epoch": 1, "train_loss": 0.167545348405838, "cos_r_negg": [0.4938760995864868, 0.46232831478118896, 0.44541314244270325, 0.44842541217803955, 0.42923811078071594], "cos_apical_negg": [0.4938760995864868, 0.46232831478118896, 0.44541314244270325, 0.44842541217803955, 0.42923811078071594], "cos_Ac_negg": [0.4938760995864868, 0.46232831478118896, 0.44541314244270325, 0.44842541217803955, 0.42923811078071594], "r_norm": [0.41330549120903015, 0.38237401843070984, 0.4020976126194, 0.4099195599555969, 0.4096831977367401]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9544, "test_loss": 0.15471844749450683}, {"step": 950, "epoch": 2, "train_loss": 0.1782480627298355, "cos_r_negg": [0.49815964698791504, 0.4701123833656311, 0.4553837478160858, 0.4566015601158142, 0.43011754751205444], "cos_apical_negg": [0.49815964698791504, 0.4701123833656311, 0.4553837478160858, 0.4566015601158142, 0.43011754751205444], "cos_Ac_negg": [0.49815964698791504, 0.4701123833656311, 0.4553837478160858, 0.4566015601158142, 0.43011754751205444], "r_norm": [0.396972119808197, 0.36986029148101807, 0.38694071769714355, 0.3947795629501343, 0.3944264054298401]}, {"step": 1000, "epoch": 2, "train_loss": 0.11765731871128082, "cos_r_negg": [0.4855763912200928, 0.4651772975921631, 0.4621093273162842, 0.4629487991333008, 0.4396126866340637], "cos_apical_negg": [0.4855763912200928, 0.4651772975921631, 0.4621093273162842, 0.4629487991333008, 0.4396126866340637], "cos_Ac_negg": [0.4855763912200928, 0.4651772975921631, 0.4621093273162842, 0.4629487991333008, 0.4396126866340637], "r_norm": [0.3864248991012573, 0.3630217909812927, 0.38051605224609375, 0.3866283595561981, 0.38790276646614075], "ldr": {"dL_sdil": -0.0045297592878341675, "dL_bp": -0.004156246781349182, "ratio": 1.0898677403279065}}, {"step": 1050, "epoch": 2, "train_loss": 0.07627759873867035, "cos_r_negg": [0.4952205419540405, 0.4801969826221466, 0.47556188702583313, 0.475517213344574, 0.437824547290802], "cos_apical_negg": [0.4952205419540405, 0.4801969826221466, 0.47556188702583313, 0.475517213344574, 0.437824547290802], "cos_Ac_negg": [0.4952205419540405, 0.4801969826221466, 0.47556188702583313, 0.475517213344574, 0.437824547290802], "r_norm": [0.3808758556842804, 0.3558137118816376, 0.3733184039592743, 0.37899667024612427, 0.3759843707084656]}, {"step": 1100, "epoch": 2, "train_loss": 0.10353972762823105, "cos_r_negg": [0.4893859922885895, 0.481259286403656, 0.4726457893848419, 0.4819554090499878, 0.44662827253341675], "cos_apical_negg": [0.4893859922885895, 0.481259286403656, 0.4726457893848419, 0.4819554090499878, 0.44662827253341675], "cos_Ac_negg": [0.4893859922885895, 0.481259286403656, 0.4726457893848419, 0.4819554090499878, 0.44662827253341675], "r_norm": [0.3963562548160553, 0.3674454689025879, 0.38709941506385803, 0.39663782715797424, 0.3951072692871094]}, {"step": 1150, "epoch": 2, "train_loss": 0.04552257061004639, "cos_r_negg": [0.4904358983039856, 0.4845874607563019, 0.47300010919570923, 0.4711630940437317, 0.43498706817626953], "cos_apical_negg": [0.4904358983039856, 0.4845874607563019, 0.47300010919570923, 0.4711630940437317, 0.43498706817626953], "cos_Ac_negg": [0.4904358983039856, 0.4845874607563019, 0.47300010919570923, 0.4711630940437317, 0.43498706817626953], "r_norm": [0.35224390029907227, 0.332119345664978, 0.345735102891922, 0.35348302125930786, 0.35428112745285034]}, {"step": 1200, "epoch": 2, "train_loss": 0.02112768404185772, "cos_r_negg": [0.4838145077228546, 0.4707096815109253, 0.4581950604915619, 0.4632779061794281, 0.43219026923179626], "cos_apical_negg": [0.4838145077228546, 0.4707096815109253, 0.4581950604915619, 0.4632779061794281, 0.43219026923179626], "cos_Ac_negg": [0.4838145077228546, 0.4707096815109253, 0.4581950604915619, 0.4632779061794281, 0.43219026923179626], "r_norm": [0.3578989505767822, 0.3342360258102417, 0.34925180673599243, 0.35788485407829285, 0.3563401699066162]}, {"step": 1250, "epoch": 2, "train_loss": 0.09526100754737854, "cos_r_negg": [0.47511404752731323, 0.477535218000412, 0.46707409620285034, 0.48138025403022766, 0.44012099504470825], "cos_apical_negg": [0.47511404752731323, 0.477535218000412, 0.46707409620285034, 0.48138025403022766, 0.44012099504470825], "cos_Ac_negg": [0.47511404752731323, 0.477535218000412, 0.46707409620285034, 0.48138025403022766, 0.44012099504470825], "r_norm": [0.35297298431396484, 0.3270127773284912, 0.34488099813461304, 0.3522113561630249, 0.34891271591186523], "ldr": {"dL_sdil": -0.005825668573379517, "dL_bp": -0.004574894905090332, "ratio": 1.2733994319514292}}, {"step": 1300, "epoch": 2, "train_loss": 0.14437633752822876, "cos_r_negg": [0.5188400149345398, 0.49977338314056396, 0.4862939119338989, 0.48065364360809326, 0.4436447322368622], "cos_apical_negg": [0.5188400149345398, 0.49977338314056396, 0.4862939119338989, 0.48065364360809326, 0.4436447322368622], "cos_Ac_negg": [0.5188400149345398, 0.49977338314056396, 0.4862939119338989, 0.48065364360809326, 0.4436447322368622], "r_norm": [0.3195142149925232, 0.29865115880966187, 0.31329280138015747, 0.3193104863166809, 0.31873345375061035]}, {"step": 1350, "epoch": 2, "train_loss": 0.12292911112308502, "cos_r_negg": [0.5033022165298462, 0.496662974357605, 0.48568668961524963, 0.4820789098739624, 0.45569854974746704], "cos_apical_negg": [0.5033022165298462, 0.496662974357605, 0.48568668961524963, 0.4820789098739624, 0.45569854974746704], "cos_Ac_negg": [0.5033022165298462, 0.496662974357605, 0.48568668961524963, 0.4820789098739624, 0.45569854974746704], "r_norm": [0.3814990222454071, 0.35455018281936646, 0.3700770139694214, 0.38067394495010376, 0.3773806095123291]}, {"step": 1400, "epoch": 2, "train_loss": 0.19545745849609375, "cos_r_negg": [0.4999518096446991, 0.4912682771682739, 0.49173641204833984, 0.49039092659950256, 0.4570216238498688], "cos_apical_negg": [0.4999518096446991, 0.4912682771682739, 0.49173641204833984, 0.49039092659950256, 0.4570216238498688], "cos_Ac_negg": [0.4999518096446991, 0.4912682771682739, 0.49173641204833984, 0.49039092659950256, 0.4570216238498688], "r_norm": [0.324367493391037, 0.30184924602508545, 0.3183444142341614, 0.323772668838501, 0.3223934769630432]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.961, "test_loss": 0.12739668502807616}, {"step": 1450, "epoch": 3, "train_loss": 0.04665695130825043, "cos_r_negg": [0.4935186803340912, 0.4973714351654053, 0.48930415511131287, 0.49799680709838867, 0.456254243850708], "cos_apical_negg": [0.4935186803340912, 0.4973714351654053, 0.48930415511131287, 0.49799680709838867, 0.456254243850708], "cos_Ac_negg": [0.4935186803340912, 0.4973714351654053, 0.48930415511131287, 0.49799680709838867, 0.456254243850708], "r_norm": [0.33735328912734985, 0.31307733058929443, 0.32771891355514526, 0.335559606552124, 0.3339422345161438]}, {"step": 1500, "epoch": 3, "train_loss": 0.03109731152653694, "cos_r_negg": [0.4903704822063446, 0.5004430413246155, 0.4862323999404907, 0.4949740469455719, 0.4527896046638489], "cos_apical_negg": [0.4903704822063446, 0.5004430413246155, 0.4862323999404907, 0.4949740469455719, 0.4527896046638489], "cos_Ac_negg": [0.4903704822063446, 0.5004430413246155, 0.4862323999404907, 0.4949740469455719, 0.4527896046638489], "r_norm": [0.3055059611797333, 0.2836110293865204, 0.29702258110046387, 0.3035258948802948, 0.30130255222320557], "ldr": {"dL_sdil": -0.005062229931354523, "dL_bp": -0.004958711564540863, "ratio": 1.020876061345029}}, {"step": 1550, "epoch": 3, "train_loss": 0.07812778651714325, "cos_r_negg": [0.500657320022583, 0.5105937719345093, 0.500303328037262, 0.5054795742034912, 0.4611407220363617], "cos_apical_negg": [0.500657320022583, 0.5105937719345093, 0.500303328037262, 0.5054795742034912, 0.4611407220363617], "cos_Ac_negg": [0.500657320022583, 0.5105937719345093, 0.500303328037262, 0.5054795742034912, 0.4611407220363617], "r_norm": [0.2862575352191925, 0.2662091851234436, 0.27830350399017334, 0.2854618430137634, 0.2820838689804077]}, {"step": 1600, "epoch": 3, "train_loss": 0.0657850056886673, "cos_r_negg": [0.49631524085998535, 0.49979573488235474, 0.4823834300041199, 0.49808722734451294, 0.46053993701934814], "cos_apical_negg": [0.49631524085998535, 0.49979573488235474, 0.4823834300041199, 0.49808722734451294, 0.46053993701934814], "cos_Ac_negg": [0.49631524085998535, 0.49979573488235474, 0.4823834300041199, 0.49808722734451294, 0.46053993701934814], "r_norm": [0.3178989589214325, 0.2940051555633545, 0.30931222438812256, 0.31605857610702515, 0.31219011545181274]}, {"step": 1650, "epoch": 3, "train_loss": 0.03251958265900612, "cos_r_negg": [0.5046424865722656, 0.502543568611145, 0.4921939969062805, 0.4967641532421112, 0.46654757857322693], "cos_apical_negg": [0.5046424865722656, 0.502543568611145, 0.4921939969062805, 0.4967641532421112, 0.46654757857322693], "cos_Ac_negg": [0.5046424865722656, 0.502543568611145, 0.4921939969062805, 0.4967641532421112, 0.46654757857322693], "r_norm": [0.29382067918777466, 0.277706503868103, 0.2884790897369385, 0.2944038212299347, 0.29287511110305786]}, {"step": 1700, "epoch": 3, "train_loss": 0.033179234713315964, "cos_r_negg": [0.49881380796432495, 0.49709808826446533, 0.48394978046417236, 0.49331656098365784, 0.4723454415798187], "cos_apical_negg": [0.49881380796432495, 0.49709808826446533, 0.48394978046417236, 0.49331656098365784, 0.4723454415798187], "cos_Ac_negg": [0.49881380796432495, 0.49709808826446533, 0.48394978046417236, 0.49331656098365784, 0.4723454415798187], "r_norm": [0.3277978301048279, 0.3073813319206238, 0.320573091506958, 0.328199177980423, 0.3265911042690277]}, {"step": 1750, "epoch": 3, "train_loss": 0.03612435609102249, "cos_r_negg": [0.5113747119903564, 0.5098049640655518, 0.4933525323867798, 0.5084420442581177, 0.47532567381858826], "cos_apical_negg": [0.5113747119903564, 0.5098049640655518, 0.4933525323867798, 0.5084420442581177, 0.47532567381858826], "cos_Ac_negg": [0.5113747119903564, 0.5098049640655518, 0.4933525323867798, 0.5084420442581177, 0.47532567381858826], "r_norm": [0.2593759298324585, 0.2468990534543991, 0.25540387630462646, 0.2623138427734375, 0.2638649344444275], "ldr": {"dL_sdil": -0.004537597298622131, "dL_bp": -0.004673399031162262, "ratio": 0.9709415499009172}}, {"step": 1800, "epoch": 3, "train_loss": 0.09690412878990173, "cos_r_negg": [0.5086003541946411, 0.5111057162284851, 0.49792158603668213, 0.5140379667282104, 0.4808449149131775], "cos_apical_negg": [0.5086003541946411, 0.5111057162284851, 0.49792158603668213, 0.5140379667282104, 0.4808449149131775], "cos_Ac_negg": [0.5086003541946411, 0.5111057162284851, 0.49792158603668213, 0.5140379667282104, 0.4808449149131775], "r_norm": [0.3132127523422241, 0.29151618480682373, 0.30446135997772217, 0.3130815029144287, 0.30844759941101074]}, {"step": 1850, "epoch": 3, "train_loss": 0.07986927777528763, "cos_r_negg": [0.5103105902671814, 0.5030648708343506, 0.5029141902923584, 0.5186642408370972, 0.48469677567481995], "cos_apical_negg": [0.5103105902671814, 0.5030648708343506, 0.5029141902923584, 0.5186642408370972, 0.48469677567481995], "cos_Ac_negg": [0.5103105902671814, 0.5030648708343506, 0.5029141902923584, 0.5186642408370972, 0.48469677567481995], "r_norm": [0.2911689281463623, 0.2734999656677246, 0.2854686975479126, 0.29173651337623596, 0.29169991612434387]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.965, "test_loss": 0.118345725440979}, {"step": 1900, "epoch": 4, "train_loss": 0.056344516575336456, "cos_r_negg": [0.49627429246902466, 0.5004302859306335, 0.4888651967048645, 0.5071789622306824, 0.4714599847793579], "cos_apical_negg": [0.49627429246902466, 0.5004302859306335, 0.4888651967048645, 0.5071789622306824, 0.4714599847793579], "cos_Ac_negg": [0.49627429246902466, 0.5004302859306335, 0.4888651967048645, 0.5071789622306824, 0.4714599847793579], "r_norm": [0.27583640813827515, 0.257612407207489, 0.2675386369228363, 0.2742002010345459, 0.27311524748802185]}, {"step": 1950, "epoch": 4, "train_loss": 0.04972296953201294, "cos_r_negg": [0.49210870265960693, 0.5002291202545166, 0.4942949414253235, 0.5140982866287231, 0.47201430797576904], "cos_apical_negg": [0.49210870265960693, 0.5002291202545166, 0.4942949414253235, 0.5140982866287231, 0.47201430797576904], "cos_Ac_negg": [0.49210870265960693, 0.5002291202545166, 0.4942949414253235, 0.5140982866287231, 0.47201430797576904], "r_norm": [0.25339165329933167, 0.23709547519683838, 0.24808716773986816, 0.25366175174713135, 0.25290989875793457]}, {"step": 2000, "epoch": 4, "train_loss": 0.08828462660312653, "cos_r_negg": [0.4890880584716797, 0.493307888507843, 0.4849293828010559, 0.50198894739151, 0.4722905457019806], "cos_apical_negg": [0.4890880584716797, 0.493307888507843, 0.4849293828010559, 0.50198894739151, 0.4722905457019806], "cos_Ac_negg": [0.4890880584716797, 0.493307888507843, 0.4849293828010559, 0.50198894739151, 0.4722905457019806], "r_norm": [0.24523992836475372, 0.23113086819648743, 0.24040348827838898, 0.2460716962814331, 0.24526603519916534], "ldr": {"dL_sdil": -0.004009947180747986, "dL_bp": -0.004228726029396057, "ratio": 0.9482636502986416}}, {"step": 2050, "epoch": 4, "train_loss": 0.056101277470588684, "cos_r_negg": [0.490901917219162, 0.49163031578063965, 0.49120888113975525, 0.49115508794784546, 0.46510618925094604], "cos_apical_negg": [0.490901917219162, 0.49163031578063965, 0.49120888113975525, 0.49115508794784546, 0.46510618925094604], "cos_Ac_negg": [0.490901917219162, 0.49163031578063965, 0.49120888113975525, 0.49115508794784546, 0.46510618925094604], "r_norm": [0.2224811464548111, 0.2101052850484848, 0.2175024300813675, 0.22352580726146698, 0.22212982177734375]}, {"step": 2100, "epoch": 4, "train_loss": 0.10753263533115387, "cos_r_negg": [0.4677889347076416, 0.4759117662906647, 0.47456154227256775, 0.4871843457221985, 0.46366462111473083], "cos_apical_negg": [0.4677889347076416, 0.4759117662906647, 0.47456154227256775, 0.4871843457221985, 0.46366462111473083], "cos_Ac_negg": [0.4677889347076416, 0.4759117662906647, 0.47456154227256775, 0.4871843457221985, 0.46366462111473083], "r_norm": [0.2671850919723511, 0.2460779994726181, 0.25753241777420044, 0.26473259925842285, 0.26108992099761963]}, {"step": 2150, "epoch": 4, "train_loss": 0.08528640866279602, "cos_r_negg": [0.49765026569366455, 0.4997671842575073, 0.5024690628051758, 0.502212643623352, 0.46944791078567505], "cos_apical_negg": [0.49765026569366455, 0.4997671842575073, 0.5024690628051758, 0.502212643623352, 0.46944791078567505], "cos_Ac_negg": [0.49765026569366455, 0.4997671842575073, 0.5024690628051758, 0.502212643623352, 0.46944791078567505], "r_norm": [0.23335964977741241, 0.21969938278198242, 0.229853093624115, 0.2325577735900879, 0.23234602808952332]}, {"step": 2200, "epoch": 4, "train_loss": 0.061237700283527374, "cos_r_negg": [0.4908490777015686, 0.4869925379753113, 0.4868827760219574, 0.49179548025131226, 0.46208351850509644], "cos_apical_negg": [0.4908490777015686, 0.4869925379753113, 0.4868827760219574, 0.49179548025131226, 0.46208351850509644], "cos_Ac_negg": [0.4908490777015686, 0.4869925379753113, 0.4868827760219574, 0.49179548025131226, 0.46208351850509644], "r_norm": [0.21411600708961487, 0.2015274465084076, 0.2099064290523529, 0.21373485028743744, 0.2141953408718109]}, {"step": 2250, "epoch": 4, "train_loss": 0.008855165913701057, "cos_r_negg": [0.49140843749046326, 0.49922189116477966, 0.49453771114349365, 0.5014578700065613, 0.46548956632614136], "cos_apical_negg": [0.49140843749046326, 0.49922189116477966, 0.49453771114349365, 0.5014578700065613, 0.46548956632614136], "cos_Ac_negg": [0.49140843749046326, 0.49922189116477966, 0.49453771114349365, 0.5014578700065613, 0.46548956632614136], "r_norm": [0.24286304414272308, 0.228878915309906, 0.23740620911121368, 0.24294888973236084, 0.24292823672294617], "ldr": {"dL_sdil": -0.005009889602661133, "dL_bp": -0.005848318338394165, "ratio": 0.8566376371428426}}, {"step": 2300, "epoch": 4, "train_loss": 0.13484551012516022, "cos_r_negg": [0.4799612760543823, 0.48401302099227905, 0.4798659682273865, 0.48457831144332886, 0.4476032853126526], "cos_apical_negg": [0.4799612760543823, 0.48401302099227905, 0.4798659682273865, 0.48457831144332886, 0.4476032853126526], "cos_Ac_negg": [0.4799612760543823, 0.48401302099227905, 0.4798659682273865, 0.48457831144332886, 0.4476032853126526], "r_norm": [0.21371325850486755, 0.20376284420490265, 0.20864710211753845, 0.21472811698913574, 0.21583715081214905]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9686, "test_loss": 0.10768502540588379}, {"step": 2350, "epoch": 5, "train_loss": 0.02266802079975605, "cos_r_negg": [0.4940510392189026, 0.5045896768569946, 0.498060941696167, 0.5018385052680969, 0.4653344452381134], "cos_apical_negg": [0.4940510392189026, 0.5045896768569946, 0.498060941696167, 0.5018385052680969, 0.4653344452381134], "cos_Ac_negg": [0.4940510392189026, 0.5045896768569946, 0.498060941696167, 0.5018385052680969, 0.4653344452381134], "r_norm": [0.23359757661819458, 0.21824394166469574, 0.22792206704616547, 0.23373007774353027, 0.23277123272418976]}, {"step": 2400, "epoch": 5, "train_loss": 0.02393370121717453, "cos_r_negg": [0.47535014152526855, 0.48748064041137695, 0.48340126872062683, 0.48135411739349365, 0.4467788636684418], "cos_apical_negg": [0.47535014152526855, 0.48748064041137695, 0.48340126872062683, 0.48135411739349365, 0.4467788636684418], "cos_Ac_negg": [0.47535014152526855, 0.48748064041137695, 0.48340126872062683, 0.48135411739349365, 0.4467788636684418], "r_norm": [0.24352958798408508, 0.2263433337211609, 0.23682290315628052, 0.24226465821266174, 0.24054186046123505]}, {"step": 2450, "epoch": 5, "train_loss": 0.04984838142991066, "cos_r_negg": [0.47836315631866455, 0.49205493927001953, 0.48826032876968384, 0.49216997623443604, 0.4542674720287323], "cos_apical_negg": [0.47836315631866455, 0.49205493927001953, 0.48826032876968384, 0.49216997623443604, 0.4542674720287323], "cos_Ac_negg": [0.47836315631866455, 0.49205493927001953, 0.48826032876968384, 0.49216997623443604, 0.4542674720287323], "r_norm": [0.2093694508075714, 0.19773045182228088, 0.20580732822418213, 0.21134208142757416, 0.21068105101585388]}, {"step": 2500, "epoch": 5, "train_loss": 0.061037566512823105, "cos_r_negg": [0.4718882441520691, 0.47981026768684387, 0.48088347911834717, 0.47136786580085754, 0.45013540983200073], "cos_apical_negg": [0.4718882441520691, 0.47981026768684387, 0.48088347911834717, 0.47136786580085754, 0.45013540983200073], "cos_Ac_negg": [0.4718882441520691, 0.47981026768684387, 0.48088347911834717, 0.47136786580085754, 0.45013540983200073], "r_norm": [0.21414579451084137, 0.2006523162126541, 0.2087612897157669, 0.21421392261981964, 0.21517431735992432], "ldr": {"dL_sdil": -0.00407862663269043, "dL_bp": -0.005838349461555481, "ratio": 0.6985924120417044}}, {"step": 2550, "epoch": 5, "train_loss": 0.018511198461055756, "cos_r_negg": [0.4632367491722107, 0.4757683277130127, 0.47093838453292847, 0.4694502353668213, 0.43797391653060913], "cos_apical_negg": [0.4632367491722107, 0.4757683277130127, 0.47093838453292847, 0.4694502353668213, 0.43797391653060913], "cos_Ac_negg": [0.4632367491722107, 0.4757683277130127, 0.47093838453292847, 0.4694502353668213, 0.43797391653060913], "r_norm": [0.16604992747306824, 0.15773358941078186, 0.1620662659406662, 0.16690593957901, 0.1674811840057373]}, {"step": 2600, "epoch": 5, "train_loss": 0.020765405148267746, "cos_r_negg": [0.4830859899520874, 0.4873391389846802, 0.48804715275764465, 0.4873540997505188, 0.45354586839675903], "cos_apical_negg": [0.4830859899520874, 0.4873391389846802, 0.48804715275764465, 0.4873540997505188, 0.45354586839675903], "cos_Ac_negg": [0.4830859899520874, 0.4873391389846802, 0.48804715275764465, 0.4873540997505188, 0.45354586839675903], "r_norm": [0.22451931238174438, 0.21269825100898743, 0.22199875116348267, 0.22585554420948029, 0.22533196210861206]}, {"step": 2650, "epoch": 5, "train_loss": 0.040558453649282455, "cos_r_negg": [0.4806336760520935, 0.4873696267604828, 0.48716413974761963, 0.49731799960136414, 0.4627783000469208], "cos_apical_negg": [0.4806336760520935, 0.4873696267604828, 0.48716413974761963, 0.49731799960136414, 0.4627783000469208], "cos_Ac_negg": [0.4806336760520935, 0.4873696267604828, 0.48716413974761963, 0.49731799960136414, 0.4627783000469208], "r_norm": [0.23971812427043915, 0.22855505347251892, 0.2372271567583084, 0.24192361533641815, 0.24265745282173157]}, {"step": 2700, "epoch": 5, "train_loss": 0.050481513142585754, "cos_r_negg": [0.4874066710472107, 0.49908632040023804, 0.4898887574672699, 0.487894743680954, 0.4567047655582428], "cos_apical_negg": [0.4874066710472107, 0.49908632040023804, 0.4898887574672699, 0.487894743680954, 0.4567047655582428], "cos_Ac_negg": [0.4874066710472107, 0.49908632040023804, 0.4898887574672699, 0.487894743680954, 0.4567047655582428], "r_norm": [0.1965244710445404, 0.18582366406917572, 0.1932218074798584, 0.19726558029651642, 0.19697391986846924]}, {"step": 2750, "epoch": 5, "train_loss": 0.03437213599681854, "cos_r_negg": [0.45326900482177734, 0.46867698431015015, 0.46743258833885193, 0.46192678809165955, 0.4333917200565338], "cos_apical_negg": [0.45326900482177734, 0.46867698431015015, 0.46743258833885193, 0.46192678809165955, 0.4333917200565338], "cos_Ac_negg": [0.45326900482177734, 0.46867698431015015, 0.46743258833885193, 0.46192678809165955, 0.4333917200565338], "r_norm": [0.21808145940303802, 0.2080078125, 0.21581092476844788, 0.22034116089344025, 0.22049736976623535], "ldr": {"dL_sdil": -0.004968047142028809, "dL_bp": -0.00597400963306427, "ratio": 0.8316101658979969}}, {"step": 2800, "epoch": 5, "train_loss": 0.003608208615332842, "cos_r_negg": [0.46487534046173096, 0.4824041724205017, 0.4731484651565552, 0.4799291491508484, 0.4503968358039856], "cos_apical_negg": [0.46487534046173096, 0.4824041724205017, 0.4731484651565552, 0.4799291491508484, 0.4503968358039856], "cos_Ac_negg": [0.46487534046173096, 0.4824041724205017, 0.4731484651565552, 0.4799291491508484, 0.4503968358039856], "r_norm": [0.2157754898071289, 0.20360782742500305, 0.21057668328285217, 0.2155476212501526, 0.21681088209152222]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9694, "test_loss": 0.11587371149063111}, {"step": 2850, "epoch": 6, "train_loss": 0.034656841307878494, "cos_r_negg": [0.44533872604370117, 0.4590662121772766, 0.45456093549728394, 0.4619351029396057, 0.43561601638793945], "cos_apical_negg": [0.44533872604370117, 0.4590662121772766, 0.45456093549728394, 0.4619351029396057, 0.43561601638793945], "cos_Ac_negg": [0.44533872604370117, 0.4590662121772766, 0.45456093549728394, 0.4619351029396057, 0.43561601638793945], "r_norm": [0.20906171202659607, 0.197437584400177, 0.20416471362113953, 0.20969337224960327, 0.2102065086364746]}, {"step": 2900, "epoch": 6, "train_loss": 0.014165244065225124, "cos_r_negg": [0.4374210238456726, 0.4553206264972687, 0.44793006777763367, 0.4449842572212219, 0.4237040579319], "cos_apical_negg": [0.4374210238456726, 0.4553206264972687, 0.44793006777763367, 0.4449842572212219, 0.4237040579319], "cos_Ac_negg": [0.4374210238456726, 0.4553206264972687, 0.44793006777763367, 0.4449842572212219, 0.4237040579319], "r_norm": [0.19658073782920837, 0.18770906329154968, 0.19229522347450256, 0.19781719148159027, 0.1979733407497406]}, {"step": 2950, "epoch": 6, "train_loss": 0.04480568319559097, "cos_r_negg": [0.4485166668891907, 0.46968984603881836, 0.46264535188674927, 0.4567219018936157, 0.43188992142677307], "cos_apical_negg": [0.4485166668891907, 0.46968984603881836, 0.46264535188674927, 0.4567219018936157, 0.43188992142677307], "cos_Ac_negg": [0.4485166668891907, 0.46968984603881836, 0.46264535188674927, 0.4567219018936157, 0.43188992142677307], "r_norm": [0.19777826964855194, 0.18795990943908691, 0.19501008093357086, 0.19844794273376465, 0.20033684372901917]}, {"step": 3000, "epoch": 6, "train_loss": 0.005490710027515888, "cos_r_negg": [0.42409297823905945, 0.4447680115699768, 0.44285455346107483, 0.4433146119117737, 0.4216267466545105], "cos_apical_negg": [0.42409297823905945, 0.4447680115699768, 0.44285455346107483, 0.4433146119117737, 0.4216267466545105], "cos_Ac_negg": [0.42409297823905945, 0.4447680115699768, 0.44285455346107483, 0.4433146119117737, 0.4216267466545105], "r_norm": [0.21356648206710815, 0.20176011323928833, 0.20827393233776093, 0.21377593278884888, 0.21355226635932922], "ldr": {"dL_sdil": -0.0045218393206596375, "dL_bp": -0.006629928946495056, "ratio": 0.6820343561977583}}, {"step": 3050, "epoch": 6, "train_loss": 0.011466741561889648, "cos_r_negg": [0.40689343214035034, 0.4253365397453308, 0.4214390516281128, 0.4202728569507599, 0.4012548625469208], "cos_apical_negg": [0.40689343214035034, 0.4253365397453308, 0.4214390516281128, 0.4202728569507599, 0.4012548625469208], "cos_Ac_negg": [0.40689343214035034, 0.4253365397453308, 0.4214390516281128, 0.4202728569507599, 0.4012548625469208], "r_norm": [0.20727965235710144, 0.1986590325832367, 0.20555822551250458, 0.21008244156837463, 0.20940001308918]}, {"step": 3100, "epoch": 6, "train_loss": 0.05708751082420349, "cos_r_negg": [0.4340593218803406, 0.4533021152019501, 0.4460539221763611, 0.4366215467453003, 0.41592633724212646], "cos_apical_negg": [0.4340593218803406, 0.4533021152019501, 0.4460539221763611, 0.4366215467453003, 0.41592633724212646], "cos_Ac_negg": [0.4340593218803406, 0.4533021152019501, 0.4460539221763611, 0.4366215467453003, 0.41592633724212646], "r_norm": [0.17839917540550232, 0.17057806253433228, 0.1771336793899536, 0.18064722418785095, 0.18077191710472107]}, {"step": 3150, "epoch": 6, "train_loss": 0.026420939713716507, "cos_r_negg": [0.4122142195701599, 0.4360431432723999, 0.4305046796798706, 0.4182583689689636, 0.3997323513031006], "cos_apical_negg": [0.4122142195701599, 0.4360431432723999, 0.4305046796798706, 0.4182583689689636, 0.3997323513031006], "cos_Ac_negg": [0.4122142195701599, 0.4360431432723999, 0.4305046796798706, 0.4182583689689636, 0.3997323513031006], "r_norm": [0.18702486157417297, 0.1786717176437378, 0.18611302971839905, 0.18731708824634552, 0.1884995996952057]}, {"step": 3200, "epoch": 6, "train_loss": 0.04311371594667435, "cos_r_negg": [0.4283619225025177, 0.4451853334903717, 0.4421093761920929, 0.43745332956314087, 0.4162764251232147], "cos_apical_negg": [0.4283619225025177, 0.4451853334903717, 0.4421093761920929, 0.43745332956314087, 0.4162764251232147], "cos_Ac_negg": [0.4283619225025177, 0.4451853334903717, 0.4421093761920929, 0.43745332956314087, 0.4162764251232147], "r_norm": [0.21934771537780762, 0.20942513644695282, 0.21727854013442993, 0.22162678837776184, 0.21952484548091888]}, {"step": 3250, "epoch": 6, "train_loss": 0.05577273294329643, "cos_r_negg": [0.41568297147750854, 0.4329666793346405, 0.4307614266872406, 0.4228043258190155, 0.40888309478759766], "cos_apical_negg": [0.41568297147750854, 0.4329666793346405, 0.4307614266872406, 0.4228043258190155, 0.40888309478759766], "cos_Ac_negg": [0.41568297147750854, 0.4329666793346405, 0.4307614266872406, 0.4228043258190155, 0.40888309478759766], "r_norm": [0.18127380311489105, 0.1737966537475586, 0.17835088074207306, 0.18342985212802887, 0.18281236290931702], "ldr": {"dL_sdil": -0.003891266882419586, "dL_bp": -0.005505330860614777, "ratio": 0.7068179880446006}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9687, "test_loss": 0.11804403896331787}, {"step": 3300, "epoch": 7, "train_loss": 0.019569221884012222, "cos_r_negg": [0.41431403160095215, 0.43492257595062256, 0.43102210760116577, 0.42844730615615845, 0.41438114643096924], "cos_apical_negg": [0.41431403160095215, 0.43492257595062256, 0.43102210760116577, 0.42844730615615845, 0.41438114643096924], "cos_Ac_negg": [0.41431403160095215, 0.43492257595062256, 0.43102210760116577, 0.42844730615615845, 0.41438114643096924], "r_norm": [0.17955726385116577, 0.17371337115764618, 0.17956741154193878, 0.18207170069217682, 0.18268756568431854]}, {"step": 3350, "epoch": 7, "train_loss": 0.008463992737233639, "cos_r_negg": [0.4144810140132904, 0.43504080176353455, 0.42795878648757935, 0.4256855845451355, 0.4082442820072174], "cos_apical_negg": [0.4144810140132904, 0.43504080176353455, 0.42795878648757935, 0.4256855845451355, 0.4082442820072174], "cos_Ac_negg": [0.4144810140132904, 0.43504080176353455, 0.42795878648757935, 0.4256855845451355, 0.4082442820072174], "r_norm": [0.18393030762672424, 0.1768311858177185, 0.18364620208740234, 0.1851939558982849, 0.18540912866592407]}, {"step": 3400, "epoch": 7, "train_loss": 0.011086425743997097, "cos_r_negg": [0.38926708698272705, 0.41088518500328064, 0.4049064815044403, 0.400224506855011, 0.3851107656955719], "cos_apical_negg": [0.38926708698272705, 0.41088518500328064, 0.4049064815044403, 0.400224506855011, 0.3851107656955719], "cos_Ac_negg": [0.38926708698272705, 0.41088518500328064, 0.4049064815044403, 0.400224506855011, 0.3851107656955719], "r_norm": [0.20507660508155823, 0.1952090561389923, 0.20233169198036194, 0.20528478920459747, 0.2055598646402359]}, {"step": 3450, "epoch": 7, "train_loss": 0.04312007501721382, "cos_r_negg": [0.39782992005348206, 0.417568564414978, 0.41154247522354126, 0.4043566882610321, 0.39024925231933594], "cos_apical_negg": [0.39782992005348206, 0.417568564414978, 0.41154247522354126, 0.4043566882610321, 0.39024925231933594], "cos_Ac_negg": [0.39782992005348206, 0.417568564414978, 0.41154247522354126, 0.4043566882610321, 0.39024925231933594], "r_norm": [0.1730891764163971, 0.1634971648454666, 0.1700160801410675, 0.17311665415763855, 0.17315149307250977]}, {"step": 3500, "epoch": 7, "train_loss": 0.014043150469660759, "cos_r_negg": [0.4029542803764343, 0.42397937178611755, 0.41820427775382996, 0.41263678669929504, 0.39438843727111816], "cos_apical_negg": [0.4029542803764343, 0.42397937178611755, 0.41820427775382996, 0.41263678669929504, 0.39438843727111816], "cos_Ac_negg": [0.4029542803764343, 0.42397937178611755, 0.41820427775382996, 0.41263678669929504, 0.39438843727111816], "r_norm": [0.1746618002653122, 0.16662907600402832, 0.17313265800476074, 0.17579273879528046, 0.17550989985466003], "ldr": {"dL_sdil": -0.004766508936882019, "dL_bp": -0.008105464279651642, "ratio": 0.5880611859394778}}, {"step": 3550, "epoch": 7, "train_loss": 0.026344893500208855, "cos_r_negg": [0.3960803151130676, 0.418736070394516, 0.41335558891296387, 0.40511125326156616, 0.39151573181152344], "cos_apical_negg": [0.3960803151130676, 0.418736070394516, 0.41335558891296387, 0.40511125326156616, 0.39151573181152344], "cos_Ac_negg": [0.3960803151130676, 0.418736070394516, 0.41335558891296387, 0.40511125326156616, 0.39151573181152344], "r_norm": [0.18403874337673187, 0.17409753799438477, 0.18083636462688446, 0.18431353569030762, 0.18483147025108337]}, {"step": 3600, "epoch": 7, "train_loss": 0.007315424270927906, "cos_r_negg": [0.39281994104385376, 0.4088628888130188, 0.4054851830005646, 0.4040266275405884, 0.3899688422679901], "cos_apical_negg": [0.39281994104385376, 0.4088628888130188, 0.4054851830005646, 0.4040266275405884, 0.3899688422679901], "cos_Ac_negg": [0.39281994104385376, 0.4088628888130188, 0.4054851830005646, 0.4040266275405884, 0.3899688422679901], "r_norm": [0.16095192730426788, 0.15500980615615845, 0.16027161478996277, 0.1632401943206787, 0.16358759999275208]}, {"step": 3650, "epoch": 7, "train_loss": 0.00039306445978581905, "cos_r_negg": [0.359497606754303, 0.38096460700035095, 0.3749575614929199, 0.37111127376556396, 0.35541439056396484], "cos_apical_negg": [0.359497606754303, 0.38096460700035095, 0.3749575614929199, 0.37111127376556396, 0.35541439056396484], "cos_Ac_negg": [0.359497606754303, 0.38096460700035095, 0.3749575614929199, 0.37111127376556396, 0.35541439056396484], "r_norm": [0.19393515586853027, 0.1799229383468628, 0.18815961480140686, 0.1921670287847519, 0.18985643982887268]}, {"step": 3700, "epoch": 7, "train_loss": 0.005062365438789129, "cos_r_negg": [0.36293718218803406, 0.38479483127593994, 0.3770451843738556, 0.3761214017868042, 0.3623494505882263], "cos_apical_negg": [0.36293718218803406, 0.38479483127593994, 0.3770451843738556, 0.3761214017868042, 0.3623494505882263], "cos_Ac_negg": [0.36293718218803406, 0.38479483127593994, 0.3770451843738556, 0.3761214017868042, 0.3623494505882263], "r_norm": [0.16441580653190613, 0.15566949546337128, 0.1619143933057785, 0.16470366716384888, 0.1636984646320343]}, {"step": 3750, "epoch": 7, "train_loss": 0.006593095138669014, "cos_r_negg": [0.3503895401954651, 0.3719487190246582, 0.36806201934814453, 0.36717480421066284, 0.3501017391681671], "cos_apical_negg": [0.3503895401954651, 0.3719487190246582, 0.36806201934814453, 0.36717480421066284, 0.3501017391681671], "cos_Ac_negg": [0.3503895401954651, 0.3719487190246582, 0.36806201934814453, 0.36717480421066284, 0.3501017391681671], "r_norm": [0.18588155508041382, 0.18020540475845337, 0.18669140338897705, 0.1878814548254013, 0.18797357380390167], "ldr": {"dL_sdil": -0.005371548235416412, "dL_bp": -0.009072277694940567, "ratio": 0.592083754051314}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9706, "test_loss": 0.12428804454803467}, {"step": 3800, "epoch": 8, "train_loss": 0.03446671739220619, "cos_r_negg": [0.34625980257987976, 0.36976486444473267, 0.3632972836494446, 0.3634193539619446, 0.34911540150642395], "cos_apical_negg": [0.34625980257987976, 0.36976486444473267, 0.3632972836494446, 0.3634193539619446, 0.34911540150642395], "cos_Ac_negg": [0.34625980257987976, 0.36976486444473267, 0.3632972836494446, 0.3634193539619446, 0.34911540150642395], "r_norm": [0.1530231535434723, 0.14664053916931152, 0.1515481173992157, 0.153227761387825, 0.15361416339874268]}, {"step": 3850, "epoch": 8, "train_loss": 0.021745044738054276, "cos_r_negg": [0.3233790993690491, 0.3482452929019928, 0.34433871507644653, 0.3416408896446228, 0.32591694593429565], "cos_apical_negg": [0.3233790993690491, 0.3482452929019928, 0.34433871507644653, 0.3416408896446228, 0.32591694593429565], "cos_Ac_negg": [0.3233790993690491, 0.3482452929019928, 0.34433871507644653, 0.3416408896446228, 0.32591694593429565], "r_norm": [0.18367010354995728, 0.1772054135799408, 0.1832199990749359, 0.18513497710227966, 0.18509918451309204]}, {"step": 3900, "epoch": 8, "train_loss": 0.013512826524674892, "cos_r_negg": [0.32959550619125366, 0.35378170013427734, 0.3464382290840149, 0.34299778938293457, 0.3272721469402313], "cos_apical_negg": [0.32959550619125366, 0.35378170013427734, 0.3464382290840149, 0.34299778938293457, 0.3272721469402313], "cos_Ac_negg": [0.32959550619125366, 0.35378170013427734, 0.3464382290840149, 0.34299778938293457, 0.3272721469402313], "r_norm": [0.17271623015403748, 0.1656283140182495, 0.171487957239151, 0.17404434084892273, 0.1742183268070221]}, {"step": 3950, "epoch": 8, "train_loss": 0.012443454936146736, "cos_r_negg": [0.32966870069503784, 0.35230883955955505, 0.34558331966400146, 0.3450793921947479, 0.3302469551563263], "cos_apical_negg": [0.32966870069503784, 0.35230883955955505, 0.34558331966400146, 0.3450793921947479, 0.3302469551563263], "cos_Ac_negg": [0.32966870069503784, 0.35230883955955505, 0.34558331966400146, 0.3450793921947479, 0.3302469551563263], "r_norm": [0.18274548649787903, 0.17542466521263123, 0.181852787733078, 0.18385529518127441, 0.18427664041519165]}, {"step": 4000, "epoch": 8, "train_loss": 0.002292318269610405, "cos_r_negg": [0.3213436007499695, 0.3453741669654846, 0.34071582555770874, 0.3341676592826843, 0.3199998140335083], "cos_apical_negg": [0.3213436007499695, 0.3453741669654846, 0.34071582555770874, 0.3341676592826843, 0.3199998140335083], "cos_Ac_negg": [0.3213436007499695, 0.3453741669654846, 0.34071582555770874, 0.3341676592826843, 0.3199998140335083], "r_norm": [0.16575685143470764, 0.1586247831583023, 0.16449566185474396, 0.16732344031333923, 0.16811448335647583], "ldr": {"dL_sdil": -0.005639083683490753, "dL_bp": -0.008938200771808624, "ratio": 0.6308969587343133}}, {"step": 4050, "epoch": 8, "train_loss": 0.007865429855883121, "cos_r_negg": [0.34117448329925537, 0.363981157541275, 0.35645347833633423, 0.3541257679462433, 0.3367916941642761], "cos_apical_negg": [0.34117448329925537, 0.363981157541275, 0.35645347833633423, 0.3541257679462433, 0.3367916941642761], "cos_Ac_negg": [0.34117448329925537, 0.363981157541275, 0.35645347833633423, 0.3541257679462433, 0.3367916941642761], "r_norm": [0.16041380167007446, 0.15148842334747314, 0.15804877877235413, 0.16004425287246704, 0.15994933247566223]}, {"step": 4100, "epoch": 8, "train_loss": 0.09387215226888657, "cos_r_negg": [0.329992413520813, 0.3499968349933624, 0.34517455101013184, 0.3425508141517639, 0.325679749250412], "cos_apical_negg": [0.329992413520813, 0.3499968349933624, 0.34517455101013184, 0.3425508141517639, 0.325679749250412], "cos_Ac_negg": [0.329992413520813, 0.3499968349933624, 0.34517455101013184, 0.3425508141517639, 0.325679749250412], "r_norm": [0.17625346779823303, 0.1672460287809372, 0.17491400241851807, 0.1770668923854828, 0.1772627830505371]}, {"step": 4150, "epoch": 8, "train_loss": 0.006587516516447067, "cos_r_negg": [0.327706515789032, 0.3481617271900177, 0.3414687514305115, 0.33935272693634033, 0.32567018270492554], "cos_apical_negg": [0.327706515789032, 0.3481617271900177, 0.3414687514305115, 0.33935272693634033, 0.32567018270492554], "cos_Ac_negg": [0.327706515789032, 0.3481617271900177, 0.3414687514305115, 0.33935272693634033, 0.32567018270492554], "r_norm": [0.15702909231185913, 0.15139001607894897, 0.1575285643339157, 0.1591939628124237, 0.159429132938385]}, {"step": 4200, "epoch": 8, "train_loss": 0.0265031810849905, "cos_r_negg": [0.32196804881095886, 0.34542250633239746, 0.33800530433654785, 0.3355538249015808, 0.31904441118240356], "cos_apical_negg": [0.32196804881095886, 0.34542250633239746, 0.33800530433654785, 0.3355538249015808, 0.31904441118240356], "cos_Ac_negg": [0.32196804881095886, 0.34542250633239746, 0.33800530433654785, 0.3355538249015808, 0.31904441118240356], "r_norm": [0.15201649069786072, 0.1445510983467102, 0.15029692649841309, 0.15233701467514038, 0.15264549851417542]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9719, "test_loss": 0.1275961109161377}, {"step": 4250, "epoch": 9, "train_loss": 0.02191665582358837, "cos_r_negg": [0.29898202419281006, 0.3250073194503784, 0.31876036524772644, 0.3136504888534546, 0.2995743751525879], "cos_apical_negg": [0.29898202419281006, 0.3250073194503784, 0.31876036524772644, 0.3136504888534546, 0.2995743751525879], "cos_Ac_negg": [0.29898202419281006, 0.3250073194503784, 0.31876036524772644, 0.3136504888534546, 0.2995743751525879], "r_norm": [0.14038416743278503, 0.13484038412570953, 0.139698788523674, 0.14172889292240143, 0.142137348651886], "ldr": {"dL_sdil": -0.0053042396903038025, "dL_bp": -0.010537654161453247, "ratio": 0.5033605780788212}}, {"step": 4300, "epoch": 9, "train_loss": 0.004500879906117916, "cos_r_negg": [0.2994192838668823, 0.32540249824523926, 0.32072919607162476, 0.3181816637516022, 0.3018034100532532], "cos_apical_negg": [0.2994192838668823, 0.32540249824523926, 0.32072919607162476, 0.3181816637516022, 0.3018034100532532], "cos_Ac_negg": [0.2994192838668823, 0.32540249824523926, 0.32072919607162476, 0.3181816637516022, 0.3018034100532532], "r_norm": [0.14965078234672546, 0.14328716695308685, 0.1482844203710556, 0.15009909868240356, 0.15105025470256805]}, {"step": 4350, "epoch": 9, "train_loss": 0.011691924184560776, "cos_r_negg": [0.29691070318222046, 0.3222724497318268, 0.31730884313583374, 0.31438228487968445, 0.29540711641311646], "cos_apical_negg": [0.29691070318222046, 0.3222724497318268, 0.31730884313583374, 0.31438228487968445, 0.29540711641311646], "cos_Ac_negg": [0.29691070318222046, 0.3222724497318268, 0.31730884313583374, 0.31438228487968445, 0.29540711641311646], "r_norm": [0.14715155959129333, 0.1408993899822235, 0.14630372822284698, 0.14742755889892578, 0.14790304005146027]}, {"step": 4400, "epoch": 9, "train_loss": 0.00850970484316349, "cos_r_negg": [0.28725284337997437, 0.30988484621047974, 0.3039083480834961, 0.3005754053592682, 0.28393805027008057], "cos_apical_negg": [0.28725284337997437, 0.30988484621047974, 0.3039083480834961, 0.3005754053592682, 0.28393805027008057], "cos_Ac_negg": [0.28725284337997437, 0.30988484621047974, 0.3039083480834961, 0.3005754053592682, 0.28393805027008057], "r_norm": [0.14823390543460846, 0.14136451482772827, 0.14700621366500854, 0.14921848475933075, 0.14941786229610443]}, {"step": 4450, "epoch": 9, "train_loss": 0.006686158012598753, "cos_r_negg": [0.2723359167575836, 0.29621991515159607, 0.2900155484676361, 0.28649309277534485, 0.2710895240306854], "cos_apical_negg": [0.2723359167575836, 0.29621991515159607, 0.2900155484676361, 0.28649309277534485, 0.2710895240306854], "cos_Ac_negg": [0.2723359167575836, 0.29621991515159607, 0.2900155484676361, 0.28649309277534485, 0.2710895240306854], "r_norm": [0.141389861702919, 0.1369255930185318, 0.14160192012786865, 0.14382877945899963, 0.14425140619277954]}, {"step": 4500, "epoch": 9, "train_loss": 0.005719299893826246, "cos_r_negg": [0.27717477083206177, 0.29966405034065247, 0.2955397963523865, 0.29309579730033875, 0.2741333246231079], "cos_apical_negg": [0.27717477083206177, 0.29966405034065247, 0.2955397963523865, 0.29309579730033875, 0.2741333246231079], "cos_Ac_negg": [0.27717477083206177, 0.29966405034065247, 0.2955397963523865, 0.29309579730033875, 0.2741333246231079], "r_norm": [0.15878745913505554, 0.15074951946735382, 0.15691450238227844, 0.15897643566131592, 0.1589430272579193], "ldr": {"dL_sdil": -0.005396753549575806, "dL_bp": -0.009831413626670837, "ratio": 0.548929559319465}}, {"step": 4550, "epoch": 9, "train_loss": 0.01628640666604042, "cos_r_negg": [0.2785678505897522, 0.3009576201438904, 0.29205596446990967, 0.28576165437698364, 0.2727057933807373], "cos_apical_negg": [0.2785678505897522, 0.3009576201438904, 0.29205596446990967, 0.28576165437698364, 0.2727057933807373], "cos_Ac_negg": [0.2785678505897522, 0.3009576201438904, 0.29205596446990967, 0.28576165437698364, 0.2727057933807373], "r_norm": [0.13850918412208557, 0.13382840156555176, 0.13916000723838806, 0.14090242981910706, 0.14089708030223846]}, {"step": 4600, "epoch": 9, "train_loss": 0.09684239327907562, "cos_r_negg": [0.27429425716400146, 0.2956702709197998, 0.28859156370162964, 0.2859548330307007, 0.2694636881351471], "cos_apical_negg": [0.27429425716400146, 0.2956702709197998, 0.28859156370162964, 0.2859548330307007, 0.2694636881351471], "cos_Ac_negg": [0.27429425716400146, 0.2956702709197998, 0.28859156370162964, 0.2859548330307007, 0.2694636881351471], "r_norm": [0.15098360180854797, 0.14464911818504333, 0.15119335055351257, 0.15227539837360382, 0.1531006395816803]}, {"step": 4650, "epoch": 9, "train_loss": 0.004089575260877609, "cos_r_negg": [0.2618122696876526, 0.2845534682273865, 0.2772144675254822, 0.27304333448410034, 0.2621247172355652], "cos_apical_negg": [0.2618122696876526, 0.2845534682273865, 0.2772144675254822, 0.27304333448410034, 0.2621247172355652], "cos_Ac_negg": [0.2618122696876526, 0.2845534682273865, 0.2772144675254822, 0.27304333448410034, 0.2621247172355652], "r_norm": [0.15437676012516022, 0.14843177795410156, 0.15399599075317383, 0.15603739023208618, 0.155986025929451]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9708, "test_loss": 0.1377335983276367}, {"step": 4700, "epoch": 10, "train_loss": 0.00457423459738493, "cos_r_negg": [0.25141745805740356, 0.27251291275024414, 0.27001965045928955, 0.2664763033390045, 0.2530740201473236], "cos_apical_negg": [0.25141745805740356, 0.27251291275024414, 0.27001965045928955, 0.2664763033390045, 0.2530740201473236], "cos_Ac_negg": [0.25141745805740356, 0.27251291275024414, 0.27001965045928955, 0.2664763033390045, 0.2530740201473236], "r_norm": [0.18324550986289978, 0.17583486437797546, 0.1824859380722046, 0.18407605588436127, 0.18314129114151]}, {"step": 4750, "epoch": 10, "train_loss": 0.0011557636316865683, "cos_r_negg": [0.24877691268920898, 0.2706359028816223, 0.2648901343345642, 0.26137617230415344, 0.24781307578086853], "cos_apical_negg": [0.24877691268920898, 0.2706359028816223, 0.2648901343345642, 0.26137617230415344, 0.24781307578086853], "cos_Ac_negg": [0.24877691268920898, 0.2706359028816223, 0.2648901343345642, 0.26137617230415344, 0.24781307578086853], "r_norm": [0.15953010320663452, 0.15092012286186218, 0.15819546580314636, 0.1594400703907013, 0.15888524055480957], "ldr": {"dL_sdil": -0.005914777517318726, "dL_bp": -0.011318035423755646, "ratio": 0.5225975441730889}}, {"step": 4800, "epoch": 10, "train_loss": 0.006064639426767826, "cos_r_negg": [0.24947422742843628, 0.2688947319984436, 0.2629597783088684, 0.260358989238739, 0.2467743307352066], "cos_apical_negg": [0.24947422742843628, 0.2688947319984436, 0.2629597783088684, 0.260358989238739, 0.2467743307352066], "cos_Ac_negg": [0.24947422742843628, 0.2688947319984436, 0.2629597783088684, 0.260358989238739, 0.2467743307352066], "r_norm": [0.15065650641918182, 0.1446816772222519, 0.15090437233448029, 0.15233144164085388, 0.15260329842567444]}, {"step": 4850, "epoch": 10, "train_loss": 0.0026410322170704603, "cos_r_negg": [0.25253263115882874, 0.27439457178115845, 0.26894915103912354, 0.2659422755241394, 0.2515404522418976], "cos_apical_negg": [0.25253263115882874, 0.27439457178115845, 0.26894915103912354, 0.2659422755241394, 0.2515404522418976], "cos_Ac_negg": [0.25253263115882874, 0.27439457178115845, 0.26894915103912354, 0.2659422755241394, 0.2515404522418976], "r_norm": [0.1493614912033081, 0.141020730137825, 0.14796972274780273, 0.149185910820961, 0.14946606755256653]}, {"step": 4900, "epoch": 10, "train_loss": 0.003859182121232152, "cos_r_negg": [0.25060927867889404, 0.2723980247974396, 0.26658666133880615, 0.2628714442253113, 0.2467660903930664], "cos_apical_negg": [0.25060927867889404, 0.2723980247974396, 0.26658666133880615, 0.2628714442253113, 0.2467660903930664], "cos_Ac_negg": [0.25060927867889404, 0.2723980247974396, 0.26658666133880615, 0.2628714442253113, 0.2467660903930664], "r_norm": [0.15285705029964447, 0.14402537047863007, 0.15081948041915894, 0.15276214480400085, 0.15250924229621887]}, {"step": 4950, "epoch": 10, "train_loss": 0.0004698346892837435, "cos_r_negg": [0.23498335480690002, 0.2547401189804077, 0.25037115812301636, 0.2434242069721222, 0.2316497564315796], "cos_apical_negg": [0.23498335480690002, 0.2547401189804077, 0.25037115812301636, 0.2434242069721222, 0.2316497564315796], "cos_Ac_negg": [0.23498335480690002, 0.2547401189804077, 0.25037115812301636, 0.2434242069721222, 0.2316497564315796], "r_norm": [0.13710862398147583, 0.1307392120361328, 0.1362214982509613, 0.1379167139530182, 0.13823741674423218]}, {"step": 5000, "epoch": 10, "train_loss": 0.001481067156419158, "cos_r_negg": [0.22887736558914185, 0.24840714037418365, 0.24216333031654358, 0.23550966382026672, 0.22443166375160217], "cos_apical_negg": [0.22887736558914185, 0.24840714037418365, 0.24216333031654358, 0.23550966382026672, 0.22443166375160217], "cos_Ac_negg": [0.22887736558914185, 0.24840714037418365, 0.24216333031654358, 0.23550966382026672, 0.22443166375160217], "r_norm": [0.1398385763168335, 0.13236087560653687, 0.13738802075386047, 0.1405888944864273, 0.14077404141426086], "ldr": {"dL_sdil": -0.004836902022361755, "dL_bp": -0.008731231093406677, "ratio": 0.5539770933350172}}, {"step": 5050, "epoch": 10, "train_loss": 0.0020862631499767303, "cos_r_negg": [0.24112676084041595, 0.26200318336486816, 0.258419930934906, 0.25229042768478394, 0.23829355835914612], "cos_apical_negg": [0.24112676084041595, 0.26200318336486816, 0.258419930934906, 0.25229042768478394, 0.23829355835914612], "cos_Ac_negg": [0.24112676084041595, 0.26200318336486816, 0.258419930934906, 0.25229042768478394, 0.23829355835914612], "r_norm": [0.14786779880523682, 0.14300210773944855, 0.14822131395339966, 0.14970219135284424, 0.15051928162574768]}, {"step": 5100, "epoch": 10, "train_loss": 0.010205182246863842, "cos_r_negg": [0.22970974445343018, 0.2488551139831543, 0.2444169670343399, 0.24094578623771667, 0.22727887332439423], "cos_apical_negg": [0.22970974445343018, 0.2488551139831543, 0.2444169670343399, 0.24094578623771667, 0.22727887332439423], "cos_Ac_negg": [0.22970974445343018, 0.2488551139831543, 0.2444169670343399, 0.24094578623771667, 0.22727887332439423], "r_norm": [0.14643795788288116, 0.1412847489118576, 0.14687538146972656, 0.1485903561115265, 0.14958523213863373]}, {"step": 5150, "epoch": 10, "train_loss": 0.003277895972132683, "cos_r_negg": [0.2235659956932068, 0.24046967923641205, 0.2366890162229538, 0.2321213036775589, 0.21984530985355377], "cos_apical_negg": [0.2235659956932068, 0.24046967923641205, 0.2366890162229538, 0.2321213036775589, 0.21984530985355377], "cos_Ac_negg": [0.2235659956932068, 0.24046967923641205, 0.2366890162229538, 0.2321213036775589, 0.21984530985355377], "r_norm": [0.13579927384853363, 0.13001708686351776, 0.1358640342950821, 0.13747334480285645, 0.13804559409618378]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9722, "test_loss": 0.13720839500427245}, {"step": 5200, "epoch": 11, "train_loss": 0.003161179833114147, "cos_r_negg": [0.2097143977880478, 0.22874820232391357, 0.2243947684764862, 0.21942901611328125, 0.20753347873687744], "cos_apical_negg": [0.2097143977880478, 0.22874820232391357, 0.2243947684764862, 0.21942901611328125, 0.20753347873687744], "cos_Ac_negg": [0.2097143977880478, 0.22874820232391357, 0.2243947684764862, 0.21942901611328125, 0.20753347873687744], "r_norm": [0.13627968728542328, 0.13087360560894012, 0.1360175758600235, 0.1380365788936615, 0.13872261345386505]}, {"step": 5250, "epoch": 11, "train_loss": 0.002849868033081293, "cos_r_negg": [0.2079877257347107, 0.22651740908622742, 0.2231404185295105, 0.2165544331073761, 0.20501664280891418], "cos_apical_negg": [0.2079877257347107, 0.22651740908622742, 0.2231404185295105, 0.2165544331073761, 0.20501664280891418], "cos_Ac_negg": [0.2079877257347107, 0.22651740908622742, 0.2231404185295105, 0.2165544331073761, 0.20501664280891418], "r_norm": [0.13403639197349548, 0.12808001041412354, 0.1329004019498825, 0.1346328854560852, 0.13513195514678955], "ldr": {"dL_sdil": -0.00480988621711731, "dL_bp": -0.008961372077465057, "ratio": 0.5367354659017688}}, {"step": 5300, "epoch": 11, "train_loss": 0.0016532125882804394, "cos_r_negg": [0.20728904008865356, 0.22459706664085388, 0.22058866918087006, 0.2162855863571167, 0.20477694272994995], "cos_apical_negg": [0.20728904008865356, 0.22459706664085388, 0.22058866918087006, 0.2162855863571167, 0.20477694272994995], "cos_Ac_negg": [0.20728904008865356, 0.22459706664085388, 0.22058866918087006, 0.2162855863571167, 0.20477694272994995], "r_norm": [0.13219645619392395, 0.1265772134065628, 0.131497323513031, 0.1333635002374649, 0.13367581367492676]}, {"step": 5350, "epoch": 11, "train_loss": 0.019388234242796898, "cos_r_negg": [0.20378415286540985, 0.22140485048294067, 0.2180354744195938, 0.21212899684906006, 0.20093250274658203], "cos_apical_negg": [0.20378415286540985, 0.22140485048294067, 0.2180354744195938, 0.21212899684906006, 0.20093250274658203], "cos_Ac_negg": [0.20378415286540985, 0.22140485048294067, 0.2180354744195938, 0.21212899684906006, 0.20093250274658203], "r_norm": [0.138152614235878, 0.1307963728904724, 0.13636235892772675, 0.13820631802082062, 0.13880176842212677]}, {"step": 5400, "epoch": 11, "train_loss": 0.003392485436052084, "cos_r_negg": [0.20703694224357605, 0.2247031331062317, 0.2228221893310547, 0.21785740554332733, 0.20392392575740814], "cos_apical_negg": [0.20703694224357605, 0.2247031331062317, 0.2228221893310547, 0.21785740554332733, 0.20392392575740814], "cos_Ac_negg": [0.20703694224357605, 0.2247031331062317, 0.2228221893310547, 0.21785740554332733, 0.20392392575740814], "r_norm": [0.15043313801288605, 0.1435096561908722, 0.1491590291261673, 0.15069399774074554, 0.15161339938640594]}, {"step": 5450, "epoch": 11, "train_loss": 0.0016727225156500936, "cos_r_negg": [0.19950827956199646, 0.21792946755886078, 0.21513590216636658, 0.2095489352941513, 0.19718697667121887], "cos_apical_negg": [0.19950827956199646, 0.21792946755886078, 0.21513590216636658, 0.2095489352941513, 0.19718697667121887], "cos_Ac_negg": [0.19950827956199646, 0.21792946755886078, 0.21513590216636658, 0.2095489352941513, 0.19718697667121887], "r_norm": [0.14154982566833496, 0.13595815002918243, 0.14094901084899902, 0.14267508685588837, 0.14329613745212555]}, {"step": 5500, "epoch": 11, "train_loss": 0.0008365576504729688, "cos_r_negg": [0.20888522267341614, 0.22835010290145874, 0.22512106597423553, 0.21977809071540833, 0.20743809640407562], "cos_apical_negg": [0.20888522267341614, 0.22835010290145874, 0.22512106597423553, 0.21977809071540833, 0.20743809640407562], "cos_Ac_negg": [0.20888522267341614, 0.22835010290145874, 0.22512106597423553, 0.21977809071540833, 0.20743809640407562], "r_norm": [0.14818395674228668, 0.14157286286354065, 0.14747324585914612, 0.14911526441574097, 0.1496344357728958], "ldr": {"dL_sdil": -0.004769079387187958, "dL_bp": -0.009156689047813416, "ratio": 0.5208301125314282}}, {"step": 5550, "epoch": 11, "train_loss": 0.0022423826158046722, "cos_r_negg": [0.201829731464386, 0.22029328346252441, 0.2168002724647522, 0.21224340796470642, 0.20070615410804749], "cos_apical_negg": [0.201829731464386, 0.22029328346252441, 0.2168002724647522, 0.21224340796470642, 0.20070615410804749], "cos_Ac_negg": [0.201829731464386, 0.22029328346252441, 0.2168002724647522, 0.21224340796470642, 0.20070615410804749], "r_norm": [0.1453978568315506, 0.14135237038135529, 0.14639142155647278, 0.14762663841247559, 0.1487460732460022]}, {"step": 5600, "epoch": 11, "train_loss": 0.003094733925536275, "cos_r_negg": [0.18985562026500702, 0.20689119398593903, 0.20339763164520264, 0.19815954566001892, 0.1864628791809082], "cos_apical_negg": [0.18985562026500702, 0.20689119398593903, 0.20339763164520264, 0.19815954566001892, 0.1864628791809082], "cos_Ac_negg": [0.18985562026500702, 0.20689119398593903, 0.20339763164520264, 0.19815954566001892, 0.1864628791809082], "r_norm": [0.14774085581302643, 0.13962267339229584, 0.14616820216178894, 0.14770647883415222, 0.1480460911989212]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.971, "test_loss": 0.14439290447235106}, {"step": 5650, "epoch": 12, "train_loss": 0.0018284742254763842, "cos_r_negg": [0.192245215177536, 0.21010008454322815, 0.20585769414901733, 0.20165997743606567, 0.19076067209243774], "cos_apical_negg": [0.192245215177536, 0.21010008454322815, 0.20585769414901733, 0.20165997743606567, 0.19076067209243774], "cos_Ac_negg": [0.192245215177536, 0.21010008454322815, 0.20585769414901733, 0.20165997743606567, 0.19076067209243774], "r_norm": [0.14669841527938843, 0.14170661568641663, 0.1476248800754547, 0.14866015315055847, 0.1499340832233429]}, {"step": 5700, "epoch": 12, "train_loss": 0.0005184538895264268, "cos_r_negg": [0.18234926462173462, 0.1992855668067932, 0.19486919045448303, 0.19097119569778442, 0.18090130388736725], "cos_apical_negg": [0.18234926462173462, 0.1992855668067932, 0.19486919045448303, 0.19097119569778442, 0.18090130388736725], "cos_Ac_negg": [0.18234926462173462, 0.1992855668067932, 0.19486919045448303, 0.19097119569778442, 0.18090130388736725], "r_norm": [0.1432567834854126, 0.13903921842575073, 0.14460237324237823, 0.14563342928886414, 0.14669343829154968]}, {"step": 5750, "epoch": 12, "train_loss": 0.001072052982635796, "cos_r_negg": [0.1882774531841278, 0.20665255188941956, 0.20228010416030884, 0.19721373915672302, 0.18610526621341705], "cos_apical_negg": [0.1882774531841278, 0.20665255188941956, 0.20228010416030884, 0.19721373915672302, 0.18610526621341705], "cos_Ac_negg": [0.1882774531841278, 0.20665255188941956, 0.20228010416030884, 0.19721373915672302, 0.18610526621341705], "r_norm": [0.13806366920471191, 0.13291190564632416, 0.13844969868659973, 0.13987970352172852, 0.14094597101211548], "ldr": {"dL_sdil": -0.005457565188407898, "dL_bp": -0.011277832090854645, "ratio": 0.48391970588332445}}, {"step": 5800, "epoch": 12, "train_loss": 0.0010763274040073156, "cos_r_negg": [0.18960914015769958, 0.2071051299571991, 0.2031959444284439, 0.19918379187583923, 0.18866965174674988], "cos_apical_negg": [0.18960914015769958, 0.2071051299571991, 0.2031959444284439, 0.19918379187583923, 0.18866965174674988], "cos_Ac_negg": [0.18960914015769958, 0.2071051299571991, 0.2031959444284439, 0.19918379187583923, 0.18866965174674988], "r_norm": [0.14686450362205505, 0.14151516556739807, 0.14716854691505432, 0.14852969348430634, 0.14977185428142548]}, {"step": 5850, "epoch": 12, "train_loss": 0.0014203680912032723, "cos_r_negg": [0.19141986966133118, 0.2081908881664276, 0.2042463719844818, 0.20055678486824036, 0.1897892951965332], "cos_apical_negg": [0.19141986966133118, 0.2081908881664276, 0.2042463719844818, 0.20055678486824036, 0.1897892951965332], "cos_Ac_negg": [0.19141986966133118, 0.2081908881664276, 0.2042463719844818, 0.20055678486824036, 0.1897892951965332], "r_norm": [0.14521342515945435, 0.13939376175403595, 0.14549829065799713, 0.14651188254356384, 0.14768880605697632]}, {"step": 5900, "epoch": 12, "train_loss": 0.00399221945554018, "cos_r_negg": [0.19226650893688202, 0.2099781036376953, 0.20613335072994232, 0.20294612646102905, 0.19219301640987396], "cos_apical_negg": [0.19226650893688202, 0.2099781036376953, 0.20613335072994232, 0.20294612646102905, 0.19219301640987396], "cos_Ac_negg": [0.19226650893688202, 0.2099781036376953, 0.20613335072994232, 0.20294612646102905, 0.19219301640987396], "r_norm": [0.14471495151519775, 0.1393890678882599, 0.1451178789138794, 0.14661577343940735, 0.1472429633140564]}, {"step": 5950, "epoch": 12, "train_loss": 0.0021799812093377113, "cos_r_negg": [0.18866243958473206, 0.20648464560508728, 0.20272362232208252, 0.20056523382663727, 0.1896543651819229], "cos_apical_negg": [0.18866243958473206, 0.20648464560508728, 0.20272362232208252, 0.20056523382663727, 0.1896543651819229], "cos_Ac_negg": [0.18866243958473206, 0.20648464560508728, 0.20272362232208252, 0.20056523382663727, 0.1896543651819229], "r_norm": [0.14990101754665375, 0.1440262496471405, 0.14960652589797974, 0.15147286653518677, 0.15222206711769104]}, {"step": 6000, "epoch": 12, "train_loss": 0.002551309298723936, "cos_r_negg": [0.17557570338249207, 0.19291383028030396, 0.18993014097213745, 0.18561512231826782, 0.1750817894935608], "cos_apical_negg": [0.17557570338249207, 0.19291383028030396, 0.18993014097213745, 0.18561512231826782, 0.1750817894935608], "cos_Ac_negg": [0.17557570338249207, 0.19291383028030396, 0.18993014097213745, 0.18561512231826782, 0.1750817894935608], "r_norm": [0.15301582217216492, 0.1459001898765564, 0.15111923217773438, 0.1530410647392273, 0.15385565161705017], "ldr": {"dL_sdil": -0.005645386874675751, "dL_bp": -0.011013820767402649, "ratio": 0.5125729748012853}}, {"step": 6050, "epoch": 12, "train_loss": 0.0040280697867274284, "cos_r_negg": [0.17471134662628174, 0.19164881110191345, 0.1890474557876587, 0.18481823801994324, 0.17379096150398254], "cos_apical_negg": [0.17471134662628174, 0.19164881110191345, 0.1890474557876587, 0.18481823801994324, 0.17379096150398254], "cos_Ac_negg": [0.17471134662628174, 0.19164881110191345, 0.1890474557876587, 0.18481823801994324, 0.17379096150398254], "r_norm": [0.15149301290512085, 0.14414410293102264, 0.14984694123268127, 0.15118691325187683, 0.15198452770709991]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9713, "test_loss": 0.1507971155166626}, {"step": 6100, "epoch": 13, "train_loss": 0.0019362939056009054, "cos_r_negg": [0.17679047584533691, 0.19315071403980255, 0.18995121121406555, 0.1859264075756073, 0.17468707263469696], "cos_apical_negg": [0.17679047584533691, 0.19315071403980255, 0.18995121121406555, 0.1859264075756073, 0.17468707263469696], "cos_Ac_negg": [0.17679047584533691, 0.19315071403980255, 0.18995121121406555, 0.1859264075756073, 0.17468707263469696], "r_norm": [0.15566931664943695, 0.14765074849128723, 0.1539311707019806, 0.1554042547941208, 0.15627813339233398]}, {"step": 6150, "epoch": 13, "train_loss": 0.0011477696243673563, "cos_r_negg": [0.17284832894802094, 0.1890752911567688, 0.18603210151195526, 0.18176688253879547, 0.1706526130437851], "cos_apical_negg": [0.17284832894802094, 0.1890752911567688, 0.18603210151195526, 0.18176688253879547, 0.1706526130437851], "cos_Ac_negg": [0.17284832894802094, 0.1890752911567688, 0.18603210151195526, 0.18176688253879547, 0.1706526130437851], "r_norm": [0.14754939079284668, 0.1407621204853058, 0.1459675431251526, 0.14791300892829895, 0.14901874959468842]}, {"step": 6200, "epoch": 13, "train_loss": 0.001311657833866775, "cos_r_negg": [0.16708767414093018, 0.18339639902114868, 0.1806102693080902, 0.17633284628391266, 0.16506929695606232], "cos_apical_negg": [0.16708767414093018, 0.18339639902114868, 0.1806102693080902, 0.17633284628391266, 0.16506929695606232], "cos_Ac_negg": [0.16708767414093018, 0.18339639902114868, 0.1806102693080902, 0.17633284628391266, 0.16506929695606232], "r_norm": [0.1455422043800354, 0.13936719298362732, 0.14470618963241577, 0.14644403755664825, 0.14738522469997406]}, {"step": 6250, "epoch": 13, "train_loss": 0.002148768864572048, "cos_r_negg": [0.16210542619228363, 0.17814156413078308, 0.17580372095108032, 0.1719397008419037, 0.16133235394954681], "cos_apical_negg": [0.16210542619228363, 0.17814156413078308, 0.17580372095108032, 0.1719397008419037, 0.16133235394954681], "cos_Ac_negg": [0.16210542619228363, 0.17814156413078308, 0.17580372095108032, 0.1719397008419037, 0.16133235394954681], "r_norm": [0.14223816990852356, 0.13676905632019043, 0.14177480340003967, 0.14355042576789856, 0.14405372738838196], "ldr": {"dL_sdil": -0.006639339029788971, "dL_bp": -0.015081271529197693, "ratio": 0.4402373511368094}}, {"step": 6300, "epoch": 13, "train_loss": 0.0004662383580580354, "cos_r_negg": [0.16806834936141968, 0.1850079596042633, 0.18301013112068176, 0.17884337902069092, 0.16845929622650146], "cos_apical_negg": [0.16806834936141968, 0.1850079596042633, 0.18301013112068176, 0.17884337902069092, 0.16845929622650146], "cos_Ac_negg": [0.16806834936141968, 0.1850079596042633, 0.18301013112068176, 0.17884337902069092, 0.16845929622650146], "r_norm": [0.14692282676696777, 0.14037257432937622, 0.14578135311603546, 0.14725551009178162, 0.14770856499671936]}, {"step": 6350, "epoch": 13, "train_loss": 0.002091691829264164, "cos_r_negg": [0.1645151674747467, 0.18028759956359863, 0.17791864275932312, 0.17427191138267517, 0.16438284516334534], "cos_apical_negg": [0.1645151674747467, 0.18028759956359863, 0.17791864275932312, 0.17427191138267517, 0.16438284516334534], "cos_Ac_negg": [0.1645151674747467, 0.18028759956359863, 0.17791864275932312, 0.17427191138267517, 0.16438284516334534], "r_norm": [0.1400090903043747, 0.13433372974395752, 0.1396048665046692, 0.1411372721195221, 0.1418522149324417]}, {"step": 6400, "epoch": 13, "train_loss": 0.0032011792063713074, "cos_r_negg": [0.16015315055847168, 0.17501094937324524, 0.17293518781661987, 0.16941207647323608, 0.16026851534843445], "cos_apical_negg": [0.16015315055847168, 0.17501094937324524, 0.17293518781661987, 0.16941207647323608, 0.16026851534843445], "cos_Ac_negg": [0.16015315055847168, 0.17501094937324524, 0.17293518781661987, 0.16941207647323608, 0.16026851534843445], "r_norm": [0.1705636978149414, 0.16184158623218536, 0.16930025815963745, 0.17031508684158325, 0.17157435417175293]}, {"step": 6450, "epoch": 13, "train_loss": 0.0017787341494113207, "cos_r_negg": [0.1628405898809433, 0.17802822589874268, 0.176599383354187, 0.17378461360931396, 0.16424870491027832], "cos_apical_negg": [0.1628405898809433, 0.17802822589874268, 0.176599383354187, 0.17378461360931396, 0.16424870491027832], "cos_Ac_negg": [0.1628405898809433, 0.17802822589874268, 0.176599383354187, 0.17378461360931396, 0.16424870491027832], "r_norm": [0.14750684797763824, 0.14033295214176178, 0.14630581438541412, 0.1474865972995758, 0.14842410385608673]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003933870466426015, "cos_r_negg": [0.15572698414325714, 0.1704140305519104, 0.16911450028419495, 0.16621454060077667, 0.15659070014953613], "cos_apical_negg": [0.15572698414325714, 0.1704140305519104, 0.16911450028419495, 0.16621454060077667, 0.15659070014953613], "cos_Ac_negg": [0.15572698414325714, 0.1704140305519104, 0.16911450028419495, 0.16621454060077667, 0.15659070014953613], "r_norm": [0.13931746780872345, 0.13188162446022034, 0.13748455047607422, 0.13912522792816162, 0.13958188891410828], "ldr": {"dL_sdil": -0.0059743523597717285, "dL_bp": -0.013940751552581787, "ratio": 0.42855310470440855}}, {"step": 6550, "epoch": 13, "train_loss": 0.002959274221211672, "cos_r_negg": [0.154856875538826, 0.1689176708459854, 0.16763050854206085, 0.1637589931488037, 0.15531817078590393], "cos_apical_negg": [0.154856875538826, 0.1689176708459854, 0.16763050854206085, 0.1637589931488037, 0.15531817078590393], "cos_Ac_negg": [0.154856875538826, 0.1689176708459854, 0.16763050854206085, 0.1637589931488037, 0.15531817078590393], "r_norm": [0.1326904296875, 0.12684156000614166, 0.13174352049827576, 0.13361132144927979, 0.13435998558998108]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9717, "test_loss": 0.1542539556503296}, {"step": 6600, "epoch": 14, "train_loss": 0.0008742382051423192, "cos_r_negg": [0.1543276309967041, 0.16835877299308777, 0.1667402982711792, 0.16248351335525513, 0.15422064065933228], "cos_apical_negg": [0.1543276309967041, 0.16835877299308777, 0.1667402982711792, 0.16248351335525513, 0.15422064065933228], "cos_Ac_negg": [0.1543276309967041, 0.16835877299308777, 0.1667402982711792, 0.16248351335525513, 0.15422064065933228], "r_norm": [0.13610556721687317, 0.13080273568630219, 0.13608165085315704, 0.13748596608638763, 0.13856251537799835]}, {"step": 6650, "epoch": 14, "train_loss": 0.0066991462372243404, "cos_r_negg": [0.1497827023267746, 0.16368617117404938, 0.16272231936454773, 0.15876637399196625, 0.15021765232086182], "cos_apical_negg": [0.1497827023267746, 0.16368617117404938, 0.16272231936454773, 0.15876637399196625, 0.15021765232086182], "cos_Ac_negg": [0.1497827023267746, 0.16368617117404938, 0.16272231936454773, 0.15876637399196625, 0.15021765232086182], "r_norm": [0.14242185652256012, 0.1360008716583252, 0.1415117084980011, 0.1430303156375885, 0.14409157633781433]}, {"step": 6700, "epoch": 14, "train_loss": 0.0016606524586677551, "cos_r_negg": [0.1488901674747467, 0.16311942040920258, 0.16214218735694885, 0.15833374857902527, 0.1495644450187683], "cos_apical_negg": [0.1488901674747467, 0.16311942040920258, 0.16214218735694885, 0.15833374857902527, 0.1495644450187683], "cos_Ac_negg": [0.1488901674747467, 0.16311942040920258, 0.16214218735694885, 0.15833374857902527, 0.1495644450187683], "r_norm": [0.14419867098331451, 0.1380937099456787, 0.14345571398735046, 0.14494633674621582, 0.14592517912387848]}, {"step": 6750, "epoch": 14, "train_loss": 0.0011119835544377565, "cos_r_negg": [0.14719021320343018, 0.1608390212059021, 0.16025634109973907, 0.15647126734256744, 0.1481381356716156], "cos_apical_negg": [0.14719021320343018, 0.1608390212059021, 0.16025634109973907, 0.15647126734256744, 0.1481381356716156], "cos_Ac_negg": [0.14719021320343018, 0.1608390212059021, 0.16025634109973907, 0.15647126734256744, 0.1481381356716156], "r_norm": [0.14538010954856873, 0.1381903886795044, 0.14389221370220184, 0.14544810354709625, 0.14649160206317902], "ldr": {"dL_sdil": -0.005528673529624939, "dL_bp": -0.01163964718580246, "ratio": 0.47498634978975796}}, {"step": 6800, "epoch": 14, "train_loss": 0.00248925993219018, "cos_r_negg": [0.14944204688072205, 0.16323688626289368, 0.1621403992176056, 0.15931221842765808, 0.14967995882034302], "cos_apical_negg": [0.14944204688072205, 0.16323688626289368, 0.1621403992176056, 0.15931221842765808, 0.14967995882034302], "cos_Ac_negg": [0.14944204688072205, 0.16323688626289368, 0.1621403992176056, 0.15931221842765808, 0.14967995882034302], "r_norm": [0.14152294397354126, 0.1358204036951065, 0.1407870352268219, 0.14300328493118286, 0.14378702640533447]}, {"step": 6850, "epoch": 14, "train_loss": 0.0005111735081300139, "cos_r_negg": [0.14894433319568634, 0.1622830629348755, 0.16130957007408142, 0.15846768021583557, 0.14930415153503418], "cos_apical_negg": [0.14894433319568634, 0.1622830629348755, 0.16130957007408142, 0.15846768021583557, 0.14930415153503418], "cos_Ac_negg": [0.14894433319568634, 0.1622830629348755, 0.16130957007408142, 0.15846768021583557, 0.14930415153503418], "r_norm": [0.13591799139976501, 0.1304755061864853, 0.1353914886713028, 0.13723686337471008, 0.13791748881340027]}, {"step": 6900, "epoch": 14, "train_loss": 0.001979710767045617, "cos_r_negg": [0.14707517623901367, 0.16012053191661835, 0.15938851237297058, 0.155839741230011, 0.1472739577293396], "cos_apical_negg": [0.14707517623901367, 0.16012053191661835, 0.15938851237297058, 0.155839741230011, 0.1472739577293396], "cos_Ac_negg": [0.14707517623901367, 0.16012053191661835, 0.15938851237297058, 0.155839741230011, 0.1472739577293396], "r_norm": [0.1380397528409958, 0.13255628943443298, 0.13792139291763306, 0.13934659957885742, 0.14037740230560303]}, {"step": 6950, "epoch": 14, "train_loss": 0.0007809059461578727, "cos_r_negg": [0.1451687216758728, 0.15873989462852478, 0.157921701669693, 0.15412452816963196, 0.14531221985816956], "cos_apical_negg": [0.1451687216758728, 0.15873989462852478, 0.157921701669693, 0.15412452816963196, 0.14531221985816956], "cos_Ac_negg": [0.1451687216758728, 0.15873989462852478, 0.157921701669693, 0.15412452816963196, 0.14531221985816956], "r_norm": [0.13391132652759552, 0.1276228427886963, 0.1326771378517151, 0.1346317082643509, 0.13539180159568787]}, {"step": 7000, "epoch": 14, "train_loss": 0.0007938637863844633, "cos_r_negg": [0.14498230814933777, 0.15910905599594116, 0.15791726112365723, 0.15401533246040344, 0.14528504014015198], "cos_apical_negg": [0.14498230814933777, 0.15910905599594116, 0.15791726112365723, 0.15401533246040344, 0.14528504014015198], "cos_Ac_negg": [0.14498230814933777, 0.15910905599594116, 0.15791726112365723, 0.15401533246040344, 0.14528504014015198], "r_norm": [0.14285676181316376, 0.1359974592924118, 0.14129897952079773, 0.14276903867721558, 0.14376701414585114], "ldr": {"dL_sdil": -0.005729645490646362, "dL_bp": -0.012271836400032043, "ratio": 0.4668938945952214}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9709, "test_loss": 0.15766516056060792}, {"step": 7050, "epoch": 15, "train_loss": 0.001042059389874339, "cos_r_negg": [0.13980069756507874, 0.15315499901771545, 0.15234217047691345, 0.14884361624717712, 0.14023098349571228], "cos_apical_negg": [0.13980069756507874, 0.15315499901771545, 0.15234217047691345, 0.14884361624717712, 0.14023098349571228], "cos_Ac_negg": [0.13980069756507874, 0.15315499901771545, 0.15234217047691345, 0.14884361624717712, 0.14023098349571228], "r_norm": [0.14009374380111694, 0.13364966213703156, 0.13888464868068695, 0.1407766342163086, 0.14166012406349182]}, {"step": 7100, "epoch": 15, "train_loss": 0.00174060242716223, "cos_r_negg": [0.1398846060037613, 0.15371471643447876, 0.15264567732810974, 0.1490272879600525, 0.14048762619495392], "cos_apical_negg": [0.1398846060037613, 0.15371471643447876, 0.15264567732810974, 0.1490272879600525, 0.14048762619495392], "cos_Ac_negg": [0.1398846060037613, 0.15371471643447876, 0.15264567732810974, 0.1490272879600525, 0.14048762619495392], "r_norm": [0.13632160425186157, 0.1295977681875229, 0.13481301069259644, 0.13689719140529633, 0.137751966714859]}, {"step": 7150, "epoch": 15, "train_loss": 0.0009143608622252941, "cos_r_negg": [0.13969126343727112, 0.15360668301582336, 0.15253102779388428, 0.14898830652236938, 0.14058323204517365], "cos_apical_negg": [0.13969126343727112, 0.15360668301582336, 0.15253102779388428, 0.14898830652236938, 0.14058323204517365], "cos_Ac_negg": [0.13969126343727112, 0.15360668301582336, 0.15253102779388428, 0.14898830652236938, 0.14058323204517365], "r_norm": [0.13458773493766785, 0.1290636658668518, 0.13381677865982056, 0.13577847182750702, 0.1362590789794922]}, {"step": 7200, "epoch": 15, "train_loss": 0.0013413120759651065, "cos_r_negg": [0.13767357170581818, 0.15116260945796967, 0.15036380290985107, 0.14663165807724, 0.13845667243003845], "cos_apical_negg": [0.13767357170581818, 0.15116260945796967, 0.15036380290985107, 0.14663165807724, 0.13845667243003845], "cos_Ac_negg": [0.13767357170581818, 0.15116260945796967, 0.15036380290985107, 0.14663165807724, 0.13845667243003845], "r_norm": [0.13689976930618286, 0.1309404969215393, 0.13590312004089355, 0.13772693276405334, 0.13828420639038086]}, {"step": 7250, "epoch": 15, "train_loss": 0.0007137786597013474, "cos_r_negg": [0.1364443302154541, 0.14982149004936218, 0.1490429937839508, 0.14525851607322693, 0.13695207238197327], "cos_apical_negg": [0.1364443302154541, 0.14982149004936218, 0.1490429937839508, 0.14525851607322693, 0.13695207238197327], "cos_Ac_negg": [0.1364443302154541, 0.14982149004936218, 0.1490429937839508, 0.14525851607322693, 0.13695207238197327], "r_norm": [0.13824297487735748, 0.13281577825546265, 0.1376064270734787, 0.13957080245018005, 0.14016252756118774], "ldr": {"dL_sdil": -0.006365381181240082, "dL_bp": -0.013995088636875153, "ratio": 0.45482964391294883}}, {"step": 7300, "epoch": 15, "train_loss": 0.0015309591544792056, "cos_r_negg": [0.13634958863258362, 0.1490606963634491, 0.1488032191991806, 0.14507433772087097, 0.1368023157119751], "cos_apical_negg": [0.13634958863258362, 0.1490606963634491, 0.1488032191991806, 0.14507433772087097, 0.1368023157119751], "cos_Ac_negg": [0.13634958863258362, 0.1490606963634491, 0.1488032191991806, 0.14507433772087097, 0.1368023157119751], "r_norm": [0.1434774100780487, 0.13690146803855896, 0.14223924279212952, 0.14388294517993927, 0.14466595649719238]}, {"step": 7350, "epoch": 15, "train_loss": 0.0008448977605439723, "cos_r_negg": [0.13523821532726288, 0.1476968377828598, 0.14767968654632568, 0.14432424306869507, 0.13601723313331604], "cos_apical_negg": [0.13523821532726288, 0.1476968377828598, 0.14767968654632568, 0.14432424306869507, 0.13601723313331604], "cos_Ac_negg": [0.13523821532726288, 0.1476968377828598, 0.14767968654632568, 0.14432424306869507, 0.13601723313331604], "r_norm": [0.14489184319972992, 0.1383606195449829, 0.14365918934345245, 0.1452619433403015, 0.1462882161140442]}, {"step": 7400, "epoch": 15, "train_loss": 0.0010033606085926294, "cos_r_negg": [0.13499465584754944, 0.14795446395874023, 0.14759939908981323, 0.14405977725982666, 0.135536789894104], "cos_apical_negg": [0.13499465584754944, 0.14795446395874023, 0.14759939908981323, 0.14405977725982666, 0.135536789894104], "cos_Ac_negg": [0.13499465584754944, 0.14795446395874023, 0.14759939908981323, 0.14405977725982666, 0.135536789894104], "r_norm": [0.14309480786323547, 0.1366950422525406, 0.1418747901916504, 0.1437412053346634, 0.14460760354995728]}, {"step": 7450, "epoch": 15, "train_loss": 0.0009580393088981509, "cos_r_negg": [0.13213226199150085, 0.14434248208999634, 0.1437997817993164, 0.14097122848033905, 0.13275928795337677], "cos_apical_negg": [0.13213226199150085, 0.14434248208999634, 0.1437997817993164, 0.14097122848033905, 0.13275928795337677], "cos_Ac_negg": [0.13213226199150085, 0.14434248208999634, 0.1437997817993164, 0.14097122848033905, 0.13275928795337677], "r_norm": [0.1401381939649582, 0.13379746675491333, 0.138797789812088, 0.14068344235420227, 0.14170238375663757]}, {"step": 7500, "epoch": 15, "train_loss": 0.00115842220839113, "cos_r_negg": [0.13200075924396515, 0.14400866627693176, 0.14368632435798645, 0.14064058661460876, 0.1328028440475464], "cos_apical_negg": [0.13200075924396515, 0.14400866627693176, 0.14368632435798645, 0.14064058661460876, 0.1328028440475464], "cos_Ac_negg": [0.13200075924396515, 0.14400866627693176, 0.14368632435798645, 0.14064058661460876, 0.1328028440475464], "r_norm": [0.14094896614551544, 0.1342395395040512, 0.1394450068473816, 0.14126452803611755, 0.14233648777008057], "ldr": {"dL_sdil": -0.005931481719017029, "dL_bp": -0.013167843222618103, "ratio": 0.4504520306581915}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9714, "test_loss": 0.1617330156326294}, {"step": 7550, "epoch": 16, "train_loss": 0.0001329546794295311, "cos_r_negg": [0.13104590773582458, 0.14315937459468842, 0.14267635345458984, 0.13965407013893127, 0.1317603886127472], "cos_apical_negg": [0.13104590773582458, 0.14315937459468842, 0.14267635345458984, 0.13965407013893127, 0.1317603886127472], "cos_Ac_negg": [0.13104590773582458, 0.14315937459468842, 0.14267635345458984, 0.13965407013893127, 0.1317603886127472], "r_norm": [0.14308464527130127, 0.13602659106254578, 0.1416146606206894, 0.1433636099100113, 0.1445039063692093]}, {"step": 7600, "epoch": 16, "train_loss": 0.0012764415005221963, "cos_r_negg": [0.13224156200885773, 0.14432311058044434, 0.14429165422916412, 0.14113685488700867, 0.13340727984905243], "cos_apical_negg": [0.13224156200885773, 0.14432311058044434, 0.14429165422916412, 0.14113685488700867, 0.13340727984905243], "cos_Ac_negg": [0.13224156200885773, 0.14432311058044434, 0.14429165422916412, 0.14113685488700867, 0.13340727984905243], "r_norm": [0.14511758089065552, 0.13821333646774292, 0.14363186061382294, 0.14513370394706726, 0.14625152945518494]}, {"step": 7650, "epoch": 16, "train_loss": 0.0004678131954278797, "cos_r_negg": [0.1299573928117752, 0.14194676280021667, 0.14177724719047546, 0.13871245086193085, 0.13074497878551483], "cos_apical_negg": [0.1299573928117752, 0.14194676280021667, 0.14177724719047546, 0.13871245086193085, 0.13074497878551483], "cos_Ac_negg": [0.1299573928117752, 0.14194676280021667, 0.14177724719047546, 0.13871245086193085, 0.13074497878551483], "r_norm": [0.1413479447364807, 0.13471828401088715, 0.13995561003684998, 0.14163422584533691, 0.14261916279792786]}, {"step": 7700, "epoch": 16, "train_loss": 0.00032888862187974155, "cos_r_negg": [0.12808817625045776, 0.13975971937179565, 0.139728844165802, 0.13679197430610657, 0.12935853004455566], "cos_apical_negg": [0.12808817625045776, 0.13975971937179565, 0.139728844165802, 0.13679197430610657, 0.12935853004455566], "cos_Ac_negg": [0.12808817625045776, 0.13975971937179565, 0.139728844165802, 0.13679197430610657, 0.12935853004455566], "r_norm": [0.14145180583000183, 0.13478945195674896, 0.14001628756523132, 0.14162546396255493, 0.14273189008235931]}, {"step": 7750, "epoch": 16, "train_loss": 0.0007761033484712243, "cos_r_negg": [0.12841294705867767, 0.1400066316127777, 0.14007742702960968, 0.13716593384742737, 0.13000862300395966], "cos_apical_negg": [0.12841294705867767, 0.1400066316127777, 0.14007742702960968, 0.13716593384742737, 0.13000862300395966], "cos_Ac_negg": [0.12841294705867767, 0.1400066316127777, 0.14007742702960968, 0.13716593384742737, 0.13000862300395966], "r_norm": [0.1407647430896759, 0.13385926187038422, 0.13921919465065002, 0.1408352553844452, 0.14180922508239746], "ldr": {"dL_sdil": -0.0060387104749679565, "dL_bp": -0.013666845858097076, "ratio": 0.44185107066165197}}, {"step": 7800, "epoch": 16, "train_loss": 0.0020396162290126085, "cos_r_negg": [0.12627387046813965, 0.13822537660598755, 0.13768142461776733, 0.13431613147258759, 0.12673206627368927], "cos_apical_negg": [0.12627387046813965, 0.13822537660598755, 0.13768142461776733, 0.13431613147258759, 0.12673206627368927], "cos_Ac_negg": [0.12627387046813965, 0.13822537660598755, 0.13768142461776733, 0.13431613147258759, 0.12673206627368927], "r_norm": [0.14054638147354126, 0.1335248053073883, 0.13877153396606445, 0.1406400203704834, 0.14164792001247406]}, {"step": 7850, "epoch": 16, "train_loss": 0.0011527022579684854, "cos_r_negg": [0.12494677305221558, 0.13665592670440674, 0.13627633452415466, 0.1329319328069687, 0.12573763728141785], "cos_apical_negg": [0.12494677305221558, 0.13665592670440674, 0.13627633452415466, 0.1329319328069687, 0.12573763728141785], "cos_Ac_negg": [0.12494677305221558, 0.13665592670440674, 0.13627633452415466, 0.1329319328069687, 0.12573763728141785], "r_norm": [0.13440382480621338, 0.12763488292694092, 0.1326013058423996, 0.13451993465423584, 0.1354907751083374]}, {"step": 7900, "epoch": 16, "train_loss": 0.0009402079158462584, "cos_r_negg": [0.12357068806886673, 0.13518132269382477, 0.13497252762317657, 0.13159090280532837, 0.12437772005796432], "cos_apical_negg": [0.12357068806886673, 0.13518132269382477, 0.13497252762317657, 0.13159090280532837, 0.12437772005796432], "cos_Ac_negg": [0.12357068806886673, 0.13518132269382477, 0.13497252762317657, 0.13159090280532837, 0.12437772005796432], "r_norm": [0.13613232970237732, 0.12948858737945557, 0.13446727395057678, 0.13626696169376373, 0.13731642067432404]}, {"step": 7950, "epoch": 16, "train_loss": 0.00045535684330388904, "cos_r_negg": [0.12363646924495697, 0.13532264530658722, 0.13505680859088898, 0.13163095712661743, 0.12479540705680847], "cos_apical_negg": [0.12363646924495697, 0.13532264530658722, 0.13505680859088898, 0.13163095712661743, 0.12479540705680847], "cos_Ac_negg": [0.12363646924495697, 0.13532264530658722, 0.13505680859088898, 0.13163095712661743, 0.12479540705680847], "r_norm": [0.13556258380413055, 0.1292908489704132, 0.13433949649333954, 0.13622020184993744, 0.13705751299858093]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9711, "test_loss": 0.16563478679656982}, {"step": 8000, "epoch": 17, "train_loss": 0.0011924976715818048, "cos_r_negg": [0.12366770952939987, 0.1352602243423462, 0.13513219356536865, 0.13167023658752441, 0.12477710843086243], "cos_apical_negg": [0.12366770952939987, 0.1352602243423462, 0.13513219356536865, 0.13167023658752441, 0.12477710843086243], "cos_Ac_negg": [0.12366770952939987, 0.1352602243423462, 0.13513219356536865, 0.13167023658752441, 0.12477710843086243], "r_norm": [0.13881412148475647, 0.13211533427238464, 0.13739365339279175, 0.13917472958564758, 0.1400548219680786], "ldr": {"dL_sdil": -0.005800105631351471, "dL_bp": -0.012927398085594177, "ratio": 0.4486676741095254}}, {"step": 8050, "epoch": 17, "train_loss": 0.0005963221192359924, "cos_r_negg": [0.12297852337360382, 0.1346779763698578, 0.13467103242874146, 0.1312204748392105, 0.12416767328977585], "cos_apical_negg": [0.12297852337360382, 0.1346779763698578, 0.13467103242874146, 0.1312204748392105, 0.12416767328977585], "cos_Ac_negg": [0.12297852337360382, 0.1346779763698578, 0.13467103242874146, 0.1312204748392105, 0.12416767328977585], "r_norm": [0.14351876080036163, 0.1366097629070282, 0.14206019043922424, 0.14368581771850586, 0.144785538315773]}, {"step": 8100, "epoch": 17, "train_loss": 0.001091282581910491, "cos_r_negg": [0.1222289502620697, 0.13375920057296753, 0.13381484150886536, 0.13038666546344757, 0.12332940101623535], "cos_apical_negg": [0.1222289502620697, 0.13375920057296753, 0.13381484150886536, 0.13038666546344757, 0.12332940101623535], "cos_Ac_negg": [0.1222289502620697, 0.13375920057296753, 0.13381484150886536, 0.13038666546344757, 0.12332940101623535], "r_norm": [0.14565803110599518, 0.13847750425338745, 0.14399045705795288, 0.14577408134937286, 0.14678962528705597]}, {"step": 8150, "epoch": 17, "train_loss": 0.000652523129247129, "cos_r_negg": [0.1224990114569664, 0.13405683636665344, 0.13377833366394043, 0.13053442537784576, 0.12337959557771683], "cos_apical_negg": [0.1224990114569664, 0.13405683636665344, 0.13377833366394043, 0.13053442537784576, 0.12337959557771683], "cos_Ac_negg": [0.1224990114569664, 0.13405683636665344, 0.13377833366394043, 0.13053442537784576, 0.12337959557771683], "r_norm": [0.1414928436279297, 0.13417676091194153, 0.13961845636367798, 0.14158174395561218, 0.14266495406627655]}, {"step": 8200, "epoch": 17, "train_loss": 0.0003031047235708684, "cos_r_negg": [0.12298372387886047, 0.13439621031284332, 0.13441091775894165, 0.1312788426876068, 0.12452994287014008], "cos_apical_negg": [0.12298372387886047, 0.13439621031284332, 0.13441091775894165, 0.1312788426876068, 0.12452994287014008], "cos_Ac_negg": [0.12298372387886047, 0.13439621031284332, 0.13441091775894165, 0.1312788426876068, 0.12452994287014008], "r_norm": [0.14264658093452454, 0.1359439343214035, 0.14105790853500366, 0.1429564505815506, 0.1439891755580902]}, {"step": 8250, "epoch": 17, "train_loss": 0.0008879086817614734, "cos_r_negg": [0.12060316652059555, 0.13163265585899353, 0.1316177248954773, 0.12837974727153778, 0.1217387467622757], "cos_apical_negg": [0.12060316652059555, 0.13163265585899353, 0.1316177248954773, 0.12837974727153778, 0.1217387467622757], "cos_Ac_negg": [0.12060316652059555, 0.13163265585899353, 0.1316177248954773, 0.12837974727153778, 0.1217387467622757], "r_norm": [0.14027149975299835, 0.133637472987175, 0.13886567950248718, 0.14071327447891235, 0.1417837142944336], "ldr": {"dL_sdil": -0.006114013493061066, "dL_bp": -0.013911202549934387, "ratio": 0.43950287339392546}}, {"step": 8300, "epoch": 17, "train_loss": 0.00030146539211273193, "cos_r_negg": [0.1205916553735733, 0.1315138041973114, 0.1317722052335739, 0.12866434454917908, 0.12233180552721024], "cos_apical_negg": [0.1205916553735733, 0.1315138041973114, 0.1317722052335739, 0.12866434454917908, 0.12233180552721024], "cos_Ac_negg": [0.1205916553735733, 0.1315138041973114, 0.1317722052335739, 0.12866434454917908, 0.12233180552721024], "r_norm": [0.1376357525587082, 0.1309729516506195, 0.13625922799110413, 0.13803958892822266, 0.13881082832813263]}, {"step": 8350, "epoch": 17, "train_loss": 0.000197284622117877, "cos_r_negg": [0.12040336430072784, 0.13122031092643738, 0.13133671879768372, 0.12853804230690002, 0.12201979011297226], "cos_apical_negg": [0.12040336430072784, 0.13122031092643738, 0.13133671879768372, 0.12853804230690002, 0.12201979011297226], "cos_Ac_negg": [0.12040336430072784, 0.13122031092643738, 0.13133671879768372, 0.12853804230690002, 0.12201979011297226], "r_norm": [0.14069399237632751, 0.1337919980287552, 0.13914735615253448, 0.140647754073143, 0.14153286814689636]}, {"step": 8400, "epoch": 17, "train_loss": 0.0007623368292115629, "cos_r_negg": [0.11841703951358795, 0.12904202938079834, 0.12905451655387878, 0.12613263726234436, 0.11945430934429169], "cos_apical_negg": [0.11841703951358795, 0.12904202938079834, 0.12905451655387878, 0.12613263726234436, 0.11945430934429169], "cos_Ac_negg": [0.11841703951358795, 0.12904202938079834, 0.12905451655387878, 0.12613263726234436, 0.11945430934429169], "r_norm": [0.13617531955242157, 0.12985682487487793, 0.13485117256641388, 0.13661903142929077, 0.13755351305007935]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9711, "test_loss": 0.16907506771087646}, {"step": 8450, "epoch": 18, "train_loss": 0.0013138219946995378, "cos_r_negg": [0.11805199086666107, 0.12878897786140442, 0.12880432605743408, 0.1259404867887497, 0.11955853551626205], "cos_apical_negg": [0.11805199086666107, 0.12878897786140442, 0.12880432605743408, 0.1259404867887497, 0.11955853551626205], "cos_Ac_negg": [0.11805199086666107, 0.12878897786140442, 0.12880432605743408, 0.1259404867887497, 0.11955853551626205], "r_norm": [0.13845586776733398, 0.13190746307373047, 0.13706257939338684, 0.13874472677707672, 0.1396530717611313]}, {"step": 8500, "epoch": 18, "train_loss": 0.0003155660815536976, "cos_r_negg": [0.11740997433662415, 0.128119558095932, 0.1281258910894394, 0.12525349855422974, 0.1189236044883728], "cos_apical_negg": [0.11740997433662415, 0.128119558095932, 0.1281258910894394, 0.12525349855422974, 0.1189236044883728], "cos_Ac_negg": [0.11740997433662415, 0.128119558095932, 0.1281258910894394, 0.12525349855422974, 0.1189236044883728], "r_norm": [0.13976766169071198, 0.13322314620018005, 0.13844628632068634, 0.14004558324813843, 0.1410740315914154], "ldr": {"dL_sdil": -0.006284669041633606, "dL_bp": -0.014440566301345825, "ratio": 0.43520932008378993}}, {"step": 8550, "epoch": 18, "train_loss": 0.001112552941776812, "cos_r_negg": [0.11713851988315582, 0.1276293396949768, 0.1277768909931183, 0.12487328052520752, 0.11865446716547012], "cos_apical_negg": [0.11713851988315582, 0.1276293396949768, 0.1277768909931183, 0.12487328052520752, 0.11865446716547012], "cos_Ac_negg": [0.11713851988315582, 0.1276293396949768, 0.1277768909931183, 0.12487328052520752, 0.11865446716547012], "r_norm": [0.13956227898597717, 0.13306410610675812, 0.13822682201862335, 0.13977685570716858, 0.1408277302980423]}, {"step": 8600, "epoch": 18, "train_loss": 0.001150185358710587, "cos_r_negg": [0.11685603857040405, 0.12734583020210266, 0.12742793560028076, 0.12447140365839005, 0.11810958385467529], "cos_apical_negg": [0.11685603857040405, 0.12734583020210266, 0.12742793560028076, 0.12447140365839005, 0.11810958385467529], "cos_Ac_negg": [0.11685603857040405, 0.12734583020210266, 0.12742793560028076, 0.12447140365839005, 0.11810958385467529], "r_norm": [0.14084197580814362, 0.1341584175825119, 0.13940897583961487, 0.14100128412246704, 0.14206507802009583]}, {"step": 8650, "epoch": 18, "train_loss": 0.00018925973563455045, "cos_r_negg": [0.11562426388263702, 0.12605687975883484, 0.12619183957576752, 0.12315286695957184, 0.11682652682065964], "cos_apical_negg": [0.11562426388263702, 0.12605687975883484, 0.12619183957576752, 0.12315286695957184, 0.11682652682065964], "cos_Ac_negg": [0.11562426388263702, 0.12605687975883484, 0.12619183957576752, 0.12315286695957184, 0.11682652682065964], "r_norm": [0.139652281999588, 0.1331566572189331, 0.1382497251033783, 0.13994768261909485, 0.1408890187740326]}, {"step": 8700, "epoch": 18, "train_loss": 0.0008396655321121216, "cos_r_negg": [0.11447085440158844, 0.12492005527019501, 0.12494491040706635, 0.12176024913787842, 0.11516507714986801], "cos_apical_negg": [0.11447085440158844, 0.12492005527019501, 0.12494491040706635, 0.12176024913787842, 0.11516507714986801], "cos_Ac_negg": [0.11447085440158844, 0.12492005527019501, 0.12494491040706635, 0.12176024913787842, 0.11516507714986801], "r_norm": [0.13995492458343506, 0.1334575116634369, 0.13853681087493896, 0.14018148183822632, 0.1412242352962494]}, {"step": 8750, "epoch": 18, "train_loss": 0.0008344894158653915, "cos_r_negg": [0.11376491189002991, 0.12354068458080292, 0.12348975241184235, 0.12077689915895462, 0.1142115443944931], "cos_apical_negg": [0.11376491189002991, 0.12354068458080292, 0.12348975241184235, 0.12077689915895462, 0.1142115443944931], "cos_Ac_negg": [0.11376491189002991, 0.12354068458080292, 0.12348975241184235, 0.12077689915895462, 0.1142115443944931], "r_norm": [0.13949023187160492, 0.13250814378261566, 0.13802656531333923, 0.1398141235113144, 0.14095410704612732], "ldr": {"dL_sdil": -0.006464511156082153, "dL_bp": -0.015642523765563965, "ratio": 0.41326522835869806}}, {"step": 8800, "epoch": 18, "train_loss": 0.0016373794060200453, "cos_r_negg": [0.11343611776828766, 0.12390054017305374, 0.12382056564092636, 0.1208038181066513, 0.11439479887485504], "cos_apical_negg": [0.11343611776828766, 0.12390054017305374, 0.12382056564092636, 0.1208038181066513, 0.11439479887485504], "cos_Ac_negg": [0.11343611776828766, 0.12390054017305374, 0.12382056564092636, 0.1208038181066513, 0.11439479887485504], "r_norm": [0.1416092962026596, 0.13482029736042023, 0.140184685587883, 0.14198148250579834, 0.14313960075378418]}, {"step": 8850, "epoch": 18, "train_loss": 0.00038998154923319817, "cos_r_negg": [0.11429094523191452, 0.12490695714950562, 0.12514619529247284, 0.12211933732032776, 0.11633734405040741], "cos_apical_negg": [0.11429094523191452, 0.12490695714950562, 0.12514619529247284, 0.12211933732032776, 0.11633734405040741], "cos_Ac_negg": [0.11429094523191452, 0.12490695714950562, 0.12514619529247284, 0.12211933732032776, 0.11633734405040741], "r_norm": [0.14024904370307922, 0.1336907148361206, 0.1388559341430664, 0.14046774804592133, 0.14154866337776184]}, {"step": 8900, "epoch": 18, "train_loss": 0.00038747620419599116, "cos_r_negg": [0.11338135600090027, 0.12366893142461777, 0.12397433817386627, 0.12103055417537689, 0.11517561972141266], "cos_apical_negg": [0.11338135600090027, 0.12366893142461777, 0.12397433817386627, 0.12103055417537689, 0.11517561972141266], "cos_Ac_negg": [0.11338135600090027, 0.12366893142461777, 0.12397433817386627, 0.12103055417537689, 0.11517561972141266], "r_norm": [0.1378830522298813, 0.13139691948890686, 0.13657772541046143, 0.13831056654453278, 0.13927918672561646]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.971, "test_loss": 0.1723201515197754}, {"step": 8950, "epoch": 19, "train_loss": 0.0003400183341000229, "cos_r_negg": [0.11360292136669159, 0.12383362650871277, 0.12408463656902313, 0.12117845565080643, 0.11536428332328796], "cos_apical_negg": [0.11360292136669159, 0.12383362650871277, 0.12408463656902313, 0.12117845565080643, 0.11536428332328796], "cos_Ac_negg": [0.11360292136669159, 0.12383362650871277, 0.12408463656902313, 0.12117845565080643, 0.11536428332328796], "r_norm": [0.13584141433238983, 0.12958911061286926, 0.1346973180770874, 0.13647876679897308, 0.13740487396717072]}, {"step": 9000, "epoch": 19, "train_loss": 0.0005381302908062935, "cos_r_negg": [0.11317495256662369, 0.12324173003435135, 0.12356237322092056, 0.12066993117332458, 0.11503776162862778], "cos_apical_negg": [0.11317495256662369, 0.12324173003435135, 0.12356237322092056, 0.12066993117332458, 0.11503776162862778], "cos_Ac_negg": [0.11317495256662369, 0.12324173003435135, 0.12356237322092056, 0.12066993117332458, 0.11503776162862778], "r_norm": [0.1349625587463379, 0.12877844274044037, 0.13391384482383728, 0.13568197190761566, 0.13655011355876923], "ldr": {"dL_sdil": -0.00617053359746933, "dL_bp": -0.014129869639873505, "ratio": 0.43670138187662505}}, {"step": 9050, "epoch": 19, "train_loss": 0.0006779936957173049, "cos_r_negg": [0.11211209744215012, 0.12219556421041489, 0.12242179363965988, 0.11962816119194031, 0.11391423642635345], "cos_apical_negg": [0.11211209744215012, 0.12219556421041489, 0.12242179363965988, 0.11962816119194031, 0.11391423642635345], "cos_Ac_negg": [0.11211209744215012, 0.12219556421041489, 0.12242179363965988, 0.11962816119194031, 0.11391423642635345], "r_norm": [0.13512654602527618, 0.12878283858299255, 0.13383200764656067, 0.1357017457485199, 0.1367170214653015]}, {"step": 9100, "epoch": 19, "train_loss": 0.0006289446610026062, "cos_r_negg": [0.11144568771123886, 0.12145563960075378, 0.12170131504535675, 0.11901413649320602, 0.11339117586612701], "cos_apical_negg": [0.11144568771123886, 0.12145563960075378, 0.12170131504535675, 0.11901413649320602, 0.11339117586612701], "cos_Ac_negg": [0.11144568771123886, 0.12145563960075378, 0.12170131504535675, 0.11901413649320602, 0.11339117586612701], "r_norm": [0.13637346029281616, 0.1300867646932602, 0.1351041942834854, 0.1369406282901764, 0.13795611262321472]}, {"step": 9150, "epoch": 19, "train_loss": 0.0015012004878371954, "cos_r_negg": [0.11035317182540894, 0.12058593332767487, 0.12080259621143341, 0.11758691072463989, 0.11194454878568649], "cos_apical_negg": [0.11035317182540894, 0.12058593332767487, 0.12080259621143341, 0.11758691072463989, 0.11194454878568649], "cos_Ac_negg": [0.11035317182540894, 0.12058593332767487, 0.12080259621143341, 0.11758691072463989, 0.11194454878568649], "r_norm": [0.1383075714111328, 0.13139693439006805, 0.13648921251296997, 0.13850037753582, 0.1393611878156662]}, {"step": 9200, "epoch": 19, "train_loss": 0.0002954956144094467, "cos_r_negg": [0.1105511486530304, 0.12075747549533844, 0.12111315876245499, 0.11810469627380371, 0.11250248551368713], "cos_apical_negg": [0.1105511486530304, 0.12075747549533844, 0.12111315876245499, 0.11810469627380371, 0.11250248551368713], "cos_Ac_negg": [0.1105511486530304, 0.12075747549533844, 0.12111315876245499, 0.11810469627380371, 0.11250248551368713], "r_norm": [0.14369377493858337, 0.1368943303823471, 0.1421928107738495, 0.14365893602371216, 0.1444433331489563]}, {"step": 9250, "epoch": 19, "train_loss": 0.0003988481475971639, "cos_r_negg": [0.11063084751367569, 0.12016580998897552, 0.12027230113744736, 0.11752349138259888, 0.112054243683815], "cos_apical_negg": [0.11063084751367569, 0.12016580998897552, 0.12027230113744736, 0.11752349138259888, 0.112054243683815], "cos_Ac_negg": [0.11063084751367569, 0.12016580998897552, 0.12027230113744736, 0.11752349138259888, 0.112054243683815], "r_norm": [0.14072194695472717, 0.1335136890411377, 0.13910263776779175, 0.14036056399345398, 0.1413685381412506], "ldr": {"dL_sdil": -0.0063737258315086365, "dL_bp": -0.014941893517971039, "ratio": 0.42656747779943527}}, {"step": 9300, "epoch": 19, "train_loss": 0.0005687944358214736, "cos_r_negg": [0.11006305366754532, 0.11950977891683578, 0.11967503279447556, 0.11708999425172806, 0.1116039976477623], "cos_apical_negg": [0.11006305366754532, 0.11950977891683578, 0.11967503279447556, 0.11708999425172806, 0.1116039976477623], "cos_Ac_negg": [0.11006305366754532, 0.11950977891683578, 0.11967503279447556, 0.11708999425172806, 0.1116039976477623], "r_norm": [0.14238743484020233, 0.13530001044273376, 0.14099335670471191, 0.14228451251983643, 0.14337722957134247]}, {"step": 9350, "epoch": 19, "train_loss": 0.0004936481127515435, "cos_r_negg": [0.10902786254882812, 0.11850761622190475, 0.11882470548152924, 0.11613595485687256, 0.11074274778366089], "cos_apical_negg": [0.10902786254882812, 0.11850761622190475, 0.11882470548152924, 0.11613595485687256, 0.11074274778366089], "cos_Ac_negg": [0.10902786254882812, 0.11850761622190475, 0.11882470548152924, 0.11613595485687256, 0.11074274778366089], "r_norm": [0.1430986523628235, 0.13605128228664398, 0.14169739186763763, 0.1430417150259018, 0.144147127866745]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9713, "test_loss": 0.1753510633468628}], "final": {"test_acc": 0.9713, "test_loss": 0.1753510633468628, "wall_s": 80.32307243347168, "cos_r_negg": [0.10916931182146072, 0.11887267231941223, 0.11914585530757904, 0.11636652797460556, 0.11106936633586884], "cos_apical_negg": [0.10916931182146072, 0.11887267231941223, 0.11914585530757904, 0.11636652797460556, 0.11106936633586884], "cos_Ac_negg": [0.10916931182146072, 0.11887267231941223, 0.11914585530757904, 0.11636652797460556, 0.11106936633586884]}}
\ No newline at end of file |