results/depth_mnist_sdil_d5_s0.json


1

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2810049057006836, "cos_r_negg": [0.012131400406360626, 0.004217087756842375, -0.00038205739110708237, 0.005876386538147926, -0.00799233466386795], "cos_apical_negg": [0.012131400406360626, 0.004217087756842375, -0.00038205739110708237, 0.005876386538147926, -0.00799233466386795], "cos_Ac_negg": [0.012131400406360626, 0.004217087756842375, -0.00038205739110708237, 0.005876386538147926, -0.00799233466386795], "r_norm": [4.716703414916992, 4.763059616088867, 4.753106117248535, 4.845732688903809, 4.731505393981934], "ldr": {"dL_sdil": -0.01923370361328125, "dL_bp": -0.06604385375976562, "ratio": 0.2912262461733957}}, {"step": 50, "epoch": 0, "train_loss": 0.6516472101211548, "cos_r_negg": [0.3535889983177185, 0.2646055221557617, 0.24662044644355774, 0.2248731553554535, 0.19537438452243805], "cos_apical_negg": [0.3535889983177185, 0.2646055221557617, 0.24662044644355774, 0.2248731553554535, 0.19537438452243805], "cos_Ac_negg": [0.3535889983177185, 0.2646055221557617, 0.24662044644355774, 0.2248731553554535, 0.19537438452243805], "r_norm": [1.2796419858932495, 1.2941480875015259, 1.286740779876709, 1.3101956844329834, 1.2711082696914673]}, {"step": 100, "epoch": 0, "train_loss": 0.3088100552558899, "cos_r_negg": [0.3706820011138916, 0.26640623807907104, 0.27100807428359985, 0.24419687688350677, 0.2002144753932953], "cos_apical_negg": [0.3706820011138916, 0.26640623807907104, 0.27100807428359985, 0.24419687688350677, 0.2002144753932953], "cos_Ac_negg": [0.3706820011138916, 0.26640623807907104, 0.27100807428359985, 0.24419687688350677, 0.2002144753932953], "r_norm": [0.8974119424819946, 0.9077181220054626, 0.9016134738922119, 0.9187095165252686, 0.8954144716262817]}, {"step": 150, "epoch": 0, "train_loss": 0.4217333197593689, "cos_r_negg": [0.40799951553344727, 0.2884979844093323, 0.27057796716690063, 0.2809913754463196, 0.2553190290927887], "cos_apical_negg": [0.40799951553344727, 0.2884979844093323, 0.27057796716690063, 0.2809913754463196, 0.2553190290927887], "cos_Ac_negg": [0.40799951553344727, 0.2884979844093323, 0.27057796716690063, 0.2809913754463196, 0.2553190290927887], "r_norm": [0.7810609340667725, 0.792141318321228, 0.7841392755508423, 0.7999411225318909, 0.7774401903152466]}, {"step": 200, "epoch": 0, "train_loss": 0.29122844338417053, "cos_r_negg": [0.4295382499694824, 0.33493340015411377, 0.2924474775791168, 0.293376088142395, 0.25654879212379456], "cos_apical_negg": [0.4295382499694824, 0.33493340015411377, 0.2924474775791168, 0.293376088142395, 0.25654879212379456], "cos_Ac_negg": [0.4295382499694824, 0.33493340015411377, 0.2924474775791168, 0.293376088142395, 0.25654879212379456], "r_norm": [0.772678792476654, 0.7747843265533447, 0.7708219885826111, 0.782381534576416, 0.7600271701812744]}, {"step": 250, "epoch": 0, "train_loss": 0.21240131556987762, "cos_r_negg": [0.4412931799888611, 0.3407934904098511, 0.3189849257469177, 0.3011532127857208, 0.301400363445282], "cos_apical_negg": [0.4412931799888611, 0.3407934904098511, 0.3189849257469177, 0.3011532127857208, 0.301400363445282], "cos_Ac_negg": [0.4412931799888611, 0.3407934904098511, 0.3189849257469177, 0.3011532127857208, 0.301400363445282], "r_norm": [0.6756526231765747, 0.6862270832061768, 0.6762653589248657, 0.6895602345466614, 0.6705551743507385], "ldr": {"dL_sdil": -0.009024977684020996, "dL_bp": -0.006299227476119995, "ratio": 1.4327118235107656}}, {"step": 300, "epoch": 0, "train_loss": 0.1849011480808258, "cos_r_negg": [0.4999248683452606, 0.3930743932723999, 0.3659152090549469, 0.3429654836654663, 0.32522937655448914], "cos_apical_negg": [0.4999248683452606, 0.3930743932723999, 0.3659152090549469, 0.3429654836654663, 0.32522937655448914], "cos_Ac_negg": [0.4999248683452606, 0.3930743932723999, 0.3659152090549469, 0.3429654836654663, 0.32522937655448914], "r_norm": [0.5900319814682007, 0.5987443923950195, 0.5925803780555725, 0.6027464866638184, 0.5858521461486816]}, {"step": 350, "epoch": 0, "train_loss": 0.17165523767471313, "cos_r_negg": [0.49400144815444946, 0.3983229398727417, 0.3741704225540161, 0.36011719703674316, 0.3420206308364868], "cos_apical_negg": [0.49400144815444946, 0.3983229398727417, 0.3741704225540161, 0.36011719703674316, 0.3420206308364868], "cos_Ac_negg": [0.49400144815444946, 0.3983229398727417, 0.3741704225540161, 0.36011719703674316, 0.3420206308364868], "r_norm": [0.5709792971611023, 0.5819143652915955, 0.5794576406478882, 0.58296799659729, 0.5700550079345703]}, {"step": 400, "epoch": 0, "train_loss": 0.1610822230577469, "cos_r_negg": [0.47897857427597046, 0.41034913063049316, 0.38778793811798096, 0.3712223470211029, 0.35904431343078613], "cos_apical_negg": [0.47897857427597046, 0.41034913063049316, 0.38778793811798096, 0.3712223470211029, 0.35904431343078613], "cos_Ac_negg": [0.47897857427597046, 0.41034913063049316, 0.38778793811798096, 0.3712223470211029, 0.35904431343078613], "r_norm": [0.47399476170539856, 0.4796596169471741, 0.47593724727630615, 0.48309433460235596, 0.4704742133617401]}, {"step": 450, "epoch": 0, "train_loss": 0.24160122871398926, "cos_r_negg": [0.49919286370277405, 0.4180578589439392, 0.4075695872306824, 0.3868767023086548, 0.36621394753456116], "cos_apical_negg": [0.49919286370277405, 0.4180578589439392, 0.4075695872306824, 0.3868767023086548, 0.36621394753456116], "cos_Ac_negg": [0.49919286370277405, 0.4180578589439392, 0.4075695872306824, 0.3868767023086548, 0.36621394753456116], "r_norm": [0.5222005248069763, 0.5251052379608154, 0.5228019952774048, 0.5314671397209167, 0.5152105689048767]}, {"epoch_end": 0, "step": 469, "test_acc": 0.946, "test_loss": 0.1934729965209961}, {"step": 500, "epoch": 1, "train_loss": 0.2561780512332916, "cos_r_negg": [0.5188429951667786, 0.4423810839653015, 0.4234265387058258, 0.4266822338104248, 0.3758695721626282], "cos_apical_negg": [0.5188429951667786, 0.4423810839653015, 0.4234265387058258, 0.4266822338104248, 0.3758695721626282], "cos_Ac_negg": [0.5188429951667786, 0.4423810839653015, 0.4234265387058258, 0.4266822338104248, 0.3758695721626282], "r_norm": [0.5594141483306885, 0.5617170929908752, 0.5616753697395325, 0.5715848207473755, 0.5528212785720825], "ldr": {"dL_sdil": -0.008745044469833374, "dL_bp": -0.006812721490859985, "ratio": 1.2836345183882554}}, {"step": 550, "epoch": 1, "train_loss": 0.22039614617824554, "cos_r_negg": [0.5147655010223389, 0.44189387559890747, 0.4260913133621216, 0.4080870747566223, 0.3708588778972626], "cos_apical_negg": [0.5147655010223389, 0.44189387559890747, 0.4260913133621216, 0.4080870747566223, 0.3708588778972626], "cos_Ac_negg": [0.5147655010223389, 0.44189387559890747, 0.4260913133621216, 0.4080870747566223, 0.3708588778972626], "r_norm": [0.47103139758110046, 0.473162442445755, 0.4714663326740265, 0.4765970706939697, 0.4660983383655548]}, {"step": 600, "epoch": 1, "train_loss": 0.2875831127166748, "cos_r_negg": [0.4992886185646057, 0.4324300289154053, 0.4218742847442627, 0.4030624330043793, 0.3861001431941986], "cos_apical_negg": [0.4992886185646057, 0.4324300289154053, 0.4218742847442627, 0.4030624330043793, 0.3861001431941986], "cos_Ac_negg": [0.4992886185646057, 0.4324300289154053, 0.4218742847442627, 0.4030624330043793, 0.3861001431941986], "r_norm": [0.47588151693344116, 0.48078665137290955, 0.4764470160007477, 0.4881449341773987, 0.4738246202468872]}, {"step": 650, "epoch": 1, "train_loss": 0.16550767421722412, "cos_r_negg": [0.5116716623306274, 0.45371994376182556, 0.4389486312866211, 0.40606385469436646, 0.39166438579559326], "cos_apical_negg": [0.5116716623306274, 0.45371994376182556, 0.4389486312866211, 0.40606385469436646, 0.39166438579559326], "cos_Ac_negg": [0.5116716623306274, 0.45371994376182556, 0.4389486312866211, 0.40606385469436646, 0.39166438579559326], "r_norm": [0.44786569476127625, 0.4525662660598755, 0.44992613792419434, 0.4592847526073456, 0.4454873204231262]}, {"step": 700, "epoch": 1, "train_loss": 0.10309652239084244, "cos_r_negg": [0.5087116956710815, 0.4466870427131653, 0.4313504099845886, 0.41424691677093506, 0.3969675302505493], "cos_apical_negg": [0.5087116956710815, 0.4466870427131653, 0.4313504099845886, 0.41424691677093506, 0.3969675302505493], "cos_Ac_negg": [0.5087116956710815, 0.4466870427131653, 0.4313504099845886, 0.41424691677093506, 0.3969675302505493], "r_norm": [0.4011765718460083, 0.40483543276786804, 0.4025859832763672, 0.40502816438674927, 0.39582958817481995]}, {"step": 750, "epoch": 1, "train_loss": 0.08276181668043137, "cos_r_negg": [0.5015411972999573, 0.4569101333618164, 0.44587165117263794, 0.4244951605796814, 0.39499908685684204], "cos_apical_negg": [0.5015411972999573, 0.4569101333618164, 0.44587165117263794, 0.4244951605796814, 0.39499908685684204], "cos_Ac_negg": [0.5015411972999573, 0.4569101333618164, 0.44587165117263794, 0.4244951605796814, 0.39499908685684204], "r_norm": [0.43282926082611084, 0.43638864159584045, 0.43937206268310547, 0.43999239802360535, 0.4300360083580017], "ldr": {"dL_sdil": -0.006697788834571838, "dL_bp": -0.0049603283405303955, "ratio": 1.3502712672959187}}, {"step": 800, "epoch": 1, "train_loss": 0.0858796238899231, "cos_r_negg": [0.48914334177970886, 0.4410015642642975, 0.4372289180755615, 0.43067100644111633, 0.3998815417289734], "cos_apical_negg": [0.48914334177970886, 0.4410015642642975, 0.4372289180755615, 0.43067100644111633, 0.3998815417289734], "cos_Ac_negg": [0.48914334177970886, 0.4410015642642975, 0.4372289180755615, 0.43067100644111633, 0.3998815417289734], "r_norm": [0.44144874811172485, 0.4430448114871979, 0.4432104229927063, 0.4475894272327423, 0.43331652879714966]}, {"step": 850, "epoch": 1, "train_loss": 0.2606666386127472, "cos_r_negg": [0.47634410858154297, 0.44455447793006897, 0.43336158990859985, 0.4301784038543701, 0.3941956162452698], "cos_apical_negg": [0.47634410858154297, 0.44455447793006897, 0.43336158990859985, 0.4301784038543701, 0.3941956162452698], "cos_Ac_negg": [0.47634410858154297, 0.44455447793006897, 0.43336158990859985, 0.4301784038543701, 0.3941956162452698], "r_norm": [0.40256527066230774, 0.40393221378326416, 0.4092590808868408, 0.408302903175354, 0.4005691111087799]}, {"step": 900, "epoch": 1, "train_loss": 0.13393038511276245, "cos_r_negg": [0.5087835192680359, 0.4754042625427246, 0.44074907898902893, 0.43082669377326965, 0.4021470546722412], "cos_apical_negg": [0.5087835192680359, 0.4754042625427246, 0.44074907898902893, 0.43082669377326965, 0.4021470546722412], "cos_Ac_negg": [0.5087835192680359, 0.4754042625427246, 0.44074907898902893, 0.43082669377326965, 0.4021470546722412], "r_norm": [0.3627195954322815, 0.36574506759643555, 0.36796116828918457, 0.3692395091056824, 0.36031007766723633]}, {"epoch_end": 1, "step": 938, "test_acc": 0.958, "test_loss": 0.14492609252929686}, {"step": 950, "epoch": 2, "train_loss": 0.16504868865013123, "cos_r_negg": [0.4960247576236725, 0.46751198172569275, 0.45175644755363464, 0.4352026581764221, 0.404570609331131], "cos_apical_negg": [0.4960247576236725, 0.46751198172569275, 0.45175644755363464, 0.4352026581764221, 0.404570609331131], "cos_Ac_negg": [0.4960247576236725, 0.46751198172569275, 0.45175644755363464, 0.4352026581764221, 0.404570609331131], "r_norm": [0.3313322961330414, 0.33389151096343994, 0.3347625732421875, 0.3367510735988617, 0.33003753423690796]}, {"step": 1000, "epoch": 2, "train_loss": 0.1333364099264145, "cos_r_negg": [0.5171216726303101, 0.4858883023262024, 0.46963027119636536, 0.458392858505249, 0.4173162281513214], "cos_apical_negg": [0.5171216726303101, 0.4858883023262024, 0.46963027119636536, 0.458392858505249, 0.4173162281513214], "cos_Ac_negg": [0.5171216726303101, 0.4858883023262024, 0.46963027119636536, 0.458392858505249, 0.4173162281513214], "r_norm": [0.3332071900367737, 0.33650457859039307, 0.3332202732563019, 0.34143149852752686, 0.33423012495040894], "ldr": {"dL_sdil": -0.0039377883076667786, "dL_bp": -0.0032132044434547424, "ratio": 1.2255019488996426}}, {"step": 1050, "epoch": 2, "train_loss": 0.03468712791800499, "cos_r_negg": [0.5109358429908752, 0.48111385107040405, 0.4704962372779846, 0.4669412076473236, 0.4149934649467468], "cos_apical_negg": [0.5109358429908752, 0.48111385107040405, 0.4704962372779846, 0.4669412076473236, 0.4149934649467468], "cos_Ac_negg": [0.5109358429908752, 0.48111385107040405, 0.4704962372779846, 0.4669412076473236, 0.4149934649467468], "r_norm": [0.3193548321723938, 0.32177141308784485, 0.3208135962486267, 0.326044499874115, 0.3183426856994629]}, {"step": 1100, "epoch": 2, "train_loss": 0.11011175066232681, "cos_r_negg": [0.5172877311706543, 0.4880463778972626, 0.4618891179561615, 0.4579440951347351, 0.4227454364299774], "cos_apical_negg": [0.5172877311706543, 0.4880463778972626, 0.4618891179561615, 0.4579440951347351, 0.4227454364299774], "cos_Ac_negg": [0.5172877311706543, 0.4880463778972626, 0.4618891179561615, 0.4579440951347351, 0.4227454364299774], "r_norm": [0.35269105434417725, 0.3557908236980438, 0.3570302426815033, 0.3575901985168457, 0.3505738377571106]}, {"step": 1150, "epoch": 2, "train_loss": 0.07546113431453705, "cos_r_negg": [0.5079981088638306, 0.48688843846321106, 0.4711640477180481, 0.45178407430648804, 0.42015141248703003], "cos_apical_negg": [0.5079981088638306, 0.48688843846321106, 0.4711640477180481, 0.45178407430648804, 0.42015141248703003], "cos_Ac_negg": [0.5079981088638306, 0.48688843846321106, 0.4711640477180481, 0.45178407430648804, 0.42015141248703003], "r_norm": [0.2811495065689087, 0.2823787331581116, 0.28094837069511414, 0.286385715007782, 0.28058016300201416]}, {"step": 1200, "epoch": 2, "train_loss": 0.0289313942193985, "cos_r_negg": [0.5037615299224854, 0.487731397151947, 0.4673108458518982, 0.4576287865638733, 0.4203298091888428], "cos_apical_negg": [0.5037615299224854, 0.487731397151947, 0.4673108458518982, 0.4576287865638733, 0.4203298091888428], "cos_Ac_negg": [0.5037615299224854, 0.487731397151947, 0.4673108458518982, 0.4576287865638733, 0.4203298091888428], "r_norm": [0.3318381905555725, 0.33472996950149536, 0.33501988649368286, 0.34160536527633667, 0.33311372995376587]}, {"step": 1250, "epoch": 2, "train_loss": 0.08310495316982269, "cos_r_negg": [0.5010079145431519, 0.47313010692596436, 0.460860013961792, 0.4582566022872925, 0.43879103660583496], "cos_apical_negg": [0.5010079145431519, 0.47313010692596436, 0.460860013961792, 0.4582566022872925, 0.43879103660583496], "cos_Ac_negg": [0.5010079145431519, 0.47313010692596436, 0.460860013961792, 0.4582566022872925, 0.43879103660583496], "r_norm": [0.28564155101776123, 0.2883399724960327, 0.28961795568466187, 0.29251959919929504, 0.2848662734031677], "ldr": {"dL_sdil": -0.004461899399757385, "dL_bp": -0.0036627650260925293, "ratio": 1.2181778978373012}}, {"step": 1300, "epoch": 2, "train_loss": 0.13624307513237, "cos_r_negg": [0.5142402648925781, 0.4912436604499817, 0.4777894616127014, 0.45400896668434143, 0.4206179678440094], "cos_apical_negg": [0.5142402648925781, 0.4912436604499817, 0.4777894616127014, 0.45400896668434143, 0.4206179678440094], "cos_Ac_negg": [0.5142402648925781, 0.4912436604499817, 0.4777894616127014, 0.45400896668434143, 0.4206179678440094], "r_norm": [0.27414771914482117, 0.276641845703125, 0.27361810207366943, 0.2783500850200653, 0.27087780833244324]}, {"step": 1350, "epoch": 2, "train_loss": 0.12154476344585419, "cos_r_negg": [0.5420786142349243, 0.5142635703086853, 0.49385160207748413, 0.47288548946380615, 0.4292011857032776], "cos_apical_negg": [0.5420786142349243, 0.5142635703086853, 0.49385160207748413, 0.47288548946380615, 0.4292011857032776], "cos_Ac_negg": [0.5420786142349243, 0.5142635703086853, 0.49385160207748413, 0.47288548946380615, 0.4292011857032776], "r_norm": [0.2930658161640167, 0.29482632875442505, 0.29642170667648315, 0.29830193519592285, 0.2915574908256531]}, {"step": 1400, "epoch": 2, "train_loss": 0.24556566774845123, "cos_r_negg": [0.5410776138305664, 0.5177289247512817, 0.4994402527809143, 0.4692736864089966, 0.4255308508872986], "cos_apical_negg": [0.5410776138305664, 0.5177289247512817, 0.4994402527809143, 0.4692736864089966, 0.4255308508872986], "cos_Ac_negg": [0.5410776138305664, 0.5177289247512817, 0.4994402527809143, 0.4692736864089966, 0.4255308508872986], "r_norm": [0.2797573208808899, 0.28349360823631287, 0.28094059228897095, 0.2855622470378876, 0.27844345569610596]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9619, "test_loss": 0.12913357315063476}, {"step": 1450, "epoch": 3, "train_loss": 0.05058992654085159, "cos_r_negg": [0.520664393901825, 0.5017704367637634, 0.4857121706008911, 0.4731068015098572, 0.424230694770813], "cos_apical_negg": [0.520664393901825, 0.5017704367637634, 0.4857121706008911, 0.4731068015098572, 0.424230694770813], "cos_Ac_negg": [0.520664393901825, 0.5017704367637634, 0.4857121706008911, 0.4731068015098572, 0.424230694770813], "r_norm": [0.27358242869377136, 0.275951087474823, 0.2759145498275757, 0.27873727679252625, 0.27191847562789917]}, {"step": 1500, "epoch": 3, "train_loss": 0.08258388936519623, "cos_r_negg": [0.5171284675598145, 0.49478161334991455, 0.4773297607898712, 0.4688352942466736, 0.4281429052352905], "cos_apical_negg": [0.5171284675598145, 0.49478161334991455, 0.4773297607898712, 0.4688352942466736, 0.4281429052352905], "cos_Ac_negg": [0.5171284675598145, 0.49478161334991455, 0.4773297607898712, 0.4688352942466736, 0.4281429052352905], "r_norm": [0.24205996096134186, 0.24304702877998352, 0.24157863855361938, 0.24343062937259674, 0.23895439505577087], "ldr": {"dL_sdil": -0.0026138275861740112, "dL_bp": -0.00206756591796875, "ratio": 1.2642052006457565}}, {"step": 1550, "epoch": 3, "train_loss": 0.08217345178127289, "cos_r_negg": [0.526655375957489, 0.505498468875885, 0.4890502691268921, 0.4776346683502197, 0.43958085775375366], "cos_apical_negg": [0.526655375957489, 0.505498468875885, 0.4890502691268921, 0.4776346683502197, 0.43958085775375366], "cos_Ac_negg": [0.526655375957489, 0.505498468875885, 0.4890502691268921, 0.4776346683502197, 0.43958085775375366], "r_norm": [0.23978134989738464, 0.24068140983581543, 0.2394770085811615, 0.24173805117607117, 0.23817822337150574]}, {"step": 1600, "epoch": 3, "train_loss": 0.04449461027979851, "cos_r_negg": [0.5206848382949829, 0.501268744468689, 0.4870132505893707, 0.4930392801761627, 0.43759363889694214], "cos_apical_negg": [0.5206848382949829, 0.501268744468689, 0.4870132505893707, 0.4930392801761627, 0.43759363889694214], "cos_Ac_negg": [0.5206848382949829, 0.501268744468689, 0.4870132505893707, 0.4930392801761627, 0.43759363889694214], "r_norm": [0.19259598851203918, 0.1922943890094757, 0.19091662764549255, 0.19344750046730042, 0.1905273050069809]}, {"step": 1650, "epoch": 3, "train_loss": 0.04963129758834839, "cos_r_negg": [0.5185742378234863, 0.49765342473983765, 0.4813597500324249, 0.48589757084846497, 0.4353824257850647], "cos_apical_negg": [0.5185742378234863, 0.49765342473983765, 0.4813597500324249, 0.48589757084846497, 0.4353824257850647], "cos_Ac_negg": [0.5185742378234863, 0.49765342473983765, 0.4813597500324249, 0.48589757084846497, 0.4353824257850647], "r_norm": [0.21238240599632263, 0.21163877844810486, 0.21205909550189972, 0.2125796377658844, 0.21009743213653564]}, {"step": 1700, "epoch": 3, "train_loss": 0.0526958703994751, "cos_r_negg": [0.5310912132263184, 0.5093908905982971, 0.4926398992538452, 0.49234235286712646, 0.4323306083679199], "cos_apical_negg": [0.5310912132263184, 0.5093908905982971, 0.4926398992538452, 0.49234235286712646, 0.4323306083679199], "cos_Ac_negg": [0.5310912132263184, 0.5093908905982971, 0.4926398992538452, 0.49234235286712646, 0.4323306083679199], "r_norm": [0.24597011506557465, 0.2471294403076172, 0.24992488324642181, 0.24934303760528564, 0.24553023278713226]}, {"step": 1750, "epoch": 3, "train_loss": 0.030011771246790886, "cos_r_negg": [0.5364570617675781, 0.5169739723205566, 0.5038166046142578, 0.4986128509044647, 0.4480566084384918], "cos_apical_negg": [0.5364570617675781, 0.5169739723205566, 0.5038166046142578, 0.4986128509044647, 0.4480566084384918], "cos_Ac_negg": [0.5364570617675781, 0.5169739723205566, 0.5038166046142578, 0.4986128509044647, 0.4480566084384918], "r_norm": [0.2017936408519745, 0.20233236253261566, 0.20181244611740112, 0.2036803960800171, 0.19968032836914062], "ldr": {"dL_sdil": -0.002487875521183014, "dL_bp": -0.0022541582584381104, "ratio": 1.1036827214194112}}, {"step": 1800, "epoch": 3, "train_loss": 0.08367688953876495, "cos_r_negg": [0.523350715637207, 0.5038960576057434, 0.493175745010376, 0.4894367456436157, 0.44384896755218506], "cos_apical_negg": [0.523350715637207, 0.5038960576057434, 0.493175745010376, 0.4894367456436157, 0.44384896755218506], "cos_Ac_negg": [0.523350715637207, 0.5038960576057434, 0.493175745010376, 0.4894367456436157, 0.44384896755218506], "r_norm": [0.25606340169906616, 0.2541954219341278, 0.2555420696735382, 0.25797349214553833, 0.25332513451576233]}, {"step": 1850, "epoch": 3, "train_loss": 0.1360694020986557, "cos_r_negg": [0.5418052673339844, 0.5216206908226013, 0.5013954639434814, 0.49875518679618835, 0.44867706298828125], "cos_apical_negg": [0.5418052673339844, 0.5216206908226013, 0.5013954639434814, 0.49875518679618835, 0.44867706298828125], "cos_Ac_negg": [0.5418052673339844, 0.5216206908226013, 0.5013954639434814, 0.49875518679618835, 0.44867706298828125], "r_norm": [0.2618030309677124, 0.26272717118263245, 0.2635042071342468, 0.2655128240585327, 0.2584725320339203]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9666, "test_loss": 0.11381822090148926}, {"step": 1900, "epoch": 4, "train_loss": 0.05710871145129204, "cos_r_negg": [0.5286493301391602, 0.5127522945404053, 0.4851687550544739, 0.4858025312423706, 0.4415620267391205], "cos_apical_negg": [0.5286493301391602, 0.5127522945404053, 0.4851687550544739, 0.4858025312423706, 0.4415620267391205], "cos_Ac_negg": [0.5286493301391602, 0.5127522945404053, 0.4851687550544739, 0.4858025312423706, 0.4415620267391205], "r_norm": [0.23550373315811157, 0.2331598401069641, 0.2362792044878006, 0.23604540526866913, 0.23316386342048645]}, {"step": 1950, "epoch": 4, "train_loss": 0.09491974115371704, "cos_r_negg": [0.523476243019104, 0.5166998505592346, 0.49724915623664856, 0.4879727363586426, 0.4460201561450958], "cos_apical_negg": [0.523476243019104, 0.5166998505592346, 0.49724915623664856, 0.4879727363586426, 0.4460201561450958], "cos_Ac_negg": [0.523476243019104, 0.5166998505592346, 0.49724915623664856, 0.4879727363586426, 0.4460201561450958], "r_norm": [0.22625187039375305, 0.2244974821805954, 0.2254256308078766, 0.22718793153762817, 0.2228398621082306]}, {"step": 2000, "epoch": 4, "train_loss": 0.07795128226280212, "cos_r_negg": [0.5228437185287476, 0.5107775926589966, 0.49397724866867065, 0.48500239849090576, 0.45521292090415955], "cos_apical_negg": [0.5228437185287476, 0.5107775926589966, 0.49397724866867065, 0.48500239849090576, 0.45521292090415955], "cos_Ac_negg": [0.5228437185287476, 0.5107775926589966, 0.49397724866867065, 0.48500239849090576, 0.45521292090415955], "r_norm": [0.19554515182971954, 0.19431978464126587, 0.19365406036376953, 0.19478659331798553, 0.19322431087493896], "ldr": {"dL_sdil": -0.002793125808238983, "dL_bp": -0.00258801132440567, "ratio": 1.079255636132279}}, {"step": 2050, "epoch": 4, "train_loss": 0.06886234134435654, "cos_r_negg": [0.5183113813400269, 0.5040295124053955, 0.4769202470779419, 0.47420305013656616, 0.44795894622802734], "cos_apical_negg": [0.5183113813400269, 0.5040295124053955, 0.4769202470779419, 0.47420305013656616, 0.44795894622802734], "cos_Ac_negg": [0.5183113813400269, 0.5040295124053955, 0.4769202470779419, 0.47420305013656616, 0.44795894622802734], "r_norm": [0.19306626915931702, 0.19310089945793152, 0.19337259232997894, 0.19552139937877655, 0.1920691877603531]}, {"step": 2100, "epoch": 4, "train_loss": 0.07549570500850677, "cos_r_negg": [0.5080376863479614, 0.4904295802116394, 0.4749026894569397, 0.47086015343666077, 0.4455617666244507], "cos_apical_negg": [0.5080376863479614, 0.4904295802116394, 0.4749026894569397, 0.47086015343666077, 0.4455617666244507], "cos_Ac_negg": [0.5080376863479614, 0.4904295802116394, 0.4749026894569397, 0.47086015343666077, 0.4455617666244507], "r_norm": [0.201541930437088, 0.2012946605682373, 0.20180365443229675, 0.20405925810337067, 0.20221486687660217]}, {"step": 2150, "epoch": 4, "train_loss": 0.060851920396089554, "cos_r_negg": [0.5221001505851746, 0.5105414390563965, 0.4966522455215454, 0.4885132908821106, 0.4624393582344055], "cos_apical_negg": [0.5221001505851746, 0.5105414390563965, 0.4966522455215454, 0.4885132908821106, 0.4624393582344055], "cos_Ac_negg": [0.5221001505851746, 0.5105414390563965, 0.4966522455215454, 0.4885132908821106, 0.4624393582344055], "r_norm": [0.1946910321712494, 0.1940111666917801, 0.1928124874830246, 0.19537058472633362, 0.19082443416118622]}, {"step": 2200, "epoch": 4, "train_loss": 0.0734524130821228, "cos_r_negg": [0.5174204111099243, 0.5072147846221924, 0.48613983392715454, 0.4840463697910309, 0.460318386554718], "cos_apical_negg": [0.5174204111099243, 0.5072147846221924, 0.48613983392715454, 0.4840463697910309, 0.460318386554718], "cos_Ac_negg": [0.5174204111099243, 0.5072147846221924, 0.48613983392715454, 0.4840463697910309, 0.460318386554718], "r_norm": [0.19993890821933746, 0.2008552849292755, 0.2010197639465332, 0.20404724776744843, 0.19966332614421844]}, {"step": 2250, "epoch": 4, "train_loss": 0.03518514335155487, "cos_r_negg": [0.5302554965019226, 0.5175726413726807, 0.4954574704170227, 0.5019946098327637, 0.46980491280555725], "cos_apical_negg": [0.5302554965019226, 0.5175726413726807, 0.4954574704170227, 0.5019946098327637, 0.46980491280555725], "cos_Ac_negg": [0.5302554965019226, 0.5175726413726807, 0.4954574704170227, 0.5019946098327637, 0.46980491280555725], "r_norm": [0.22638098895549774, 0.2275218665599823, 0.22974291443824768, 0.23195534944534302, 0.2240896224975586], "ldr": {"dL_sdil": -0.005821213126182556, "dL_bp": -0.006032392382621765, "ratio": 0.9649924535665853}}, {"step": 2300, "epoch": 4, "train_loss": 0.13967688381671906, "cos_r_negg": [0.5224109888076782, 0.5130593776702881, 0.49653828144073486, 0.4904630184173584, 0.4588615596294403], "cos_apical_negg": [0.5224109888076782, 0.5130593776702881, 0.49653828144073486, 0.4904630184173584, 0.4588615596294403], "cos_Ac_negg": [0.5224109888076782, 0.5130593776702881, 0.49653828144073486, 0.4904630184173584, 0.4588615596294403], "r_norm": [0.195735901594162, 0.19644269347190857, 0.19641783833503723, 0.1979280412197113, 0.19519385695457458]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9708, "test_loss": 0.10567357158660888}, {"step": 2350, "epoch": 5, "train_loss": 0.03131571784615517, "cos_r_negg": [0.5249391198158264, 0.5179529190063477, 0.49438321590423584, 0.4858867824077606, 0.46461015939712524], "cos_apical_negg": [0.5249391198158264, 0.5179529190063477, 0.49438321590423584, 0.4858867824077606, 0.46461015939712524], "cos_Ac_negg": [0.5249391198158264, 0.5179529190063477, 0.49438321590423584, 0.4858867824077606, 0.46461015939712524], "r_norm": [0.21001237630844116, 0.21121951937675476, 0.21083417534828186, 0.2116636037826538, 0.20873233675956726]}, {"step": 2400, "epoch": 5, "train_loss": 0.02594940923154354, "cos_r_negg": [0.5025280714035034, 0.5008052587509155, 0.4805629849433899, 0.47655531764030457, 0.45718491077423096], "cos_apical_negg": [0.5025280714035034, 0.5008052587509155, 0.4805629849433899, 0.47655531764030457, 0.45718491077423096], "cos_Ac_negg": [0.5025280714035034, 0.5008052587509155, 0.4805629849433899, 0.47655531764030457, 0.45718491077423096], "r_norm": [0.19955351948738098, 0.19782096147537231, 0.19999447464942932, 0.20033517479896545, 0.19703397154808044]}, {"step": 2450, "epoch": 5, "train_loss": 0.025434715673327446, "cos_r_negg": [0.5104444026947021, 0.511351466178894, 0.49294760823249817, 0.48651155829429626, 0.4765266478061676], "cos_apical_negg": [0.5104444026947021, 0.511351466178894, 0.49294760823249817, 0.48651155829429626, 0.4765266478061676], "cos_Ac_negg": [0.5104444026947021, 0.511351466178894, 0.49294760823249817, 0.48651155829429626, 0.4765266478061676], "r_norm": [0.22289332747459412, 0.22253505885601044, 0.22438094019889832, 0.22607150673866272, 0.22062179446220398]}, {"step": 2500, "epoch": 5, "train_loss": 0.04675277695059776, "cos_r_negg": [0.5240339040756226, 0.5162539482116699, 0.4953669011592865, 0.4935367703437805, 0.47641003131866455], "cos_apical_negg": [0.5240339040756226, 0.5162539482116699, 0.4953669011592865, 0.4935367703437805, 0.47641003131866455], "cos_Ac_negg": [0.5240339040756226, 0.5162539482116699, 0.4953669011592865, 0.4935367703437805, 0.47641003131866455], "r_norm": [0.2154150754213333, 0.21802057325839996, 0.2180185317993164, 0.22030939161777496, 0.21397627890110016], "ldr": {"dL_sdil": -0.004627063870429993, "dL_bp": -0.005332738161087036, "ratio": 0.8676713033078681}}, {"step": 2550, "epoch": 5, "train_loss": 0.019378986209630966, "cos_r_negg": [0.500419020652771, 0.4975232183933258, 0.47595369815826416, 0.47718489170074463, 0.4609602987766266], "cos_apical_negg": [0.500419020652771, 0.4975232183933258, 0.47595369815826416, 0.47718489170074463, 0.4609602987766266], "cos_Ac_negg": [0.500419020652771, 0.4975232183933258, 0.47595369815826416, 0.47718489170074463, 0.4609602987766266], "r_norm": [0.16746142506599426, 0.1676321178674698, 0.1682022362947464, 0.16837336122989655, 0.1656641811132431]}, {"step": 2600, "epoch": 5, "train_loss": 0.047701504081487656, "cos_r_negg": [0.5097963809967041, 0.505702555179596, 0.4846716821193695, 0.4841861426830292, 0.47238606214523315], "cos_apical_negg": [0.5097963809967041, 0.505702555179596, 0.4846716821193695, 0.4841861426830292, 0.47238606214523315], "cos_Ac_negg": [0.5097963809967041, 0.505702555179596, 0.4846716821193695, 0.4841861426830292, 0.47238606214523315], "r_norm": [0.2033126801252365, 0.2019868940114975, 0.20353704690933228, 0.20368970930576324, 0.20082847774028778]}, {"step": 2650, "epoch": 5, "train_loss": 0.04535389691591263, "cos_r_negg": [0.5225841999053955, 0.5118341445922852, 0.48578590154647827, 0.4873611330986023, 0.47537076473236084], "cos_apical_negg": [0.5225841999053955, 0.5118341445922852, 0.48578590154647827, 0.4873611330986023, 0.47537076473236084], "cos_Ac_negg": [0.5225841999053955, 0.5118341445922852, 0.48578590154647827, 0.4873611330986023, 0.47537076473236084], "r_norm": [0.21970795094966888, 0.22060272097587585, 0.2232040911912918, 0.22272779047489166, 0.21854043006896973]}, {"step": 2700, "epoch": 5, "train_loss": 0.05071694031357765, "cos_r_negg": [0.5118420124053955, 0.5090728998184204, 0.4836359918117523, 0.4798510670661926, 0.4636175036430359], "cos_apical_negg": [0.5118420124053955, 0.5090728998184204, 0.4836359918117523, 0.4798510670661926, 0.4636175036430359], "cos_Ac_negg": [0.5118420124053955, 0.5090728998184204, 0.4836359918117523, 0.4798510670661926, 0.4636175036430359], "r_norm": [0.17496521770954132, 0.17373955249786377, 0.17479223012924194, 0.17532426118850708, 0.17388111352920532]}, {"step": 2750, "epoch": 5, "train_loss": 0.017312441021203995, "cos_r_negg": [0.4911103844642639, 0.4884827136993408, 0.4619785249233246, 0.4636951684951782, 0.4550241529941559], "cos_apical_negg": [0.4911103844642639, 0.4884827136993408, 0.4619785249233246, 0.4636951684951782, 0.4550241529941559], "cos_Ac_negg": [0.4911103844642639, 0.4884827136993408, 0.4619785249233246, 0.4636951684951782, 0.4550241529941559], "r_norm": [0.19238758087158203, 0.19082224369049072, 0.19187280535697937, 0.19290576875209808, 0.18935799598693848], "ldr": {"dL_sdil": -0.003991387784481049, "dL_bp": -0.005342260003089905, "ratio": 0.7471346924658241}}, {"step": 2800, "epoch": 5, "train_loss": 0.02337833307683468, "cos_r_negg": [0.5025423169136047, 0.49919593334198, 0.4752938747406006, 0.47604823112487793, 0.4661422371864319], "cos_apical_negg": [0.5025423169136047, 0.49919593334198, 0.4752938747406006, 0.47604823112487793, 0.4661422371864319], "cos_Ac_negg": [0.5025423169136047, 0.49919593334198, 0.4752938747406006, 0.47604823112487793, 0.4661422371864319], "r_norm": [0.18706025183200836, 0.18472504615783691, 0.1847585290670395, 0.18579088151454926, 0.1822187304496765]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9696, "test_loss": 0.11279604663848877}, {"step": 2850, "epoch": 6, "train_loss": 0.05103696882724762, "cos_r_negg": [0.4756484031677246, 0.47504058480262756, 0.4510544538497925, 0.45206451416015625, 0.43997669219970703], "cos_apical_negg": [0.4756484031677246, 0.47504058480262756, 0.4510544538497925, 0.45206451416015625, 0.43997669219970703], "cos_Ac_negg": [0.4756484031677246, 0.47504058480262756, 0.4510544538497925, 0.45206451416015625, 0.43997669219970703], "r_norm": [0.21461626887321472, 0.21346695721149445, 0.2146020233631134, 0.21643362939357758, 0.20895719528198242]}, {"step": 2900, "epoch": 6, "train_loss": 0.017971891909837723, "cos_r_negg": [0.46500301361083984, 0.4700583219528198, 0.44301554560661316, 0.4456295371055603, 0.4356542229652405], "cos_apical_negg": [0.46500301361083984, 0.4700583219528198, 0.44301554560661316, 0.4456295371055603, 0.4356542229652405], "cos_Ac_negg": [0.46500301361083984, 0.4700583219528198, 0.44301554560661316, 0.4456295371055603, 0.4356542229652405], "r_norm": [0.16457095742225647, 0.16230332851409912, 0.16234764456748962, 0.1633576601743698, 0.16049712896347046]}, {"step": 2950, "epoch": 6, "train_loss": 0.05362739413976669, "cos_r_negg": [0.4791138470172882, 0.4804984927177429, 0.4561850130558014, 0.46224647760391235, 0.4497227072715759], "cos_apical_negg": [0.4791138470172882, 0.4804984927177429, 0.4561850130558014, 0.46224647760391235, 0.4497227072715759], "cos_Ac_negg": [0.4791138470172882, 0.4804984927177429, 0.4561850130558014, 0.46224647760391235, 0.4497227072715759], "r_norm": [0.1609610915184021, 0.16060511767864227, 0.16163188219070435, 0.16282090544700623, 0.15864577889442444]}, {"step": 3000, "epoch": 6, "train_loss": 0.004539045505225658, "cos_r_negg": [0.4577578604221344, 0.4686269760131836, 0.4466988444328308, 0.4521022140979767, 0.44393861293792725], "cos_apical_negg": [0.4577578604221344, 0.4686269760131836, 0.4466988444328308, 0.4521022140979767, 0.44393861293792725], "cos_Ac_negg": [0.4577578604221344, 0.4686269760131836, 0.4466988444328308, 0.4521022140979767, 0.44393861293792725], "r_norm": [0.17964160442352295, 0.17785082757472992, 0.17823369801044464, 0.17943838238716125, 0.17532622814178467], "ldr": {"dL_sdil": -0.0042281076312065125, "dL_bp": -0.005996346473693848, "ratio": 0.7051139639370987}}, {"step": 3050, "epoch": 6, "train_loss": 0.027041569352149963, "cos_r_negg": [0.45339256525039673, 0.4617884159088135, 0.43820151686668396, 0.43978244066238403, 0.4265938699245453], "cos_apical_negg": [0.45339256525039673, 0.4617884159088135, 0.43820151686668396, 0.43978244066238403, 0.4265938699245453], "cos_Ac_negg": [0.45339256525039673, 0.4617884159088135, 0.43820151686668396, 0.43978244066238403, 0.4265938699245453], "r_norm": [0.16834089159965515, 0.16678109765052795, 0.16595053672790527, 0.16720081865787506, 0.1628740280866623]}, {"step": 3100, "epoch": 6, "train_loss": 0.02661321498453617, "cos_r_negg": [0.46290069818496704, 0.46853119134902954, 0.4411008358001709, 0.4425774812698364, 0.43691208958625793], "cos_apical_negg": [0.46290069818496704, 0.46853119134902954, 0.4411008358001709, 0.4425774812698364, 0.43691208958625793], "cos_Ac_negg": [0.46290069818496704, 0.46853119134902954, 0.4411008358001709, 0.4425774812698364, 0.43691208958625793], "r_norm": [0.15894867479801178, 0.15710388123989105, 0.15690118074417114, 0.15883412957191467, 0.15411418676376343]}, {"step": 3150, "epoch": 6, "train_loss": 0.03306097909808159, "cos_r_negg": [0.46026611328125, 0.4712262749671936, 0.44021210074424744, 0.4464181363582611, 0.4486735165119171], "cos_apical_negg": [0.46026611328125, 0.4712262749671936, 0.44021210074424744, 0.4464181363582611, 0.4486735165119171], "cos_Ac_negg": [0.46026611328125, 0.4712262749671936, 0.44021210074424744, 0.4464181363582611, 0.4486735165119171], "r_norm": [0.18744361400604248, 0.18840232491493225, 0.18849435448646545, 0.19117745757102966, 0.18570278584957123]}, {"step": 3200, "epoch": 6, "train_loss": 0.04228956997394562, "cos_r_negg": [0.4248139262199402, 0.4376378655433655, 0.4100818634033203, 0.417114794254303, 0.4159470498561859], "cos_apical_negg": [0.4248139262199402, 0.4376378655433655, 0.4100818634033203, 0.417114794254303, 0.4159470498561859], "cos_Ac_negg": [0.4248139262199402, 0.4376378655433655, 0.4100818634033203, 0.417114794254303, 0.4159470498561859], "r_norm": [0.17145322263240814, 0.17153489589691162, 0.17176276445388794, 0.1731524020433426, 0.16765347123146057]}, {"step": 3250, "epoch": 6, "train_loss": 0.027120808139443398, "cos_r_negg": [0.441217839717865, 0.4518333375453949, 0.42724958062171936, 0.43171972036361694, 0.4312076270580292], "cos_apical_negg": [0.441217839717865, 0.4518333375453949, 0.42724958062171936, 0.43171972036361694, 0.4312076270580292], "cos_Ac_negg": [0.441217839717865, 0.4518333375453949, 0.42724958062171936, 0.43171972036361694, 0.4312076270580292], "r_norm": [0.16552650928497314, 0.1654760092496872, 0.16454091668128967, 0.16537363827228546, 0.16329540312290192], "ldr": {"dL_sdil": -0.003688901662826538, "dL_bp": -0.005898669362068176, "ratio": 0.6253786127678709}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9709, "test_loss": 0.11333690118789673}, {"step": 3300, "epoch": 7, "train_loss": 0.008321978151798248, "cos_r_negg": [0.44248315691947937, 0.4507421553134918, 0.42386335134506226, 0.43033474683761597, 0.43043094873428345], "cos_apical_negg": [0.44248315691947937, 0.4507421553134918, 0.42386335134506226, 0.43033474683761597, 0.43043094873428345], "cos_Ac_negg": [0.44248315691947937, 0.4507421553134918, 0.42386335134506226, 0.43033474683761597, 0.43043094873428345], "r_norm": [0.16954901814460754, 0.16891983151435852, 0.16814228892326355, 0.1697196364402771, 0.1665087342262268]}, {"step": 3350, "epoch": 7, "train_loss": 0.007247661240398884, "cos_r_negg": [0.4303120970726013, 0.44517606496810913, 0.41527417302131653, 0.41771602630615234, 0.418997585773468], "cos_apical_negg": [0.4303120970726013, 0.44517606496810913, 0.41527417302131653, 0.41771602630615234, 0.418997585773468], "cos_Ac_negg": [0.4303120970726013, 0.44517606496810913, 0.41527417302131653, 0.41771602630615234, 0.418997585773468], "r_norm": [0.16008934378623962, 0.15860611200332642, 0.1580832600593567, 0.15901142358779907, 0.15819069743156433]}, {"step": 3400, "epoch": 7, "train_loss": 0.010269183665513992, "cos_r_negg": [0.4164568781852722, 0.43348994851112366, 0.40346479415893555, 0.4027501344680786, 0.41062480211257935], "cos_apical_negg": [0.4164568781852722, 0.43348994851112366, 0.40346479415893555, 0.4027501344680786, 0.41062480211257935], "cos_Ac_negg": [0.4164568781852722, 0.43348994851112366, 0.40346479415893555, 0.4027501344680786, 0.41062480211257935], "r_norm": [0.18033117055892944, 0.1811159998178482, 0.1796337366104126, 0.180484801530838, 0.1793496012687683]}, {"step": 3450, "epoch": 7, "train_loss": 0.06227467209100723, "cos_r_negg": [0.42253661155700684, 0.4380480647087097, 0.4098442792892456, 0.4119532108306885, 0.40905579924583435], "cos_apical_negg": [0.42253661155700684, 0.4380480647087097, 0.4098442792892456, 0.4119532108306885, 0.40905579924583435], "cos_Ac_negg": [0.42253661155700684, 0.4380480647087097, 0.4098442792892456, 0.4119532108306885, 0.40905579924583435], "r_norm": [0.1749810129404068, 0.1747271865606308, 0.1734369993209839, 0.17547355592250824, 0.17387880384922028]}, {"step": 3500, "epoch": 7, "train_loss": 0.008788233622908592, "cos_r_negg": [0.4176912307739258, 0.43332967162132263, 0.409051775932312, 0.40987709164619446, 0.4057226777076721], "cos_apical_negg": [0.4176912307739258, 0.43332967162132263, 0.409051775932312, 0.40987709164619446, 0.4057226777076721], "cos_Ac_negg": [0.4176912307739258, 0.43332967162132263, 0.409051775932312, 0.40987709164619446, 0.4057226777076721], "r_norm": [0.1588442176580429, 0.15897636115550995, 0.15776479244232178, 0.15894514322280884, 0.15596412122249603], "ldr": {"dL_sdil": -0.0038164928555488586, "dL_bp": -0.006574101746082306, "ratio": 0.5805344977849203}}, {"step": 3550, "epoch": 7, "train_loss": 0.009364979341626167, "cos_r_negg": [0.41444602608680725, 0.4296082854270935, 0.40342676639556885, 0.40612494945526123, 0.40714436769485474], "cos_apical_negg": [0.41444602608680725, 0.4296082854270935, 0.40342676639556885, 0.40612494945526123, 0.40714436769485474], "cos_Ac_negg": [0.41444602608680725, 0.4296082854270935, 0.40342676639556885, 0.40612494945526123, 0.40714436769485474], "r_norm": [0.17778871953487396, 0.17943868041038513, 0.17798727750778198, 0.18022441864013672, 0.17777977883815765]}, {"step": 3600, "epoch": 7, "train_loss": 0.009423725306987762, "cos_r_negg": [0.4005054831504822, 0.41835254430770874, 0.3932666778564453, 0.3932715654373169, 0.3946661353111267], "cos_apical_negg": [0.4005054831504822, 0.41835254430770874, 0.3932666778564453, 0.3932715654373169, 0.3946661353111267], "cos_Ac_negg": [0.4005054831504822, 0.41835254430770874, 0.3932666778564453, 0.3932715654373169, 0.3946661353111267], "r_norm": [0.18128880858421326, 0.1812778115272522, 0.18035349249839783, 0.18296831846237183, 0.1796080619096756]}, {"step": 3650, "epoch": 7, "train_loss": 0.018287736922502518, "cos_r_negg": [0.390729695558548, 0.40707749128341675, 0.38259685039520264, 0.3814576268196106, 0.38147738575935364], "cos_apical_negg": [0.390729695558548, 0.40707749128341675, 0.38259685039520264, 0.3814576268196106, 0.38147738575935364], "cos_Ac_negg": [0.390729695558548, 0.40707749128341675, 0.38259685039520264, 0.3814576268196106, 0.38147738575935364], "r_norm": [0.1631416231393814, 0.16309207677841187, 0.16255593299865723, 0.1658264398574829, 0.16058865189552307]}, {"step": 3700, "epoch": 7, "train_loss": 0.0138480756431818, "cos_r_negg": [0.38940733671188354, 0.4085114300251007, 0.3859228193759918, 0.38183003664016724, 0.3844807744026184], "cos_apical_negg": [0.38940733671188354, 0.4085114300251007, 0.3859228193759918, 0.38183003664016724, 0.3844807744026184], "cos_Ac_negg": [0.38940733671188354, 0.4085114300251007, 0.3859228193759918, 0.38183003664016724, 0.3844807744026184], "r_norm": [0.1449277698993683, 0.14497554302215576, 0.1431218981742859, 0.14567051827907562, 0.14272794127464294]}, {"step": 3750, "epoch": 7, "train_loss": 0.004338632337749004, "cos_r_negg": [0.38334935903549194, 0.40345028042793274, 0.3748445212841034, 0.37372422218322754, 0.37947770953178406], "cos_apical_negg": [0.38334935903549194, 0.40345028042793274, 0.3748445212841034, 0.37372422218322754, 0.37947770953178406], "cos_Ac_negg": [0.38334935903549194, 0.40345028042793274, 0.3748445212841034, 0.37372422218322754, 0.37947770953178406], "r_norm": [0.15918946266174316, 0.15783905982971191, 0.15805232524871826, 0.15857486426830292, 0.155973881483078], "ldr": {"dL_sdil": -0.004349894821643829, "dL_bp": -0.00833842158317566, "ratio": 0.5216688528222853}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9719, "test_loss": 0.12149127826690674}, {"step": 3800, "epoch": 8, "train_loss": 0.06929155439138412, "cos_r_negg": [0.3719567358493805, 0.39193129539489746, 0.36725765466690063, 0.3657614290714264, 0.3735758364200592], "cos_apical_negg": [0.3719567358493805, 0.39193129539489746, 0.36725765466690063, 0.3657614290714264, 0.3735758364200592], "cos_Ac_negg": [0.3719567358493805, 0.39193129539489746, 0.36725765466690063, 0.3657614290714264, 0.3735758364200592], "r_norm": [0.16191896796226501, 0.16235831379890442, 0.16148585081100464, 0.16307775676250458, 0.15913307666778564]}, {"step": 3850, "epoch": 8, "train_loss": 0.005065972916781902, "cos_r_negg": [0.3601111173629761, 0.3801499903202057, 0.35594087839126587, 0.35798799991607666, 0.35983067750930786], "cos_apical_negg": [0.3601111173629761, 0.3801499903202057, 0.35594087839126587, 0.35798799991607666, 0.35983067750930786], "cos_Ac_negg": [0.3601111173629761, 0.3801499903202057, 0.35594087839126587, 0.35798799991607666, 0.35983067750930786], "r_norm": [0.16580775380134583, 0.1659224033355713, 0.16585125029087067, 0.1672166883945465, 0.16394254565238953]}, {"step": 3900, "epoch": 8, "train_loss": 0.008082511834800243, "cos_r_negg": [0.3628539443016052, 0.38389673829078674, 0.35911327600479126, 0.35959136486053467, 0.3623269200325012], "cos_apical_negg": [0.3628539443016052, 0.38389673829078674, 0.35911327600479126, 0.35959136486053467, 0.3623269200325012], "cos_Ac_negg": [0.3628539443016052, 0.38389673829078674, 0.35911327600479126, 0.35959136486053467, 0.3623269200325012], "r_norm": [0.17507004737854004, 0.1765041947364807, 0.17636661231517792, 0.17719775438308716, 0.17434388399124146]}, {"step": 3950, "epoch": 8, "train_loss": 0.006402961444109678, "cos_r_negg": [0.35415446758270264, 0.37497854232788086, 0.3510231077671051, 0.35241854190826416, 0.35866132378578186], "cos_apical_negg": [0.35415446758270264, 0.37497854232788086, 0.3510231077671051, 0.35241854190826416, 0.35866132378578186], "cos_Ac_negg": [0.35415446758270264, 0.37497854232788086, 0.3510231077671051, 0.35241854190826416, 0.35866132378578186], "r_norm": [0.17468112707138062, 0.17478837072849274, 0.17459607124328613, 0.17547060549259186, 0.17258994281291962]}, {"step": 4000, "epoch": 8, "train_loss": 0.0014518527314066887, "cos_r_negg": [0.3301352858543396, 0.3505662679672241, 0.3283606469631195, 0.3264971971511841, 0.32971087098121643], "cos_apical_negg": [0.3301352858543396, 0.3505662679672241, 0.3283606469631195, 0.3264971971511841, 0.32971087098121643], "cos_Ac_negg": [0.3301352858543396, 0.3505662679672241, 0.3283606469631195, 0.3264971971511841, 0.32971087098121643], "r_norm": [0.17002367973327637, 0.16956590116024017, 0.1698983609676361, 0.17244604229927063, 0.16648957133293152], "ldr": {"dL_sdil": -0.006568156182765961, "dL_bp": -0.01215486228466034, "ratio": 0.5403727355311212}}, {"step": 4050, "epoch": 8, "train_loss": 0.016560563817620277, "cos_r_negg": [0.34905344247817993, 0.369620680809021, 0.3459530770778656, 0.3470461666584015, 0.3520228862762451], "cos_apical_negg": [0.34905344247817993, 0.369620680809021, 0.3459530770778656, 0.3470461666584015, 0.3520228862762451], "cos_Ac_negg": [0.34905344247817993, 0.369620680809021, 0.3459530770778656, 0.3470461666584015, 0.3520228862762451], "r_norm": [0.16243726015090942, 0.1618487536907196, 0.16177450120449066, 0.16314111649990082, 0.16077172756195068]}, {"step": 4100, "epoch": 8, "train_loss": 0.08103138208389282, "cos_r_negg": [0.34410279989242554, 0.36530861258506775, 0.3444746136665344, 0.34405791759490967, 0.3508757948875427], "cos_apical_negg": [0.34410279989242554, 0.36530861258506775, 0.3444746136665344, 0.34405791759490967, 0.3508757948875427], "cos_Ac_negg": [0.34410279989242554, 0.36530861258506775, 0.3444746136665344, 0.34405791759490967, 0.3508757948875427], "r_norm": [0.1499965488910675, 0.14954811334609985, 0.14861978590488434, 0.1500239372253418, 0.14870856702327728]}, {"step": 4150, "epoch": 8, "train_loss": 0.002213115803897381, "cos_r_negg": [0.3290000855922699, 0.35098665952682495, 0.32795587182044983, 0.32608819007873535, 0.33053654432296753], "cos_apical_negg": [0.3290000855922699, 0.35098665952682495, 0.32795587182044983, 0.32608819007873535, 0.33053654432296753], "cos_Ac_negg": [0.3290000855922699, 0.35098665952682495, 0.32795587182044983, 0.32608819007873535, 0.33053654432296753], "r_norm": [0.14429971575737, 0.14290136098861694, 0.14175429940223694, 0.14417824149131775, 0.14243191480636597]}, {"step": 4200, "epoch": 8, "train_loss": 0.01592467539012432, "cos_r_negg": [0.31837040185928345, 0.33810436725616455, 0.3158087730407715, 0.31236159801483154, 0.3159675598144531], "cos_apical_negg": [0.31837040185928345, 0.33810436725616455, 0.3158087730407715, 0.31236159801483154, 0.3159675598144531], "cos_Ac_negg": [0.31837040185928345, 0.33810436725616455, 0.3158087730407715, 0.31236159801483154, 0.3159675598144531], "r_norm": [0.14003100991249084, 0.14029061794281006, 0.13887082040309906, 0.14080187678337097, 0.1387980580329895]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9715, "test_loss": 0.12302524595260621}, {"step": 4250, "epoch": 9, "train_loss": 0.012509040534496307, "cos_r_negg": [0.32397568225860596, 0.3465084433555603, 0.3232247829437256, 0.31872469186782837, 0.3216647505760193], "cos_apical_negg": [0.32397568225860596, 0.3465084433555603, 0.3232247829437256, 0.31872469186782837, 0.3216647505760193], "cos_Ac_negg": [0.32397568225860596, 0.3465084433555603, 0.3232247829437256, 0.31872469186782837, 0.3216647505760193], "r_norm": [0.162538081407547, 0.16272085905075073, 0.16085003316402435, 0.1633211374282837, 0.16090911626815796], "ldr": {"dL_sdil": -0.00470348447561264, "dL_bp": -0.009335316717624664, "ratio": 0.5038376969827569}}, {"step": 4300, "epoch": 9, "train_loss": 0.009734163992106915, "cos_r_negg": [0.306236207485199, 0.3287994861602783, 0.30531102418899536, 0.30420005321502686, 0.3050094246864319], "cos_apical_negg": [0.306236207485199, 0.3287994861602783, 0.30531102418899536, 0.30420005321502686, 0.3050094246864319], "cos_Ac_negg": [0.306236207485199, 0.3287994861602783, 0.30531102418899536, 0.30420005321502686, 0.3050094246864319], "r_norm": [0.16695761680603027, 0.16768348217010498, 0.16591355204582214, 0.16877669095993042, 0.16701361536979675]}, {"step": 4350, "epoch": 9, "train_loss": 0.005156361497938633, "cos_r_negg": [0.3078329861164093, 0.3286794126033783, 0.30600637197494507, 0.3055305778980255, 0.30449679493904114], "cos_apical_negg": [0.3078329861164093, 0.3286794126033783, 0.30600637197494507, 0.3055305778980255, 0.30449679493904114], "cos_Ac_negg": [0.3078329861164093, 0.3286794126033783, 0.30600637197494507, 0.3055305778980255, 0.30449679493904114], "r_norm": [0.14760722219944, 0.14628800749778748, 0.14617154002189636, 0.14864015579223633, 0.14535263180732727]}, {"step": 4400, "epoch": 9, "train_loss": 0.007686118129640818, "cos_r_negg": [0.2905907928943634, 0.3116629123687744, 0.2913588881492615, 0.2877400517463684, 0.29017072916030884], "cos_apical_negg": [0.2905907928943634, 0.3116629123687744, 0.2913588881492615, 0.2877400517463684, 0.29017072916030884], "cos_Ac_negg": [0.2905907928943634, 0.3116629123687744, 0.2913588881492615, 0.2877400517463684, 0.29017072916030884], "r_norm": [0.14635613560676575, 0.1464787721633911, 0.1454499363899231, 0.14743377268314362, 0.14470502734184265]}, {"step": 4450, "epoch": 9, "train_loss": 0.022690778598189354, "cos_r_negg": [0.27708354592323303, 0.29998117685317993, 0.27968382835388184, 0.27607107162475586, 0.27927517890930176], "cos_apical_negg": [0.27708354592323303, 0.29998117685317993, 0.27968382835388184, 0.27607107162475586, 0.27927517890930176], "cos_Ac_negg": [0.27708354592323303, 0.29998117685317993, 0.27968382835388184, 0.27607107162475586, 0.27927517890930176], "r_norm": [0.13439108431339264, 0.1340092122554779, 0.1325112134218216, 0.13394659757614136, 0.13304737210273743]}, {"step": 4500, "epoch": 9, "train_loss": 0.002834911923855543, "cos_r_negg": [0.28731662034988403, 0.3078095614910126, 0.2879032790660858, 0.28244996070861816, 0.28858041763305664], "cos_apical_negg": [0.28731662034988403, 0.3078095614910126, 0.2879032790660858, 0.28244996070861816, 0.28858041763305664], "cos_Ac_negg": [0.28731662034988403, 0.3078095614910126, 0.2879032790660858, 0.28244996070861816, 0.28858041763305664], "r_norm": [0.14598527550697327, 0.1459682583808899, 0.1449231505393982, 0.14800091087818146, 0.14357325434684753], "ldr": {"dL_sdil": -0.004717051982879639, "dL_bp": -0.00959651917219162, "ratio": 0.4915378063901033}}, {"step": 4550, "epoch": 9, "train_loss": 0.0050387755036354065, "cos_r_negg": [0.2785030007362366, 0.2997814416885376, 0.28200700879096985, 0.27645397186279297, 0.28342097997665405], "cos_apical_negg": [0.2785030007362366, 0.2997814416885376, 0.28200700879096985, 0.27645397186279297, 0.28342097997665405], "cos_Ac_negg": [0.2785030007362366, 0.2997814416885376, 0.28200700879096985, 0.27645397186279297, 0.28342097997665405], "r_norm": [0.1304350346326828, 0.13055101037025452, 0.12813091278076172, 0.13056857883930206, 0.12851914763450623]}, {"step": 4600, "epoch": 9, "train_loss": 0.08143598586320877, "cos_r_negg": [0.2971280813217163, 0.3173217177391052, 0.2950456142425537, 0.29395559430122375, 0.30131465196609497], "cos_apical_negg": [0.2971280813217163, 0.3173217177391052, 0.2950456142425537, 0.29395559430122375, 0.30131465196609497], "cos_Ac_negg": [0.2971280813217163, 0.3173217177391052, 0.2950456142425537, 0.29395559430122375, 0.30131465196609497], "r_norm": [0.1541510820388794, 0.15413832664489746, 0.15318183600902557, 0.1555863618850708, 0.15208309888839722]}, {"step": 4650, "epoch": 9, "train_loss": 0.012007322162389755, "cos_r_negg": [0.28728020191192627, 0.306668758392334, 0.28723448514938354, 0.2862011790275574, 0.2928760349750519], "cos_apical_negg": [0.28728020191192627, 0.306668758392334, 0.28723448514938354, 0.2862011790275574, 0.2928760349750519], "cos_Ac_negg": [0.28728020191192627, 0.306668758392334, 0.28723448514938354, 0.2862011790275574, 0.2928760349750519], "r_norm": [0.16271334886550903, 0.163295179605484, 0.16286079585552216, 0.16319431364536285, 0.16217419505119324]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9724, "test_loss": 0.13349049301147461}, {"step": 4700, "epoch": 10, "train_loss": 0.0069155157543718815, "cos_r_negg": [0.26018789410591125, 0.278007835149765, 0.2606859803199768, 0.26016634702682495, 0.2608564496040344], "cos_apical_negg": [0.26018789410591125, 0.278007835149765, 0.2606859803199768, 0.26016634702682495, 0.2608564496040344], "cos_Ac_negg": [0.26018789410591125, 0.278007835149765, 0.2606859803199768, 0.26016634702682495, 0.2608564496040344], "r_norm": [0.1709839105606079, 0.17040839791297913, 0.1707618534564972, 0.17204825580120087, 0.1674937605857849]}, {"step": 4750, "epoch": 10, "train_loss": 0.0026360205374658108, "cos_r_negg": [0.2475878894329071, 0.26663732528686523, 0.2492489516735077, 0.24772033095359802, 0.24886947870254517], "cos_apical_negg": [0.2475878894329071, 0.26663732528686523, 0.2492489516735077, 0.24772033095359802, 0.24886947870254517], "cos_Ac_negg": [0.2475878894329071, 0.26663732528686523, 0.2492489516735077, 0.24772033095359802, 0.24886947870254517], "r_norm": [0.15894529223442078, 0.15904924273490906, 0.15831181406974792, 0.16002126038074493, 0.15663930773735046], "ldr": {"dL_sdil": -0.005342438817024231, "dL_bp": -0.011088505387306213, "ratio": 0.481799722362952}}, {"step": 4800, "epoch": 10, "train_loss": 0.004529675468802452, "cos_r_negg": [0.25905755162239075, 0.2772868871688843, 0.2592006325721741, 0.25754261016845703, 0.25935667753219604], "cos_apical_negg": [0.25905755162239075, 0.2772868871688843, 0.2592006325721741, 0.25754261016845703, 0.25935667753219604], "cos_Ac_negg": [0.25905755162239075, 0.2772868871688843, 0.2592006325721741, 0.25754261016845703, 0.25935667753219604], "r_norm": [0.1566876471042633, 0.1574808657169342, 0.15650705993175507, 0.15848127007484436, 0.15533532202243805]}, {"step": 4850, "epoch": 10, "train_loss": 0.00124767841771245, "cos_r_negg": [0.2500247657299042, 0.27105075120925903, 0.2556557357311249, 0.2543417811393738, 0.25379422307014465], "cos_apical_negg": [0.2500247657299042, 0.27105075120925903, 0.2556557357311249, 0.2543417811393738, 0.25379422307014465], "cos_Ac_negg": [0.2500247657299042, 0.27105075120925903, 0.2556557357311249, 0.2543417811393738, 0.25379422307014465], "r_norm": [0.16292420029640198, 0.16382060945034027, 0.16311544179916382, 0.16566544771194458, 0.16160520911216736]}, {"step": 4900, "epoch": 10, "train_loss": 0.005183652509003878, "cos_r_negg": [0.2472841441631317, 0.2691059112548828, 0.25502368807792664, 0.2539845108985901, 0.2534033954143524], "cos_apical_negg": [0.2472841441631317, 0.2691059112548828, 0.25502368807792664, 0.2539845108985901, 0.2534033954143524], "cos_Ac_negg": [0.2472841441631317, 0.2691059112548828, 0.25502368807792664, 0.2539845108985901, 0.2534033954143524], "r_norm": [0.139673113822937, 0.13943663239479065, 0.13871470093727112, 0.14091505110263824, 0.13767297565937042]}, {"step": 4950, "epoch": 10, "train_loss": 0.000945699866861105, "cos_r_negg": [0.2487887442111969, 0.2692258358001709, 0.25289565324783325, 0.2509414851665497, 0.255662202835083], "cos_apical_negg": [0.2487887442111969, 0.2692258358001709, 0.25289565324783325, 0.2509414851665497, 0.255662202835083], "cos_Ac_negg": [0.2487887442111969, 0.2692258358001709, 0.25289565324783325, 0.2509414851665497, 0.255662202835083], "r_norm": [0.14420369267463684, 0.1442267745733261, 0.14357060194015503, 0.14592185616493225, 0.1424768716096878]}, {"step": 5000, "epoch": 10, "train_loss": 0.005171585828065872, "cos_r_negg": [0.23881608247756958, 0.25723081827163696, 0.24158085882663727, 0.2388906627893448, 0.24252422153949738], "cos_apical_negg": [0.23881608247756958, 0.25723081827163696, 0.24158085882663727, 0.2388906627893448, 0.24252422153949738], "cos_Ac_negg": [0.23881608247756958, 0.25723081827163696, 0.24158085882663727, 0.2388906627893448, 0.24252422153949738], "r_norm": [0.12961705029010773, 0.12932410836219788, 0.1294284462928772, 0.13129520416259766, 0.12848526239395142], "ldr": {"dL_sdil": -0.003568090498447418, "dL_bp": -0.0073257312178611755, "ratio": 0.48706270982859784}}, {"step": 5050, "epoch": 10, "train_loss": 0.004249895922839642, "cos_r_negg": [0.24258118867874146, 0.26132261753082275, 0.2468348741531372, 0.24487125873565674, 0.24849578738212585], "cos_apical_negg": [0.24258118867874146, 0.26132261753082275, 0.2468348741531372, 0.24487125873565674, 0.24849578738212585], "cos_Ac_negg": [0.24258118867874146, 0.26132261753082275, 0.2468348741531372, 0.24487125873565674, 0.24849578738212585], "r_norm": [0.14642925560474396, 0.14621318876743317, 0.14496085047721863, 0.14778666198253632, 0.14449442923069]}, {"step": 5100, "epoch": 10, "train_loss": 0.0022541964426636696, "cos_r_negg": [0.22974520921707153, 0.24901524186134338, 0.23431366682052612, 0.23203572630882263, 0.23496685922145844], "cos_apical_negg": [0.22974520921707153, 0.24901524186134338, 0.23431366682052612, 0.23203572630882263, 0.23496685922145844], "cos_Ac_negg": [0.22974520921707153, 0.24901524186134338, 0.23431366682052612, 0.23203572630882263, 0.23496685922145844], "r_norm": [0.1433170884847641, 0.14307919144630432, 0.14119265973567963, 0.1435704529285431, 0.1420409381389618]}, {"step": 5150, "epoch": 10, "train_loss": 0.0004355421697255224, "cos_r_negg": [0.22166946530342102, 0.23713091015815735, 0.2236095368862152, 0.22141388058662415, 0.22286871075630188], "cos_apical_negg": [0.22166946530342102, 0.23713091015815735, 0.2236095368862152, 0.22141388058662415, 0.22286871075630188], "cos_Ac_negg": [0.22166946530342102, 0.23713091015815735, 0.2236095368862152, 0.22141388058662415, 0.22286871075630188], "r_norm": [0.1468288004398346, 0.14656822383403778, 0.1450553685426712, 0.14733071625232697, 0.144991934299469]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9727, "test_loss": 0.13588004980087282}, {"step": 5200, "epoch": 11, "train_loss": 0.0012048445641994476, "cos_r_negg": [0.21493881940841675, 0.22965463995933533, 0.21610796451568604, 0.21456560492515564, 0.21539199352264404], "cos_apical_negg": [0.21493881940841675, 0.22965463995933533, 0.21610796451568604, 0.21456560492515564, 0.21539199352264404], "cos_Ac_negg": [0.21493881940841675, 0.22965463995933533, 0.21610796451568604, 0.21456560492515564, 0.21539199352264404], "r_norm": [0.13782450556755066, 0.13787908852100372, 0.1360415816307068, 0.13871517777442932, 0.13633155822753906]}, {"step": 5250, "epoch": 11, "train_loss": 0.0024632683489471674, "cos_r_negg": [0.2104663997888565, 0.22685453295707703, 0.2130664587020874, 0.21219007670879364, 0.2127833068370819], "cos_apical_negg": [0.2104663997888565, 0.22685453295707703, 0.2130664587020874, 0.21219007670879364, 0.2127833068370819], "cos_Ac_negg": [0.2104663997888565, 0.22685453295707703, 0.2130664587020874, 0.21219007670879364, 0.2127833068370819], "r_norm": [0.13993218541145325, 0.13968898355960846, 0.1383330523967743, 0.14099349081516266, 0.1383083164691925], "ldr": {"dL_sdil": -0.005177050828933716, "dL_bp": -0.012340053915977478, "ratio": 0.4195322698088578}}, {"step": 5300, "epoch": 11, "train_loss": 0.002183923963457346, "cos_r_negg": [0.210840106010437, 0.22491422295570374, 0.21191443502902985, 0.21000680327415466, 0.21277381479740143], "cos_apical_negg": [0.210840106010437, 0.22491422295570374, 0.21191443502902985, 0.21000680327415466, 0.21277381479740143], "cos_Ac_negg": [0.210840106010437, 0.22491422295570374, 0.21191443502902985, 0.21000680327415466, 0.21277381479740143], "r_norm": [0.13560131192207336, 0.13543425500392914, 0.13397392630577087, 0.13627725839614868, 0.1332205832004547]}, {"step": 5350, "epoch": 11, "train_loss": 0.02045317552983761, "cos_r_negg": [0.2125357985496521, 0.22755448520183563, 0.21307708323001862, 0.21213288605213165, 0.21456757187843323], "cos_apical_negg": [0.2125357985496521, 0.22755448520183563, 0.21307708323001862, 0.21213288605213165, 0.21456757187843323], "cos_Ac_negg": [0.2125357985496521, 0.22755448520183563, 0.21307708323001862, 0.21213288605213165, 0.21456757187843323], "r_norm": [0.1479274034500122, 0.14871074259281158, 0.1469126045703888, 0.15003834664821625, 0.1469040960073471]}, {"step": 5400, "epoch": 11, "train_loss": 0.007253013551235199, "cos_r_negg": [0.21403300762176514, 0.23013737797737122, 0.21786367893218994, 0.21654662489891052, 0.21623024344444275], "cos_apical_negg": [0.21403300762176514, 0.23013737797737122, 0.21786367893218994, 0.21654662489891052, 0.21623024344444275], "cos_Ac_negg": [0.21403300762176514, 0.23013737797737122, 0.21786367893218994, 0.21654662489891052, 0.21623024344444275], "r_norm": [0.14397567510604858, 0.14411389827728271, 0.14241959154605865, 0.14521373808383942, 0.14233407378196716]}, {"step": 5450, "epoch": 11, "train_loss": 0.0003059728187508881, "cos_r_negg": [0.20458978414535522, 0.21981436014175415, 0.20680251717567444, 0.2060408890247345, 0.20687146484851837], "cos_apical_negg": [0.20458978414535522, 0.21981436014175415, 0.20680251717567444, 0.2060408890247345, 0.20687146484851837], "cos_Ac_negg": [0.20458978414535522, 0.21981436014175415, 0.20680251717567444, 0.2060408890247345, 0.20687146484851837], "r_norm": [0.14146170020103455, 0.14151476323604584, 0.13982181251049042, 0.14242559671401978, 0.1398470252752304]}, {"step": 5500, "epoch": 11, "train_loss": 0.0012567674275487661, "cos_r_negg": [0.20946034789085388, 0.2237684726715088, 0.21148967742919922, 0.21088075637817383, 0.2118111550807953], "cos_apical_negg": [0.20946034789085388, 0.2237684726715088, 0.21148967742919922, 0.21088075637817383, 0.2118111550807953], "cos_Ac_negg": [0.20946034789085388, 0.2237684726715088, 0.21148967742919922, 0.21088075637817383, 0.2118111550807953], "r_norm": [0.1317743957042694, 0.13139989972114563, 0.12967705726623535, 0.13294076919555664, 0.13016898930072784], "ldr": {"dL_sdil": -0.005374349653720856, "dL_bp": -0.013123132288455963, "ratio": 0.40953253656129907}}, {"step": 5550, "epoch": 11, "train_loss": 0.0013604756677523255, "cos_r_negg": [0.22029918432235718, 0.2357768416404724, 0.22258560359477997, 0.22140562534332275, 0.22454315423965454], "cos_apical_negg": [0.22029918432235718, 0.2357768416404724, 0.22258560359477997, 0.22140562534332275, 0.22454315423965454], "cos_Ac_negg": [0.22029918432235718, 0.2357768416404724, 0.22258560359477997, 0.22140562534332275, 0.22454315423965454], "r_norm": [0.14063555002212524, 0.14053821563720703, 0.13911083340644836, 0.14211389422416687, 0.13863973319530487]}, {"step": 5600, "epoch": 11, "train_loss": 0.0009092471445910633, "cos_r_negg": [0.20304225385189056, 0.21899789571762085, 0.20643261075019836, 0.2039722502231598, 0.20547035336494446], "cos_apical_negg": [0.20304225385189056, 0.21899789571762085, 0.20643261075019836, 0.2039722502231598, 0.20547035336494446], "cos_Ac_negg": [0.20304225385189056, 0.21899789571762085, 0.20643261075019836, 0.2039722502231598, 0.20547035336494446], "r_norm": [0.13670045137405396, 0.13693171739578247, 0.13559874892234802, 0.13832180202007294, 0.135038360953331]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9719, "test_loss": 0.1413384910583496}, {"step": 5650, "epoch": 12, "train_loss": 0.004448889289051294, "cos_r_negg": [0.1918739378452301, 0.2071976363658905, 0.19581113755702972, 0.19284406304359436, 0.19357940554618835], "cos_apical_negg": [0.1918739378452301, 0.2071976363658905, 0.19581113755702972, 0.19284406304359436, 0.19357940554618835], "cos_Ac_negg": [0.1918739378452301, 0.2071976363658905, 0.19581113755702972, 0.19284406304359436, 0.19357940554618835], "r_norm": [0.14465749263763428, 0.1444305181503296, 0.14329922199249268, 0.14614464342594147, 0.1422102004289627]}, {"step": 5700, "epoch": 12, "train_loss": 0.0002736702736001462, "cos_r_negg": [0.1845320761203766, 0.19915519654750824, 0.18921156227588654, 0.18671846389770508, 0.186843603849411], "cos_apical_negg": [0.1845320761203766, 0.19915519654750824, 0.18921156227588654, 0.18671846389770508, 0.186843603849411], "cos_Ac_negg": [0.1845320761203766, 0.19915519654750824, 0.18921156227588654, 0.18671846389770508, 0.186843603849411], "r_norm": [0.13717535138130188, 0.13648387789726257, 0.13527020812034607, 0.13761697709560394, 0.13424213230609894]}, {"step": 5750, "epoch": 12, "train_loss": 0.0007639259565621614, "cos_r_negg": [0.1876702457666397, 0.20218046009540558, 0.1913200318813324, 0.18938487768173218, 0.18974964320659637], "cos_apical_negg": [0.1876702457666397, 0.20218046009540558, 0.1913200318813324, 0.18938487768173218, 0.18974964320659637], "cos_Ac_negg": [0.1876702457666397, 0.20218046009540558, 0.1913200318813324, 0.18938487768173218, 0.18974964320659637], "r_norm": [0.14301371574401855, 0.1434430480003357, 0.14194653928279877, 0.14487150311470032, 0.14144816994667053], "ldr": {"dL_sdil": -0.006150893867015839, "dL_bp": -0.01613185554742813, "ratio": 0.3812886774823906}}, {"step": 5800, "epoch": 12, "train_loss": 0.0009592388523742557, "cos_r_negg": [0.18781499564647675, 0.20315098762512207, 0.19177155196666718, 0.18965843319892883, 0.19050244987010956], "cos_apical_negg": [0.18781499564647675, 0.20315098762512207, 0.19177155196666718, 0.18965843319892883, 0.19050244987010956], "cos_Ac_negg": [0.18781499564647675, 0.20315098762512207, 0.19177155196666718, 0.18965843319892883, 0.19050244987010956], "r_norm": [0.14181455969810486, 0.14207124710083008, 0.14059019088745117, 0.14367946982383728, 0.14027173817157745]}, {"step": 5850, "epoch": 12, "train_loss": 0.001125548966228962, "cos_r_negg": [0.1896265149116516, 0.204496830701828, 0.19318343698978424, 0.19080045819282532, 0.19277288019657135], "cos_apical_negg": [0.1896265149116516, 0.204496830701828, 0.19318343698978424, 0.19080045819282532, 0.19277288019657135], "cos_Ac_negg": [0.1896265149116516, 0.204496830701828, 0.19318343698978424, 0.19080045819282532, 0.19277288019657135], "r_norm": [0.14322137832641602, 0.1430937945842743, 0.14184415340423584, 0.14473244547843933, 0.14099165797233582]}, {"step": 5900, "epoch": 12, "train_loss": 0.004223067779093981, "cos_r_negg": [0.18263277411460876, 0.19728410243988037, 0.18613815307617188, 0.18427686393260956, 0.18546947836875916], "cos_apical_negg": [0.18263277411460876, 0.19728410243988037, 0.18613815307617188, 0.18427686393260956, 0.18546947836875916], "cos_Ac_negg": [0.18263277411460876, 0.19728410243988037, 0.18613815307617188, 0.18427686393260956, 0.18546947836875916], "r_norm": [0.14409196376800537, 0.14349673688411713, 0.14219993352890015, 0.14521056413650513, 0.1410837173461914]}, {"step": 5950, "epoch": 12, "train_loss": 0.00236737122759223, "cos_r_negg": [0.18349453806877136, 0.19833049178123474, 0.18803861737251282, 0.18479444086551666, 0.1872955709695816], "cos_apical_negg": [0.18349453806877136, 0.19833049178123474, 0.18803861737251282, 0.18479444086551666, 0.1872955709695816], "cos_Ac_negg": [0.18349453806877136, 0.19833049178123474, 0.18803861737251282, 0.18479444086551666, 0.1872955709695816], "r_norm": [0.14112836122512817, 0.14106252789497375, 0.1395494043827057, 0.14233027398586273, 0.13853828608989716]}, {"step": 6000, "epoch": 12, "train_loss": 0.0018476380500942469, "cos_r_negg": [0.17110329866409302, 0.18452692031860352, 0.1744185835123062, 0.17241692543029785, 0.1724618375301361], "cos_apical_negg": [0.17110329866409302, 0.18452692031860352, 0.1744185835123062, 0.17241692543029785, 0.1724618375301361], "cos_Ac_negg": [0.17110329866409302, 0.18452692031860352, 0.1744185835123062, 0.17241692543029785, 0.1724618375301361], "r_norm": [0.14698240160942078, 0.14522545039653778, 0.1443064957857132, 0.147577166557312, 0.14346733689308167], "ldr": {"dL_sdil": -0.005649104714393616, "dL_bp": -0.013082742691040039, "ratio": 0.4317981976564066}}, {"step": 6050, "epoch": 12, "train_loss": 0.00028721929993480444, "cos_r_negg": [0.17053917050361633, 0.18471339344978333, 0.17483863234519958, 0.1727508008480072, 0.1725878119468689], "cos_apical_negg": [0.17053917050361633, 0.18471339344978333, 0.17483863234519958, 0.1727508008480072, 0.1725878119468689], "cos_Ac_negg": [0.17053917050361633, 0.18471339344978333, 0.17483863234519958, 0.1727508008480072, 0.1725878119468689], "r_norm": [0.13806411623954773, 0.13751989603042603, 0.13604190945625305, 0.1392192393541336, 0.13573139905929565]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9725, "test_loss": 0.145794056224823}, {"step": 6100, "epoch": 13, "train_loss": 0.0016802808968350291, "cos_r_negg": [0.17391255497932434, 0.1880062222480774, 0.17772376537322998, 0.1756500005722046, 0.17549389600753784], "cos_apical_negg": [0.17391255497932434, 0.1880062222480774, 0.17772376537322998, 0.1756500005722046, 0.17549389600753784], "cos_Ac_negg": [0.17391255497932434, 0.1880062222480774, 0.17772376537322998, 0.1756500005722046, 0.17549389600753784], "r_norm": [0.15070800483226776, 0.14970380067825317, 0.14832641184329987, 0.1519475132226944, 0.1480819433927536]}, {"step": 6150, "epoch": 13, "train_loss": 0.0011580302380025387, "cos_r_negg": [0.17539331316947937, 0.18970203399658203, 0.17832157015800476, 0.17647682130336761, 0.17720168828964233], "cos_apical_negg": [0.17539331316947937, 0.18970203399658203, 0.17832157015800476, 0.17647682130336761, 0.17720168828964233], "cos_Ac_negg": [0.17539331316947937, 0.18970203399658203, 0.17832157015800476, 0.17647682130336761, 0.17720168828964233], "r_norm": [0.14837247133255005, 0.1482539027929306, 0.14680646359920502, 0.15006855130195618, 0.14641815423965454]}, {"step": 6200, "epoch": 13, "train_loss": 0.0006138072349131107, "cos_r_negg": [0.16472958028316498, 0.17825381457805634, 0.16907045245170593, 0.1679672747850418, 0.16747084259986877], "cos_apical_negg": [0.16472958028316498, 0.17825381457805634, 0.16907045245170593, 0.1679672747850418, 0.16747084259986877], "cos_Ac_negg": [0.16472958028316498, 0.17825381457805634, 0.16907045245170593, 0.1679672747850418, 0.16747084259986877], "r_norm": [0.14502310752868652, 0.1445678174495697, 0.142711341381073, 0.14601397514343262, 0.14283090829849243]}, {"step": 6250, "epoch": 13, "train_loss": 0.0007698301924392581, "cos_r_negg": [0.16637438535690308, 0.1797034740447998, 0.17079035937786102, 0.1689627766609192, 0.16845545172691345], "cos_apical_negg": [0.16637438535690308, 0.1797034740447998, 0.17079035937786102, 0.1689627766609192, 0.16845545172691345], "cos_Ac_negg": [0.16637438535690308, 0.1797034740447998, 0.17079035937786102, 0.1689627766609192, 0.16845545172691345], "r_norm": [0.14698609709739685, 0.14666318893432617, 0.14489597082138062, 0.14811620116233826, 0.1446097493171692], "ldr": {"dL_sdil": -0.006510771811008453, "dL_bp": -0.01627584546804428, "ratio": 0.4000266421668596}}, {"step": 6300, "epoch": 13, "train_loss": 0.0008000814123079181, "cos_r_negg": [0.17114493250846863, 0.18494704365730286, 0.17520317435264587, 0.173294335603714, 0.17325523495674133], "cos_apical_negg": [0.17114493250846863, 0.18494704365730286, 0.17520317435264587, 0.173294335603714, 0.17325523495674133], "cos_Ac_negg": [0.17114493250846863, 0.18494704365730286, 0.17520317435264587, 0.173294335603714, 0.17325523495674133], "r_norm": [0.14873605966567993, 0.14887556433677673, 0.1472207009792328, 0.15065661072731018, 0.14680233597755432]}, {"step": 6350, "epoch": 13, "train_loss": 0.004108759108930826, "cos_r_negg": [0.16992811858654022, 0.18352845311164856, 0.17354199290275574, 0.171288400888443, 0.17179685831069946], "cos_apical_negg": [0.16992811858654022, 0.18352845311164856, 0.17354199290275574, 0.171288400888443, 0.17179685831069946], "cos_Ac_negg": [0.16992811858654022, 0.18352845311164856, 0.17354199290275574, 0.171288400888443, 0.17179685831069946], "r_norm": [0.14413434267044067, 0.14428308606147766, 0.14261877536773682, 0.1460225135087967, 0.1421411782503128]}, {"step": 6400, "epoch": 13, "train_loss": 0.0011736720334738493, "cos_r_negg": [0.1587257832288742, 0.1712878942489624, 0.1625637710094452, 0.1607550084590912, 0.16036328673362732], "cos_apical_negg": [0.1587257832288742, 0.1712878942489624, 0.1625637710094452, 0.1607550084590912, 0.16036328673362732], "cos_Ac_negg": [0.1587257832288742, 0.1712878942489624, 0.1625637710094452, 0.1607550084590912, 0.16036328673362732], "r_norm": [0.13900861144065857, 0.1395694464445114, 0.13744622468948364, 0.14066922664642334, 0.13747131824493408]}, {"step": 6450, "epoch": 13, "train_loss": 0.002190921688452363, "cos_r_negg": [0.15729032456874847, 0.1696532815694809, 0.1600036919116974, 0.15837395191192627, 0.15883618593215942], "cos_apical_negg": [0.15729032456874847, 0.1696532815694809, 0.1600036919116974, 0.15837395191192627, 0.15883618593215942], "cos_Ac_negg": [0.15729032456874847, 0.1696532815694809, 0.1600036919116974, 0.15837395191192627, 0.15883618593215942], "r_norm": [0.1509981006383896, 0.15107624232769012, 0.14905092120170593, 0.15275338292121887, 0.14908342063426971]}, {"step": 6500, "epoch": 13, "train_loss": 0.0005169031792320311, "cos_r_negg": [0.15419168770313263, 0.1667853593826294, 0.15751494467258453, 0.1552739143371582, 0.15484705567359924], "cos_apical_negg": [0.15419168770313263, 0.1667853593826294, 0.15751494467258453, 0.1552739143371582, 0.15484705567359924], "cos_Ac_negg": [0.15419168770313263, 0.1667853593826294, 0.15751494467258453, 0.1552739143371582, 0.15484705567359924], "r_norm": [0.14287015795707703, 0.14280977845191956, 0.14117272198200226, 0.1441119909286499, 0.1407596468925476], "ldr": {"dL_sdil": -0.00638243556022644, "dL_bp": -0.01673879474401474, "ratio": 0.3812960047501984}}, {"step": 6550, "epoch": 13, "train_loss": 0.015233946032822132, "cos_r_negg": [0.14931175112724304, 0.16100049018859863, 0.15307973325252533, 0.15094177424907684, 0.1496971845626831], "cos_apical_negg": [0.14931175112724304, 0.16100049018859863, 0.15307973325252533, 0.15094177424907684, 0.1496971845626831], "cos_Ac_negg": [0.14931175112724304, 0.16100049018859863, 0.15307973325252533, 0.15094177424907684, 0.1496971845626831], "r_norm": [0.13701707124710083, 0.1369517594575882, 0.13517335057258606, 0.1382867395877838, 0.13493919372558594]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9735, "test_loss": 0.14928974885940552}, {"step": 6600, "epoch": 14, "train_loss": 0.001344547257758677, "cos_r_negg": [0.14643923938274384, 0.1579483151435852, 0.15038858354091644, 0.1490742564201355, 0.14701460301876068], "cos_apical_negg": [0.14643923938274384, 0.1579483151435852, 0.15038858354091644, 0.1490742564201355, 0.14701460301876068], "cos_Ac_negg": [0.14643923938274384, 0.1579483151435852, 0.15038858354091644, 0.1490742564201355, 0.14701460301876068], "r_norm": [0.14277254045009613, 0.14250406622886658, 0.1412232220172882, 0.14435555040836334, 0.14037281274795532]}, {"step": 6650, "epoch": 14, "train_loss": 0.0019246080191805959, "cos_r_negg": [0.14412911236286163, 0.15538418292999268, 0.14814317226409912, 0.1467893272638321, 0.1448982208967209], "cos_apical_negg": [0.14412911236286163, 0.15538418292999268, 0.14814317226409912, 0.1467893272638321, 0.1448982208967209], "cos_Ac_negg": [0.14412911236286163, 0.15538418292999268, 0.14814317226409912, 0.1467893272638321, 0.1448982208967209], "r_norm": [0.14508496224880219, 0.14477276802062988, 0.1431088149547577, 0.1464766263961792, 0.1430228054523468]}, {"step": 6700, "epoch": 14, "train_loss": 0.0022005001083016396, "cos_r_negg": [0.14317254722118378, 0.1544349491596222, 0.14682349562644958, 0.14506900310516357, 0.14364397525787354], "cos_apical_negg": [0.14317254722118378, 0.1544349491596222, 0.14682349562644958, 0.14506900310516357, 0.14364397525787354], "cos_Ac_negg": [0.14317254722118378, 0.1544349491596222, 0.14682349562644958, 0.14506900310516357, 0.14364397525787354], "r_norm": [0.14283104240894318, 0.142665833234787, 0.141123428940773, 0.1443139612674713, 0.14048287272453308]}, {"step": 6750, "epoch": 14, "train_loss": 0.0013801876921206713, "cos_r_negg": [0.1396634876728058, 0.15044070780277252, 0.1434747725725174, 0.14213751256465912, 0.14020448923110962], "cos_apical_negg": [0.1396634876728058, 0.15044070780277252, 0.1434747725725174, 0.14213751256465912, 0.14020448923110962], "cos_Ac_negg": [0.1396634876728058, 0.15044070780277252, 0.1434747725725174, 0.14213751256465912, 0.14020448923110962], "r_norm": [0.14286017417907715, 0.14252187311649323, 0.14103583991527557, 0.14401209354400635, 0.1402352899312973], "ldr": {"dL_sdil": -0.006415858864784241, "dL_bp": -0.01670842617750168, "ratio": 0.38398941926818686}}, {"step": 6800, "epoch": 14, "train_loss": 0.0019137223716825247, "cos_r_negg": [0.14334288239479065, 0.15532588958740234, 0.1473720222711563, 0.14489027857780457, 0.1433628648519516], "cos_apical_negg": [0.14334288239479065, 0.15532588958740234, 0.1473720222711563, 0.14489027857780457, 0.1433628648519516], "cos_Ac_negg": [0.14334288239479065, 0.15532588958740234, 0.1473720222711563, 0.14489027857780457, 0.1433628648519516], "r_norm": [0.1414056122303009, 0.14179761707782745, 0.14017871022224426, 0.1428735852241516, 0.1393764168024063]}, {"step": 6850, "epoch": 14, "train_loss": 0.0007738266140222549, "cos_r_negg": [0.14310124516487122, 0.15405014157295227, 0.14637170732021332, 0.14430184662342072, 0.14281323552131653], "cos_apical_negg": [0.14310124516487122, 0.15405014157295227, 0.14637170732021332, 0.14430184662342072, 0.14281323552131653], "cos_Ac_negg": [0.14310124516487122, 0.15405014157295227, 0.14637170732021332, 0.14430184662342072, 0.14281323552131653], "r_norm": [0.14777624607086182, 0.14831164479255676, 0.14657174050807953, 0.14988985657691956, 0.1464543640613556]}, {"step": 6900, "epoch": 14, "train_loss": 0.000983129721134901, "cos_r_negg": [0.14072327315807343, 0.15196937322616577, 0.14444269239902496, 0.1425979882478714, 0.14101818203926086], "cos_apical_negg": [0.14072327315807343, 0.15196937322616577, 0.14444269239902496, 0.1425979882478714, 0.14101818203926086], "cos_Ac_negg": [0.14072327315807343, 0.15196937322616577, 0.14444269239902496, 0.1425979882478714, 0.14101818203926086], "r_norm": [0.14605310559272766, 0.14653290808200836, 0.14472270011901855, 0.14810678362846375, 0.14475023746490479]}, {"step": 6950, "epoch": 14, "train_loss": 9.266983397537842e-05, "cos_r_negg": [0.13866916298866272, 0.14937061071395874, 0.14231884479522705, 0.14071759581565857, 0.13907155394554138], "cos_apical_negg": [0.13866916298866272, 0.14937061071395874, 0.14231884479522705, 0.14071759581565857, 0.13907155394554138], "cos_Ac_negg": [0.13866916298866272, 0.14937061071395874, 0.14231884479522705, 0.14071759581565857, 0.13907155394554138], "r_norm": [0.14626827836036682, 0.14685216546058655, 0.14495858550071716, 0.14852790534496307, 0.14524483680725098]}, {"step": 7000, "epoch": 14, "train_loss": 0.0004455035668797791, "cos_r_negg": [0.13800323009490967, 0.14831121265888214, 0.14090166985988617, 0.13985925912857056, 0.13844725489616394], "cos_apical_negg": [0.13800323009490967, 0.14831121265888214, 0.14090166985988617, 0.13985925912857056, 0.13844725489616394], "cos_Ac_negg": [0.13800323009490967, 0.14831121265888214, 0.14090166985988617, 0.13985925912857056, 0.13844725489616394], "r_norm": [0.14663979411125183, 0.1470954716205597, 0.14520588517189026, 0.14879179000854492, 0.14554864168167114], "ldr": {"dL_sdil": -0.006960347294807434, "dL_bp": -0.018335416913032532, "ratio": 0.3796121641422905}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9724, "test_loss": 0.15115168838500975}, {"step": 7050, "epoch": 15, "train_loss": 0.0007529468857683241, "cos_r_negg": [0.13652312755584717, 0.14708811044692993, 0.13983772695064545, 0.13846001029014587, 0.13658767938613892], "cos_apical_negg": [0.13652312755584717, 0.14708811044692993, 0.13983772695064545, 0.13846001029014587, 0.13658767938613892], "cos_Ac_negg": [0.13652312755584717, 0.14708811044692993, 0.13983772695064545, 0.13846001029014587, 0.13658767938613892], "r_norm": [0.14375361800193787, 0.14398512244224548, 0.14230147004127502, 0.14571264386177063, 0.14229579269886017]}, {"step": 7100, "epoch": 15, "train_loss": 0.0017609096830710769, "cos_r_negg": [0.13475388288497925, 0.14489099383354187, 0.13826817274093628, 0.1375466287136078, 0.13542138040065765], "cos_apical_negg": [0.13475388288497925, 0.14489099383354187, 0.13826817274093628, 0.1375466287136078, 0.13542138040065765], "cos_Ac_negg": [0.13475388288497925, 0.14489099383354187, 0.13826817274093628, 0.1375466287136078, 0.13542138040065765], "r_norm": [0.1412363350391388, 0.14115160703659058, 0.13953851163387299, 0.14284370839595795, 0.1395314335823059]}, {"step": 7150, "epoch": 15, "train_loss": 0.0009896286064758897, "cos_r_negg": [0.13345018029212952, 0.14355596899986267, 0.13705654442310333, 0.13602668046951294, 0.1342804729938507], "cos_apical_negg": [0.13345018029212952, 0.14355596899986267, 0.13705654442310333, 0.13602668046951294, 0.1342804729938507], "cos_Ac_negg": [0.13345018029212952, 0.14355596899986267, 0.13705654442310333, 0.13602668046951294, 0.1342804729938507], "r_norm": [0.14041250944137573, 0.1401890218257904, 0.13848720490932465, 0.14163950085639954, 0.13833960890769958]}, {"step": 7200, "epoch": 15, "train_loss": 0.0010658602695912123, "cos_r_negg": [0.1331227719783783, 0.14312152564525604, 0.13634023070335388, 0.13481898605823517, 0.13315629959106445], "cos_apical_negg": [0.1331227719783783, 0.14312152564525604, 0.13634023070335388, 0.13481898605823517, 0.13315629959106445], "cos_Ac_negg": [0.1331227719783783, 0.14312152564525604, 0.13634023070335388, 0.13481898605823517, 0.13315629959106445], "r_norm": [0.14004015922546387, 0.14005228877067566, 0.13834306597709656, 0.14155812561511993, 0.13836172223091125]}, {"step": 7250, "epoch": 15, "train_loss": 0.000836576393339783, "cos_r_negg": [0.13145136833190918, 0.14105841517448425, 0.134481742978096, 0.13318362832069397, 0.13129448890686035], "cos_apical_negg": [0.13145136833190918, 0.14105841517448425, 0.134481742978096, 0.13318362832069397, 0.13129448890686035], "cos_Ac_negg": [0.13145136833190918, 0.14105841517448425, 0.134481742978096, 0.13318362832069397, 0.13129448890686035], "r_norm": [0.1409059315919876, 0.14048057794570923, 0.1389753371477127, 0.1419275999069214, 0.13858896493911743], "ldr": {"dL_sdil": -0.0062202587723731995, "dL_bp": -0.016547851264476776, "ratio": 0.3758952550973316}}, {"step": 7300, "epoch": 15, "train_loss": 0.0003152433200739324, "cos_r_negg": [0.1314891278743744, 0.1409248560667038, 0.13444088399410248, 0.13313689827919006, 0.13139276206493378], "cos_apical_negg": [0.1314891278743744, 0.1409248560667038, 0.13444088399410248, 0.13313689827919006, 0.13139276206493378], "cos_Ac_negg": [0.1314891278743744, 0.1409248560667038, 0.13444088399410248, 0.13313689827919006, 0.13139276206493378], "r_norm": [0.14602017402648926, 0.14559440314769745, 0.14401564002037048, 0.1475030928850174, 0.14396637678146362]}, {"step": 7350, "epoch": 15, "train_loss": 0.0008018304361030459, "cos_r_negg": [0.1307966113090515, 0.1405731439590454, 0.13393047451972961, 0.13277164101600647, 0.13091760873794556], "cos_apical_negg": [0.1307966113090515, 0.1405731439590454, 0.13393047451972961, 0.13277164101600647, 0.13091760873794556], "cos_Ac_negg": [0.1307966113090515, 0.1405731439590454, 0.13393047451972961, 0.13277164101600647, 0.13091760873794556], "r_norm": [0.14430442452430725, 0.1444004476070404, 0.14261195063591003, 0.14617720246315002, 0.14297547936439514]}, {"step": 7400, "epoch": 15, "train_loss": 0.0009253459284082055, "cos_r_negg": [0.12884236872196198, 0.13861024379730225, 0.13228410482406616, 0.1305822879076004, 0.1287858933210373], "cos_apical_negg": [0.12884236872196198, 0.13861024379730225, 0.13228410482406616, 0.1305822879076004, 0.1287858933210373], "cos_Ac_negg": [0.12884236872196198, 0.13861024379730225, 0.13228410482406616, 0.1305822879076004, 0.1287858933210373], "r_norm": [0.14007997512817383, 0.14022143185138702, 0.13833995163440704, 0.14159299433231354, 0.13866451382637024]}, {"step": 7450, "epoch": 15, "train_loss": 0.0007143142283894122, "cos_r_negg": [0.1266355812549591, 0.1352877914905548, 0.12938454747200012, 0.12773476541042328, 0.12574075162410736], "cos_apical_negg": [0.1266355812549591, 0.1352877914905548, 0.12938454747200012, 0.12773476541042328, 0.12574075162410736], "cos_Ac_negg": [0.1266355812549591, 0.1352877914905548, 0.12938454747200012, 0.12773476541042328, 0.12574075162410736], "r_norm": [0.14311963319778442, 0.14312341809272766, 0.14102523028850555, 0.14474934339523315, 0.1419137567281723]}, {"step": 7500, "epoch": 15, "train_loss": 6.555361323989928e-05, "cos_r_negg": [0.1254720389842987, 0.1344185769557953, 0.12848231196403503, 0.1271975338459015, 0.12480403482913971], "cos_apical_negg": [0.1254720389842987, 0.1344185769557953, 0.12848231196403503, 0.1271975338459015, 0.12480403482913971], "cos_Ac_negg": [0.1254720389842987, 0.1344185769557953, 0.12848231196403503, 0.1271975338459015, 0.12480403482913971], "r_norm": [0.14456206560134888, 0.14461302757263184, 0.1427803635597229, 0.1462443470954895, 0.14292754232883453], "ldr": {"dL_sdil": -0.006512723863124847, "dL_bp": -0.01647016406059265, "ratio": 0.39542556098196496}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9727, "test_loss": 0.15532326889038087}, {"step": 7550, "epoch": 16, "train_loss": 0.0004433349531609565, "cos_r_negg": [0.12434985488653183, 0.13352957367897034, 0.12743249535560608, 0.126305490732193, 0.12407907098531723], "cos_apical_negg": [0.12434985488653183, 0.13352957367897034, 0.12743249535560608, 0.126305490732193, 0.12407907098531723], "cos_Ac_negg": [0.12434985488653183, 0.13352957367897034, 0.12743249535560608, 0.126305490732193, 0.12407907098531723], "r_norm": [0.14442579448223114, 0.14453749358654022, 0.14270785450935364, 0.14606913924217224, 0.14276853203773499]}, {"step": 7600, "epoch": 16, "train_loss": 0.0015687408158555627, "cos_r_negg": [0.12443731725215912, 0.13303068280220032, 0.12702244520187378, 0.126032292842865, 0.12425172328948975], "cos_apical_negg": [0.12443731725215912, 0.13303068280220032, 0.12702244520187378, 0.126032292842865, 0.12425172328948975], "cos_Ac_negg": [0.12443731725215912, 0.13303068280220032, 0.12702244520187378, 0.126032292842865, 0.12425172328948975], "r_norm": [0.1491708606481552, 0.14906683564186096, 0.14714598655700684, 0.1507953256368637, 0.14747580885887146]}, {"step": 7650, "epoch": 16, "train_loss": 0.00041436549508944154, "cos_r_negg": [0.12241985648870468, 0.1311768889427185, 0.1254047453403473, 0.1245238333940506, 0.12259788811206818], "cos_apical_negg": [0.12241985648870468, 0.1311768889427185, 0.1254047453403473, 0.1245238333940506, 0.12259788811206818], "cos_Ac_negg": [0.12241985648870468, 0.1311768889427185, 0.1254047453403473, 0.1245238333940506, 0.12259788811206818], "r_norm": [0.14638036489486694, 0.14636856317520142, 0.1445850133895874, 0.14801651239395142, 0.14456520974636078]}, {"step": 7700, "epoch": 16, "train_loss": 0.0005297393654473126, "cos_r_negg": [0.12016098201274872, 0.12878435850143433, 0.12337948381900787, 0.12248867750167847, 0.12026331573724747], "cos_apical_negg": [0.12016098201274872, 0.12878435850143433, 0.12337948381900787, 0.12248867750167847, 0.12026331573724747], "cos_Ac_negg": [0.12016098201274872, 0.12878435850143433, 0.12337948381900787, 0.12248867750167847, 0.12026331573724747], "r_norm": [0.14548209309577942, 0.1455506831407547, 0.14376729726791382, 0.14718413352966309, 0.14386233687400818]}, {"step": 7750, "epoch": 16, "train_loss": 0.0007353837718255818, "cos_r_negg": [0.1191631630063057, 0.1279410421848297, 0.12251477688550949, 0.12108287215232849, 0.11905424296855927], "cos_apical_negg": [0.1191631630063057, 0.1279410421848297, 0.12251477688550949, 0.12108287215232849, 0.11905424296855927], "cos_Ac_negg": [0.1191631630063057, 0.1279410421848297, 0.12251477688550949, 0.12108287215232849, 0.11905424296855927], "r_norm": [0.14492720365524292, 0.14508168399333954, 0.14316055178642273, 0.14662222564220428, 0.14357644319534302], "ldr": {"dL_sdil": -0.006726451218128204, "dL_bp": -0.0180400088429451, "ratio": 0.3728629667916552}}, {"step": 7800, "epoch": 16, "train_loss": 0.0018344143172726035, "cos_r_negg": [0.1177869588136673, 0.12586867809295654, 0.1211848109960556, 0.11996088922023773, 0.11753317713737488], "cos_apical_negg": [0.1177869588136673, 0.12586867809295654, 0.1211848109960556, 0.11996088922023773, 0.11753317713737488], "cos_Ac_negg": [0.1177869588136673, 0.12586867809295654, 0.1211848109960556, 0.11996088922023773, 0.11753317713737488], "r_norm": [0.14148718118667603, 0.1413661241531372, 0.13955223560333252, 0.14301437139511108, 0.13972608745098114]}, {"step": 7850, "epoch": 16, "train_loss": 0.0010521027725189924, "cos_r_negg": [0.11760822683572769, 0.12620492279529572, 0.12092365324497223, 0.12005126476287842, 0.11755764484405518], "cos_apical_negg": [0.11760822683572769, 0.12620492279529572, 0.12092365324497223, 0.12005126476287842, 0.11755764484405518], "cos_Ac_negg": [0.11760822683572769, 0.12620492279529572, 0.12092365324497223, 0.12005126476287842, 0.11755764484405518], "r_norm": [0.14619377255439758, 0.14594674110412598, 0.14425185322761536, 0.1475972980260849, 0.1441982090473175]}, {"step": 7900, "epoch": 16, "train_loss": 0.00037360319402068853, "cos_r_negg": [0.11767684668302536, 0.12618005275726318, 0.12100652605295181, 0.12024685740470886, 0.11787793785333633], "cos_apical_negg": [0.11767684668302536, 0.12618005275726318, 0.12100652605295181, 0.12024685740470886, 0.11787793785333633], "cos_Ac_negg": [0.11767684668302536, 0.12618005275726318, 0.12100652605295181, 0.12024685740470886, 0.11787793785333633], "r_norm": [0.1482732743024826, 0.1479482501745224, 0.146235853433609, 0.1497354954481125, 0.14628838002681732]}, {"step": 7950, "epoch": 16, "train_loss": 0.0010247576283290982, "cos_r_negg": [0.1181725487112999, 0.1261858344078064, 0.121085986495018, 0.12055638432502747, 0.11849704384803772], "cos_apical_negg": [0.1181725487112999, 0.1261858344078064, 0.121085986495018, 0.12055638432502747, 0.11849704384803772], "cos_Ac_negg": [0.1181725487112999, 0.1261858344078064, 0.121085986495018, 0.12055638432502747, 0.11849704384803772], "r_norm": [0.14641034603118896, 0.1464642882347107, 0.14468853175640106, 0.14820197224617004, 0.14449195563793182]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9725, "test_loss": 0.15770685806274415}, {"step": 8000, "epoch": 17, "train_loss": 0.0016540820943191648, "cos_r_negg": [0.1174139529466629, 0.12553471326828003, 0.12041900306940079, 0.11982893943786621, 0.1175881028175354], "cos_apical_negg": [0.1174139529466629, 0.12553471326828003, 0.12041900306940079, 0.11982893943786621, 0.1175881028175354], "cos_Ac_negg": [0.1174139529466629, 0.12553471326828003, 0.12041900306940079, 0.11982893943786621, 0.1175881028175354], "r_norm": [0.14473964273929596, 0.14482271671295166, 0.1428564339876175, 0.14664602279663086, 0.14318077266216278], "ldr": {"dL_sdil": -0.006694778800010681, "dL_bp": -0.017369866371154785, "ratio": 0.38542488796162216}}, {"step": 8050, "epoch": 17, "train_loss": 0.00035414641024544835, "cos_r_negg": [0.11591881513595581, 0.12387682497501373, 0.11891888082027435, 0.11836926639080048, 0.11634290963411331], "cos_apical_negg": [0.11591881513595581, 0.12387682497501373, 0.11891888082027435, 0.11836926639080048, 0.11634290963411331], "cos_Ac_negg": [0.11591881513595581, 0.12387682497501373, 0.11891888082027435, 0.11836926639080048, 0.11634290963411331], "r_norm": [0.1466488093137741, 0.14641621708869934, 0.14462247490882874, 0.1482716202735901, 0.1444779932498932]}, {"step": 8100, "epoch": 17, "train_loss": 0.0027367554139345884, "cos_r_negg": [0.11435586959123611, 0.12236526608467102, 0.11782807111740112, 0.11689216643571854, 0.11499175429344177], "cos_apical_negg": [0.11435586959123611, 0.12236526608467102, 0.11782807111740112, 0.11689216643571854, 0.11499175429344177], "cos_Ac_negg": [0.11435586959123611, 0.12236526608467102, 0.11782807111740112, 0.11689216643571854, 0.11499175429344177], "r_norm": [0.14371980726718903, 0.14340609312057495, 0.14166167378425598, 0.14513234794139862, 0.14138929545879364]}, {"step": 8150, "epoch": 17, "train_loss": 0.0005515918019227684, "cos_r_negg": [0.11417141556739807, 0.12234599888324738, 0.11781081557273865, 0.11726689338684082, 0.11501263082027435], "cos_apical_negg": [0.11417141556739807, 0.12234599888324738, 0.11781081557273865, 0.11726689338684082, 0.11501263082027435], "cos_Ac_negg": [0.11417141556739807, 0.12234599888324738, 0.11781081557273865, 0.11726689338684082, 0.11501263082027435], "r_norm": [0.1474320888519287, 0.14692753553390503, 0.14524304866790771, 0.14883817732334137, 0.1450291872024536]}, {"step": 8200, "epoch": 17, "train_loss": 0.0013331056106835604, "cos_r_negg": [0.11308018118143082, 0.1206853911280632, 0.11625035107135773, 0.11529353260993958, 0.1133362278342247], "cos_apical_negg": [0.11308018118143082, 0.1206853911280632, 0.11625035107135773, 0.11529353260993958, 0.1133362278342247], "cos_Ac_negg": [0.11308018118143082, 0.1206853911280632, 0.11625035107135773, 0.11529353260993958, 0.1133362278342247], "r_norm": [0.14743775129318237, 0.14727139472961426, 0.14535652101039886, 0.1491541713476181, 0.14552205801010132]}, {"step": 8250, "epoch": 17, "train_loss": 0.0009276486234739423, "cos_r_negg": [0.1117088571190834, 0.11924342066049576, 0.11515076458454132, 0.11468508094549179, 0.11264846473932266], "cos_apical_negg": [0.1117088571190834, 0.11924342066049576, 0.11515076458454132, 0.11468508094549179, 0.11264846473932266], "cos_Ac_negg": [0.1117088571190834, 0.11924342066049576, 0.11515076458454132, 0.11468508094549179, 0.11264846473932266], "r_norm": [0.14625327289104462, 0.14611360430717468, 0.14440399408340454, 0.14792221784591675, 0.14422523975372314], "ldr": {"dL_sdil": -0.007217071950435638, "dL_bp": -0.019178681075572968, "ratio": 0.37630700056990374}}, {"step": 8300, "epoch": 17, "train_loss": 0.00013888179091736674, "cos_r_negg": [0.11173934489488602, 0.11929859966039658, 0.11510071158409119, 0.11451180279254913, 0.11257375031709671], "cos_apical_negg": [0.11173934489488602, 0.11929859966039658, 0.11510071158409119, 0.11451180279254913, 0.11257375031709671], "cos_Ac_negg": [0.11173934489488602, 0.11929859966039658, 0.11510071158409119, 0.11451180279254913, 0.11257375031709671], "r_norm": [0.14471444487571716, 0.14473603665828705, 0.14296607673168182, 0.14640596508979797, 0.14273789525032043]}, {"step": 8350, "epoch": 17, "train_loss": 0.00037747289752587676, "cos_r_negg": [0.11077094823122025, 0.11827343702316284, 0.11405400186777115, 0.11356163769960403, 0.11190974712371826], "cos_apical_negg": [0.11077094823122025, 0.11827343702316284, 0.11405400186777115, 0.11356163769960403, 0.11190974712371826], "cos_Ac_negg": [0.11077094823122025, 0.11827343702316284, 0.11405400186777115, 0.11356163769960403, 0.11190974712371826], "r_norm": [0.14873738586902618, 0.14879725873470306, 0.14685024321079254, 0.15061669051647186, 0.14704585075378418]}, {"step": 8400, "epoch": 17, "train_loss": 0.000389368855394423, "cos_r_negg": [0.1101134791970253, 0.11747808009386063, 0.11339568346738815, 0.11297236382961273, 0.11132355034351349], "cos_apical_negg": [0.1101134791970253, 0.11747808009386063, 0.11339568346738815, 0.11297236382961273, 0.11132355034351349], "cos_Ac_negg": [0.1101134791970253, 0.11747808009386063, 0.11339568346738815, 0.11297236382961273, 0.11132355034351349], "r_norm": [0.14554229378700256, 0.14581376314163208, 0.1437513530254364, 0.14752112329006195, 0.14418253302574158]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.973, "test_loss": 0.1608764931678772}, {"step": 8450, "epoch": 18, "train_loss": 0.0011900769313797355, "cos_r_negg": [0.11064547300338745, 0.1182260513305664, 0.11411325633525848, 0.11388521641492844, 0.11211678385734558], "cos_apical_negg": [0.11064547300338745, 0.1182260513305664, 0.11411325633525848, 0.11388521641492844, 0.11211678385734558], "cos_Ac_negg": [0.11064547300338745, 0.1182260513305664, 0.11411325633525848, 0.11388521641492844, 0.11211678385734558], "r_norm": [0.14634820818901062, 0.14643967151641846, 0.14448997378349304, 0.14820291101932526, 0.14458703994750977]}, {"step": 8500, "epoch": 18, "train_loss": 0.0003891176893375814, "cos_r_negg": [0.11016121506690979, 0.11753211915493011, 0.11335616558790207, 0.11307328939437866, 0.1113680899143219], "cos_apical_negg": [0.11016121506690979, 0.11753211915493011, 0.11335616558790207, 0.11307328939437866, 0.1113680899143219], "cos_Ac_negg": [0.11016121506690979, 0.11753211915493011, 0.11335616558790207, 0.11307328939437866, 0.1113680899143219], "r_norm": [0.14878204464912415, 0.14861375093460083, 0.14671003818511963, 0.1504751592874527, 0.14670345187187195], "ldr": {"dL_sdil": -0.007316604256629944, "dL_bp": -0.01977144181728363, "ratio": 0.3700592159259714}}, {"step": 8550, "epoch": 18, "train_loss": 0.0014413458993658423, "cos_r_negg": [0.10912632942199707, 0.11669553816318512, 0.11235452443361282, 0.11190599203109741, 0.11020565032958984], "cos_apical_negg": [0.10912632942199707, 0.11669553816318512, 0.11235452443361282, 0.11190599203109741, 0.11020565032958984], "cos_Ac_negg": [0.10912632942199707, 0.11669553816318512, 0.11235452443361282, 0.11190599203109741, 0.11020565032958984], "r_norm": [0.14989715814590454, 0.14970088005065918, 0.1477377861738205, 0.15166611969470978, 0.14804421365261078]}, {"step": 8600, "epoch": 18, "train_loss": 0.000734538771212101, "cos_r_negg": [0.10830742120742798, 0.11571603268384933, 0.11154769361019135, 0.11122893542051315, 0.10940034687519073], "cos_apical_negg": [0.10830742120742798, 0.11571603268384933, 0.11154769361019135, 0.11122893542051315, 0.10940034687519073], "cos_Ac_negg": [0.10830742120742798, 0.11571603268384933, 0.11154769361019135, 0.11122893542051315, 0.10940034687519073], "r_norm": [0.14793124794960022, 0.14782075583934784, 0.14597132802009583, 0.14972294867038727, 0.146023228764534]}, {"step": 8650, "epoch": 18, "train_loss": 0.0002446199650876224, "cos_r_negg": [0.10755648463964462, 0.11504632234573364, 0.11093971133232117, 0.11053387075662613, 0.1088208258152008], "cos_apical_negg": [0.10755648463964462, 0.11504632234573364, 0.11093971133232117, 0.11053387075662613, 0.1088208258152008], "cos_Ac_negg": [0.10755648463964462, 0.11504632234573364, 0.11093971133232117, 0.11053387075662613, 0.1088208258152008], "r_norm": [0.14471787214279175, 0.14463219046592712, 0.1428351104259491, 0.1464650183916092, 0.14286628365516663]}, {"step": 8700, "epoch": 18, "train_loss": 0.0008758731419220567, "cos_r_negg": [0.10585209727287292, 0.11305432766675949, 0.1093808263540268, 0.10876323282718658, 0.10709463804960251], "cos_apical_negg": [0.10585209727287292, 0.11305432766675949, 0.1093808263540268, 0.10876323282718658, 0.10709463804960251], "cos_Ac_negg": [0.10585209727287292, 0.11305432766675949, 0.1093808263540268, 0.10876323282718658, 0.10709463804960251], "r_norm": [0.1426348090171814, 0.14260192215442657, 0.14071637392044067, 0.14434760808944702, 0.14081622660160065]}, {"step": 8750, "epoch": 18, "train_loss": 0.0006137531599961221, "cos_r_negg": [0.10682068765163422, 0.11380176246166229, 0.10974480211734772, 0.109255850315094, 0.10758101940155029], "cos_apical_negg": [0.10682068765163422, 0.11380176246166229, 0.10974480211734772, 0.109255850315094, 0.10758101940155029], "cos_Ac_negg": [0.10682068765163422, 0.11380176246166229, 0.10974480211734772, 0.109255850315094, 0.10758101940155029], "r_norm": [0.1447676569223404, 0.14474138617515564, 0.14299124479293823, 0.14653213322162628, 0.14287744462490082], "ldr": {"dL_sdil": -0.0072152987122535706, "dL_bp": -0.01969994604587555, "ratio": 0.36625982098891036}}, {"step": 8800, "epoch": 18, "train_loss": 0.0004286202020011842, "cos_r_negg": [0.10499739646911621, 0.11169224977493286, 0.10829393565654755, 0.10802502930164337, 0.10657289624214172], "cos_apical_negg": [0.10499739646911621, 0.11169224977493286, 0.10829393565654755, 0.10802502930164337, 0.10657289624214172], "cos_Ac_negg": [0.10499739646911621, 0.11169224977493286, 0.10829393565654755, 0.10802502930164337, 0.10657289624214172], "r_norm": [0.14737388491630554, 0.1470523178577423, 0.14547830820083618, 0.14890393614768982, 0.1450047492980957]}, {"step": 8850, "epoch": 18, "train_loss": 0.00027983466861769557, "cos_r_negg": [0.10467121005058289, 0.11178137362003326, 0.10841318219900131, 0.10807371139526367, 0.106517493724823], "cos_apical_negg": [0.10467121005058289, 0.11178137362003326, 0.10841318219900131, 0.10807371139526367, 0.106517493724823], "cos_Ac_negg": [0.10467121005058289, 0.11178137362003326, 0.10841318219900131, 0.10807371139526367, 0.106517493724823], "r_norm": [0.1498766541481018, 0.1493908166885376, 0.14761920273303986, 0.15128879249095917, 0.14754310250282288]}, {"step": 8900, "epoch": 18, "train_loss": 0.0002155595866497606, "cos_r_negg": [0.10569730401039124, 0.11239248514175415, 0.10908679664134979, 0.10893906652927399, 0.10744544863700867], "cos_apical_negg": [0.10569730401039124, 0.11239248514175415, 0.10908679664134979, 0.10893906652927399, 0.10744544863700867], "cos_Ac_negg": [0.10569730401039124, 0.11239248514175415, 0.10908679664134979, 0.10893906652927399, 0.10744544863700867], "r_norm": [0.14739921689033508, 0.14708639681339264, 0.14522774517536163, 0.1488690972328186, 0.14513185620307922]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9726, "test_loss": 0.16339368562698364}, {"step": 8950, "epoch": 19, "train_loss": 0.00028325512539595366, "cos_r_negg": [0.10542527586221695, 0.1119653582572937, 0.10861057043075562, 0.108528733253479, 0.10690136253833771], "cos_apical_negg": [0.10542527586221695, 0.1119653582572937, 0.10861057043075562, 0.108528733253479, 0.10690136253833771], "cos_Ac_negg": [0.10542527586221695, 0.1119653582572937, 0.10861057043075562, 0.108528733253479, 0.10690136253833771], "r_norm": [0.14738675951957703, 0.14716218411922455, 0.1454642117023468, 0.14894381165504456, 0.14520487189292908]}, {"step": 9000, "epoch": 19, "train_loss": 0.00028685943107120693, "cos_r_negg": [0.10580751299858093, 0.11241388320922852, 0.10899332910776138, 0.10896430164575577, 0.10731839388608932], "cos_apical_negg": [0.10580751299858093, 0.11241388320922852, 0.10899332910776138, 0.10896430164575577, 0.10731839388608932], "cos_Ac_negg": [0.10580751299858093, 0.11241388320922852, 0.10899332910776138, 0.10896430164575577, 0.10731839388608932], "r_norm": [0.14742141962051392, 0.14720192551612854, 0.14554134011268616, 0.14913704991340637, 0.14533311128616333], "ldr": {"dL_sdil": -0.0076485127210617065, "dL_bp": -0.02155751734972, "ratio": 0.354795619411205}}, {"step": 9050, "epoch": 19, "train_loss": 0.0006321153487078846, "cos_r_negg": [0.10457208007574081, 0.11111477017402649, 0.10779670625925064, 0.10781185328960419, 0.10620573908090591], "cos_apical_negg": [0.10457208007574081, 0.11111477017402649, 0.10779670625925064, 0.10781185328960419, 0.10620573908090591], "cos_Ac_negg": [0.10457208007574081, 0.11111477017402649, 0.10779670625925064, 0.10781185328960419, 0.10620573908090591], "r_norm": [0.1479286551475525, 0.14759957790374756, 0.14591249823570251, 0.14962412416934967, 0.1458299458026886]}, {"step": 9100, "epoch": 19, "train_loss": 0.0002823282848112285, "cos_r_negg": [0.1037202775478363, 0.11002249270677567, 0.10688591003417969, 0.10683280974626541, 0.10545150935649872], "cos_apical_negg": [0.1037202775478363, 0.11002249270677567, 0.10688591003417969, 0.10683280974626541, 0.10545150935649872], "cos_Ac_negg": [0.1037202775478363, 0.11002249270677567, 0.10688591003417969, 0.10683280974626541, 0.10545150935649872], "r_norm": [0.1489274501800537, 0.14847546815872192, 0.1467512547969818, 0.15050268173217773, 0.14663657546043396]}, {"step": 9150, "epoch": 19, "train_loss": 0.0019001029431819916, "cos_r_negg": [0.10187870264053345, 0.10823807120323181, 0.1052166000008583, 0.10492943227291107, 0.10354113578796387], "cos_apical_negg": [0.10187870264053345, 0.10823807120323181, 0.1052166000008583, 0.10492943227291107, 0.10354113578796387], "cos_Ac_negg": [0.10187870264053345, 0.10823807120323181, 0.1052166000008583, 0.10492943227291107, 0.10354113578796387], "r_norm": [0.14851641654968262, 0.14804904162883759, 0.14630098640918732, 0.14998836815357208, 0.14622843265533447]}, {"step": 9200, "epoch": 19, "train_loss": 0.0003266478597652167, "cos_r_negg": [0.10121816396713257, 0.10776559263467789, 0.10480720549821854, 0.10470091551542282, 0.1033187061548233], "cos_apical_negg": [0.10121816396713257, 0.10776559263467789, 0.10480720549821854, 0.10470091551542282, 0.1033187061548233], "cos_Ac_negg": [0.10121816396713257, 0.10776559263467789, 0.10480720549821854, 0.10470091551542282, 0.1033187061548233], "r_norm": [0.14830854535102844, 0.14800968766212463, 0.146306574344635, 0.14985176920890808, 0.14614100754261017]}, {"step": 9250, "epoch": 19, "train_loss": 0.0005925713339820504, "cos_r_negg": [0.10150507092475891, 0.10809644311666489, 0.1051313504576683, 0.10495202243328094, 0.10349836945533752], "cos_apical_negg": [0.10150507092475891, 0.10809644311666489, 0.1051313504576683, 0.10495202243328094, 0.10349836945533752], "cos_Ac_negg": [0.10150507092475891, 0.10809644311666489, 0.1051313504576683, 0.10495202243328094, 0.10349836945533752], "r_norm": [0.14829814434051514, 0.14823737740516663, 0.14644482731819153, 0.15017485618591309, 0.14657482504844666], "ldr": {"dL_sdil": -0.007495202124118805, "dL_bp": -0.020589478313922882, "ratio": 0.3640306961566116}}, {"step": 9300, "epoch": 19, "train_loss": 0.0003364587028045207, "cos_r_negg": [0.1009388417005539, 0.10731147229671478, 0.10432319343090057, 0.10420800745487213, 0.10283002257347107], "cos_apical_negg": [0.1009388417005539, 0.10731147229671478, 0.10432319343090057, 0.10420800745487213, 0.10283002257347107], "cos_Ac_negg": [0.1009388417005539, 0.10731147229671478, 0.10432319343090057, 0.10420800745487213, 0.10283002257347107], "r_norm": [0.14881619811058044, 0.14871428906917572, 0.14697052538394928, 0.15057387948036194, 0.14695796370506287]}, {"step": 9350, "epoch": 19, "train_loss": 0.00031301393755711615, "cos_r_negg": [0.10016053169965744, 0.10659338533878326, 0.10361211001873016, 0.10333067178726196, 0.10193634033203125], "cos_apical_negg": [0.10016053169965744, 0.10659338533878326, 0.10361211001873016, 0.10333067178726196, 0.10193634033203125], "cos_Ac_negg": [0.10016053169965744, 0.10659338533878326, 0.10361211001873016, 0.10333067178726196, 0.10193634033203125], "r_norm": [0.14901795983314514, 0.1488650143146515, 0.14720124006271362, 0.15070798993110657, 0.14701563119888306]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9725, "test_loss": 0.16629716453552246}], "final": {"test_acc": 0.9725, "test_loss": 0.16629716453552246, "wall_s": 85.8448395729065, "cos_r_negg": [0.09942220896482468, 0.10580550134181976, 0.10297557711601257, 0.10273640602827072, 0.10134369879961014], "cos_apical_negg": [0.09942220896482468, 0.10580550134181976, 0.10297557711601257, 0.10273640602827072, 0.10134369879961014], "cos_Ac_negg": [0.09942220896482468, 0.10580550134181976, 0.10297557711601257, 0.10273640602827072, 0.10134369879961014]}}