1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.02282564342021942, -0.02340644598007202, 0.03521952033042908], "cos_apical_negg": [-0.02282564342021942, -0.02340644598007202, 0.03521952033042908], "cos_Ac_negg": [-0.02282564342021942, -0.02340644598007202, 0.03521952033042908], "r_norm": [4.889530181884766, 4.814535140991211, 4.812649726867676], "ldr": {"dL_sdil": 0.002485036849975586, "dL_bp": -0.09534358978271484, "ratio": -0.026064016004001}}, {"step": 50, "epoch": 0, "train_loss": 0.6222240924835205, "cos_r_negg": [0.47033530473709106, 0.39133980870246887, 0.318048357963562], "cos_apical_negg": [0.47033530473709106, 0.39133980870246887, 0.318048357963562], "cos_Ac_negg": [0.47033530473709106, 0.39133980870246887, 0.318048357963562], "r_norm": [1.2153847217559814, 1.1855151653289795, 1.183773159980774]}, {"step": 100, "epoch": 0, "train_loss": 0.3128856420516968, "cos_r_negg": [0.49163365364074707, 0.39613044261932373, 0.33696457743644714], "cos_apical_negg": [0.49163365364074707, 0.39613044261932373, 0.33696457743644714], "cos_Ac_negg": [0.49163365364074707, 0.39613044261932373, 0.33696457743644714], "r_norm": [0.8916175365447998, 0.8701339960098267, 0.8700398802757263]}, {"step": 150, "epoch": 0, "train_loss": 0.3604142665863037, "cos_r_negg": [0.5106162428855896, 0.4170604944229126, 0.386281818151474], "cos_apical_negg": [0.5106162428855896, 0.4170604944229126, 0.386281818151474], "cos_Ac_negg": [0.5106162428855896, 0.4170604944229126, 0.386281818151474], "r_norm": [0.7983084321022034, 0.7814344167709351, 0.7812938690185547]}, {"step": 200, "epoch": 0, "train_loss": 0.290792316198349, "cos_r_negg": [0.5280940532684326, 0.4402529001235962, 0.41227486729621887], "cos_apical_negg": [0.5280940532684326, 0.4402529001235962, 0.41227486729621887], "cos_Ac_negg": [0.5280940532684326, 0.4402529001235962, 0.41227486729621887], "r_norm": [0.7610207796096802, 0.7436484098434448, 0.7445143461227417]}, {"step": 250, "epoch": 0, "train_loss": 0.17279863357543945, "cos_r_negg": [0.547227144241333, 0.46443480253219604, 0.43688809871673584], "cos_apical_negg": [0.547227144241333, 0.46443480253219604, 0.43688809871673584], "cos_Ac_negg": [0.547227144241333, 0.46443480253219604, 0.43688809871673584], "r_norm": [0.6716753244400024, 0.6577285528182983, 0.6575108766555786], "ldr": {"dL_sdil": -0.005341127514839172, "dL_bp": -0.00331057608127594, "ratio": 1.6133528980190757}}, {"step": 300, "epoch": 0, "train_loss": 0.24204328656196594, "cos_r_negg": [0.5488662719726562, 0.49493926763534546, 0.4656382203102112], "cos_apical_negg": [0.5488662719726562, 0.49493926763534546, 0.4656382203102112], "cos_Ac_negg": [0.5488662719726562, 0.49493926763534546, 0.4656382203102112], "r_norm": [0.6262011528015137, 0.6142922639846802, 0.6135335564613342]}, {"step": 350, "epoch": 0, "train_loss": 0.18532417714595795, "cos_r_negg": [0.5490723848342896, 0.4910241365432739, 0.4798743724822998], "cos_apical_negg": [0.5490723848342896, 0.4910241365432739, 0.4798743724822998], "cos_Ac_negg": [0.5490723848342896, 0.4910241365432739, 0.4798743724822998], "r_norm": [0.5801502466201782, 0.5686705112457275, 0.5666786432266235]}, {"step": 400, "epoch": 0, "train_loss": 0.10536618530750275, "cos_r_negg": [0.5618921518325806, 0.5181816816329956, 0.4888594150543213], "cos_apical_negg": [0.5618921518325806, 0.5181816816329956, 0.4888594150543213], "cos_Ac_negg": [0.5618921518325806, 0.5181816816329956, 0.4888594150543213], "r_norm": [0.5523852705955505, 0.5422539710998535, 0.5406862497329712]}, {"step": 450, "epoch": 0, "train_loss": 0.23524031043052673, "cos_r_negg": [0.568132221698761, 0.5191211700439453, 0.4967995882034302], "cos_apical_negg": [0.568132221698761, 0.5191211700439453, 0.4967995882034302], "cos_Ac_negg": [0.568132221698761, 0.5191211700439453, 0.4967995882034302], "r_norm": [0.5510069131851196, 0.5405956506729126, 0.5371900796890259]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9473, "test_loss": 0.17484644317626954}, {"step": 500, "epoch": 1, "train_loss": 0.2707257568836212, "cos_r_negg": [0.5744089484214783, 0.5239194631576538, 0.5167886018753052], "cos_apical_negg": [0.5744089484214783, 0.5239194631576538, 0.5167886018753052], "cos_Ac_negg": [0.5744089484214783, 0.5239194631576538, 0.5167886018753052], "r_norm": [0.5536350011825562, 0.5420948266983032, 0.5386372208595276], "ldr": {"dL_sdil": -0.005926117300987244, "dL_bp": -0.0041488707065582275, "ratio": 1.42836875866478}}, {"step": 550, "epoch": 1, "train_loss": 0.1593463122844696, "cos_r_negg": [0.5735321044921875, 0.5228214263916016, 0.5044230818748474], "cos_apical_negg": [0.5735321044921875, 0.5228214263916016, 0.5044230818748474], "cos_Ac_negg": [0.5735321044921875, 0.5228214263916016, 0.5044230818748474], "r_norm": [0.46693655848503113, 0.4570382833480835, 0.455692857503891]}, {"step": 600, "epoch": 1, "train_loss": 0.20389550924301147, "cos_r_negg": [0.5683552026748657, 0.5301119089126587, 0.5030936002731323], "cos_apical_negg": [0.5683552026748657, 0.5301119089126587, 0.5030936002731323], "cos_Ac_negg": [0.5683552026748657, 0.5301119089126587, 0.5030936002731323], "r_norm": [0.5136799812316895, 0.5020962953567505, 0.4992324113845825]}, {"step": 650, "epoch": 1, "train_loss": 0.16431830823421478, "cos_r_negg": [0.5784733891487122, 0.5330125093460083, 0.5167515277862549], "cos_apical_negg": [0.5784733891487122, 0.5330125093460083, 0.5167515277862549], "cos_Ac_negg": [0.5784733891487122, 0.5330125093460083, 0.5167515277862549], "r_norm": [0.4718411862850189, 0.46180230379104614, 0.46081823110580444]}, {"step": 700, "epoch": 1, "train_loss": 0.08008112758398056, "cos_r_negg": [0.5767460465431213, 0.5485538244247437, 0.5318620800971985], "cos_apical_negg": [0.5767460465431213, 0.5485538244247437, 0.5318620800971985], "cos_Ac_negg": [0.5767460465431213, 0.5485538244247437, 0.5318620800971985], "r_norm": [0.4087999165058136, 0.40212973952293396, 0.4003625512123108]}, {"step": 750, "epoch": 1, "train_loss": 0.08752859383821487, "cos_r_negg": [0.5740967988967896, 0.5480940341949463, 0.5318962335586548], "cos_apical_negg": [0.5740967988967896, 0.5480940341949463, 0.5318962335586548], "cos_Ac_negg": [0.5740967988967896, 0.5480940341949463, 0.5318962335586548], "r_norm": [0.4168701767921448, 0.40729787945747375, 0.40512001514434814], "ldr": {"dL_sdil": -0.004531502723693848, "dL_bp": -0.0031861811876296997, "ratio": 1.4222363565786336}}, {"step": 800, "epoch": 1, "train_loss": 0.08709850162267685, "cos_r_negg": [0.5786123871803284, 0.549405574798584, 0.5393126010894775], "cos_apical_negg": [0.5786123871803284, 0.549405574798584, 0.5393126010894775], "cos_Ac_negg": [0.5786123871803284, 0.549405574798584, 0.5393126010894775], "r_norm": [0.4209213852882385, 0.4127615690231323, 0.4100731313228607]}, {"step": 850, "epoch": 1, "train_loss": 0.20539456605911255, "cos_r_negg": [0.5735378265380859, 0.5453925132751465, 0.5344715118408203], "cos_apical_negg": [0.5735378265380859, 0.5453925132751465, 0.5344715118408203], "cos_Ac_negg": [0.5735378265380859, 0.5453925132751465, 0.5344715118408203], "r_norm": [0.4030167758464813, 0.3921990990638733, 0.39204251766204834]}, {"step": 900, "epoch": 1, "train_loss": 0.11663687229156494, "cos_r_negg": [0.5903230309486389, 0.5629404783248901, 0.5459136962890625], "cos_apical_negg": [0.5903230309486389, 0.5629404783248901, 0.5459136962890625], "cos_Ac_negg": [0.5903230309486389, 0.5629404783248901, 0.5459136962890625], "r_norm": [0.3563208281993866, 0.3482009470462799, 0.3472609519958496]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9571, "test_loss": 0.1418970687866211}, {"step": 950, "epoch": 2, "train_loss": 0.17554719746112823, "cos_r_negg": [0.5903180837631226, 0.5706965923309326, 0.5527576208114624], "cos_apical_negg": [0.5903180837631226, 0.5706965923309326, 0.5527576208114624], "cos_Ac_negg": [0.5903180837631226, 0.5706965923309326, 0.5527576208114624], "r_norm": [0.3890992999076843, 0.37920230627059937, 0.37710899114608765]}, {"step": 1000, "epoch": 2, "train_loss": 0.16438773274421692, "cos_r_negg": [0.5875310897827148, 0.5810238122940063, 0.5638080835342407], "cos_apical_negg": [0.5875310897827148, 0.5810238122940063, 0.5638080835342407], "cos_Ac_negg": [0.5875310897827148, 0.5810238122940063, 0.5638080835342407], "r_norm": [0.3454398214817047, 0.33905211091041565, 0.33740806579589844], "ldr": {"dL_sdil": -0.0031642913818359375, "dL_bp": -0.0025344043970108032, "ratio": 1.2485345217866781}}, {"step": 1050, "epoch": 2, "train_loss": 0.056789860129356384, "cos_r_negg": [0.5845552086830139, 0.5779457688331604, 0.5654882192611694], "cos_apical_negg": [0.5845552086830139, 0.5779457688331604, 0.5654882192611694], "cos_Ac_negg": [0.5845552086830139, 0.5779457688331604, 0.5654882192611694], "r_norm": [0.3333265781402588, 0.32588139176368713, 0.32507747411727905]}, {"step": 1100, "epoch": 2, "train_loss": 0.11542525142431259, "cos_r_negg": [0.5818854570388794, 0.586378812789917, 0.5690985321998596], "cos_apical_negg": [0.5818854570388794, 0.586378812789917, 0.5690985321998596], "cos_Ac_negg": [0.5818854570388794, 0.586378812789917, 0.5690985321998596], "r_norm": [0.31601932644844055, 0.3097213804721832, 0.30867666006088257]}, {"step": 1150, "epoch": 2, "train_loss": 0.07972390949726105, "cos_r_negg": [0.5935139656066895, 0.5844967365264893, 0.5666286945343018], "cos_apical_negg": [0.5935139656066895, 0.5844967365264893, 0.5666286945343018], "cos_Ac_negg": [0.5935139656066895, 0.5844967365264893, 0.5666286945343018], "r_norm": [0.3193466365337372, 0.31391996145248413, 0.31187891960144043]}, {"step": 1200, "epoch": 2, "train_loss": 0.026258887723088264, "cos_r_negg": [0.5877096652984619, 0.5811581611633301, 0.5665360689163208], "cos_apical_negg": [0.5877096652984619, 0.5811581611633301, 0.5665360689163208], "cos_Ac_negg": [0.5877096652984619, 0.5811581611633301, 0.5665360689163208], "r_norm": [0.33815497159957886, 0.32997873425483704, 0.32873764634132385]}, {"step": 1250, "epoch": 2, "train_loss": 0.11157853901386261, "cos_r_negg": [0.5842682123184204, 0.587433934211731, 0.5676496624946594], "cos_apical_negg": [0.5842682123184204, 0.587433934211731, 0.5676496624946594], "cos_Ac_negg": [0.5842682123184204, 0.587433934211731, 0.5676496624946594], "r_norm": [0.2751842439174652, 0.26976484060287476, 0.2681800425052643], "ldr": {"dL_sdil": -0.0027058497071266174, "dL_bp": -0.0021442174911499023, "ratio": 1.2619287541001836}}, {"step": 1300, "epoch": 2, "train_loss": 0.21740034222602844, "cos_r_negg": [0.5966630578041077, 0.6055522561073303, 0.5794261693954468], "cos_apical_negg": [0.5966630578041077, 0.6055522561073303, 0.5794261693954468], "cos_Ac_negg": [0.5966630578041077, 0.6055522561073303, 0.5794261693954468], "r_norm": [0.2905442714691162, 0.2856130003929138, 0.28276029229164124]}, {"step": 1350, "epoch": 2, "train_loss": 0.1087934821844101, "cos_r_negg": [0.5916553735733032, 0.5926977396011353, 0.5755661725997925], "cos_apical_negg": [0.5916553735733032, 0.5926977396011353, 0.5755661725997925], "cos_Ac_negg": [0.5916553735733032, 0.5926977396011353, 0.5755661725997925], "r_norm": [0.3252875804901123, 0.3167540431022644, 0.31567955017089844]}, {"step": 1400, "epoch": 2, "train_loss": 0.19592833518981934, "cos_r_negg": [0.6014359593391418, 0.5996376276016235, 0.5865970253944397], "cos_apical_negg": [0.6014359593391418, 0.5996376276016235, 0.5865970253944397], "cos_Ac_negg": [0.6014359593391418, 0.5996376276016235, 0.5865970253944397], "r_norm": [0.2875517010688782, 0.2814123332500458, 0.2785705327987671]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9658, "test_loss": 0.11168062534332275}, {"step": 1450, "epoch": 3, "train_loss": 0.04224829375743866, "cos_r_negg": [0.5871490240097046, 0.5888432860374451, 0.5856931805610657], "cos_apical_negg": [0.5871490240097046, 0.5888432860374451, 0.5856931805610657], "cos_Ac_negg": [0.5871490240097046, 0.5888432860374451, 0.5856931805610657], "r_norm": [0.3021145462989807, 0.29339513182640076, 0.29267048835754395]}, {"step": 1500, "epoch": 3, "train_loss": 0.03159952908754349, "cos_r_negg": [0.5794943571090698, 0.5884896516799927, 0.5819156765937805], "cos_apical_negg": [0.5794943571090698, 0.5884896516799927, 0.5819156765937805], "cos_Ac_negg": [0.5794943571090698, 0.5884896516799927, 0.5819156765937805], "r_norm": [0.28714630007743835, 0.2790725827217102, 0.27856579422950745], "ldr": {"dL_sdil": -0.003380879759788513, "dL_bp": -0.0028390884399414062, "ratio": 1.1908328434665771}}, {"step": 1550, "epoch": 3, "train_loss": 0.07364892959594727, "cos_r_negg": [0.5977218747138977, 0.6037576794624329, 0.5945255160331726], "cos_apical_negg": [0.5977218747138977, 0.6037576794624329, 0.5945255160331726], "cos_Ac_negg": [0.5977218747138977, 0.6037576794624329, 0.5945255160331726], "r_norm": [0.28936293721199036, 0.28398749232292175, 0.28137388825416565]}, {"step": 1600, "epoch": 3, "train_loss": 0.054850608110427856, "cos_r_negg": [0.5832339525222778, 0.5949341058731079, 0.5838989019393921], "cos_apical_negg": [0.5832339525222778, 0.5949341058731079, 0.5838989019393921], "cos_Ac_negg": [0.5832339525222778, 0.5949341058731079, 0.5838989019393921], "r_norm": [0.2790055572986603, 0.2724009156227112, 0.2714967429637909]}, {"step": 1650, "epoch": 3, "train_loss": 0.057355158030986786, "cos_r_negg": [0.5889754295349121, 0.5969530940055847, 0.586307168006897], "cos_apical_negg": [0.5889754295349121, 0.5969530940055847, 0.586307168006897], "cos_Ac_negg": [0.5889754295349121, 0.5969530940055847, 0.586307168006897], "r_norm": [0.2549826502799988, 0.24855773150920868, 0.24770356714725494]}, {"step": 1700, "epoch": 3, "train_loss": 0.06538848578929901, "cos_r_negg": [0.5965256690979004, 0.6060233116149902, 0.595808744430542], "cos_apical_negg": [0.5965256690979004, 0.6060233116149902, 0.595808744430542], "cos_Ac_negg": [0.5965256690979004, 0.6060233116149902, 0.595808744430542], "r_norm": [0.27281710505485535, 0.26608291268348694, 0.2641295790672302]}, {"step": 1750, "epoch": 3, "train_loss": 0.03813860937952995, "cos_r_negg": [0.5894138216972351, 0.6095412969589233, 0.5991944670677185], "cos_apical_negg": [0.5894138216972351, 0.6095412969589233, 0.5991944670677185], "cos_Ac_negg": [0.5894138216972351, 0.6095412969589233, 0.5991944670677185], "r_norm": [0.24374273419380188, 0.23804163932800293, 0.23754063248634338], "ldr": {"dL_sdil": -0.0026065856218338013, "dL_bp": -0.0023333877325057983, "ratio": 1.1170820800684587}}, {"step": 1800, "epoch": 3, "train_loss": 0.0823296308517456, "cos_r_negg": [0.5827759504318237, 0.6012020111083984, 0.5961645245552063], "cos_apical_negg": [0.5827759504318237, 0.6012020111083984, 0.5961645245552063], "cos_Ac_negg": [0.5827759504318237, 0.6012020111083984, 0.5961645245552063], "r_norm": [0.24709747731685638, 0.24146698415279388, 0.23978443443775177]}, {"step": 1850, "epoch": 3, "train_loss": 0.10218430310487747, "cos_r_negg": [0.5942846536636353, 0.6180354952812195, 0.6062353849411011], "cos_apical_negg": [0.5942846536636353, 0.6180354952812195, 0.6062353849411011], "cos_Ac_negg": [0.5942846536636353, 0.6180354952812195, 0.6062353849411011], "r_norm": [0.27117615938186646, 0.26338112354278564, 0.262260764837265]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9691, "test_loss": 0.1020331075668335}, {"step": 1900, "epoch": 4, "train_loss": 0.053827427327632904, "cos_r_negg": [0.5879201292991638, 0.6061878204345703, 0.6010406017303467], "cos_apical_negg": [0.5879201292991638, 0.6061878204345703, 0.6010406017303467], "cos_Ac_negg": [0.5879201292991638, 0.6061878204345703, 0.6010406017303467], "r_norm": [0.24472899734973907, 0.23792129755020142, 0.23717638850212097]}, {"step": 1950, "epoch": 4, "train_loss": 0.06062339246273041, "cos_r_negg": [0.5834639072418213, 0.6100966930389404, 0.6038497686386108], "cos_apical_negg": [0.5834639072418213, 0.6100966930389404, 0.6038497686386108], "cos_Ac_negg": [0.5834639072418213, 0.6100966930389404, 0.6038497686386108], "r_norm": [0.24478401243686676, 0.23758985102176666, 0.23701532185077667]}, {"step": 2000, "epoch": 4, "train_loss": 0.08341293781995773, "cos_r_negg": [0.5794327259063721, 0.6074425578117371, 0.5974944829940796], "cos_apical_negg": [0.5794327259063721, 0.6074425578117371, 0.5974944829940796], "cos_Ac_negg": [0.5794327259063721, 0.6074425578117371, 0.5974944829940796], "r_norm": [0.208860844373703, 0.2028733193874359, 0.20284636318683624], "ldr": {"dL_sdil": -0.002415865659713745, "dL_bp": -0.0021762847900390625, "ratio": 1.1100870946538124}}, {"step": 2050, "epoch": 4, "train_loss": 0.06398017704486847, "cos_r_negg": [0.5643519163131714, 0.5954497456550598, 0.5855722427368164], "cos_apical_negg": [0.5643519163131714, 0.5954497456550598, 0.5855722427368164], "cos_Ac_negg": [0.5643519163131714, 0.5954497456550598, 0.5855722427368164], "r_norm": [0.2195504605770111, 0.21346986293792725, 0.21268248558044434]}, {"step": 2100, "epoch": 4, "train_loss": 0.07960441708564758, "cos_r_negg": [0.5642732381820679, 0.6017183065414429, 0.5910086631774902], "cos_apical_negg": [0.5642732381820679, 0.6017183065414429, 0.5910086631774902], "cos_Ac_negg": [0.5642732381820679, 0.6017183065414429, 0.5910086631774902], "r_norm": [0.19659839570522308, 0.19068649411201477, 0.19018223881721497]}, {"step": 2150, "epoch": 4, "train_loss": 0.08546967804431915, "cos_r_negg": [0.5667253732681274, 0.608680784702301, 0.6056643724441528], "cos_apical_negg": [0.5667253732681274, 0.608680784702301, 0.6056643724441528], "cos_Ac_negg": [0.5667253732681274, 0.608680784702301, 0.6056643724441528], "r_norm": [0.21328479051589966, 0.20695483684539795, 0.20584693551063538]}, {"step": 2200, "epoch": 4, "train_loss": 0.045093923807144165, "cos_r_negg": [0.5643645524978638, 0.6023501753807068, 0.596711277961731], "cos_apical_negg": [0.5643645524978638, 0.6023501753807068, 0.596711277961731], "cos_Ac_negg": [0.5643645524978638, 0.6023501753807068, 0.596711277961731], "r_norm": [0.21860787272453308, 0.21238583326339722, 0.21086743474006653]}, {"step": 2250, "epoch": 4, "train_loss": 0.006876437924802303, "cos_r_negg": [0.5593257546424866, 0.6005775332450867, 0.5978227257728577], "cos_apical_negg": [0.5593257546424866, 0.6005775332450867, 0.5978227257728577], "cos_Ac_negg": [0.5593257546424866, 0.6005775332450867, 0.5978227257728577], "r_norm": [0.2334836721420288, 0.22669577598571777, 0.2254900187253952], "ldr": {"dL_sdil": -0.0032255277037620544, "dL_bp": -0.0029452070593833923, "ratio": 1.095178586335913}}, {"step": 2300, "epoch": 4, "train_loss": 0.11109292507171631, "cos_r_negg": [0.5746399164199829, 0.6112664937973022, 0.60600346326828], "cos_apical_negg": [0.5746399164199829, 0.6112664937973022, 0.60600346326828], "cos_Ac_negg": [0.5746399164199829, 0.6112664937973022, 0.60600346326828], "r_norm": [0.21448805928230286, 0.20881348848342896, 0.20674335956573486]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9708, "test_loss": 0.09670042839050293}, {"step": 2350, "epoch": 5, "train_loss": 0.036344148218631744, "cos_r_negg": [0.5820478200912476, 0.6160706281661987, 0.6064022183418274], "cos_apical_negg": [0.5820478200912476, 0.6160706281661987, 0.6064022183418274], "cos_Ac_negg": [0.5820478200912476, 0.6160706281661987, 0.6064022183418274], "r_norm": [0.211226224899292, 0.20692378282546997, 0.2038826197385788]}, {"step": 2400, "epoch": 5, "train_loss": 0.02835005335509777, "cos_r_negg": [0.5593162178993225, 0.5985821485519409, 0.597978949546814], "cos_apical_negg": [0.5593162178993225, 0.5985821485519409, 0.597978949546814], "cos_Ac_negg": [0.5593162178993225, 0.5985821485519409, 0.597978949546814], "r_norm": [0.2243201732635498, 0.21762128174304962, 0.2158222496509552]}, {"step": 2450, "epoch": 5, "train_loss": 0.06978907436132431, "cos_r_negg": [0.5534926652908325, 0.5942896604537964, 0.5871725678443909], "cos_apical_negg": [0.5534926652908325, 0.5942896604537964, 0.5871725678443909], "cos_Ac_negg": [0.5534926652908325, 0.5942896604537964, 0.5871725678443909], "r_norm": [0.20409008860588074, 0.19894209504127502, 0.19711312651634216]}, {"step": 2500, "epoch": 5, "train_loss": 0.04029778763651848, "cos_r_negg": [0.5571562051773071, 0.6031193733215332, 0.5954214334487915], "cos_apical_negg": [0.5571562051773071, 0.6031193733215332, 0.5954214334487915], "cos_Ac_negg": [0.5571562051773071, 0.6031193733215332, 0.5954214334487915], "r_norm": [0.18597890436649323, 0.18126709759235382, 0.17934668064117432], "ldr": {"dL_sdil": -0.0019036047160625458, "dL_bp": -0.0018033534288406372, "ratio": 1.0555915915419638}}, {"step": 2550, "epoch": 5, "train_loss": 0.02603025548160076, "cos_r_negg": [0.5298994779586792, 0.5717781782150269, 0.5643162727355957], "cos_apical_negg": [0.5298994779586792, 0.5717781782150269, 0.5643162727355957], "cos_Ac_negg": [0.5298994779586792, 0.5717781782150269, 0.5643162727355957], "r_norm": [0.1766957938671112, 0.17167676985263824, 0.171182781457901]}, {"step": 2600, "epoch": 5, "train_loss": 0.01658998243510723, "cos_r_negg": [0.5459712743759155, 0.590043306350708, 0.588425874710083], "cos_apical_negg": [0.5459712743759155, 0.590043306350708, 0.588425874710083], "cos_Ac_negg": [0.5459712743759155, 0.590043306350708, 0.588425874710083], "r_norm": [0.18883460760116577, 0.18375389277935028, 0.1820860356092453]}, {"step": 2650, "epoch": 5, "train_loss": 0.04123516008257866, "cos_r_negg": [0.5504081845283508, 0.5951460003852844, 0.5910992622375488], "cos_apical_negg": [0.5504081845283508, 0.5951460003852844, 0.5910992622375488], "cos_Ac_negg": [0.5504081845283508, 0.5951460003852844, 0.5910992622375488], "r_norm": [0.22178886830806732, 0.215864896774292, 0.21458689868450165]}, {"step": 2700, "epoch": 5, "train_loss": 0.07418037950992584, "cos_r_negg": [0.5537093877792358, 0.596326470375061, 0.5971894264221191], "cos_apical_negg": [0.5537093877792358, 0.596326470375061, 0.5971894264221191], "cos_Ac_negg": [0.5537093877792358, 0.596326470375061, 0.5971894264221191], "r_norm": [0.21251575648784637, 0.20643682777881622, 0.2051238715648651]}, {"step": 2750, "epoch": 5, "train_loss": 0.02052459493279457, "cos_r_negg": [0.5294907689094543, 0.5763152241706848, 0.5708737373352051], "cos_apical_negg": [0.5294907689094543, 0.5763152241706848, 0.5708737373352051], "cos_Ac_negg": [0.5294907689094543, 0.5763152241706848, 0.5708737373352051], "r_norm": [0.211846262216568, 0.20576466619968414, 0.20532101392745972], "ldr": {"dL_sdil": -0.0030087679624557495, "dL_bp": -0.0031032562255859375, "ratio": 0.9695518976644131}}, {"step": 2800, "epoch": 5, "train_loss": 0.017419788986444473, "cos_r_negg": [0.5143393278121948, 0.5608259439468384, 0.5619618892669678], "cos_apical_negg": [0.5143393278121948, 0.5608259439468384, 0.5619618892669678], "cos_Ac_negg": [0.5143393278121948, 0.5608259439468384, 0.5619618892669678], "r_norm": [0.21359731256961823, 0.20657405257225037, 0.20697033405303955]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.97, "test_loss": 0.09941404809951782}, {"step": 2850, "epoch": 6, "train_loss": 0.04669150337576866, "cos_r_negg": [0.49380308389663696, 0.5422043204307556, 0.5425851345062256], "cos_apical_negg": [0.49380308389663696, 0.5422043204307556, 0.5425851345062256], "cos_Ac_negg": [0.49380308389663696, 0.5422043204307556, 0.5425851345062256], "r_norm": [0.2384234368801117, 0.2307034432888031, 0.2301662117242813]}, {"step": 2900, "epoch": 6, "train_loss": 0.04452604055404663, "cos_r_negg": [0.5101205706596375, 0.5601729154586792, 0.5569398403167725], "cos_apical_negg": [0.5101205706596375, 0.5601729154586792, 0.5569398403167725], "cos_Ac_negg": [0.5101205706596375, 0.5601729154586792, 0.5569398403167725], "r_norm": [0.2013181447982788, 0.19559845328330994, 0.1945686638355255]}, {"step": 2950, "epoch": 6, "train_loss": 0.04666634649038315, "cos_r_negg": [0.5066884756088257, 0.5579550266265869, 0.5519818663597107], "cos_apical_negg": [0.5066884756088257, 0.5579550266265869, 0.5519818663597107], "cos_Ac_negg": [0.5066884756088257, 0.5579550266265869, 0.5519818663597107], "r_norm": [0.18742966651916504, 0.1816418468952179, 0.18004977703094482]}, {"step": 3000, "epoch": 6, "train_loss": 0.008233088999986649, "cos_r_negg": [0.4939405918121338, 0.5509688854217529, 0.5523414611816406], "cos_apical_negg": [0.4939405918121338, 0.5509688854217529, 0.5523414611816406], "cos_Ac_negg": [0.4939405918121338, 0.5509688854217529, 0.5523414611816406], "r_norm": [0.18462543189525604, 0.1792069673538208, 0.1784668266773224], "ldr": {"dL_sdil": -0.0028873831033706665, "dL_bp": -0.003010854125022888, "ratio": 0.9589913637375962}}, {"step": 3050, "epoch": 6, "train_loss": 0.03532698005437851, "cos_r_negg": [0.46198225021362305, 0.5155622959136963, 0.5142349004745483], "cos_apical_negg": [0.46198225021362305, 0.5155622959136963, 0.5142349004745483], "cos_Ac_negg": [0.46198225021362305, 0.5155622959136963, 0.5142349004745483], "r_norm": [0.18885906040668488, 0.18420228362083435, 0.18218183517456055]}, {"step": 3100, "epoch": 6, "train_loss": 0.053702495992183685, "cos_r_negg": [0.46954306960105896, 0.5175284147262573, 0.5179609060287476], "cos_apical_negg": [0.46954306960105896, 0.5175284147262573, 0.5179609060287476], "cos_Ac_negg": [0.46954306960105896, 0.5175284147262573, 0.5179609060287476], "r_norm": [0.1834854781627655, 0.179604172706604, 0.17780804634094238]}, {"step": 3150, "epoch": 6, "train_loss": 0.02170603536069393, "cos_r_negg": [0.4743638336658478, 0.5262913703918457, 0.527210533618927], "cos_apical_negg": [0.4743638336658478, 0.5262913703918457, 0.527210533618927], "cos_Ac_negg": [0.4743638336658478, 0.5262913703918457, 0.527210533618927], "r_norm": [0.17976240813732147, 0.17496463656425476, 0.172597736120224]}, {"step": 3200, "epoch": 6, "train_loss": 0.07182710617780685, "cos_r_negg": [0.4548109471797943, 0.5116350650787354, 0.5102691650390625], "cos_apical_negg": [0.4548109471797943, 0.5116350650787354, 0.5102691650390625], "cos_Ac_negg": [0.4548109471797943, 0.5116350650787354, 0.5102691650390625], "r_norm": [0.17573492228984833, 0.17046630382537842, 0.17006118595600128]}, {"step": 3250, "epoch": 6, "train_loss": 0.03767609968781471, "cos_r_negg": [0.4788845181465149, 0.5305054187774658, 0.528438925743103], "cos_apical_negg": [0.4788845181465149, 0.5305054187774658, 0.528438925743103], "cos_Ac_negg": [0.4788845181465149, 0.5305054187774658, 0.528438925743103], "r_norm": [0.18904489278793335, 0.18386957049369812, 0.18267181515693665], "ldr": {"dL_sdil": -0.0032960623502731323, "dL_bp": -0.003626123070716858, "ratio": 0.9089769668577534}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9727, "test_loss": 0.09899503202438355}, {"step": 3300, "epoch": 7, "train_loss": 0.011153168976306915, "cos_r_negg": [0.46410900354385376, 0.5185095071792603, 0.5170518159866333], "cos_apical_negg": [0.46410900354385376, 0.5185095071792603, 0.5170518159866333], "cos_Ac_negg": [0.46410900354385376, 0.5185095071792603, 0.5170518159866333], "r_norm": [0.17391234636306763, 0.16877439618110657, 0.16810061037540436]}, {"step": 3350, "epoch": 7, "train_loss": 0.020525600761175156, "cos_r_negg": [0.4429551362991333, 0.4952525198459625, 0.4955957531929016], "cos_apical_negg": [0.4429551362991333, 0.4952525198459625, 0.4955957531929016], "cos_Ac_negg": [0.4429551362991333, 0.4952525198459625, 0.4955957531929016], "r_norm": [0.17782005667686462, 0.17414379119873047, 0.1722693145275116]}, {"step": 3400, "epoch": 7, "train_loss": 0.018533378839492798, "cos_r_negg": [0.42123475670814514, 0.4743335545063019, 0.47174206376075745], "cos_apical_negg": [0.42123475670814514, 0.4743335545063019, 0.47174206376075745], "cos_Ac_negg": [0.42123475670814514, 0.4743335545063019, 0.47174206376075745], "r_norm": [0.18297982215881348, 0.17753848433494568, 0.17694079875946045]}, {"step": 3450, "epoch": 7, "train_loss": 0.03281579166650772, "cos_r_negg": [0.446159690618515, 0.4996960163116455, 0.49917224049568176], "cos_apical_negg": [0.446159690618515, 0.4996960163116455, 0.49917224049568176], "cos_Ac_negg": [0.446159690618515, 0.4996960163116455, 0.49917224049568176], "r_norm": [0.17168565094470978, 0.16685134172439575, 0.1658705472946167]}, {"step": 3500, "epoch": 7, "train_loss": 0.005472332239151001, "cos_r_negg": [0.4534088671207428, 0.5090498328208923, 0.5077861547470093], "cos_apical_negg": [0.4534088671207428, 0.5090498328208923, 0.5077861547470093], "cos_Ac_negg": [0.4534088671207428, 0.5090498328208923, 0.5077861547470093], "r_norm": [0.16967472434043884, 0.16485734283924103, 0.1633499413728714], "ldr": {"dL_sdil": -0.0029385462403297424, "dL_bp": -0.003368780016899109, "ratio": 0.8722879575362159}}, {"step": 3550, "epoch": 7, "train_loss": 0.02577299438416958, "cos_r_negg": [0.45939725637435913, 0.5116757750511169, 0.5117857456207275], "cos_apical_negg": [0.45939725637435913, 0.5116757750511169, 0.5117857456207275], "cos_Ac_negg": [0.45939725637435913, 0.5116757750511169, 0.5117857456207275], "r_norm": [0.17937488853931427, 0.17431575059890747, 0.17264753580093384]}, {"step": 3600, "epoch": 7, "train_loss": 0.008875679224729538, "cos_r_negg": [0.4306837320327759, 0.4857810139656067, 0.48147818446159363], "cos_apical_negg": [0.4306837320327759, 0.4857810139656067, 0.48147818446159363], "cos_Ac_negg": [0.4306837320327759, 0.4857810139656067, 0.48147818446159363], "r_norm": [0.15126106142997742, 0.14737074077129364, 0.14574690163135529]}, {"step": 3650, "epoch": 7, "train_loss": 0.006578101776540279, "cos_r_negg": [0.4277644753456116, 0.4788162112236023, 0.4801666736602783], "cos_apical_negg": [0.4277644753456116, 0.4788162112236023, 0.4801666736602783], "cos_Ac_negg": [0.4277644753456116, 0.4788162112236023, 0.4801666736602783], "r_norm": [0.1913776695728302, 0.18500521779060364, 0.18351832032203674]}, {"step": 3700, "epoch": 7, "train_loss": 0.006535408087074757, "cos_r_negg": [0.42751869559288025, 0.4789661169052124, 0.47807005047798157], "cos_apical_negg": [0.42751869559288025, 0.4789661169052124, 0.47807005047798157], "cos_Ac_negg": [0.42751869559288025, 0.4789661169052124, 0.47807005047798157], "r_norm": [0.14919039607048035, 0.14477869868278503, 0.14429911971092224]}, {"step": 3750, "epoch": 7, "train_loss": 0.025990212336182594, "cos_r_negg": [0.41140317916870117, 0.45874565839767456, 0.4598793387413025], "cos_apical_negg": [0.41140317916870117, 0.45874565839767456, 0.4598793387413025], "cos_Ac_negg": [0.41140317916870117, 0.45874565839767456, 0.4598793387413025], "r_norm": [0.17998462915420532, 0.17370806634426117, 0.17366890609264374], "ldr": {"dL_sdil": -0.0034470632672309875, "dL_bp": -0.004031866788864136, "ratio": 0.854954651962125}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9716, "test_loss": 0.10685408563613892}, {"step": 3800, "epoch": 8, "train_loss": 0.04981525242328644, "cos_r_negg": [0.4083889424800873, 0.4613884687423706, 0.4594269394874573], "cos_apical_negg": [0.4083889424800873, 0.4613884687423706, 0.4594269394874573], "cos_Ac_negg": [0.4083889424800873, 0.4613884687423706, 0.4594269394874573], "r_norm": [0.16672652959823608, 0.1624903827905655, 0.16101807355880737]}, {"step": 3850, "epoch": 8, "train_loss": 0.01378608774393797, "cos_r_negg": [0.37878477573394775, 0.4227963089942932, 0.426809698343277], "cos_apical_negg": [0.37878477573394775, 0.4227963089942932, 0.426809698343277], "cos_Ac_negg": [0.37878477573394775, 0.4227963089942932, 0.426809698343277], "r_norm": [0.1757349967956543, 0.1699114292860031, 0.16952835023403168]}, {"step": 3900, "epoch": 8, "train_loss": 0.006078838836401701, "cos_r_negg": [0.39461851119995117, 0.44252026081085205, 0.44544869661331177], "cos_apical_negg": [0.39461851119995117, 0.44252026081085205, 0.44544869661331177], "cos_Ac_negg": [0.39461851119995117, 0.44252026081085205, 0.44544869661331177], "r_norm": [0.18165314197540283, 0.17608854174613953, 0.17565305531024933]}, {"step": 3950, "epoch": 8, "train_loss": 0.002244682051241398, "cos_r_negg": [0.38966864347457886, 0.44039303064346313, 0.44052237272262573], "cos_apical_negg": [0.38966864347457886, 0.44039303064346313, 0.44052237272262573], "cos_Ac_negg": [0.38966864347457886, 0.44039303064346313, 0.44052237272262573], "r_norm": [0.16737444698810577, 0.1628517508506775, 0.1624402403831482]}, {"step": 4000, "epoch": 8, "train_loss": 0.005284719634801149, "cos_r_negg": [0.3656744360923767, 0.41698771715164185, 0.4201321005821228], "cos_apical_negg": [0.3656744360923767, 0.41698771715164185, 0.4201321005821228], "cos_Ac_negg": [0.3656744360923767, 0.41698771715164185, 0.4201321005821228], "r_norm": [0.16162174940109253, 0.15739655494689941, 0.15714231133460999], "ldr": {"dL_sdil": -0.003241308033466339, "dL_bp": -0.003946080803871155, "ratio": 0.8213993059357971}}, {"step": 4050, "epoch": 8, "train_loss": 0.010463686659932137, "cos_r_negg": [0.40001118183135986, 0.45192384719848633, 0.4565858542919159], "cos_apical_negg": [0.40001118183135986, 0.45192384719848633, 0.4565858542919159], "cos_Ac_negg": [0.40001118183135986, 0.45192384719848633, 0.4565858542919159], "r_norm": [0.1622355878353119, 0.157164067029953, 0.1560717076063156]}, {"step": 4100, "epoch": 8, "train_loss": 0.05337122827768326, "cos_r_negg": [0.3869219422340393, 0.44015079736709595, 0.44143104553222656], "cos_apical_negg": [0.3869219422340393, 0.44015079736709595, 0.44143104553222656], "cos_Ac_negg": [0.3869219422340393, 0.44015079736709595, 0.44143104553222656], "r_norm": [0.15072423219680786, 0.1468515694141388, 0.14512881636619568]}, {"step": 4150, "epoch": 8, "train_loss": 0.005467795301228762, "cos_r_negg": [0.38088470697402954, 0.43547213077545166, 0.4386803209781647], "cos_apical_negg": [0.38088470697402954, 0.43547213077545166, 0.4386803209781647], "cos_Ac_negg": [0.38088470697402954, 0.43547213077545166, 0.4386803209781647], "r_norm": [0.15304750204086304, 0.14881470799446106, 0.14758244156837463]}, {"step": 4200, "epoch": 8, "train_loss": 0.021658796817064285, "cos_r_negg": [0.35662704706192017, 0.401324987411499, 0.4035647511482239], "cos_apical_negg": [0.35662704706192017, 0.401324987411499, 0.4035647511482239], "cos_Ac_negg": [0.35662704706192017, 0.401324987411499, 0.4035647511482239], "r_norm": [0.1515679955482483, 0.14756469428539276, 0.14619052410125732]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.973, "test_loss": 0.10393408088684082}, {"step": 4250, "epoch": 9, "train_loss": 0.016795778647065163, "cos_r_negg": [0.37444210052490234, 0.4237193465232849, 0.4247822165489197], "cos_apical_negg": [0.37444210052490234, 0.4237193465232849, 0.4247822165489197], "cos_Ac_negg": [0.37444210052490234, 0.4237193465232849, 0.4247822165489197], "r_norm": [0.15668079257011414, 0.15271177887916565, 0.15152817964553833], "ldr": {"dL_sdil": -0.0034279972314834595, "dL_bp": -0.004292979836463928, "ratio": 0.7985123066189512}}, {"step": 4300, "epoch": 9, "train_loss": 0.007599370554089546, "cos_r_negg": [0.3608406186103821, 0.41159066557884216, 0.4144502282142639], "cos_apical_negg": [0.3608406186103821, 0.41159066557884216, 0.4144502282142639], "cos_Ac_negg": [0.3608406186103821, 0.41159066557884216, 0.4144502282142639], "r_norm": [0.15234696865081787, 0.14804613590240479, 0.1472092866897583]}, {"step": 4350, "epoch": 9, "train_loss": 0.00335995526984334, "cos_r_negg": [0.36140918731689453, 0.41193288564682007, 0.4157479405403137], "cos_apical_negg": [0.36140918731689453, 0.41193288564682007, 0.4157479405403137], "cos_Ac_negg": [0.36140918731689453, 0.41193288564682007, 0.4157479405403137], "r_norm": [0.1599702090024948, 0.1546448916196823, 0.15432560443878174]}, {"step": 4400, "epoch": 9, "train_loss": 0.005797113757580519, "cos_r_negg": [0.35258203744888306, 0.4041195213794708, 0.40627217292785645], "cos_apical_negg": [0.35258203744888306, 0.4041195213794708, 0.40627217292785645], "cos_Ac_negg": [0.35258203744888306, 0.4041195213794708, 0.40627217292785645], "r_norm": [0.16742351651191711, 0.16217416524887085, 0.16137900948524475]}, {"step": 4450, "epoch": 9, "train_loss": 0.0033072177320718765, "cos_r_negg": [0.33486315608024597, 0.38217681646347046, 0.3840969204902649], "cos_apical_negg": [0.33486315608024597, 0.38217681646347046, 0.3840969204902649], "cos_Ac_negg": [0.33486315608024597, 0.38217681646347046, 0.3840969204902649], "r_norm": [0.1500433087348938, 0.14526116847991943, 0.1452401727437973]}, {"step": 4500, "epoch": 9, "train_loss": 0.007384059019386768, "cos_r_negg": [0.3406193256378174, 0.38838353753089905, 0.3894222378730774], "cos_apical_negg": [0.3406193256378174, 0.38838353753089905, 0.3894222378730774], "cos_Ac_negg": [0.3406193256378174, 0.38838353753089905, 0.3894222378730774], "r_norm": [0.1383557915687561, 0.13437996804714203, 0.13374604284763336], "ldr": {"dL_sdil": -0.002857603132724762, "dL_bp": -0.0036720968782901764, "ratio": 0.7781938296942036}}, {"step": 4550, "epoch": 9, "train_loss": 0.01408722810447216, "cos_r_negg": [0.3496206998825073, 0.39967453479766846, 0.39879894256591797], "cos_apical_negg": [0.3496206998825073, 0.39967453479766846, 0.39879894256591797], "cos_Ac_negg": [0.3496206998825073, 0.39967453479766846, 0.39879894256591797], "r_norm": [0.14311356842517853, 0.1399001032114029, 0.138159841299057]}, {"step": 4600, "epoch": 9, "train_loss": 0.03498108312487602, "cos_r_negg": [0.3402661085128784, 0.38821184635162354, 0.38888877630233765], "cos_apical_negg": [0.3402661085128784, 0.38821184635162354, 0.38888877630233765], "cos_Ac_negg": [0.3402661085128784, 0.38821184635162354, 0.38888877630233765], "r_norm": [0.14222878217697144, 0.1385389268398285, 0.1371336728334427]}, {"step": 4650, "epoch": 9, "train_loss": 0.008913591504096985, "cos_r_negg": [0.3274657130241394, 0.37447667121887207, 0.37492674589157104], "cos_apical_negg": [0.3274657130241394, 0.37447667121887207, 0.37492674589157104], "cos_Ac_negg": [0.3274657130241394, 0.37447667121887207, 0.37492674589157104], "r_norm": [0.1430802345275879, 0.13902762532234192, 0.13820479810237885]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9729, "test_loss": 0.10922589378356934}, {"step": 4700, "epoch": 10, "train_loss": 0.007575019728392363, "cos_r_negg": [0.3126515746116638, 0.35912197828292847, 0.3601018190383911], "cos_apical_negg": [0.3126515746116638, 0.35912197828292847, 0.3601018190383911], "cos_Ac_negg": [0.3126515746116638, 0.35912197828292847, 0.3601018190383911], "r_norm": [0.1421019285917282, 0.1381215751171112, 0.13776272535324097]}, {"step": 4750, "epoch": 10, "train_loss": 0.004409321583807468, "cos_r_negg": [0.3140926957130432, 0.3621619939804077, 0.36513838171958923], "cos_apical_negg": [0.3140926957130432, 0.3621619939804077, 0.36513838171958923], "cos_Ac_negg": [0.3140926957130432, 0.3621619939804077, 0.36513838171958923], "r_norm": [0.14043261110782623, 0.13637077808380127, 0.13626232743263245], "ldr": {"dL_sdil": -0.002912648022174835, "dL_bp": -0.0038876086473464966, "ratio": 0.7492132790071026}}, {"step": 4800, "epoch": 10, "train_loss": 0.002534927800297737, "cos_r_negg": [0.3154078722000122, 0.36034291982650757, 0.3613273799419403], "cos_apical_negg": [0.3154078722000122, 0.36034291982650757, 0.3613273799419403], "cos_Ac_negg": [0.3154078722000122, 0.36034291982650757, 0.3613273799419403], "r_norm": [0.1489211916923523, 0.14526724815368652, 0.1443730592727661]}, {"step": 4850, "epoch": 10, "train_loss": 0.003038815688341856, "cos_r_negg": [0.31887465715408325, 0.3658844232559204, 0.3693406879901886], "cos_apical_negg": [0.31887465715408325, 0.3658844232559204, 0.3693406879901886], "cos_Ac_negg": [0.31887465715408325, 0.3658844232559204, 0.3693406879901886], "r_norm": [0.1404111683368683, 0.13720038533210754, 0.13580775260925293]}, {"step": 4900, "epoch": 10, "train_loss": 0.005317102186381817, "cos_r_negg": [0.30791938304901123, 0.3531593084335327, 0.35594236850738525], "cos_apical_negg": [0.30791938304901123, 0.3531593084335327, 0.35594236850738525], "cos_Ac_negg": [0.30791938304901123, 0.3531593084335327, 0.35594236850738525], "r_norm": [0.13483485579490662, 0.13168443739414215, 0.13050700724124908]}, {"step": 4950, "epoch": 10, "train_loss": 0.0007655358640477061, "cos_r_negg": [0.30767297744750977, 0.3520945608615875, 0.3540314733982086], "cos_apical_negg": [0.30767297744750977, 0.3520945608615875, 0.3540314733982086], "cos_Ac_negg": [0.30767297744750977, 0.3520945608615875, 0.3540314733982086], "r_norm": [0.13426236808300018, 0.13059629499912262, 0.12971892952919006]}, {"step": 5000, "epoch": 10, "train_loss": 0.005027120001614094, "cos_r_negg": [0.2939632833003998, 0.3373478949069977, 0.3375319838523865], "cos_apical_negg": [0.2939632833003998, 0.3373478949069977, 0.3375319838523865], "cos_Ac_negg": [0.2939632833003998, 0.3373478949069977, 0.3375319838523865], "r_norm": [0.13415029644966125, 0.1305287629365921, 0.13007685542106628], "ldr": {"dL_sdil": -0.0030400753021240234, "dL_bp": -0.0041728392243385315, "ratio": 0.7285388050400933}}, {"step": 5050, "epoch": 10, "train_loss": 0.00639739166945219, "cos_r_negg": [0.3161017596721649, 0.36234647035598755, 0.3635506331920624], "cos_apical_negg": [0.3161017596721649, 0.36234647035598755, 0.3635506331920624], "cos_Ac_negg": [0.3161017596721649, 0.36234647035598755, 0.3635506331920624], "r_norm": [0.14273285865783691, 0.1389767825603485, 0.1382255107164383]}, {"step": 5100, "epoch": 10, "train_loss": 0.006051049567759037, "cos_r_negg": [0.2906219959259033, 0.3300974667072296, 0.3335217237472534], "cos_apical_negg": [0.2906219959259033, 0.3300974667072296, 0.3335217237472534], "cos_Ac_negg": [0.2906219959259033, 0.3300974667072296, 0.3335217237472534], "r_norm": [0.15656135976314545, 0.1522011160850525, 0.15134307742118835]}, {"step": 5150, "epoch": 10, "train_loss": 0.0008916190708987415, "cos_r_negg": [0.29096555709838867, 0.33083075284957886, 0.334781676530838], "cos_apical_negg": [0.29096555709838867, 0.33083075284957886, 0.334781676530838], "cos_Ac_negg": [0.29096555709838867, 0.33083075284957886, 0.334781676530838], "r_norm": [0.14524999260902405, 0.14093387126922607, 0.13996358215808868]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9727, "test_loss": 0.10801561098098755}, {"step": 5200, "epoch": 11, "train_loss": 0.004029093310236931, "cos_r_negg": [0.2746959328651428, 0.31219592690467834, 0.315054714679718], "cos_apical_negg": [0.2746959328651428, 0.31219592690467834, 0.315054714679718], "cos_Ac_negg": [0.2746959328651428, 0.31219592690467834, 0.315054714679718], "r_norm": [0.1443147361278534, 0.1402592658996582, 0.13995303213596344]}, {"step": 5250, "epoch": 11, "train_loss": 0.004432016052305698, "cos_r_negg": [0.2801913917064667, 0.32126134634017944, 0.32613605260849], "cos_apical_negg": [0.2801913917064667, 0.32126134634017944, 0.32613605260849], "cos_Ac_negg": [0.2801913917064667, 0.32126134634017944, 0.32613605260849], "r_norm": [0.1364518404006958, 0.1327374279499054, 0.13201558589935303], "ldr": {"dL_sdil": -0.0032624155282974243, "dL_bp": -0.004618197679519653, "ratio": 0.7064261330270197}}, {"step": 5300, "epoch": 11, "train_loss": 0.004887073300778866, "cos_r_negg": [0.2809767723083496, 0.3209688067436218, 0.3255181908607483], "cos_apical_negg": [0.2809767723083496, 0.3209688067436218, 0.3255181908607483], "cos_Ac_negg": [0.2809767723083496, 0.3209688067436218, 0.3255181908607483], "r_norm": [0.1431483030319214, 0.1396908164024353, 0.13843892514705658]}, {"step": 5350, "epoch": 11, "train_loss": 0.0040735239163041115, "cos_r_negg": [0.28134819865226746, 0.3215141296386719, 0.32534152269363403], "cos_apical_negg": [0.28134819865226746, 0.3215141296386719, 0.32534152269363403], "cos_Ac_negg": [0.28134819865226746, 0.3215141296386719, 0.32534152269363403], "r_norm": [0.14476750791072845, 0.1411857306957245, 0.13997162878513336]}, {"step": 5400, "epoch": 11, "train_loss": 0.008364800363779068, "cos_r_negg": [0.2730666399002075, 0.31067436933517456, 0.3147473931312561], "cos_apical_negg": [0.2730666399002075, 0.31067436933517456, 0.3147473931312561], "cos_Ac_negg": [0.2730666399002075, 0.31067436933517456, 0.3147473931312561], "r_norm": [0.14355069398880005, 0.13970181345939636, 0.13902272284030914]}, {"step": 5450, "epoch": 11, "train_loss": 0.0016881789779290557, "cos_r_negg": [0.2694106101989746, 0.3053889274597168, 0.31003642082214355], "cos_apical_negg": [0.2694106101989746, 0.3053889274597168, 0.31003642082214355], "cos_Ac_negg": [0.2694106101989746, 0.3053889274597168, 0.31003642082214355], "r_norm": [0.145047128200531, 0.14118452370166779, 0.14017610251903534]}, {"step": 5500, "epoch": 11, "train_loss": 0.004753853660076857, "cos_r_negg": [0.27147459983825684, 0.30829402804374695, 0.31273263692855835], "cos_apical_negg": [0.27147459983825684, 0.30829402804374695, 0.31273263692855835], "cos_Ac_negg": [0.27147459983825684, 0.30829402804374695, 0.31273263692855835], "r_norm": [0.13349375128746033, 0.12994687259197235, 0.12934313714504242], "ldr": {"dL_sdil": -0.003169465810060501, "dL_bp": -0.004649117588996887, "ratio": 0.681734920528082}}, {"step": 5550, "epoch": 11, "train_loss": 0.00400624331086874, "cos_r_negg": [0.27595776319503784, 0.31348928809165955, 0.31661245226860046], "cos_apical_negg": [0.27595776319503784, 0.31348928809165955, 0.31661245226860046], "cos_Ac_negg": [0.27595776319503784, 0.31348928809165955, 0.31661245226860046], "r_norm": [0.14309105277061462, 0.13973483443260193, 0.13812242448329926]}, {"step": 5600, "epoch": 11, "train_loss": 0.004093511961400509, "cos_r_negg": [0.27001410722732544, 0.30715692043304443, 0.31028205156326294], "cos_apical_negg": [0.27001410722732544, 0.30715692043304443, 0.31028205156326294], "cos_Ac_negg": [0.27001410722732544, 0.30715692043304443, 0.31028205156326294], "r_norm": [0.13684967160224915, 0.13352523744106293, 0.13242125511169434]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9736, "test_loss": 0.11197603378295898}, {"step": 5650, "epoch": 12, "train_loss": 0.004808960948139429, "cos_r_negg": [0.26936203241348267, 0.30618250370025635, 0.311209112405777], "cos_apical_negg": [0.26936203241348267, 0.30618250370025635, 0.311209112405777], "cos_Ac_negg": [0.26936203241348267, 0.30618250370025635, 0.311209112405777], "r_norm": [0.14939621090888977, 0.14597396552562714, 0.144276425242424]}, {"step": 5700, "epoch": 12, "train_loss": 0.0026524411514401436, "cos_r_negg": [0.26197880506515503, 0.2973390817642212, 0.3030497431755066], "cos_apical_negg": [0.26197880506515503, 0.2973390817642212, 0.3030497431755066], "cos_Ac_negg": [0.26197880506515503, 0.2973390817642212, 0.3030497431755066], "r_norm": [0.14749915897846222, 0.1439262330532074, 0.14259588718414307]}, {"step": 5750, "epoch": 12, "train_loss": 0.0010887598618865013, "cos_r_negg": [0.26157981157302856, 0.29798832535743713, 0.3036056160926819], "cos_apical_negg": [0.26157981157302856, 0.29798832535743713, 0.3036056160926819], "cos_Ac_negg": [0.26157981157302856, 0.29798832535743713, 0.3036056160926819], "r_norm": [0.14035549759864807, 0.13682465255260468, 0.1356292963027954], "ldr": {"dL_sdil": -0.0036691278219223022, "dL_bp": -0.005505353212356567, "ratio": 0.6664654710413633}}, {"step": 5800, "epoch": 12, "train_loss": 0.0015226721297949553, "cos_r_negg": [0.2597309947013855, 0.2959071099758148, 0.2996984124183655], "cos_apical_negg": [0.2597309947013855, 0.2959071099758148, 0.2996984124183655], "cos_Ac_negg": [0.2597309947013855, 0.2959071099758148, 0.2996984124183655], "r_norm": [0.14120323956012726, 0.13762210309505463, 0.13655392825603485]}, {"step": 5850, "epoch": 12, "train_loss": 0.0027777666691690683, "cos_r_negg": [0.2594098746776581, 0.29453474283218384, 0.29838138818740845], "cos_apical_negg": [0.2594098746776581, 0.29453474283218384, 0.29838138818740845], "cos_Ac_negg": [0.2594098746776581, 0.29453474283218384, 0.29838138818740845], "r_norm": [0.14591160416603088, 0.14176738262176514, 0.14097361266613007]}, {"step": 5900, "epoch": 12, "train_loss": 0.0035220657009631395, "cos_r_negg": [0.2556363046169281, 0.28926363587379456, 0.2937496304512024], "cos_apical_negg": [0.2556363046169281, 0.28926363587379456, 0.2937496304512024], "cos_Ac_negg": [0.2556363046169281, 0.28926363587379456, 0.2937496304512024], "r_norm": [0.14699506759643555, 0.14278671145439148, 0.14204157888889313]}, {"step": 5950, "epoch": 12, "train_loss": 0.006284222938120365, "cos_r_negg": [0.2584843039512634, 0.29337596893310547, 0.2969321012496948], "cos_apical_negg": [0.2584843039512634, 0.29337596893310547, 0.2969321012496948], "cos_Ac_negg": [0.2584843039512634, 0.29337596893310547, 0.2969321012496948], "r_norm": [0.15126033127307892, 0.1476830095052719, 0.14621245861053467]}, {"step": 6000, "epoch": 12, "train_loss": 0.0031935502775013447, "cos_r_negg": [0.24979320168495178, 0.2829340100288391, 0.28661227226257324], "cos_apical_negg": [0.24979320168495178, 0.2829340100288391, 0.28661227226257324], "cos_Ac_negg": [0.24979320168495178, 0.2829340100288391, 0.28661227226257324], "r_norm": [0.15082775056362152, 0.14643104374408722, 0.14581164717674255], "ldr": {"dL_sdil": -0.004294440150260925, "dL_bp": -0.006651051342487335, "ratio": 0.6456783941551874}}, {"step": 6050, "epoch": 12, "train_loss": 0.001620205119252205, "cos_r_negg": [0.2492506206035614, 0.28235459327697754, 0.2877964377403259], "cos_apical_negg": [0.2492506206035614, 0.28235459327697754, 0.2877964377403259], "cos_Ac_negg": [0.2492506206035614, 0.28235459327697754, 0.2877964377403259], "r_norm": [0.14816825091838837, 0.14416007697582245, 0.1431536227464676]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9739, "test_loss": 0.11449820022583007}, {"step": 6100, "epoch": 13, "train_loss": 0.0028362313751131296, "cos_r_negg": [0.24895846843719482, 0.2825081944465637, 0.28566598892211914], "cos_apical_negg": [0.24895846843719482, 0.2825081944465637, 0.28566598892211914], "cos_Ac_negg": [0.24895846843719482, 0.2825081944465637, 0.28566598892211914], "r_norm": [0.14904403686523438, 0.14544406533241272, 0.14396615326404572]}, {"step": 6150, "epoch": 13, "train_loss": 0.0016217561205849051, "cos_r_negg": [0.2427355796098709, 0.27438387274742126, 0.2782647907733917], "cos_apical_negg": [0.2427355796098709, 0.27438387274742126, 0.2782647907733917], "cos_Ac_negg": [0.2427355796098709, 0.27438387274742126, 0.2782647907733917], "r_norm": [0.14970770478248596, 0.14584487676620483, 0.1447770595550537]}, {"step": 6200, "epoch": 13, "train_loss": 0.0012352295452728868, "cos_r_negg": [0.24197447299957275, 0.27349868416786194, 0.27786576747894287], "cos_apical_negg": [0.24197447299957275, 0.27349868416786194, 0.27786576747894287], "cos_Ac_negg": [0.24197447299957275, 0.27349868416786194, 0.27786576747894287], "r_norm": [0.14559300243854523, 0.14214566349983215, 0.14076808094978333]}, {"step": 6250, "epoch": 13, "train_loss": 0.002074609976261854, "cos_r_negg": [0.24201136827468872, 0.27379143238067627, 0.27843308448791504], "cos_apical_negg": [0.24201136827468872, 0.27379143238067627, 0.27843308448791504], "cos_Ac_negg": [0.24201136827468872, 0.27379143238067627, 0.27843308448791504], "r_norm": [0.14805498719215393, 0.14468985795974731, 0.14328426122665405], "ldr": {"dL_sdil": -0.004431039094924927, "dL_bp": -0.007017664611339569, "ratio": 0.6314122062437958}}, {"step": 6300, "epoch": 13, "train_loss": 0.002042572945356369, "cos_r_negg": [0.2439381182193756, 0.27745431661605835, 0.28122478723526], "cos_apical_negg": [0.2439381182193756, 0.27745431661605835, 0.28122478723526], "cos_Ac_negg": [0.2439381182193756, 0.27745431661605835, 0.28122478723526], "r_norm": [0.1431955248117447, 0.1394486278295517, 0.13847008347511292]}, {"step": 6350, "epoch": 13, "train_loss": 0.0023608545307070017, "cos_r_negg": [0.24185486137866974, 0.2754834294319153, 0.27919137477874756], "cos_apical_negg": [0.24185486137866974, 0.2754834294319153, 0.27919137477874756], "cos_Ac_negg": [0.24185486137866974, 0.2754834294319153, 0.27919137477874756], "r_norm": [0.14809319376945496, 0.1445370316505432, 0.14303909242153168]}, {"step": 6400, "epoch": 13, "train_loss": 0.002313407137989998, "cos_r_negg": [0.23419079184532166, 0.265708327293396, 0.26899367570877075], "cos_apical_negg": [0.23419079184532166, 0.265708327293396, 0.26899367570877075], "cos_Ac_negg": [0.23419079184532166, 0.265708327293396, 0.26899367570877075], "r_norm": [0.14667044579982758, 0.1431923359632492, 0.1420140266418457]}, {"step": 6450, "epoch": 13, "train_loss": 0.0022862693294882774, "cos_r_negg": [0.2346438467502594, 0.26637327671051025, 0.26943162083625793], "cos_apical_negg": [0.2346438467502594, 0.26637327671051025, 0.26943162083625793], "cos_Ac_negg": [0.2346438467502594, 0.26637327671051025, 0.26943162083625793], "r_norm": [0.1463613361120224, 0.14307928085327148, 0.1414298415184021]}, {"step": 6500, "epoch": 13, "train_loss": 0.0008632615790702403, "cos_r_negg": [0.2375326156616211, 0.26856210827827454, 0.2724268436431885], "cos_apical_negg": [0.2375326156616211, 0.26856210827827454, 0.2724268436431885], "cos_Ac_negg": [0.2375326156616211, 0.26856210827827454, 0.2724268436431885], "r_norm": [0.1371007263660431, 0.13364851474761963, 0.13267657160758972], "ldr": {"dL_sdil": -0.0038520246744155884, "dL_bp": -0.006105430424213409, "ratio": 0.6309177906833427}}, {"step": 6550, "epoch": 13, "train_loss": 0.042857393622398376, "cos_r_negg": [0.2356874644756317, 0.265865683555603, 0.27100419998168945], "cos_apical_negg": [0.2356874644756317, 0.265865683555603, 0.27100419998168945], "cos_Ac_negg": [0.2356874644756317, 0.265865683555603, 0.27100419998168945], "r_norm": [0.14249330759048462, 0.13873597979545593, 0.13771486282348633]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9738, "test_loss": 0.11784935874938965}, {"step": 6600, "epoch": 14, "train_loss": 0.0014435886405408382, "cos_r_negg": [0.23219871520996094, 0.26180174946784973, 0.2664163112640381], "cos_apical_negg": [0.23219871520996094, 0.26180174946784973, 0.2664163112640381], "cos_Ac_negg": [0.23219871520996094, 0.26180174946784973, 0.2664163112640381], "r_norm": [0.14431405067443848, 0.14042460918426514, 0.13939723372459412]}, {"step": 6650, "epoch": 14, "train_loss": 0.0028775236569344997, "cos_r_negg": [0.23166042566299438, 0.261444091796875, 0.26662179827690125], "cos_apical_negg": [0.23166042566299438, 0.261444091796875, 0.26662179827690125], "cos_Ac_negg": [0.23166042566299438, 0.261444091796875, 0.26662179827690125], "r_norm": [0.14432299137115479, 0.14050279557704926, 0.13913239538669586]}, {"step": 6700, "epoch": 14, "train_loss": 0.004387848079204559, "cos_r_negg": [0.22941425442695618, 0.25861141085624695, 0.2631763219833374], "cos_apical_negg": [0.22941425442695618, 0.25861141085624695, 0.2631763219833374], "cos_Ac_negg": [0.22941425442695618, 0.25861141085624695, 0.2631763219833374], "r_norm": [0.1443244218826294, 0.1403307020664215, 0.1395343691110611]}, {"step": 6750, "epoch": 14, "train_loss": 0.001624773838557303, "cos_r_negg": [0.22868415713310242, 0.2582401633262634, 0.26288530230522156], "cos_apical_negg": [0.22868415713310242, 0.2582401633262634, 0.26288530230522156], "cos_Ac_negg": [0.22868415713310242, 0.2582401633262634, 0.26288530230522156], "r_norm": [0.14735493063926697, 0.14335079491138458, 0.14247731864452362], "ldr": {"dL_sdil": -0.004624560475349426, "dL_bp": -0.007545411586761475, "ratio": 0.6128970463935035}}, {"step": 6800, "epoch": 14, "train_loss": 0.0037418631836771965, "cos_r_negg": [0.22828763723373413, 0.25761231780052185, 0.2616834044456482], "cos_apical_negg": [0.22828763723373413, 0.25761231780052185, 0.2616834044456482], "cos_Ac_negg": [0.22828763723373413, 0.25761231780052185, 0.2616834044456482], "r_norm": [0.14521391689777374, 0.1415441334247589, 0.14048978686332703]}, {"step": 6850, "epoch": 14, "train_loss": 0.0013327018823474646, "cos_r_negg": [0.22813977301120758, 0.2580145001411438, 0.2611382007598877], "cos_apical_negg": [0.22813977301120758, 0.2580145001411438, 0.2611382007598877], "cos_Ac_negg": [0.22813977301120758, 0.2580145001411438, 0.2611382007598877], "r_norm": [0.14830712974071503, 0.14480648934841156, 0.14327210187911987]}, {"step": 6900, "epoch": 14, "train_loss": 0.0010281974682584405, "cos_r_negg": [0.22619977593421936, 0.25592225790023804, 0.25993746519088745], "cos_apical_negg": [0.22619977593421936, 0.25592225790023804, 0.25993746519088745], "cos_Ac_negg": [0.22619977593421936, 0.25592225790023804, 0.25993746519088745], "r_norm": [0.14956974983215332, 0.14561617374420166, 0.14433616399765015]}, {"step": 6950, "epoch": 14, "train_loss": 0.0006907120696268976, "cos_r_negg": [0.2240179479122162, 0.25378769636154175, 0.25659000873565674], "cos_apical_negg": [0.2240179479122162, 0.25378769636154175, 0.25659000873565674], "cos_Ac_negg": [0.2240179479122162, 0.25378769636154175, 0.25659000873565674], "r_norm": [0.1439775973558426, 0.1401616632938385, 0.139299213886261]}, {"step": 7000, "epoch": 14, "train_loss": 0.0012493146350607276, "cos_r_negg": [0.22482503950595856, 0.25529587268829346, 0.2587110698223114], "cos_apical_negg": [0.22482503950595856, 0.25529587268829346, 0.2587110698223114], "cos_Ac_negg": [0.22482503950595856, 0.25529587268829346, 0.2587110698223114], "r_norm": [0.14526358246803284, 0.14180515706539154, 0.14044255018234253], "ldr": {"dL_sdil": -0.004361443221569061, "dL_bp": -0.007106393575668335, "ratio": 0.613735107003116}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9737, "test_loss": 0.12071672506332397}, {"step": 7050, "epoch": 15, "train_loss": 0.002474407432600856, "cos_r_negg": [0.2274324744939804, 0.25858229398727417, 0.26200926303863525], "cos_apical_negg": [0.2274324744939804, 0.25858229398727417, 0.26200926303863525], "cos_Ac_negg": [0.2274324744939804, 0.25858229398727417, 0.26200926303863525], "r_norm": [0.141099750995636, 0.13781790435314178, 0.13643841445446014]}, {"step": 7100, "epoch": 15, "train_loss": 0.004685341380536556, "cos_r_negg": [0.22201146185398102, 0.25191545486450195, 0.2556235194206238], "cos_apical_negg": [0.22201146185398102, 0.25191545486450195, 0.2556235194206238], "cos_Ac_negg": [0.22201146185398102, 0.25191545486450195, 0.2556235194206238], "r_norm": [0.14022263884544373, 0.1368592530488968, 0.1358010470867157]}, {"step": 7150, "epoch": 15, "train_loss": 0.0037661988753825426, "cos_r_negg": [0.22518976032733917, 0.2552783191204071, 0.25879180431365967], "cos_apical_negg": [0.22518976032733917, 0.2552783191204071, 0.25879180431365967], "cos_Ac_negg": [0.22518976032733917, 0.2552783191204071, 0.25879180431365967], "r_norm": [0.13971015810966492, 0.13635525107383728, 0.1352207362651825]}, {"step": 7200, "epoch": 15, "train_loss": 0.0009719192748889327, "cos_r_negg": [0.22101138532161713, 0.2514931559562683, 0.2550177276134491], "cos_apical_negg": [0.22101138532161713, 0.2514931559562683, 0.2550177276134491], "cos_Ac_negg": [0.22101138532161713, 0.2514931559562683, 0.2550177276134491], "r_norm": [0.14287173748016357, 0.13942590355873108, 0.13814908266067505]}, {"step": 7250, "epoch": 15, "train_loss": 0.0014463483821600676, "cos_r_negg": [0.21755702793598175, 0.2460024058818817, 0.24987982213497162], "cos_apical_negg": [0.21755702793598175, 0.2460024058818817, 0.24987982213497162], "cos_Ac_negg": [0.21755702793598175, 0.2460024058818817, 0.24987982213497162], "r_norm": [0.13863182067871094, 0.13502739369869232, 0.13420207798480988], "ldr": {"dL_sdil": -0.004502356052398682, "dL_bp": -0.0075031667947769165, "ratio": 0.6000607710777334}}, {"step": 7300, "epoch": 15, "train_loss": 0.0003269891021773219, "cos_r_negg": [0.21702179312705994, 0.24543803930282593, 0.249382883310318], "cos_apical_negg": [0.21702179312705994, 0.24543803930282593, 0.249382883310318], "cos_Ac_negg": [0.21702179312705994, 0.24543803930282593, 0.249382883310318], "r_norm": [0.1379251331090927, 0.13424092531204224, 0.13340605795383453]}, {"step": 7350, "epoch": 15, "train_loss": 0.0019094549352303147, "cos_r_negg": [0.2166772484779358, 0.2464718520641327, 0.24998384714126587], "cos_apical_negg": [0.2166772484779358, 0.2464718520641327, 0.24998384714126587], "cos_Ac_negg": [0.2166772484779358, 0.2464718520641327, 0.24998384714126587], "r_norm": [0.1411116123199463, 0.1376408189535141, 0.13641828298568726]}, {"step": 7400, "epoch": 15, "train_loss": 0.0016380565939471126, "cos_r_negg": [0.2161596715450287, 0.2450825572013855, 0.24804536998271942], "cos_apical_negg": [0.2161596715450287, 0.2450825572013855, 0.24804536998271942], "cos_Ac_negg": [0.2161596715450287, 0.2450825572013855, 0.24804536998271942], "r_norm": [0.1375560760498047, 0.1341119110584259, 0.13307352364063263]}, {"step": 7450, "epoch": 15, "train_loss": 0.0014890667516738176, "cos_r_negg": [0.21309584379196167, 0.24222669005393982, 0.2445436716079712], "cos_apical_negg": [0.21309584379196167, 0.24222669005393982, 0.2445436716079712], "cos_Ac_negg": [0.21309584379196167, 0.24222669005393982, 0.2445436716079712], "r_norm": [0.14684851467609406, 0.14336839318275452, 0.14177654683589935]}, {"step": 7500, "epoch": 15, "train_loss": 0.0009869118221104145, "cos_r_negg": [0.2128215730190277, 0.24149438738822937, 0.24469128251075745], "cos_apical_negg": [0.2128215730190277, 0.24149438738822937, 0.24469128251075745], "cos_Ac_negg": [0.2128215730190277, 0.24149438738822937, 0.24469128251075745], "r_norm": [0.14103777706623077, 0.13746294379234314, 0.13638091087341309], "ldr": {"dL_sdil": -0.00449293851852417, "dL_bp": -0.007610291242599487, "ratio": 0.5903766853723581}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9739, "test_loss": 0.12266578731536865}, {"step": 7550, "epoch": 16, "train_loss": 0.001118981745094061, "cos_r_negg": [0.21099403500556946, 0.23984858393669128, 0.24270176887512207], "cos_apical_negg": [0.21099403500556946, 0.23984858393669128, 0.24270176887512207], "cos_Ac_negg": [0.21099403500556946, 0.23984858393669128, 0.24270176887512207], "r_norm": [0.14339715242385864, 0.13983595371246338, 0.13867053389549255]}, {"step": 7600, "epoch": 16, "train_loss": 0.002612610114738345, "cos_r_negg": [0.21222221851348877, 0.24119816720485687, 0.24363045394420624], "cos_apical_negg": [0.21222221851348877, 0.24119816720485687, 0.24363045394420624], "cos_Ac_negg": [0.21222221851348877, 0.24119816720485687, 0.24363045394420624], "r_norm": [0.15057510137557983, 0.14668267965316772, 0.145212322473526]}, {"step": 7650, "epoch": 16, "train_loss": 0.0018276823684573174, "cos_r_negg": [0.20782019197940826, 0.23559151589870453, 0.23830574750900269], "cos_apical_negg": [0.20782019197940826, 0.23559151589870453, 0.23830574750900269], "cos_Ac_negg": [0.20782019197940826, 0.23559151589870453, 0.23830574750900269], "r_norm": [0.14543932676315308, 0.14164325594902039, 0.1405857354402542]}, {"step": 7700, "epoch": 16, "train_loss": 0.000375953852199018, "cos_r_negg": [0.20820893347263336, 0.23618565499782562, 0.23882803320884705], "cos_apical_negg": [0.20820893347263336, 0.23618565499782562, 0.23882803320884705], "cos_Ac_negg": [0.20820893347263336, 0.23618565499782562, 0.23882803320884705], "r_norm": [0.14424243569374084, 0.1404452621936798, 0.1393868774175644]}, {"step": 7750, "epoch": 16, "train_loss": 0.002818819135427475, "cos_r_negg": [0.20793569087982178, 0.2362263798713684, 0.23885640501976013], "cos_apical_negg": [0.20793569087982178, 0.2362263798713684, 0.23885640501976013], "cos_Ac_negg": [0.20793569087982178, 0.2362263798713684, 0.23885640501976013], "r_norm": [0.1439221054315567, 0.1404329240322113, 0.13909822702407837], "ldr": {"dL_sdil": -0.004926994442939758, "dL_bp": -0.00839097797870636, "ratio": 0.5871776157014006}}, {"step": 7800, "epoch": 16, "train_loss": 0.002771850675344467, "cos_r_negg": [0.20732064545154572, 0.23475909233093262, 0.237504780292511], "cos_apical_negg": [0.20732064545154572, 0.23475909233093262, 0.237504780292511], "cos_Ac_negg": [0.20732064545154572, 0.23475909233093262, 0.237504780292511], "r_norm": [0.13864074647426605, 0.13505865633487701, 0.13410764932632446]}, {"step": 7850, "epoch": 16, "train_loss": 0.0018341537797823548, "cos_r_negg": [0.2081741988658905, 0.23593980073928833, 0.2387198507785797], "cos_apical_negg": [0.2081741988658905, 0.23593980073928833, 0.2387198507785797], "cos_Ac_negg": [0.2081741988658905, 0.23593980073928833, 0.2387198507785797], "r_norm": [0.13934095203876495, 0.1357574462890625, 0.13484343886375427]}, {"step": 7900, "epoch": 16, "train_loss": 0.0017654614057391882, "cos_r_negg": [0.20802293717861176, 0.23618187010288239, 0.23879635334014893], "cos_apical_negg": [0.20802293717861176, 0.23618187010288239, 0.23879635334014893], "cos_Ac_negg": [0.20802293717861176, 0.23618187010288239, 0.23879635334014893], "r_norm": [0.1416674554347992, 0.13809648156166077, 0.136979341506958]}, {"step": 7950, "epoch": 16, "train_loss": 0.0015887641347944736, "cos_r_negg": [0.20520786941051483, 0.23299957811832428, 0.23535147309303284], "cos_apical_negg": [0.20520786941051483, 0.23299957811832428, 0.23535147309303284], "cos_Ac_negg": [0.20520786941051483, 0.23299957811832428, 0.23535147309303284], "r_norm": [0.14356815814971924, 0.1398540586233139, 0.13872981071472168]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9736, "test_loss": 0.1244097312927246}, {"step": 8000, "epoch": 17, "train_loss": 0.003679364686831832, "cos_r_negg": [0.20536434650421143, 0.23372411727905273, 0.23644760251045227], "cos_apical_negg": [0.20536434650421143, 0.23372411727905273, 0.23644760251045227], "cos_Ac_negg": [0.20536434650421143, 0.23372411727905273, 0.23644760251045227], "r_norm": [0.13986386358737946, 0.13625726103782654, 0.13515529036521912], "ldr": {"dL_sdil": -0.004577614367008209, "dL_bp": -0.007894515991210938, "ratio": 0.5798473740637835}}, {"step": 8050, "epoch": 17, "train_loss": 0.0012202917132526636, "cos_r_negg": [0.20398485660552979, 0.23192523419857025, 0.23473556339740753], "cos_apical_negg": [0.20398485660552979, 0.23192523419857025, 0.23473556339740753], "cos_Ac_negg": [0.20398485660552979, 0.23192523419857025, 0.23473556339740753], "r_norm": [0.14125299453735352, 0.13760869204998016, 0.1366010457277298]}, {"step": 8100, "epoch": 17, "train_loss": 0.0018315890338271856, "cos_r_negg": [0.20239092409610748, 0.2297886610031128, 0.23221950232982635], "cos_apical_negg": [0.20239092409610748, 0.2297886610031128, 0.23221950232982635], "cos_Ac_negg": [0.20239092409610748, 0.2297886610031128, 0.23221950232982635], "r_norm": [0.14063163101673126, 0.13676220178604126, 0.13606244325637817]}, {"step": 8150, "epoch": 17, "train_loss": 0.0015740451635792851, "cos_r_negg": [0.20104113221168518, 0.22842635214328766, 0.23073896765708923], "cos_apical_negg": [0.20104113221168518, 0.22842635214328766, 0.23073896765708923], "cos_Ac_negg": [0.20104113221168518, 0.22842635214328766, 0.23073896765708923], "r_norm": [0.14105895161628723, 0.13730059564113617, 0.13644419610500336]}, {"step": 8200, "epoch": 17, "train_loss": 0.0016662429552525282, "cos_r_negg": [0.20167681574821472, 0.22936414182186127, 0.23140601813793182], "cos_apical_negg": [0.20167681574821472, 0.22936414182186127, 0.23140601813793182], "cos_Ac_negg": [0.20167681574821472, 0.22936414182186127, 0.23140601813793182], "r_norm": [0.14246174693107605, 0.13867664337158203, 0.13759520649909973]}, {"step": 8250, "epoch": 17, "train_loss": 0.0012239355128258467, "cos_r_negg": [0.19803185760974884, 0.22531315684318542, 0.2273501455783844], "cos_apical_negg": [0.19803185760974884, 0.22531315684318542, 0.2273501455783844], "cos_Ac_negg": [0.19803185760974884, 0.22531315684318542, 0.2273501455783844], "r_norm": [0.14159496128559113, 0.13796906173229218, 0.13703644275665283], "ldr": {"dL_sdil": -0.004738956689834595, "dL_bp": -0.008304618299007416, "ratio": 0.5706411203030252}}, {"step": 8300, "epoch": 17, "train_loss": 0.0011180024594068527, "cos_r_negg": [0.1984589397907257, 0.2257060706615448, 0.2278873324394226], "cos_apical_negg": [0.1984589397907257, 0.2257060706615448, 0.2278873324394226], "cos_Ac_negg": [0.1984589397907257, 0.2257060706615448, 0.2278873324394226], "r_norm": [0.1419704407453537, 0.13823673129081726, 0.1373181790113449]}, {"step": 8350, "epoch": 17, "train_loss": 0.000756793306209147, "cos_r_negg": [0.19634169340133667, 0.22310015559196472, 0.2249489724636078], "cos_apical_negg": [0.19634169340133667, 0.22310015559196472, 0.2249489724636078], "cos_Ac_negg": [0.19634169340133667, 0.22310015559196472, 0.2249489724636078], "r_norm": [0.14606299996376038, 0.14238771796226501, 0.14118517935276031]}, {"step": 8400, "epoch": 17, "train_loss": 0.0014696286525577307, "cos_r_negg": [0.19627808034420013, 0.22261306643486023, 0.22486764192581177], "cos_apical_negg": [0.19627808034420013, 0.22261306643486023, 0.22486764192581177], "cos_Ac_negg": [0.19627808034420013, 0.22261306643486023, 0.22486764192581177], "r_norm": [0.14317312836647034, 0.13962425291538239, 0.13837766647338867]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9739, "test_loss": 0.12587883195877075}, {"step": 8450, "epoch": 18, "train_loss": 0.0013257593382149935, "cos_r_negg": [0.19785332679748535, 0.22503218054771423, 0.22658059000968933], "cos_apical_negg": [0.19785332679748535, 0.22503218054771423, 0.22658059000968933], "cos_Ac_negg": [0.19785332679748535, 0.22503218054771423, 0.22658059000968933], "r_norm": [0.14373299479484558, 0.1400110125541687, 0.13896897435188293]}, {"step": 8500, "epoch": 18, "train_loss": 0.0017557154642418027, "cos_r_negg": [0.1964041292667389, 0.22343237698078156, 0.22475241124629974], "cos_apical_negg": [0.1964041292667389, 0.22343237698078156, 0.22475241124629974], "cos_Ac_negg": [0.1964041292667389, 0.22343237698078156, 0.22475241124629974], "r_norm": [0.14657969772815704, 0.14283940196037292, 0.14167150855064392], "ldr": {"dL_sdil": -0.005126535892486572, "dL_bp": -0.009091988205909729, "ratio": 0.5638520174448048}}, {"step": 8550, "epoch": 18, "train_loss": 0.001527118613012135, "cos_r_negg": [0.1957998424768448, 0.2226216048002243, 0.22432935237884521], "cos_apical_negg": [0.1957998424768448, 0.2226216048002243, 0.22432935237884521], "cos_Ac_negg": [0.1957998424768448, 0.2226216048002243, 0.22432935237884521], "r_norm": [0.14471814036369324, 0.14101694524288177, 0.13984929025173187]}, {"step": 8600, "epoch": 18, "train_loss": 0.001675111474469304, "cos_r_negg": [0.19349552690982819, 0.21982236206531525, 0.22158999741077423], "cos_apical_negg": [0.19349552690982819, 0.21982236206531525, 0.22158999741077423], "cos_Ac_negg": [0.19349552690982819, 0.21982236206531525, 0.22158999741077423], "r_norm": [0.14158450067043304, 0.13802045583724976, 0.136883944272995]}, {"step": 8650, "epoch": 18, "train_loss": 0.0007305759936571121, "cos_r_negg": [0.19193559885025024, 0.2180079221725464, 0.21979573369026184], "cos_apical_negg": [0.19193559885025024, 0.2180079221725464, 0.21979573369026184], "cos_Ac_negg": [0.19193559885025024, 0.2180079221725464, 0.21979573369026184], "r_norm": [0.13954095542430878, 0.13590632379055023, 0.13498066365718842]}, {"step": 8700, "epoch": 18, "train_loss": 0.0014774240553379059, "cos_r_negg": [0.19183067977428436, 0.21790482103824615, 0.21906247735023499], "cos_apical_negg": [0.19183067977428436, 0.21790482103824615, 0.21906247735023499], "cos_Ac_negg": [0.19183067977428436, 0.21790482103824615, 0.21906247735023499], "r_norm": [0.14042991399765015, 0.13674603402614594, 0.1357620358467102]}, {"step": 8750, "epoch": 18, "train_loss": 0.0023004284594208, "cos_r_negg": [0.19045668840408325, 0.21602030098438263, 0.21756374835968018], "cos_apical_negg": [0.19045668840408325, 0.21602030098438263, 0.21756374835968018], "cos_Ac_negg": [0.19045668840408325, 0.21602030098438263, 0.21756374835968018], "r_norm": [0.14475426077842712, 0.1411590576171875, 0.13997022807598114], "ldr": {"dL_sdil": -0.005042515695095062, "dL_bp": -0.008947759866714478, "ratio": 0.5635506283369471}}, {"step": 8800, "epoch": 18, "train_loss": 0.001640426111407578, "cos_r_negg": [0.18913120031356812, 0.21504686772823334, 0.21618789434432983], "cos_apical_negg": [0.18913120031356812, 0.21504686772823334, 0.21618789434432983], "cos_Ac_negg": [0.18913120031356812, 0.21504686772823334, 0.21618789434432983], "r_norm": [0.14067186415195465, 0.13696104288101196, 0.13611018657684326]}, {"step": 8850, "epoch": 18, "train_loss": 0.0007979641086421907, "cos_r_negg": [0.18980517983436584, 0.21593977510929108, 0.2168138474225998], "cos_apical_negg": [0.18980517983436584, 0.21593977510929108, 0.2168138474225998], "cos_Ac_negg": [0.18980517983436584, 0.21593977510929108, 0.2168138474225998], "r_norm": [0.13957113027572632, 0.13575032353401184, 0.1350184679031372]}, {"step": 8900, "epoch": 18, "train_loss": 0.0009134357096627355, "cos_r_negg": [0.19143667817115784, 0.2176755964756012, 0.21927177906036377], "cos_apical_negg": [0.19143667817115784, 0.2176755964756012, 0.21927177906036377], "cos_Ac_negg": [0.19143667817115784, 0.2176755964756012, 0.21927177906036377], "r_norm": [0.14311379194259644, 0.13951271772384644, 0.13826380670070648]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9737, "test_loss": 0.1268180768966675}, {"step": 8950, "epoch": 19, "train_loss": 0.00040222436655312777, "cos_r_negg": [0.19108664989471436, 0.21705660223960876, 0.21873608231544495], "cos_apical_negg": [0.19108664989471436, 0.21705660223960876, 0.21873608231544495], "cos_Ac_negg": [0.19108664989471436, 0.21705660223960876, 0.21873608231544495], "r_norm": [0.14302441477775574, 0.13941626250743866, 0.13818246126174927]}, {"step": 9000, "epoch": 19, "train_loss": 0.0008223926997743547, "cos_r_negg": [0.18986551463603973, 0.21586604416370392, 0.21678932011127472], "cos_apical_negg": [0.18986551463603973, 0.21586604416370392, 0.21678932011127472], "cos_Ac_negg": [0.18986551463603973, 0.21586604416370392, 0.21678932011127472], "r_norm": [0.14643988013267517, 0.14272886514663696, 0.1414148062467575], "ldr": {"dL_sdil": -0.005297169089317322, "dL_bp": -0.009592339396476746, "ratio": 0.5522291143350251}}, {"step": 9050, "epoch": 19, "train_loss": 0.0015593785792589188, "cos_r_negg": [0.18679144978523254, 0.21270674467086792, 0.21405306458473206], "cos_apical_negg": [0.18679144978523254, 0.21270674467086792, 0.21405306458473206], "cos_Ac_negg": [0.18679144978523254, 0.21270674467086792, 0.21405306458473206], "r_norm": [0.1439920961856842, 0.14027529954910278, 0.13914898037910461]}, {"step": 9100, "epoch": 19, "train_loss": 0.0010881026973947883, "cos_r_negg": [0.1855391412973404, 0.21029625833034515, 0.2122151404619217], "cos_apical_negg": [0.1855391412973404, 0.21029625833034515, 0.2122151404619217], "cos_Ac_negg": [0.1855391412973404, 0.21029625833034515, 0.2122151404619217], "r_norm": [0.1485547125339508, 0.14484944939613342, 0.1434083878993988]}, {"step": 9150, "epoch": 19, "train_loss": 0.005889125168323517, "cos_r_negg": [0.18462902307510376, 0.20967531204223633, 0.21107417345046997], "cos_apical_negg": [0.18462902307510376, 0.20967531204223633, 0.21107417345046997], "cos_Ac_negg": [0.18462902307510376, 0.20967531204223633, 0.21107417345046997], "r_norm": [0.14292047917842865, 0.1392127126455307, 0.13819175958633423]}, {"step": 9200, "epoch": 19, "train_loss": 0.001289688516408205, "cos_r_negg": [0.18407875299453735, 0.20931246876716614, 0.21037790179252625], "cos_apical_negg": [0.18407875299453735, 0.20931246876716614, 0.21037790179252625], "cos_Ac_negg": [0.18407875299453735, 0.20931246876716614, 0.21037790179252625], "r_norm": [0.14202304184436798, 0.1383625864982605, 0.13741549849510193]}, {"step": 9250, "epoch": 19, "train_loss": 0.0012095837155357003, "cos_r_negg": [0.18370288610458374, 0.2092014104127884, 0.2104811668395996], "cos_apical_negg": [0.18370288610458374, 0.2092014104127884, 0.2104811668395996], "cos_Ac_negg": [0.18370288610458374, 0.2092014104127884, 0.2104811668395996], "r_norm": [0.14176860451698303, 0.13813674449920654, 0.1370779573917389], "ldr": {"dL_sdil": -0.004986941814422607, "dL_bp": -0.009065203368663788, "ratio": 0.5501191326453037}}, {"step": 9300, "epoch": 19, "train_loss": 0.0009440256981179118, "cos_r_negg": [0.1852112114429474, 0.2101447582244873, 0.2122107297182083], "cos_apical_negg": [0.1852112114429474, 0.2101447582244873, 0.2122107297182083], "cos_Ac_negg": [0.1852112114429474, 0.2101447582244873, 0.2122107297182083], "r_norm": [0.14264704287052155, 0.13918399810791016, 0.13774733245372772]}, {"step": 9350, "epoch": 19, "train_loss": 0.0010192702757194638, "cos_r_negg": [0.18411116302013397, 0.20966124534606934, 0.21079421043395996], "cos_apical_negg": [0.18411116302013397, 0.20966124534606934, 0.21079421043395996], "cos_Ac_negg": [0.18411116302013397, 0.20966124534606934, 0.21079421043395996], "r_norm": [0.1421159952878952, 0.1385229527950287, 0.13738322257995605]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.974, "test_loss": 0.13075939502716064}], "final": {"test_acc": 0.974, "test_loss": 0.13075939502716064, "wall_s": 51.57777118682861, "cos_r_negg": [0.18391259014606476, 0.2098274528980255, 0.2105809450149536], "cos_apical_negg": [0.18391259014606476, 0.2098274528980255, 0.2105809450149536], "cos_Ac_negg": [0.18391259014606476, 0.2098274528980255, 0.2105809450149536]}}
|
