1
|
{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.306229591369629, "cos_r_negg": [-0.00301327439956367, 0.0027814675122499466, 0.004115940537303686], "cos_apical_negg": [-0.00301327439956367, 0.0027814675122499466, 0.004115940537303686], "cos_Ac_negg": [-0.00301327439956367, 0.0027814675122499466, 0.004115940537303686], "r_norm": [4.763617992401123, 4.842471599578857, 4.850616455078125], "ldr": {"dL_sdil": -0.06040692329406738, "dL_bp": -0.19355010986328125, "ratio": 0.31209965903267767}}, {"step": 50, "epoch": 0, "train_loss": 0.7347527742385864, "cos_r_negg": [0.33942317962646484, 0.24249577522277832, 0.1556013524532318], "cos_apical_negg": [0.33942317962646484, 0.24249577522277832, 0.1556013524532318], "cos_Ac_negg": [0.33942317962646484, 0.24249577522277832, 0.1556013524532318], "r_norm": [2.2135965824127197, 2.2574262619018555, 2.2968101501464844]}, {"step": 100, "epoch": 0, "train_loss": 0.6478854417800903, "cos_r_negg": [0.3978605270385742, 0.2970157861709595, 0.22637394070625305], "cos_apical_negg": [0.3978605270385742, 0.2970157861709595, 0.22637394070625305], "cos_Ac_negg": [0.3978605270385742, 0.2970157861709595, 0.22637394070625305], "r_norm": [1.692034125328064, 1.7339438199996948, 1.7499650716781616]}, {"step": 150, "epoch": 0, "train_loss": 0.5183552503585815, "cos_r_negg": [0.45895564556121826, 0.33675506711006165, 0.2511821985244751], "cos_apical_negg": [0.45895564556121826, 0.33675506711006165, 0.2511821985244751], "cos_Ac_negg": [0.45895564556121826, 0.33675506711006165, 0.2511821985244751], "r_norm": [1.5490413904190063, 1.5920871496200562, 1.6039719581604004]}, {"step": 200, "epoch": 0, "train_loss": 0.5176938772201538, "cos_r_negg": [0.4946705996990204, 0.3694941997528076, 0.2797841727733612], "cos_apical_negg": [0.4946705996990204, 0.3694941997528076, 0.2797841727733612], "cos_Ac_negg": [0.4946705996990204, 0.3694941997528076, 0.2797841727733612], "r_norm": [1.4622328281402588, 1.4972729682922363, 1.5103126764297485]}, {"step": 250, "epoch": 0, "train_loss": 0.48725956678390503, "cos_r_negg": [0.4920864999294281, 0.37659013271331787, 0.2736606001853943], "cos_apical_negg": [0.4920864999294281, 0.37659013271331787, 0.2736606001853943], "cos_Ac_negg": [0.4920864999294281, 0.37659013271331787, 0.2736606001853943], "r_norm": [1.2981617450714111, 1.3307244777679443, 1.344956398010254], "ldr": {"dL_sdil": -0.008219212293624878, "dL_bp": -0.00545164942741394, "ratio": 1.5076560595210111}}, {"step": 300, "epoch": 0, "train_loss": 0.6736273169517517, "cos_r_negg": [0.5149071216583252, 0.39928746223449707, 0.28243476152420044], "cos_apical_negg": [0.5149071216583252, 0.39928746223449707, 0.28243476152420044], "cos_Ac_negg": [0.5149071216583252, 0.39928746223449707, 0.28243476152420044], "r_norm": [1.2418720722198486, 1.2745306491851807, 1.2890369892120361]}, {"step": 350, "epoch": 0, "train_loss": 0.43940791487693787, "cos_r_negg": [0.5380325317382812, 0.4088338315486908, 0.3111637532711029], "cos_apical_negg": [0.5380325317382812, 0.4088338315486908, 0.3111637532711029], "cos_Ac_negg": [0.5380325317382812, 0.4088338315486908, 0.3111637532711029], "r_norm": [1.3130714893341064, 1.339552640914917, 1.3619270324707031]}, {"step": 400, "epoch": 0, "train_loss": 0.5916202068328857, "cos_r_negg": [0.5525296926498413, 0.4385116696357727, 0.3205609619617462], "cos_apical_negg": [0.5525296926498413, 0.4385116696357727, 0.3205609619617462], "cos_Ac_negg": [0.5525296926498413, 0.4385116696357727, 0.3205609619617462], "r_norm": [1.2577338218688965, 1.2846293449401855, 1.3047525882720947]}, {"step": 450, "epoch": 0, "train_loss": 0.39746302366256714, "cos_r_negg": [0.5661948919296265, 0.44438913464546204, 0.3156294822692871], "cos_apical_negg": [0.5661948919296265, 0.44438913464546204, 0.3156294822692871], "cos_Ac_negg": [0.5661948919296265, 0.44438913464546204, 0.3156294822692871], "r_norm": [1.2336792945861816, 1.2626368999481201, 1.2791341543197632]}, {"epoch_end": 0, "step": 469, "test_acc": 0.841, "test_loss": 0.44820697937011716}, {"step": 500, "epoch": 1, "train_loss": 0.30420783162117004, "cos_r_negg": [0.5843299031257629, 0.4607221484184265, 0.33296462893486023], "cos_apical_negg": [0.5843299031257629, 0.4607221484184265, 0.33296462893486023], "cos_Ac_negg": [0.5843299031257629, 0.4607221484184265, 0.33296462893486023], "r_norm": [1.2006467580795288, 1.2290434837341309, 1.2447104454040527], "ldr": {"dL_sdil": -0.024534016847610474, "dL_bp": -0.01885467767715454, "ratio": 1.3012164550199319}}, {"step": 550, "epoch": 1, "train_loss": 0.5166141390800476, "cos_r_negg": [0.5711172819137573, 0.4496685564517975, 0.336467981338501], "cos_apical_negg": [0.5711172819137573, 0.4496685564517975, 0.336467981338501], "cos_Ac_negg": [0.5711172819137573, 0.4496685564517975, 0.336467981338501], "r_norm": [1.1341874599456787, 1.1600902080535889, 1.1759488582611084]}, {"step": 600, "epoch": 1, "train_loss": 0.48336946964263916, "cos_r_negg": [0.5939807891845703, 0.46999505162239075, 0.34136027097702026], "cos_apical_negg": [0.5939807891845703, 0.46999505162239075, 0.34136027097702026], "cos_Ac_negg": [0.5939807891845703, 0.46999505162239075, 0.34136027097702026], "r_norm": [1.0585606098175049, 1.0862375497817993, 1.095442295074463]}, {"step": 650, "epoch": 1, "train_loss": 0.4762643873691559, "cos_r_negg": [0.5927783846855164, 0.4767392873764038, 0.35670313239097595], "cos_apical_negg": [0.5927783846855164, 0.4767392873764038, 0.35670313239097595], "cos_Ac_negg": [0.5927783846855164, 0.4767392873764038, 0.35670313239097595], "r_norm": [1.0669909715652466, 1.0930057764053345, 1.1052687168121338]}, {"step": 700, "epoch": 1, "train_loss": 0.3238489031791687, "cos_r_negg": [0.6086150407791138, 0.4997788965702057, 0.37329626083374023], "cos_apical_negg": [0.6086150407791138, 0.4997788965702057, 0.37329626083374023], "cos_Ac_negg": [0.6086150407791138, 0.4997788965702057, 0.37329626083374023], "r_norm": [1.1169323921203613, 1.1411654949188232, 1.1585994958877563]}, {"step": 750, "epoch": 1, "train_loss": 0.4246167540550232, "cos_r_negg": [0.608377993106842, 0.4760235548019409, 0.35395100712776184], "cos_apical_negg": [0.608377993106842, 0.4760235548019409, 0.35395100712776184], "cos_Ac_negg": [0.608377993106842, 0.4760235548019409, 0.35395100712776184], "r_norm": [1.0341548919677734, 1.0577936172485352, 1.063737154006958], "ldr": {"dL_sdil": -0.009741246700286865, "dL_bp": -0.007543087005615234, "ratio": 1.291413806182439}}, {"step": 800, "epoch": 1, "train_loss": 0.5004435777664185, "cos_r_negg": [0.6208472847938538, 0.4959937036037445, 0.3667224645614624], "cos_apical_negg": [0.6208472847938538, 0.4959937036037445, 0.3667224645614624], "cos_Ac_negg": [0.6208472847938538, 0.4959937036037445, 0.3667224645614624], "r_norm": [1.0154447555541992, 1.034935712814331, 1.0484192371368408]}, {"step": 850, "epoch": 1, "train_loss": 0.25817373394966125, "cos_r_negg": [0.6132344603538513, 0.4927934408187866, 0.37119412422180176], "cos_apical_negg": [0.6132344603538513, 0.4927934408187866, 0.37119412422180176], "cos_Ac_negg": [0.6132344603538513, 0.4927934408187866, 0.37119412422180176], "r_norm": [1.0236018896102905, 1.0457062721252441, 1.0567322969436646]}, {"step": 900, "epoch": 1, "train_loss": 0.2962891161441803, "cos_r_negg": [0.6250047087669373, 0.49565479159355164, 0.3702812194824219], "cos_apical_negg": [0.6250047087669373, 0.49565479159355164, 0.3702812194824219], "cos_Ac_negg": [0.6250047087669373, 0.49565479159355164, 0.3702812194824219], "r_norm": [1.0188088417053223, 1.037214756011963, 1.0489223003387451]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8468, "test_loss": 0.41521463928222657}, {"step": 950, "epoch": 2, "train_loss": 0.312325119972229, "cos_r_negg": [0.6362307071685791, 0.51347815990448, 0.3969206213951111], "cos_apical_negg": [0.6362307071685791, 0.51347815990448, 0.3969206213951111], "cos_Ac_negg": [0.6362307071685791, 0.51347815990448, 0.3969206213951111], "r_norm": [0.9689828157424927, 0.9893243908882141, 0.999196469783783]}, {"step": 1000, "epoch": 2, "train_loss": 0.3658958673477173, "cos_r_negg": [0.6373075842857361, 0.526517391204834, 0.40361446142196655], "cos_apical_negg": [0.6373075842857361, 0.526517391204834, 0.40361446142196655], "cos_Ac_negg": [0.6373075842857361, 0.526517391204834, 0.40361446142196655], "r_norm": [1.0180127620697021, 1.040590763092041, 1.049630880355835], "ldr": {"dL_sdil": -0.02093607187271118, "dL_bp": -0.017235398292541504, "ratio": 1.2147135515731666}}, {"step": 1050, "epoch": 2, "train_loss": 0.3462076783180237, "cos_r_negg": [0.6323843598365784, 0.5215046405792236, 0.39413225650787354], "cos_apical_negg": [0.6323843598365784, 0.5215046405792236, 0.39413225650787354], "cos_Ac_negg": [0.6323843598365784, 0.5215046405792236, 0.39413225650787354], "r_norm": [0.9347116947174072, 0.9515659809112549, 0.9628080129623413]}, {"step": 1100, "epoch": 2, "train_loss": 0.2942832112312317, "cos_r_negg": [0.6348568201065063, 0.5390949249267578, 0.4101816415786743], "cos_apical_negg": [0.6348568201065063, 0.5390949249267578, 0.4101816415786743], "cos_Ac_negg": [0.6348568201065063, 0.5390949249267578, 0.4101816415786743], "r_norm": [0.9295395612716675, 0.9502514600753784, 0.9581990242004395]}, {"step": 1150, "epoch": 2, "train_loss": 0.34350529313087463, "cos_r_negg": [0.6359021663665771, 0.5331246852874756, 0.41189447045326233], "cos_apical_negg": [0.6359021663665771, 0.5331246852874756, 0.41189447045326233], "cos_Ac_negg": [0.6359021663665771, 0.5331246852874756, 0.41189447045326233], "r_norm": [0.8969413638114929, 0.9121447801589966, 0.9214943647384644]}, {"step": 1200, "epoch": 2, "train_loss": 0.4232431948184967, "cos_r_negg": [0.6388324499130249, 0.5334146022796631, 0.42503324151039124], "cos_apical_negg": [0.6388324499130249, 0.5334146022796631, 0.42503324151039124], "cos_Ac_negg": [0.6388324499130249, 0.5334146022796631, 0.42503324151039124], "r_norm": [0.8843722939491272, 0.9007424116134644, 0.9097304344177246]}, {"step": 1250, "epoch": 2, "train_loss": 0.3046887516975403, "cos_r_negg": [0.6367835998535156, 0.5410420894622803, 0.436695396900177], "cos_apical_negg": [0.6367835998535156, 0.5410420894622803, 0.436695396900177], "cos_Ac_negg": [0.6367835998535156, 0.5410420894622803, 0.436695396900177], "r_norm": [0.9091472625732422, 0.926384449005127, 0.9351996183395386], "ldr": {"dL_sdil": -0.013778656721115112, "dL_bp": -0.011441677808761597, "ratio": 1.204251417616737}}, {"step": 1300, "epoch": 2, "train_loss": 0.28525835275650024, "cos_r_negg": [0.6386038661003113, 0.5354191064834595, 0.43899965286254883], "cos_apical_negg": [0.6386038661003113, 0.5354191064834595, 0.43899965286254883], "cos_Ac_negg": [0.6386038661003113, 0.5354191064834595, 0.43899965286254883], "r_norm": [0.8666411638259888, 0.8828734159469604, 0.8907660245895386]}, {"step": 1350, "epoch": 2, "train_loss": 0.267264187335968, "cos_r_negg": [0.6440267562866211, 0.5468666553497314, 0.43109840154647827], "cos_apical_negg": [0.6440267562866211, 0.5468666553497314, 0.43109840154647827], "cos_Ac_negg": [0.6440267562866211, 0.5468666553497314, 0.43109840154647827], "r_norm": [0.8939540982246399, 0.9067262411117554, 0.9157353043556213]}, {"step": 1400, "epoch": 2, "train_loss": 0.435819536447525, "cos_r_negg": [0.6241108179092407, 0.5340213775634766, 0.433266818523407], "cos_apical_negg": [0.6241108179092407, 0.5340213775634766, 0.433266818523407], "cos_Ac_negg": [0.6241108179092407, 0.5340213775634766, 0.433266818523407], "r_norm": [0.8120254278182983, 0.824266791343689, 0.8296236395835876]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8597, "test_loss": 0.38697610778808594}, {"step": 1450, "epoch": 3, "train_loss": 0.5241644382476807, "cos_r_negg": [0.6485161781311035, 0.5509370565414429, 0.4505791962146759], "cos_apical_negg": [0.6485161781311035, 0.5509370565414429, 0.4505791962146759], "cos_Ac_negg": [0.6485161781311035, 0.5509370565414429, 0.4505791962146759], "r_norm": [0.8811431527137756, 0.890752911567688, 0.9020595550537109]}, {"step": 1500, "epoch": 3, "train_loss": 0.3581668734550476, "cos_r_negg": [0.6395473480224609, 0.5557851791381836, 0.4596406817436218], "cos_apical_negg": [0.6395473480224609, 0.5557851791381836, 0.4596406817436218], "cos_Ac_negg": [0.6395473480224609, 0.5557851791381836, 0.4596406817436218], "r_norm": [0.9178851842880249, 0.9313633441925049, 0.9397305250167847], "ldr": {"dL_sdil": -0.028364747762680054, "dL_bp": -0.02400270104408264, "ratio": 1.181731493909215}}, {"step": 1550, "epoch": 3, "train_loss": 0.287322074174881, "cos_r_negg": [0.6444786190986633, 0.554885983467102, 0.4600014090538025], "cos_apical_negg": [0.6444786190986633, 0.554885983467102, 0.4600014090538025], "cos_Ac_negg": [0.6444786190986633, 0.554885983467102, 0.4600014090538025], "r_norm": [0.8171249628067017, 0.8251521587371826, 0.8348063230514526]}, {"step": 1600, "epoch": 3, "train_loss": 0.33183130621910095, "cos_r_negg": [0.6380748748779297, 0.5602633953094482, 0.4542466402053833], "cos_apical_negg": [0.6380748748779297, 0.5602633953094482, 0.4542466402053833], "cos_Ac_negg": [0.6380748748779297, 0.5602633953094482, 0.4542466402053833], "r_norm": [0.8137149810791016, 0.8251311182975769, 0.8312072157859802]}, {"step": 1650, "epoch": 3, "train_loss": 0.3326665461063385, "cos_r_negg": [0.6476806402206421, 0.5633156895637512, 0.45596444606781006], "cos_apical_negg": [0.6476806402206421, 0.5633156895637512, 0.45596444606781006], "cos_Ac_negg": [0.6476806402206421, 0.5633156895637512, 0.45596444606781006], "r_norm": [0.8129477500915527, 0.8244203329086304, 0.83046555519104]}, {"step": 1700, "epoch": 3, "train_loss": 0.2645416855812073, "cos_r_negg": [0.6377394199371338, 0.5565481781959534, 0.46286091208457947], "cos_apical_negg": [0.6377394199371338, 0.5565481781959534, 0.46286091208457947], "cos_Ac_negg": [0.6377394199371338, 0.5565481781959534, 0.46286091208457947], "r_norm": [0.7917238473892212, 0.8020596504211426, 0.807571291923523]}, {"step": 1750, "epoch": 3, "train_loss": 0.42312830686569214, "cos_r_negg": [0.6381100416183472, 0.5675665140151978, 0.47156280279159546], "cos_apical_negg": [0.6381100416183472, 0.5675665140151978, 0.47156280279159546], "cos_Ac_negg": [0.6381100416183472, 0.5675665140151978, 0.47156280279159546], "r_norm": [0.8010809421539307, 0.8088083267211914, 0.8156047463417053], "ldr": {"dL_sdil": -0.005829751491546631, "dL_bp": -0.004919946193695068, "ratio": 1.184921798335413}}, {"step": 1800, "epoch": 3, "train_loss": 0.31570106744766235, "cos_r_negg": [0.6489460468292236, 0.5698970556259155, 0.469487726688385], "cos_apical_negg": [0.6489460468292236, 0.5698970556259155, 0.469487726688385], "cos_Ac_negg": [0.6489460468292236, 0.5698970556259155, 0.469487726688385], "r_norm": [0.793292224407196, 0.8008132576942444, 0.8056873679161072]}, {"step": 1850, "epoch": 3, "train_loss": 0.3851892650127411, "cos_r_negg": [0.6611679792404175, 0.574954628944397, 0.47801414132118225], "cos_apical_negg": [0.6611679792404175, 0.574954628944397, 0.47801414132118225], "cos_Ac_negg": [0.6611679792404175, 0.574954628944397, 0.47801414132118225], "r_norm": [0.7652180194854736, 0.7704823017120361, 0.7778915166854858]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8687, "test_loss": 0.3644105651855469}, {"step": 1900, "epoch": 4, "train_loss": 0.225041002035141, "cos_r_negg": [0.6719247102737427, 0.582081139087677, 0.49785342812538147], "cos_apical_negg": [0.6719247102737427, 0.582081139087677, 0.49785342812538147], "cos_Ac_negg": [0.6719247102737427, 0.582081139087677, 0.49785342812538147], "r_norm": [0.7683925628662109, 0.7756947875022888, 0.7800333499908447]}, {"step": 1950, "epoch": 4, "train_loss": 0.46371743083000183, "cos_r_negg": [0.6541438102722168, 0.5751285552978516, 0.481107234954834], "cos_apical_negg": [0.6541438102722168, 0.5751285552978516, 0.481107234954834], "cos_Ac_negg": [0.6541438102722168, 0.5751285552978516, 0.481107234954834], "r_norm": [0.8026487827301025, 0.8102372288703918, 0.8153418898582458]}, {"step": 2000, "epoch": 4, "train_loss": 0.31621435284614563, "cos_r_negg": [0.6608731746673584, 0.5832376480102539, 0.48300740122795105], "cos_apical_negg": [0.6608731746673584, 0.5832376480102539, 0.48300740122795105], "cos_Ac_negg": [0.6608731746673584, 0.5832376480102539, 0.48300740122795105], "r_norm": [0.8151669502258301, 0.8209860920906067, 0.8258810639381409], "ldr": {"dL_sdil": -0.011098891496658325, "dL_bp": -0.00976860523223877, "ratio": 1.1361797547135273}}, {"step": 2050, "epoch": 4, "train_loss": 0.33349791169166565, "cos_r_negg": [0.6540195941925049, 0.5844401121139526, 0.4887925982475281], "cos_apical_negg": [0.6540195941925049, 0.5844401121139526, 0.4887925982475281], "cos_Ac_negg": [0.6540195941925049, 0.5844401121139526, 0.4887925982475281], "r_norm": [0.7590880393981934, 0.7622780799865723, 0.7693365812301636]}, {"step": 2100, "epoch": 4, "train_loss": 0.2831924855709076, "cos_r_negg": [0.6691630482673645, 0.5866559743881226, 0.49538132548332214], "cos_apical_negg": [0.6691630482673645, 0.5866559743881226, 0.49538132548332214], "cos_Ac_negg": [0.6691630482673645, 0.5866559743881226, 0.49538132548332214], "r_norm": [0.7747151255607605, 0.7745761275291443, 0.7839229702949524]}, {"step": 2150, "epoch": 4, "train_loss": 0.2956421375274658, "cos_r_negg": [0.6681385040283203, 0.5899605751037598, 0.503119170665741], "cos_apical_negg": [0.6681385040283203, 0.5899605751037598, 0.503119170665741], "cos_Ac_negg": [0.6681385040283203, 0.5899605751037598, 0.503119170665741], "r_norm": [0.7825820446014404, 0.7833148837089539, 0.7917789220809937]}, {"step": 2200, "epoch": 4, "train_loss": 0.2881042957305908, "cos_r_negg": [0.6799390912055969, 0.5957709550857544, 0.5078300833702087], "cos_apical_negg": [0.6799390912055969, 0.5957709550857544, 0.5078300833702087], "cos_Ac_negg": [0.6799390912055969, 0.5957709550857544, 0.5078300833702087], "r_norm": [0.754939079284668, 0.7566139698028564, 0.7612580060958862]}, {"step": 2250, "epoch": 4, "train_loss": 0.1929502785205841, "cos_r_negg": [0.6871829032897949, 0.5949591398239136, 0.5186429023742676], "cos_apical_negg": [0.6871829032897949, 0.5949591398239136, 0.5186429023742676], "cos_Ac_negg": [0.6871829032897949, 0.5949591398239136, 0.5186429023742676], "r_norm": [0.7262700796127319, 0.7255685329437256, 0.7328627705574036], "ldr": {"dL_sdil": -0.0052842795848846436, "dL_bp": -0.004501760005950928, "ratio": 1.1738252545447323}}, {"step": 2300, "epoch": 4, "train_loss": 0.12584932148456573, "cos_r_negg": [0.6653002500534058, 0.5885624289512634, 0.5147145986557007], "cos_apical_negg": [0.6653002500534058, 0.5885624289512634, 0.5147145986557007], "cos_Ac_negg": [0.6653002500534058, 0.5885624289512634, 0.5147145986557007], "r_norm": [0.7577314376831055, 0.7571976780891418, 0.7640036940574646]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8722, "test_loss": 0.3589741912841797}, {"step": 2350, "epoch": 5, "train_loss": 0.2356959879398346, "cos_r_negg": [0.6693516373634338, 0.5899226665496826, 0.508743166923523], "cos_apical_negg": [0.6693516373634338, 0.5899226665496826, 0.508743166923523], "cos_Ac_negg": [0.6693516373634338, 0.5899226665496826, 0.508743166923523], "r_norm": [0.681087851524353, 0.6812671422958374, 0.686375617980957]}, {"step": 2400, "epoch": 5, "train_loss": 0.26889216899871826, "cos_r_negg": [0.6657042503356934, 0.5872111320495605, 0.5116419792175293], "cos_apical_negg": [0.6657042503356934, 0.5872111320495605, 0.5116419792175293], "cos_Ac_negg": [0.6657042503356934, 0.5872111320495605, 0.5116419792175293], "r_norm": [0.7377471923828125, 0.7375527620315552, 0.744337260723114]}, {"step": 2450, "epoch": 5, "train_loss": 0.34168195724487305, "cos_r_negg": [0.6699638366699219, 0.5909640789031982, 0.5192450881004333], "cos_apical_negg": [0.6699638366699219, 0.5909640789031982, 0.5192450881004333], "cos_Ac_negg": [0.6699638366699219, 0.5909640789031982, 0.5192450881004333], "r_norm": [0.6925228834152222, 0.6899505853652954, 0.6959791779518127]}, {"step": 2500, "epoch": 5, "train_loss": 0.2148323953151703, "cos_r_negg": [0.6891821622848511, 0.6016790270805359, 0.5405021905899048], "cos_apical_negg": [0.6891821622848511, 0.6016790270805359, 0.5405021905899048], "cos_Ac_negg": [0.6891821622848511, 0.6016790270805359, 0.5405021905899048], "r_norm": [0.7120802998542786, 0.7084296941757202, 0.7168955206871033], "ldr": {"dL_sdil": -0.011485040187835693, "dL_bp": -0.00995635986328125, "ratio": 1.1535380747126436}}, {"step": 2550, "epoch": 5, "train_loss": 0.1881239414215088, "cos_r_negg": [0.6713434457778931, 0.587120771408081, 0.5192579030990601], "cos_apical_negg": [0.6713434457778931, 0.587120771408081, 0.5192579030990601], "cos_Ac_negg": [0.6713434457778931, 0.587120771408081, 0.5192579030990601], "r_norm": [0.6695343255996704, 0.6660460233688354, 0.6711064577102661]}, {"step": 2600, "epoch": 5, "train_loss": 0.3086429238319397, "cos_r_negg": [0.6977958679199219, 0.6119128465652466, 0.54628586769104], "cos_apical_negg": [0.6977958679199219, 0.6119128465652466, 0.54628586769104], "cos_Ac_negg": [0.6977958679199219, 0.6119128465652466, 0.54628586769104], "r_norm": [0.7068626880645752, 0.7014222145080566, 0.7080168724060059]}, {"step": 2650, "epoch": 5, "train_loss": 0.1974812150001526, "cos_r_negg": [0.65766441822052, 0.591915488243103, 0.5205238461494446], "cos_apical_negg": [0.65766441822052, 0.591915488243103, 0.5205238461494446], "cos_Ac_negg": [0.65766441822052, 0.591915488243103, 0.5205238461494446], "r_norm": [0.6793699264526367, 0.675024151802063, 0.6807247400283813]}, {"step": 2700, "epoch": 5, "train_loss": 0.149189755320549, "cos_r_negg": [0.6702070236206055, 0.5968332290649414, 0.5307661294937134], "cos_apical_negg": [0.6702070236206055, 0.5968332290649414, 0.5307661294937134], "cos_Ac_negg": [0.6702070236206055, 0.5968332290649414, 0.5307661294937134], "r_norm": [0.6730352640151978, 0.6675195693969727, 0.6733719706535339]}, {"step": 2750, "epoch": 5, "train_loss": 0.41169285774230957, "cos_r_negg": [0.682977020740509, 0.6003937721252441, 0.5235850214958191], "cos_apical_negg": [0.682977020740509, 0.6003937721252441, 0.5235850214958191], "cos_Ac_negg": [0.682977020740509, 0.6003937721252441, 0.5235850214958191], "r_norm": [0.698185920715332, 0.6935266256332397, 0.6977454423904419], "ldr": {"dL_sdil": -0.00932013988494873, "dL_bp": -0.008424490690231323, "ratio": 1.1063149367303549}}, {"step": 2800, "epoch": 5, "train_loss": 0.3114968240261078, "cos_r_negg": [0.6745452880859375, 0.5980237722396851, 0.524826169013977], "cos_apical_negg": [0.6745452880859375, 0.5980237722396851, 0.524826169013977], "cos_Ac_negg": [0.6745452880859375, 0.5980237722396851, 0.524826169013977], "r_norm": [0.6770753860473633, 0.668829083442688, 0.6757618188858032]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8738, "test_loss": 0.3547008270263672}, {"step": 2850, "epoch": 6, "train_loss": 0.16558822989463806, "cos_r_negg": [0.6720678210258484, 0.6083709001541138, 0.5417275428771973], "cos_apical_negg": [0.6720678210258484, 0.6083709001541138, 0.5417275428771973], "cos_Ac_negg": [0.6720678210258484, 0.6083709001541138, 0.5417275428771973], "r_norm": [0.6598848700523376, 0.6516455411911011, 0.6575812101364136]}, {"step": 2900, "epoch": 6, "train_loss": 0.2227785885334015, "cos_r_negg": [0.6831187009811401, 0.5996984839439392, 0.5453288555145264], "cos_apical_negg": [0.6831187009811401, 0.5996984839439392, 0.5453288555145264], "cos_Ac_negg": [0.6831187009811401, 0.5996984839439392, 0.5453288555145264], "r_norm": [0.6904706954956055, 0.6807029247283936, 0.6886318922042847]}, {"step": 2950, "epoch": 6, "train_loss": 0.14229106903076172, "cos_r_negg": [0.6930282115936279, 0.6122868061065674, 0.5511246919631958], "cos_apical_negg": [0.6930282115936279, 0.6122868061065674, 0.5511246919631958], "cos_Ac_negg": [0.6930282115936279, 0.6122868061065674, 0.5511246919631958], "r_norm": [0.6417946815490723, 0.6335006952285767, 0.6384764909744263]}, {"step": 3000, "epoch": 6, "train_loss": 0.3681800365447998, "cos_r_negg": [0.6831144094467163, 0.6082738041877747, 0.5461809635162354], "cos_apical_negg": [0.6831144094467163, 0.6082738041877747, 0.5461809635162354], "cos_Ac_negg": [0.6831144094467163, 0.6082738041877747, 0.5461809635162354], "r_norm": [0.6612964868545532, 0.6513896584510803, 0.6563425064086914], "ldr": {"dL_sdil": -0.006899058818817139, "dL_bp": -0.006288111209869385, "ratio": 1.0971591609240072}}, {"step": 3050, "epoch": 6, "train_loss": 0.3603407144546509, "cos_r_negg": [0.6805160045623779, 0.6080317497253418, 0.5478798747062683], "cos_apical_negg": [0.6805160045623779, 0.6080317497253418, 0.5478798747062683], "cos_Ac_negg": [0.6805160045623779, 0.6080317497253418, 0.5478798747062683], "r_norm": [0.6752852201461792, 0.664091944694519, 0.6697669625282288]}, {"step": 3100, "epoch": 6, "train_loss": 0.272026002407074, "cos_r_negg": [0.6787619590759277, 0.6054098010063171, 0.5421998500823975], "cos_apical_negg": [0.6787619590759277, 0.6054098010063171, 0.5421998500823975], "cos_Ac_negg": [0.6787619590759277, 0.6054098010063171, 0.5421998500823975], "r_norm": [0.6684712171554565, 0.6564722657203674, 0.6616358160972595]}, {"step": 3150, "epoch": 6, "train_loss": 0.315586656332016, "cos_r_negg": [0.6894402503967285, 0.6117709875106812, 0.5492579936981201], "cos_apical_negg": [0.6894402503967285, 0.6117709875106812, 0.5492579936981201], "cos_Ac_negg": [0.6894402503967285, 0.6117709875106812, 0.5492579936981201], "r_norm": [0.664991021156311, 0.6512621641159058, 0.6582293510437012]}, {"step": 3200, "epoch": 6, "train_loss": 0.20005947351455688, "cos_r_negg": [0.6835401654243469, 0.6117791533470154, 0.5440670251846313], "cos_apical_negg": [0.6835401654243469, 0.6117791533470154, 0.5440670251846313], "cos_Ac_negg": [0.6835401654243469, 0.6117791533470154, 0.5440670251846313], "r_norm": [0.6548668146133423, 0.6424235105514526, 0.6486963033676147]}, {"step": 3250, "epoch": 6, "train_loss": 0.18135374784469604, "cos_r_negg": [0.675810694694519, 0.5990461111068726, 0.5447450876235962], "cos_apical_negg": [0.675810694694519, 0.5990461111068726, 0.5447450876235962], "cos_Ac_negg": [0.675810694694519, 0.5990461111068726, 0.5447450876235962], "r_norm": [0.652297854423523, 0.6398537158966064, 0.6460662484169006], "ldr": {"dL_sdil": -0.009560167789459229, "dL_bp": -0.008909344673156738, "ratio": 1.073049493557408}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8733, "test_loss": 0.3588601348876953}, {"step": 3300, "epoch": 7, "train_loss": 0.26748359203338623, "cos_r_negg": [0.6793827414512634, 0.607926607131958, 0.5541338920593262], "cos_apical_negg": [0.6793827414512634, 0.607926607131958, 0.5541338920593262], "cos_Ac_negg": [0.6793827414512634, 0.607926607131958, 0.5541338920593262], "r_norm": [0.65195631980896, 0.6371067762374878, 0.6441487073898315]}, {"step": 3350, "epoch": 7, "train_loss": 0.23754215240478516, "cos_r_negg": [0.6959114074707031, 0.6195724010467529, 0.5727654695510864], "cos_apical_negg": [0.6959114074707031, 0.6195724010467529, 0.5727654695510864], "cos_Ac_negg": [0.6959114074707031, 0.6195724010467529, 0.5727654695510864], "r_norm": [0.6573450565338135, 0.6412975788116455, 0.6499104499816895]}, {"step": 3400, "epoch": 7, "train_loss": 0.23126539587974548, "cos_r_negg": [0.6897063255310059, 0.6134118437767029, 0.5738658308982849], "cos_apical_negg": [0.6897063255310059, 0.6134118437767029, 0.5738658308982849], "cos_Ac_negg": [0.6897063255310059, 0.6134118437767029, 0.5738658308982849], "r_norm": [0.6041821837425232, 0.5888965725898743, 0.5947802066802979]}, {"step": 3450, "epoch": 7, "train_loss": 0.2435382902622223, "cos_r_negg": [0.6829630732536316, 0.6068891882896423, 0.5664774179458618], "cos_apical_negg": [0.6829630732536316, 0.6068891882896423, 0.5664774179458618], "cos_Ac_negg": [0.6829630732536316, 0.6068891882896423, 0.5664774179458618], "r_norm": [0.6346365213394165, 0.6169418096542358, 0.6248241662979126]}, {"step": 3500, "epoch": 7, "train_loss": 0.2958053946495056, "cos_r_negg": [0.6782540082931519, 0.6056292653083801, 0.5601121783256531], "cos_apical_negg": [0.6782540082931519, 0.6056292653083801, 0.5601121783256531], "cos_Ac_negg": [0.6782540082931519, 0.6056292653083801, 0.5601121783256531], "r_norm": [0.6594985723495483, 0.6409108638763428, 0.6484043598175049], "ldr": {"dL_sdil": -0.01621493697166443, "dL_bp": -0.016157567501068115, "ratio": 1.0035506254634259}}, {"step": 3550, "epoch": 7, "train_loss": 0.24053898453712463, "cos_r_negg": [0.665959894657135, 0.5952998399734497, 0.5545679330825806], "cos_apical_negg": [0.665959894657135, 0.5952998399734497, 0.5545679330825806], "cos_Ac_negg": [0.665959894657135, 0.5952998399734497, 0.5545679330825806], "r_norm": [0.6198670268058777, 0.6017123460769653, 0.6083505749702454]}, {"step": 3600, "epoch": 7, "train_loss": 0.17866624891757965, "cos_r_negg": [0.6822262406349182, 0.6097018718719482, 0.5779622793197632], "cos_apical_negg": [0.6822262406349182, 0.6097018718719482, 0.5779622793197632], "cos_Ac_negg": [0.6822262406349182, 0.6097018718719482, 0.5779622793197632], "r_norm": [0.640677809715271, 0.6216421127319336, 0.629151463508606]}, {"step": 3650, "epoch": 7, "train_loss": 0.3038788139820099, "cos_r_negg": [0.6870523691177368, 0.6107370853424072, 0.5759592652320862], "cos_apical_negg": [0.6870523691177368, 0.6107370853424072, 0.5759592652320862], "cos_Ac_negg": [0.6870523691177368, 0.6107370853424072, 0.5759592652320862], "r_norm": [0.6058496832847595, 0.5865581035614014, 0.5938596129417419]}, {"step": 3700, "epoch": 7, "train_loss": 0.2643657326698303, "cos_r_negg": [0.674741804599762, 0.6060377955436707, 0.5644674897193909], "cos_apical_negg": [0.674741804599762, 0.6060377955436707, 0.5644674897193909], "cos_Ac_negg": [0.674741804599762, 0.6060377955436707, 0.5644674897193909], "r_norm": [0.6246845722198486, 0.6054229140281677, 0.6104869842529297]}, {"step": 3750, "epoch": 7, "train_loss": 0.28354233503341675, "cos_r_negg": [0.6805936098098755, 0.6115624308586121, 0.5731958150863647], "cos_apical_negg": [0.6805936098098755, 0.6115624308586121, 0.5731958150863647], "cos_Ac_negg": [0.6805936098098755, 0.6115624308586121, 0.5731958150863647], "r_norm": [0.6016388535499573, 0.5834935903549194, 0.5892976522445679], "ldr": {"dL_sdil": -0.008662283420562744, "dL_bp": -0.00824117660522461, "ratio": 1.051097899670196}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8748, "test_loss": 0.36272103271484374}, {"step": 3800, "epoch": 8, "train_loss": 0.20317703485488892, "cos_r_negg": [0.6743789315223694, 0.608957827091217, 0.5741879940032959], "cos_apical_negg": [0.6743789315223694, 0.608957827091217, 0.5741879940032959], "cos_Ac_negg": [0.6743789315223694, 0.608957827091217, 0.5741879940032959], "r_norm": [0.5896477699279785, 0.5702580213546753, 0.5749675631523132]}, {"step": 3850, "epoch": 8, "train_loss": 0.30055248737335205, "cos_r_negg": [0.659631073474884, 0.6092616319656372, 0.5730527639389038], "cos_apical_negg": [0.659631073474884, 0.6092616319656372, 0.5730527639389038], "cos_Ac_negg": [0.659631073474884, 0.6092616319656372, 0.5730527639389038], "r_norm": [0.6217010021209717, 0.5997621417045593, 0.6056186556816101]}, {"step": 3900, "epoch": 8, "train_loss": 0.24111945927143097, "cos_r_negg": [0.6595200896263123, 0.6047377586364746, 0.5701519846916199], "cos_apical_negg": [0.6595200896263123, 0.6047377586364746, 0.5701519846916199], "cos_Ac_negg": [0.6595200896263123, 0.6047377586364746, 0.5701519846916199], "r_norm": [0.6562745571136475, 0.6311564445495605, 0.6402932405471802]}, {"step": 3950, "epoch": 8, "train_loss": 0.27287614345550537, "cos_r_negg": [0.6703040599822998, 0.6128441095352173, 0.5757102966308594], "cos_apical_negg": [0.6703040599822998, 0.6128441095352173, 0.5757102966308594], "cos_Ac_negg": [0.6703040599822998, 0.6128441095352173, 0.5757102966308594], "r_norm": [0.5630688667297363, 0.5420942306518555, 0.548835277557373]}, {"step": 4000, "epoch": 8, "train_loss": 0.31835827231407166, "cos_r_negg": [0.6884903907775879, 0.6235708594322205, 0.5911775231361389], "cos_apical_negg": [0.6884903907775879, 0.6235708594322205, 0.5911775231361389], "cos_Ac_negg": [0.6884903907775879, 0.6235708594322205, 0.5911775231361389], "r_norm": [0.6188293695449829, 0.5935710668563843, 0.6015691161155701], "ldr": {"dL_sdil": -0.011217832565307617, "dL_bp": -0.01152336597442627, "ratio": 0.9734857497543061}}, {"step": 4050, "epoch": 8, "train_loss": 0.24321502447128296, "cos_r_negg": [0.6774830222129822, 0.6129088401794434, 0.5874742269515991], "cos_apical_negg": [0.6774830222129822, 0.6129088401794434, 0.5874742269515991], "cos_Ac_negg": [0.6774830222129822, 0.6129088401794434, 0.5874742269515991], "r_norm": [0.6795811653137207, 0.6462506055831909, 0.657616376876831]}, {"step": 4100, "epoch": 8, "train_loss": 0.21429497003555298, "cos_r_negg": [0.6702799797058105, 0.6093194484710693, 0.5815874338150024], "cos_apical_negg": [0.6702799797058105, 0.6093194484710693, 0.5815874338150024], "cos_Ac_negg": [0.6702799797058105, 0.6093194484710693, 0.5815874338150024], "r_norm": [0.5993025898933411, 0.5722289085388184, 0.5792950391769409]}, {"step": 4150, "epoch": 8, "train_loss": 0.2112623155117035, "cos_r_negg": [0.6776642799377441, 0.6130334138870239, 0.5855430364608765], "cos_apical_negg": [0.6776642799377441, 0.6130334138870239, 0.5855430364608765], "cos_Ac_negg": [0.6776642799377441, 0.6130334138870239, 0.5855430364608765], "r_norm": [0.5977059006690979, 0.5701305866241455, 0.5782630443572998]}, {"step": 4200, "epoch": 8, "train_loss": 0.24208515882492065, "cos_r_negg": [0.6795446872711182, 0.6084214448928833, 0.5812014937400818], "cos_apical_negg": [0.6795446872711182, 0.6084214448928833, 0.5812014937400818], "cos_Ac_negg": [0.6795446872711182, 0.6084214448928833, 0.5812014937400818], "r_norm": [0.5977756977081299, 0.5702512860298157, 0.5765928626060486]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8729, "test_loss": 0.3645858673095703}, {"step": 4250, "epoch": 9, "train_loss": 0.1689002811908722, "cos_r_negg": [0.6801098585128784, 0.6110320687294006, 0.5814849734306335], "cos_apical_negg": [0.6801098585128784, 0.6110320687294006, 0.5814849734306335], "cos_Ac_negg": [0.6801098585128784, 0.6110320687294006, 0.5814849734306335], "r_norm": [0.618403971195221, 0.5897730588912964, 0.5965974926948547], "ldr": {"dL_sdil": -0.017372995615005493, "dL_bp": -0.017110168933868408, "ratio": 1.0153608466493185}}, {"step": 4300, "epoch": 9, "train_loss": 0.14706674218177795, "cos_r_negg": [0.6732987761497498, 0.610138475894928, 0.5825904607772827], "cos_apical_negg": [0.6732987761497498, 0.610138475894928, 0.5825904607772827], "cos_Ac_negg": [0.6732987761497498, 0.610138475894928, 0.5825904607772827], "r_norm": [0.5968772172927856, 0.5674372911453247, 0.5755964517593384]}, {"step": 4350, "epoch": 9, "train_loss": 0.13463115692138672, "cos_r_negg": [0.6742864847183228, 0.6115117073059082, 0.5867472290992737], "cos_apical_negg": [0.6742864847183228, 0.6115117073059082, 0.5867472290992737], "cos_Ac_negg": [0.6742864847183228, 0.6115117073059082, 0.5867472290992737], "r_norm": [0.5721192955970764, 0.5428746938705444, 0.5502357482910156]}, {"step": 4400, "epoch": 9, "train_loss": 0.22831669449806213, "cos_r_negg": [0.6621900796890259, 0.5988146066665649, 0.5762151479721069], "cos_apical_negg": [0.6621900796890259, 0.5988146066665649, 0.5762151479721069], "cos_Ac_negg": [0.6621900796890259, 0.5988146066665649, 0.5762151479721069], "r_norm": [0.6263630390167236, 0.5946934819221497, 0.6011694073677063]}, {"step": 4450, "epoch": 9, "train_loss": 0.10742693394422531, "cos_r_negg": [0.6706140041351318, 0.6042256355285645, 0.5856501460075378], "cos_apical_negg": [0.6706140041351318, 0.6042256355285645, 0.5856501460075378], "cos_Ac_negg": [0.6706140041351318, 0.6042256355285645, 0.5856501460075378], "r_norm": [0.5783557891845703, 0.5478159189224243, 0.5550141334533691]}, {"step": 4500, "epoch": 9, "train_loss": 0.21025964617729187, "cos_r_negg": [0.6650386452674866, 0.6053215265274048, 0.5876463055610657], "cos_apical_negg": [0.6650386452674866, 0.6053215265274048, 0.5876463055610657], "cos_Ac_negg": [0.6650386452674866, 0.6053215265274048, 0.5876463055610657], "r_norm": [0.6213231086730957, 0.5861179828643799, 0.5935724973678589], "ldr": {"dL_sdil": -0.01796451210975647, "dL_bp": -0.017802029848098755, "ratio": 1.0091271761166645}}, {"step": 4550, "epoch": 9, "train_loss": 0.141633540391922, "cos_r_negg": [0.6642485857009888, 0.6012699604034424, 0.5930206179618835], "cos_apical_negg": [0.6642485857009888, 0.6012699604034424, 0.5930206179618835], "cos_Ac_negg": [0.6642485857009888, 0.6012699604034424, 0.5930206179618835], "r_norm": [0.5632113814353943, 0.532554030418396, 0.5405464172363281]}, {"step": 4600, "epoch": 9, "train_loss": 0.2306223213672638, "cos_r_negg": [0.6774616241455078, 0.6116824746131897, 0.5912253856658936], "cos_apical_negg": [0.6774616241455078, 0.6116824746131897, 0.5912253856658936], "cos_Ac_negg": [0.6774616241455078, 0.6116824746131897, 0.5912253856658936], "r_norm": [0.5797983407974243, 0.5459250807762146, 0.5534549951553345]}, {"step": 4650, "epoch": 9, "train_loss": 0.29345569014549255, "cos_r_negg": [0.6771969795227051, 0.6123499274253845, 0.5925658941268921], "cos_apical_negg": [0.6771969795227051, 0.6123499274253845, 0.5925658941268921], "cos_Ac_negg": [0.6771969795227051, 0.6123499274253845, 0.5925658941268921], "r_norm": [0.5876081585884094, 0.5505912899971008, 0.5599981546401978]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8795, "test_loss": 0.35292275390625}, {"step": 4700, "epoch": 10, "train_loss": 0.23052319884300232, "cos_r_negg": [0.6849561333656311, 0.6205391883850098, 0.6063829660415649], "cos_apical_negg": [0.6849561333656311, 0.6205391883850098, 0.6063829660415649], "cos_Ac_negg": [0.6849561333656311, 0.6205391883850098, 0.6063829660415649], "r_norm": [0.5755295753479004, 0.5385595560073853, 0.5479627847671509]}, {"step": 4750, "epoch": 10, "train_loss": 0.2433788925409317, "cos_r_negg": [0.668083906173706, 0.6084654331207275, 0.5947701334953308], "cos_apical_negg": [0.668083906173706, 0.6084654331207275, 0.5947701334953308], "cos_Ac_negg": [0.668083906173706, 0.6084654331207275, 0.5947701334953308], "r_norm": [0.5687047243118286, 0.5323456525802612, 0.5411545038223267], "ldr": {"dL_sdil": -0.011764585971832275, "dL_bp": -0.013557076454162598, "ratio": 0.8677819300945263}}, {"step": 4800, "epoch": 10, "train_loss": 0.25487852096557617, "cos_r_negg": [0.6483167409896851, 0.598635733127594, 0.5865576863288879], "cos_apical_negg": [0.6483167409896851, 0.598635733127594, 0.5865576863288879], "cos_Ac_negg": [0.6483167409896851, 0.598635733127594, 0.5865576863288879], "r_norm": [0.583262026309967, 0.5441495180130005, 0.5532923936843872]}, {"step": 4850, "epoch": 10, "train_loss": 0.2273474931716919, "cos_r_negg": [0.6523724794387817, 0.6050258874893188, 0.58985835313797], "cos_apical_negg": [0.6523724794387817, 0.6050258874893188, 0.58985835313797], "cos_Ac_negg": [0.6523724794387817, 0.6050258874893188, 0.58985835313797], "r_norm": [0.5778324007987976, 0.5392621755599976, 0.5481880903244019]}, {"step": 4900, "epoch": 10, "train_loss": 0.17020165920257568, "cos_r_negg": [0.6469860076904297, 0.591456413269043, 0.5776385068893433], "cos_apical_negg": [0.6469860076904297, 0.591456413269043, 0.5776385068893433], "cos_Ac_negg": [0.6469860076904297, 0.591456413269043, 0.5776385068893433], "r_norm": [0.5716792941093445, 0.5336279273033142, 0.5415138602256775]}, {"step": 4950, "epoch": 10, "train_loss": 0.20820218324661255, "cos_r_negg": [0.6636042594909668, 0.6027601361274719, 0.5881490707397461], "cos_apical_negg": [0.6636042594909668, 0.6027601361274719, 0.5881490707397461], "cos_Ac_negg": [0.6636042594909668, 0.6027601361274719, 0.5881490707397461], "r_norm": [0.6273791193962097, 0.58038729429245, 0.5909875631332397]}, {"step": 5000, "epoch": 10, "train_loss": 0.16846536099910736, "cos_r_negg": [0.6747124195098877, 0.6109070777893066, 0.5980648398399353], "cos_apical_negg": [0.6747124195098877, 0.6109070777893066, 0.5980648398399353], "cos_Ac_negg": [0.6747124195098877, 0.6109070777893066, 0.5980648398399353], "r_norm": [0.6035341024398804, 0.5601933002471924, 0.5706601142883301], "ldr": {"dL_sdil": -0.009972602128982544, "dL_bp": -0.01127961277961731, "ratio": 0.884126283750043}}, {"step": 5050, "epoch": 10, "train_loss": 0.3530055284500122, "cos_r_negg": [0.6577599048614502, 0.5972503423690796, 0.5832582712173462], "cos_apical_negg": [0.6577599048614502, 0.5972503423690796, 0.5832582712173462], "cos_Ac_negg": [0.6577599048614502, 0.5972503423690796, 0.5832582712173462], "r_norm": [0.5462488532066345, 0.5088297724723816, 0.515754222869873]}, {"step": 5100, "epoch": 10, "train_loss": 0.1557668149471283, "cos_r_negg": [0.6661989688873291, 0.6044278144836426, 0.6002869606018066], "cos_apical_negg": [0.6661989688873291, 0.6044278144836426, 0.6002869606018066], "cos_Ac_negg": [0.6661989688873291, 0.6044278144836426, 0.6002869606018066], "r_norm": [0.573520302772522, 0.5323233008384705, 0.5409215092658997]}, {"step": 5150, "epoch": 10, "train_loss": 0.25017258524894714, "cos_r_negg": [0.6348569393157959, 0.5847740173339844, 0.5686987042427063], "cos_apical_negg": [0.6348569393157959, 0.5847740173339844, 0.5686987042427063], "cos_Ac_negg": [0.6348569393157959, 0.5847740173339844, 0.5686987042427063], "r_norm": [0.6013352870941162, 0.5559355616569519, 0.5646665692329407]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.875, "test_loss": 0.3726550964355469}, {"step": 5200, "epoch": 11, "train_loss": 0.23009632527828217, "cos_r_negg": [0.659927248954773, 0.6017067432403564, 0.59300696849823], "cos_apical_negg": [0.659927248954773, 0.6017067432403564, 0.59300696849823], "cos_Ac_negg": [0.659927248954773, 0.6017067432403564, 0.59300696849823], "r_norm": [0.5495122671127319, 0.5070216059684753, 0.5164694786071777]}, {"step": 5250, "epoch": 11, "train_loss": 0.09992916882038116, "cos_r_negg": [0.6523828506469727, 0.6023867130279541, 0.589499294757843], "cos_apical_negg": [0.6523828506469727, 0.6023867130279541, 0.589499294757843], "cos_Ac_negg": [0.6523828506469727, 0.6023867130279541, 0.589499294757843], "r_norm": [0.5618951320648193, 0.5183110237121582, 0.5269680023193359], "ldr": {"dL_sdil": -0.006316661834716797, "dL_bp": -0.007856875658035278, "ratio": 0.8039661195677325}}, {"step": 5300, "epoch": 11, "train_loss": 0.18280595541000366, "cos_r_negg": [0.6380105018615723, 0.5887556076049805, 0.5808981657028198], "cos_apical_negg": [0.6380105018615723, 0.5887556076049805, 0.5808981657028198], "cos_Ac_negg": [0.6380105018615723, 0.5887556076049805, 0.5808981657028198], "r_norm": [0.5265899896621704, 0.4853576421737671, 0.4928964674472809]}, {"step": 5350, "epoch": 11, "train_loss": 0.19595110416412354, "cos_r_negg": [0.6431624889373779, 0.5911098718643188, 0.5811999440193176], "cos_apical_negg": [0.6431624889373779, 0.5911098718643188, 0.5811999440193176], "cos_Ac_negg": [0.6431624889373779, 0.5911098718643188, 0.5811999440193176], "r_norm": [0.5657892227172852, 0.5194247961044312, 0.5289185047149658]}, {"step": 5400, "epoch": 11, "train_loss": 0.15666738152503967, "cos_r_negg": [0.6413710117340088, 0.5903141498565674, 0.5812703967094421], "cos_apical_negg": [0.6413710117340088, 0.5903141498565674, 0.5812703967094421], "cos_Ac_negg": [0.6413710117340088, 0.5903141498565674, 0.5812703967094421], "r_norm": [0.5626378059387207, 0.5154121518135071, 0.523581862449646]}, {"step": 5450, "epoch": 11, "train_loss": 0.19313417375087738, "cos_r_negg": [0.6451093554496765, 0.5930570363998413, 0.5909411907196045], "cos_apical_negg": [0.6451093554496765, 0.5930570363998413, 0.5909411907196045], "cos_Ac_negg": [0.6451093554496765, 0.5930570363998413, 0.5909411907196045], "r_norm": [0.5709224939346313, 0.5228462219238281, 0.5313689112663269]}, {"step": 5500, "epoch": 11, "train_loss": 0.22957216203212738, "cos_r_negg": [0.6426529884338379, 0.5865793228149414, 0.5785787105560303], "cos_apical_negg": [0.6426529884338379, 0.5865793228149414, 0.5785787105560303], "cos_Ac_negg": [0.6426529884338379, 0.5865793228149414, 0.5785787105560303], "r_norm": [0.552570104598999, 0.504109263420105, 0.5128400325775146], "ldr": {"dL_sdil": -0.007199913263320923, "dL_bp": -0.00879022479057312, "ratio": 0.8190818135893758}}, {"step": 5550, "epoch": 11, "train_loss": 0.2403409779071808, "cos_r_negg": [0.6545749306678772, 0.5981090664863586, 0.594960629940033], "cos_apical_negg": [0.6545749306678772, 0.5981090664863586, 0.594960629940033], "cos_Ac_negg": [0.6545749306678772, 0.5981090664863586, 0.594960629940033], "r_norm": [0.5179628133773804, 0.4735485017299652, 0.4812738299369812]}, {"step": 5600, "epoch": 11, "train_loss": 0.1836138814687729, "cos_r_negg": [0.6488733291625977, 0.5937081575393677, 0.5883439183235168], "cos_apical_negg": [0.6488733291625977, 0.5937081575393677, 0.5883439183235168], "cos_Ac_negg": [0.6488733291625977, 0.5937081575393677, 0.5883439183235168], "r_norm": [0.580691933631897, 0.5270479917526245, 0.5365718603134155]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8823, "test_loss": 0.36616771545410154}, {"step": 5650, "epoch": 12, "train_loss": 0.1539520025253296, "cos_r_negg": [0.6589457988739014, 0.6083681583404541, 0.6004045009613037], "cos_apical_negg": [0.6589457988739014, 0.6083681583404541, 0.6004045009613037], "cos_Ac_negg": [0.6589457988739014, 0.6083681583404541, 0.6004045009613037], "r_norm": [0.5590599775314331, 0.5073056221008301, 0.5172291994094849]}, {"step": 5700, "epoch": 12, "train_loss": 0.17171594500541687, "cos_r_negg": [0.64908766746521, 0.5998159646987915, 0.5892552137374878], "cos_apical_negg": [0.64908766746521, 0.5998159646987915, 0.5892552137374878], "cos_Ac_negg": [0.64908766746521, 0.5998159646987915, 0.5892552137374878], "r_norm": [0.5521700382232666, 0.4995071589946747, 0.5092353820800781]}, {"step": 5750, "epoch": 12, "train_loss": 0.346360445022583, "cos_r_negg": [0.6148316860198975, 0.5673613548278809, 0.5616992115974426], "cos_apical_negg": [0.6148316860198975, 0.5673613548278809, 0.5616992115974426], "cos_Ac_negg": [0.6148316860198975, 0.5673613548278809, 0.5616992115974426], "r_norm": [0.5245218276977539, 0.47597062587738037, 0.4833144545555115], "ldr": {"dL_sdil": -0.01148080825805664, "dL_bp": -0.014787822961807251, "ratio": 0.7763690630938922}}, {"step": 5800, "epoch": 12, "train_loss": 0.1771475076675415, "cos_r_negg": [0.6223618984222412, 0.573813796043396, 0.5707441568374634], "cos_apical_negg": [0.6223618984222412, 0.573813796043396, 0.5707441568374634], "cos_Ac_negg": [0.6223618984222412, 0.573813796043396, 0.5707441568374634], "r_norm": [0.5511932969093323, 0.49538081884384155, 0.5054706335067749]}, {"step": 5850, "epoch": 12, "train_loss": 0.2306671142578125, "cos_r_negg": [0.6120175719261169, 0.5641850829124451, 0.5637345910072327], "cos_apical_negg": [0.6120175719261169, 0.5641850829124451, 0.5637345910072327], "cos_Ac_negg": [0.6120175719261169, 0.5641850829124451, 0.5637345910072327], "r_norm": [0.5329173803329468, 0.47919708490371704, 0.4888854920864105]}, {"step": 5900, "epoch": 12, "train_loss": 0.24039721488952637, "cos_r_negg": [0.6418620944023132, 0.5927004814147949, 0.5859906077384949], "cos_apical_negg": [0.6418620944023132, 0.5927004814147949, 0.5859906077384949], "cos_Ac_negg": [0.6418620944023132, 0.5927004814147949, 0.5859906077384949], "r_norm": [0.556120753288269, 0.5003141164779663, 0.5088419318199158]}, {"step": 5950, "epoch": 12, "train_loss": 0.21866238117218018, "cos_r_negg": [0.6409951448440552, 0.591078519821167, 0.5852251052856445], "cos_apical_negg": [0.6409951448440552, 0.591078519821167, 0.5852251052856445], "cos_Ac_negg": [0.6409951448440552, 0.591078519821167, 0.5852251052856445], "r_norm": [0.5798763036727905, 0.519245982170105, 0.5277480483055115]}, {"step": 6000, "epoch": 12, "train_loss": 0.1183459609746933, "cos_r_negg": [0.6223598718643188, 0.5735316276550293, 0.562831699848175], "cos_apical_negg": [0.6223598718643188, 0.5735316276550293, 0.562831699848175], "cos_Ac_negg": [0.6223598718643188, 0.5735316276550293, 0.562831699848175], "r_norm": [0.5244728326797485, 0.47234952449798584, 0.4799761176109314], "ldr": {"dL_sdil": -0.01054924726486206, "dL_bp": -0.012928128242492676, "ratio": 0.8159918487030771}}, {"step": 6050, "epoch": 12, "train_loss": 0.1461792290210724, "cos_r_negg": [0.6282202005386353, 0.5775941610336304, 0.575512170791626], "cos_apical_negg": [0.6282202005386353, 0.5775941610336304, 0.575512170791626], "cos_Ac_negg": [0.6282202005386353, 0.5775941610336304, 0.575512170791626], "r_norm": [0.5484033226966858, 0.4889143109321594, 0.49878862500190735]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.881, "test_loss": 0.37023677368164065}, {"step": 6100, "epoch": 13, "train_loss": 0.24993956089019775, "cos_r_negg": [0.6415959596633911, 0.5880084037780762, 0.5878576636314392], "cos_apical_negg": [0.6415959596633911, 0.5880084037780762, 0.5878576636314392], "cos_Ac_negg": [0.6415959596633911, 0.5880084037780762, 0.5878576636314392], "r_norm": [0.5546066164970398, 0.4931519329547882, 0.5031597018241882]}, {"step": 6150, "epoch": 13, "train_loss": 0.11383381485939026, "cos_r_negg": [0.6214637160301208, 0.5760367512702942, 0.5789494514465332], "cos_apical_negg": [0.6214637160301208, 0.5760367512702942, 0.5789494514465332], "cos_Ac_negg": [0.6214637160301208, 0.5760367512702942, 0.5789494514465332], "r_norm": [0.5435912609100342, 0.4854862093925476, 0.49431130290031433]}, {"step": 6200, "epoch": 13, "train_loss": 0.2616131007671356, "cos_r_negg": [0.6410034894943237, 0.5913978815078735, 0.59888756275177], "cos_apical_negg": [0.6410034894943237, 0.5913978815078735, 0.59888756275177], "cos_Ac_negg": [0.6410034894943237, 0.5913978815078735, 0.59888756275177], "r_norm": [0.5282055735588074, 0.4702395796775818, 0.4799913167953491]}, {"step": 6250, "epoch": 13, "train_loss": 0.20499125123023987, "cos_r_negg": [0.6438080668449402, 0.5955530405044556, 0.5957902669906616], "cos_apical_negg": [0.6438080668449402, 0.5955530405044556, 0.5957902669906616], "cos_Ac_negg": [0.6438080668449402, 0.5955530405044556, 0.5957902669906616], "r_norm": [0.5736239552497864, 0.5097895264625549, 0.5185474753379822], "ldr": {"dL_sdil": -0.02293616533279419, "dL_bp": -0.02866700291633606, "ratio": 0.8000894059184639}}, {"step": 6300, "epoch": 13, "train_loss": 0.21569371223449707, "cos_r_negg": [0.6397436857223511, 0.5895991325378418, 0.5962150692939758], "cos_apical_negg": [0.6397436857223511, 0.5895991325378418, 0.5962150692939758], "cos_Ac_negg": [0.6397436857223511, 0.5895991325378418, 0.5962150692939758], "r_norm": [0.565812349319458, 0.5027867555618286, 0.5124285221099854]}, {"step": 6350, "epoch": 13, "train_loss": 0.21299202740192413, "cos_r_negg": [0.6352782845497131, 0.5879025459289551, 0.5876436233520508], "cos_apical_negg": [0.6352782845497131, 0.5879025459289551, 0.5876436233520508], "cos_Ac_negg": [0.6352782845497131, 0.5879025459289551, 0.5876436233520508], "r_norm": [0.57430100440979, 0.5084594488143921, 0.5176267027854919]}, {"step": 6400, "epoch": 13, "train_loss": 0.20568439364433289, "cos_r_negg": [0.6165847778320312, 0.5750901103019714, 0.5711380243301392], "cos_apical_negg": [0.6165847778320312, 0.5750901103019714, 0.5711380243301392], "cos_Ac_negg": [0.6165847778320312, 0.5750901103019714, 0.5711380243301392], "r_norm": [0.528100848197937, 0.4662150740623474, 0.4753575325012207]}, {"step": 6450, "epoch": 13, "train_loss": 0.18637564778327942, "cos_r_negg": [0.6259989738464355, 0.5821436643600464, 0.5805590152740479], "cos_apical_negg": [0.6259989738464355, 0.5821436643600464, 0.5805590152740479], "cos_Ac_negg": [0.6259989738464355, 0.5821436643600464, 0.5805590152740479], "r_norm": [0.5341236591339111, 0.4729648232460022, 0.48148295283317566]}, {"step": 6500, "epoch": 13, "train_loss": 0.13430890440940857, "cos_r_negg": [0.6085689663887024, 0.561077892780304, 0.5605373382568359], "cos_apical_negg": [0.6085689663887024, 0.561077892780304, 0.5605373382568359], "cos_Ac_negg": [0.6085689663887024, 0.561077892780304, 0.5605373382568359], "r_norm": [0.5785102844238281, 0.5092258453369141, 0.519587516784668], "ldr": {"dL_sdil": -0.013180822134017944, "dL_bp": -0.017439842224121094, "ratio": 0.755787923114781}}, {"step": 6550, "epoch": 13, "train_loss": 0.15781205892562866, "cos_r_negg": [0.6357092261314392, 0.5842010974884033, 0.5829471349716187], "cos_apical_negg": [0.6357092261314392, 0.5842010974884033, 0.5829471349716187], "cos_Ac_negg": [0.6357092261314392, 0.5842010974884033, 0.5829471349716187], "r_norm": [0.5405639410018921, 0.47624754905700684, 0.4856302738189697]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8843, "test_loss": 0.37296951904296877}, {"step": 6600, "epoch": 14, "train_loss": 0.1551397144794464, "cos_r_negg": [0.6250864863395691, 0.5751931071281433, 0.5758966207504272], "cos_apical_negg": [0.6250864863395691, 0.5751931071281433, 0.5758966207504272], "cos_Ac_negg": [0.6250864863395691, 0.5751931071281433, 0.5758966207504272], "r_norm": [0.5409160256385803, 0.4745923578739166, 0.4841293692588806]}, {"step": 6650, "epoch": 14, "train_loss": 0.2837063670158386, "cos_r_negg": [0.6314230561256409, 0.5875218510627747, 0.5906850099563599], "cos_apical_negg": [0.6314230561256409, 0.5875218510627747, 0.5906850099563599], "cos_Ac_negg": [0.6314230561256409, 0.5875218510627747, 0.5906850099563599], "r_norm": [0.5558799505233765, 0.48682257533073425, 0.4971730709075928]}, {"step": 6700, "epoch": 14, "train_loss": 0.1469331532716751, "cos_r_negg": [0.6336557865142822, 0.5828984379768372, 0.5867281556129456], "cos_apical_negg": [0.6336557865142822, 0.5828984379768372, 0.5867281556129456], "cos_Ac_negg": [0.6336557865142822, 0.5828984379768372, 0.5867281556129456], "r_norm": [0.5681449174880981, 0.49612611532211304, 0.5062909722328186]}, {"step": 6750, "epoch": 14, "train_loss": 0.23853334784507751, "cos_r_negg": [0.6235296726226807, 0.5789967179298401, 0.5851524472236633], "cos_apical_negg": [0.6235296726226807, 0.5789967179298401, 0.5851524472236633], "cos_Ac_negg": [0.6235296726226807, 0.5789967179298401, 0.5851524472236633], "r_norm": [0.5445517301559448, 0.4730883538722992, 0.48392409086227417], "ldr": {"dL_sdil": -0.011649280786514282, "dL_bp": -0.01656755805015564, "ratio": 0.7031380696689242}}, {"step": 6800, "epoch": 14, "train_loss": 0.12413137406110764, "cos_r_negg": [0.6229833364486694, 0.5746656656265259, 0.5803252458572388], "cos_apical_negg": [0.6229833364486694, 0.5746656656265259, 0.5803252458572388], "cos_Ac_negg": [0.6229833364486694, 0.5746656656265259, 0.5803252458572388], "r_norm": [0.553351104259491, 0.4804348051548004, 0.4907996654510498]}, {"step": 6850, "epoch": 14, "train_loss": 0.18203848600387573, "cos_r_negg": [0.6099811792373657, 0.5650955438613892, 0.5722817182540894], "cos_apical_negg": [0.6099811792373657, 0.5650955438613892, 0.5722817182540894], "cos_Ac_negg": [0.6099811792373657, 0.5650955438613892, 0.5722817182540894], "r_norm": [0.5812299251556396, 0.5021628737449646, 0.5128225684165955]}, {"step": 6900, "epoch": 14, "train_loss": 0.1891985535621643, "cos_r_negg": [0.6099271774291992, 0.5664031505584717, 0.5767343640327454], "cos_apical_negg": [0.6099271774291992, 0.5664031505584717, 0.5767343640327454], "cos_Ac_negg": [0.6099271774291992, 0.5664031505584717, 0.5767343640327454], "r_norm": [0.5527067184448242, 0.47783195972442627, 0.487304151058197]}, {"step": 6950, "epoch": 14, "train_loss": 0.20936615765094757, "cos_r_negg": [0.6086597442626953, 0.5696477890014648, 0.5743146538734436], "cos_apical_negg": [0.6086597442626953, 0.5696477890014648, 0.5743146538734436], "cos_Ac_negg": [0.6086597442626953, 0.5696477890014648, 0.5743146538734436], "r_norm": [0.5410174131393433, 0.4682803750038147, 0.4775051474571228]}, {"step": 7000, "epoch": 14, "train_loss": 0.20526061952114105, "cos_r_negg": [0.6254217624664307, 0.5798659324645996, 0.5866880416870117], "cos_apical_negg": [0.6254217624664307, 0.5798659324645996, 0.5866880416870117], "cos_Ac_negg": [0.6254217624664307, 0.5798659324645996, 0.5866880416870117], "r_norm": [0.5537526607513428, 0.4770864248275757, 0.4875781536102295], "ldr": {"dL_sdil": -0.014692872762680054, "dL_bp": -0.020322352647781372, "ratio": 0.7229907391792112}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8823, "test_loss": 0.38381672973632813}, {"step": 7050, "epoch": 15, "train_loss": 0.11627836525440216, "cos_r_negg": [0.6030804514884949, 0.5579395890235901, 0.5616838335990906], "cos_apical_negg": [0.6030804514884949, 0.5579395890235901, 0.5616838335990906], "cos_Ac_negg": [0.6030804514884949, 0.5579395890235901, 0.5616838335990906], "r_norm": [0.5349838733673096, 0.46288883686065674, 0.47128617763519287]}, {"step": 7100, "epoch": 15, "train_loss": 0.21066579222679138, "cos_r_negg": [0.6242520809173584, 0.5805774927139282, 0.5891315937042236], "cos_apical_negg": [0.6242520809173584, 0.5805774927139282, 0.5891315937042236], "cos_Ac_negg": [0.6242520809173584, 0.5805774927139282, 0.5891315937042236], "r_norm": [0.530261218547821, 0.4551650285720825, 0.46451354026794434]}, {"step": 7150, "epoch": 15, "train_loss": 0.18737076222896576, "cos_r_negg": [0.6170980930328369, 0.5745965838432312, 0.5854235887527466], "cos_apical_negg": [0.6170980930328369, 0.5745965838432312, 0.5854235887527466], "cos_Ac_negg": [0.6170980930328369, 0.5745965838432312, 0.5854235887527466], "r_norm": [0.5330830812454224, 0.457206130027771, 0.4672809839248657]}, {"step": 7200, "epoch": 15, "train_loss": 0.21173569560050964, "cos_r_negg": [0.6098872423171997, 0.5652211308479309, 0.5684810876846313], "cos_apical_negg": [0.6098872423171997, 0.5652211308479309, 0.5684810876846313], "cos_Ac_negg": [0.6098872423171997, 0.5652211308479309, 0.5684810876846313], "r_norm": [0.5259964466094971, 0.45000141859054565, 0.4576466381549835]}, {"step": 7250, "epoch": 15, "train_loss": 0.2589247524738312, "cos_r_negg": [0.6046146750450134, 0.5556385517120361, 0.5604323148727417], "cos_apical_negg": [0.6046146750450134, 0.5556385517120361, 0.5604323148727417], "cos_Ac_negg": [0.6046146750450134, 0.5556385517120361, 0.5604323148727417], "r_norm": [0.5784606337547302, 0.4918058514595032, 0.5022008419036865], "ldr": {"dL_sdil": -0.019818097352981567, "dL_bp": -0.024454563856124878, "ratio": 0.8104048581515771}}, {"step": 7300, "epoch": 15, "train_loss": 0.1881791055202484, "cos_r_negg": [0.6167570352554321, 0.5711833834648132, 0.5765650272369385], "cos_apical_negg": [0.6167570352554321, 0.5711833834648132, 0.5765650272369385], "cos_Ac_negg": [0.6167570352554321, 0.5711833834648132, 0.5765650272369385], "r_norm": [0.5737992525100708, 0.48625245690345764, 0.4970799684524536]}, {"step": 7350, "epoch": 15, "train_loss": 0.15347491204738617, "cos_r_negg": [0.6050981283187866, 0.5631082057952881, 0.5684812664985657], "cos_apical_negg": [0.6050981283187866, 0.5631082057952881, 0.5684812664985657], "cos_Ac_negg": [0.6050981283187866, 0.5631082057952881, 0.5684812664985657], "r_norm": [0.5471422672271729, 0.46227043867111206, 0.47245946526527405]}, {"step": 7400, "epoch": 15, "train_loss": 0.19964900612831116, "cos_r_negg": [0.6045287251472473, 0.5623925924301147, 0.5717032551765442], "cos_apical_negg": [0.6045287251472473, 0.5623925924301147, 0.5717032551765442], "cos_Ac_negg": [0.6045287251472473, 0.5623925924301147, 0.5717032551765442], "r_norm": [0.5661463737487793, 0.4784724712371826, 0.4885891079902649]}, {"step": 7450, "epoch": 15, "train_loss": 0.13147605955600739, "cos_r_negg": [0.5987590551376343, 0.5569170713424683, 0.5669944286346436], "cos_apical_negg": [0.5987590551376343, 0.5569170713424683, 0.5669944286346436], "cos_Ac_negg": [0.5987590551376343, 0.5569170713424683, 0.5669944286346436], "r_norm": [0.5366695523262024, 0.4552971124649048, 0.4642568826675415]}, {"step": 7500, "epoch": 15, "train_loss": 0.17898668348789215, "cos_r_negg": [0.593483030796051, 0.553693950176239, 0.5639665722846985], "cos_apical_negg": [0.593483030796051, 0.553693950176239, 0.5639665722846985], "cos_Ac_negg": [0.593483030796051, 0.553693950176239, 0.5639665722846985], "r_norm": [0.5605984926223755, 0.4725273549556732, 0.4828425347805023], "ldr": {"dL_sdil": -0.014436036348342896, "dL_bp": -0.021093130111694336, "ratio": 0.684395169038442}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8819, "test_loss": 0.38942079162597654}, {"step": 7550, "epoch": 16, "train_loss": 0.17818361520767212, "cos_r_negg": [0.5880483388900757, 0.5471295118331909, 0.5567578077316284], "cos_apical_negg": [0.5880483388900757, 0.5471295118331909, 0.5567578077316284], "cos_Ac_negg": [0.5880483388900757, 0.5471295118331909, 0.5567578077316284], "r_norm": [0.5591650605201721, 0.4705207347869873, 0.47979050874710083]}, {"step": 7600, "epoch": 16, "train_loss": 0.2062666416168213, "cos_r_negg": [0.6033586859703064, 0.5639329552650452, 0.5711594820022583], "cos_apical_negg": [0.6033586859703064, 0.5639329552650452, 0.5711594820022583], "cos_Ac_negg": [0.6033586859703064, 0.5639329552650452, 0.5711594820022583], "r_norm": [0.5782835483551025, 0.48387831449508667, 0.494022011756897]}, {"step": 7650, "epoch": 16, "train_loss": 0.07375004887580872, "cos_r_negg": [0.6004810333251953, 0.5592266321182251, 0.5696196556091309], "cos_apical_negg": [0.6004810333251953, 0.5592266321182251, 0.5696196556091309], "cos_Ac_negg": [0.6004810333251953, 0.5592266321182251, 0.5696196556091309], "r_norm": [0.5222569108009338, 0.43742823600769043, 0.4467882513999939]}, {"step": 7700, "epoch": 16, "train_loss": 0.10571645200252533, "cos_r_negg": [0.5979809761047363, 0.5578396320343018, 0.5661672353744507], "cos_apical_negg": [0.5979809761047363, 0.5578396320343018, 0.5661672353744507], "cos_Ac_negg": [0.5979809761047363, 0.5578396320343018, 0.5661672353744507], "r_norm": [0.5443599820137024, 0.45153313875198364, 0.46192413568496704]}, {"step": 7750, "epoch": 16, "train_loss": 0.21226751804351807, "cos_r_negg": [0.5939067006111145, 0.5504508018493652, 0.564771831035614], "cos_apical_negg": [0.5939067006111145, 0.5504508018493652, 0.564771831035614], "cos_Ac_negg": [0.5939067006111145, 0.5504508018493652, 0.564771831035614], "r_norm": [0.5055406093597412, 0.4219927191734314, 0.43088215589523315], "ldr": {"dL_sdil": -0.010363161563873291, "dL_bp": -0.016149520874023438, "ratio": 0.64170086807606}}, {"step": 7800, "epoch": 16, "train_loss": 0.14079990983009338, "cos_r_negg": [0.6142226457595825, 0.5700358152389526, 0.579249382019043], "cos_apical_negg": [0.6142226457595825, 0.5700358152389526, 0.579249382019043], "cos_Ac_negg": [0.6142226457595825, 0.5700358152389526, 0.579249382019043], "r_norm": [0.5497602224349976, 0.45467397570610046, 0.46492862701416016]}, {"step": 7850, "epoch": 16, "train_loss": 0.14443883299827576, "cos_r_negg": [0.5986084342002869, 0.5570049285888672, 0.5650391578674316], "cos_apical_negg": [0.5986084342002869, 0.5570049285888672, 0.5650391578674316], "cos_Ac_negg": [0.5986084342002869, 0.5570049285888672, 0.5650391578674316], "r_norm": [0.5481707453727722, 0.4554365873336792, 0.46488243341445923]}, {"step": 7900, "epoch": 16, "train_loss": 0.08890698105096817, "cos_r_negg": [0.5805755853652954, 0.5444402694702148, 0.5516374111175537], "cos_apical_negg": [0.5805755853652954, 0.5444402694702148, 0.5516374111175537], "cos_Ac_negg": [0.5805755853652954, 0.5444402694702148, 0.5516374111175537], "r_norm": [0.5597970485687256, 0.4625583291053772, 0.47221487760543823]}, {"step": 7950, "epoch": 16, "train_loss": 0.12633563578128815, "cos_r_negg": [0.5862867832183838, 0.5449091196060181, 0.5559582114219666], "cos_apical_negg": [0.5862867832183838, 0.5449091196060181, 0.5559582114219666], "cos_Ac_negg": [0.5862867832183838, 0.5449091196060181, 0.5559582114219666], "r_norm": [0.5325943231582642, 0.4437527060508728, 0.45233649015426636]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8823, "test_loss": 0.392097607421875}, {"step": 8000, "epoch": 17, "train_loss": 0.08798931539058685, "cos_r_negg": [0.5982860922813416, 0.5587596893310547, 0.5665022730827332], "cos_apical_negg": [0.5982860922813416, 0.5587596893310547, 0.5665022730827332], "cos_Ac_negg": [0.5982860922813416, 0.5587596893310547, 0.5665022730827332], "r_norm": [0.5497570037841797, 0.45048099756240845, 0.46029379963874817], "ldr": {"dL_sdil": -0.01735970377922058, "dL_bp": -0.026739418506622314, "ratio": 0.6492176998883225}}, {"step": 8050, "epoch": 17, "train_loss": 0.1277129352092743, "cos_r_negg": [0.5982933044433594, 0.5617603063583374, 0.57002854347229], "cos_apical_negg": [0.5982933044433594, 0.5617603063583374, 0.57002854347229], "cos_Ac_negg": [0.5982933044433594, 0.5617603063583374, 0.57002854347229], "r_norm": [0.567577600479126, 0.4681587815284729, 0.4774545431137085]}, {"step": 8100, "epoch": 17, "train_loss": 0.1423867642879486, "cos_r_negg": [0.5822943449020386, 0.5426669120788574, 0.555773138999939], "cos_apical_negg": [0.5822943449020386, 0.5426669120788574, 0.555773138999939], "cos_Ac_negg": [0.5822943449020386, 0.5426669120788574, 0.555773138999939], "r_norm": [0.5475054383277893, 0.45133811235427856, 0.4595145881175995]}, {"step": 8150, "epoch": 17, "train_loss": 0.12286072969436646, "cos_r_negg": [0.5976206064224243, 0.5574536919593811, 0.5661983489990234], "cos_apical_negg": [0.5976206064224243, 0.5574536919593811, 0.5661983489990234], "cos_Ac_negg": [0.5976206064224243, 0.5574536919593811, 0.5661983489990234], "r_norm": [0.5392871499061584, 0.44268998503685, 0.45096880197525024]}, {"step": 8200, "epoch": 17, "train_loss": 0.15747249126434326, "cos_r_negg": [0.5929749608039856, 0.5539449453353882, 0.5645077228546143], "cos_apical_negg": [0.5929749608039856, 0.5539449453353882, 0.5645077228546143], "cos_Ac_negg": [0.5929749608039856, 0.5539449453353882, 0.5645077228546143], "r_norm": [0.5466135740280151, 0.44936421513557434, 0.45763954520225525]}, {"step": 8250, "epoch": 17, "train_loss": 0.13676464557647705, "cos_r_negg": [0.5854933261871338, 0.5433913469314575, 0.5560793280601501], "cos_apical_negg": [0.5854933261871338, 0.5433913469314575, 0.5560793280601501], "cos_Ac_negg": [0.5854933261871338, 0.5433913469314575, 0.5560793280601501], "r_norm": [0.5393413305282593, 0.4403808116912842, 0.44897446036338806], "ldr": {"dL_sdil": -0.013019710779190063, "dL_bp": -0.021558016538619995, "ratio": 0.6039382498786923}}, {"step": 8300, "epoch": 17, "train_loss": 0.12113424390554428, "cos_r_negg": [0.5886995792388916, 0.547236442565918, 0.5601775646209717], "cos_apical_negg": [0.5886995792388916, 0.547236442565918, 0.5601775646209717], "cos_Ac_negg": [0.5886995792388916, 0.547236442565918, 0.5601775646209717], "r_norm": [0.5361810922622681, 0.43978166580200195, 0.4475977420806885]}, {"step": 8350, "epoch": 17, "train_loss": 0.17539529502391815, "cos_r_negg": [0.5760096311569214, 0.5385802984237671, 0.5499968528747559], "cos_apical_negg": [0.5760096311569214, 0.5385802984237671, 0.5499968528747559], "cos_Ac_negg": [0.5760096311569214, 0.5385802984237671, 0.5499968528747559], "r_norm": [0.5421169996261597, 0.4459085464477539, 0.453164279460907]}, {"step": 8400, "epoch": 17, "train_loss": 0.3458983898162842, "cos_r_negg": [0.5795367360115051, 0.5408211946487427, 0.5479252338409424], "cos_apical_negg": [0.5795367360115051, 0.5408211946487427, 0.5479252338409424], "cos_Ac_negg": [0.5795367360115051, 0.5408211946487427, 0.5479252338409424], "r_norm": [0.5470707416534424, 0.440755695104599, 0.450051486492157]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8835, "test_loss": 0.3963974884033203}, {"step": 8450, "epoch": 18, "train_loss": 0.08708801865577698, "cos_r_negg": [0.5822031497955322, 0.5445663928985596, 0.5526301860809326], "cos_apical_negg": [0.5822031497955322, 0.5445663928985596, 0.5526301860809326], "cos_Ac_negg": [0.5822031497955322, 0.5445663928985596, 0.5526301860809326], "r_norm": [0.5667117834091187, 0.4608735144138336, 0.4691098928451538]}, {"step": 8500, "epoch": 18, "train_loss": 0.15121057629585266, "cos_r_negg": [0.5914479494094849, 0.5549514889717102, 0.5632827281951904], "cos_apical_negg": [0.5914479494094849, 0.5549514889717102, 0.5632827281951904], "cos_Ac_negg": [0.5914479494094849, 0.5549514889717102, 0.5632827281951904], "r_norm": [0.5955045819282532, 0.478378027677536, 0.4877561330795288], "ldr": {"dL_sdil": -0.02934134006500244, "dL_bp": -0.04030865430831909, "ratio": 0.7279166364764212}}, {"step": 8550, "epoch": 18, "train_loss": 0.127555251121521, "cos_r_negg": [0.5907965302467346, 0.5529008507728577, 0.5646873116493225], "cos_apical_negg": [0.5907965302467346, 0.5529008507728577, 0.5646873116493225], "cos_Ac_negg": [0.5907965302467346, 0.5529008507728577, 0.5646873116493225], "r_norm": [0.5757807493209839, 0.4653717279434204, 0.475067138671875]}, {"step": 8600, "epoch": 18, "train_loss": 0.10924803465604782, "cos_r_negg": [0.5767496824264526, 0.5384227633476257, 0.5511254072189331], "cos_apical_negg": [0.5767496824264526, 0.5384227633476257, 0.5511254072189331], "cos_Ac_negg": [0.5767496824264526, 0.5384227633476257, 0.5511254072189331], "r_norm": [0.5522017478942871, 0.4460124969482422, 0.45324718952178955]}, {"step": 8650, "epoch": 18, "train_loss": 0.0867389366030693, "cos_r_negg": [0.572295069694519, 0.5348023176193237, 0.5448299050331116], "cos_apical_negg": [0.572295069694519, 0.5348023176193237, 0.5448299050331116], "cos_Ac_negg": [0.572295069694519, 0.5348023176193237, 0.5448299050331116], "r_norm": [0.5783247947692871, 0.4647308886051178, 0.4741325378417969]}, {"step": 8700, "epoch": 18, "train_loss": 0.15433019399642944, "cos_r_negg": [0.5845532417297363, 0.5486645102500916, 0.5608152151107788], "cos_apical_negg": [0.5845532417297363, 0.5486645102500916, 0.5608152151107788], "cos_Ac_negg": [0.5845532417297363, 0.5486645102500916, 0.5608152151107788], "r_norm": [0.5327316522598267, 0.4309970736503601, 0.4382486939430237]}, {"step": 8750, "epoch": 18, "train_loss": 0.12453947961330414, "cos_r_negg": [0.5857398509979248, 0.5489017963409424, 0.5612986087799072], "cos_apical_negg": [0.5857398509979248, 0.5489017963409424, 0.5612986087799072], "cos_Ac_negg": [0.5857398509979248, 0.5489017963409424, 0.5612986087799072], "r_norm": [0.5486862063407898, 0.44044923782348633, 0.44868719577789307], "ldr": {"dL_sdil": -0.016073375940322876, "dL_bp": -0.025292664766311646, "ratio": 0.6354955513320082}}, {"step": 8800, "epoch": 18, "train_loss": 0.09093872457742691, "cos_r_negg": [0.5758200287818909, 0.5396583080291748, 0.5496652126312256], "cos_apical_negg": [0.5758200287818909, 0.5396583080291748, 0.5496652126312256], "cos_Ac_negg": [0.5758200287818909, 0.5396583080291748, 0.5496652126312256], "r_norm": [0.5511278510093689, 0.44216400384902954, 0.4500793218612671]}, {"step": 8850, "epoch": 18, "train_loss": 0.0988045185804367, "cos_r_negg": [0.5771024823188782, 0.542870044708252, 0.5513228178024292], "cos_apical_negg": [0.5771024823188782, 0.542870044708252, 0.5513228178024292], "cos_Ac_negg": [0.5771024823188782, 0.542870044708252, 0.5513228178024292], "r_norm": [0.5604120492935181, 0.4491930603981018, 0.45730626583099365]}, {"step": 8900, "epoch": 18, "train_loss": 0.14921210706233978, "cos_r_negg": [0.5813391208648682, 0.5428062677383423, 0.5556355714797974], "cos_apical_negg": [0.5813391208648682, 0.5428062677383423, 0.5556355714797974], "cos_Ac_negg": [0.5813391208648682, 0.5428062677383423, 0.5556355714797974], "r_norm": [0.5403146743774414, 0.4311286211013794, 0.4390917718410492]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8798, "test_loss": 0.42339503173828125}, {"step": 8950, "epoch": 19, "train_loss": 0.18175950646400452, "cos_r_negg": [0.5701346397399902, 0.5362945795059204, 0.5434006452560425], "cos_apical_negg": [0.5701346397399902, 0.5362945795059204, 0.5434006452560425], "cos_Ac_negg": [0.5701346397399902, 0.5362945795059204, 0.5434006452560425], "r_norm": [0.5575336813926697, 0.44157248735427856, 0.450185090303421]}, {"step": 9000, "epoch": 19, "train_loss": 0.175382599234581, "cos_r_negg": [0.57503342628479, 0.5373270511627197, 0.5496022701263428], "cos_apical_negg": [0.57503342628479, 0.5373270511627197, 0.5496022701263428], "cos_Ac_negg": [0.57503342628479, 0.5373270511627197, 0.5496022701263428], "r_norm": [0.5518151521682739, 0.4383377432823181, 0.4455130100250244], "ldr": {"dL_sdil": -0.010035932064056396, "dL_bp": -0.016925394535064697, "ratio": 0.5929511446994482}}, {"step": 9050, "epoch": 19, "train_loss": 0.16023388504981995, "cos_r_negg": [0.5659461617469788, 0.5304827094078064, 0.5434877872467041], "cos_apical_negg": [0.5659461617469788, 0.5304827094078064, 0.5434877872467041], "cos_Ac_negg": [0.5659461617469788, 0.5304827094078064, 0.5434877872467041], "r_norm": [0.5335654020309448, 0.42260366678237915, 0.4299654960632324]}, {"step": 9100, "epoch": 19, "train_loss": 0.13442538678646088, "cos_r_negg": [0.5574334859848022, 0.5255120992660522, 0.5374171733856201], "cos_apical_negg": [0.5574334859848022, 0.5255120992660522, 0.5374171733856201], "cos_Ac_negg": [0.5574334859848022, 0.5255120992660522, 0.5374171733856201], "r_norm": [0.531104326248169, 0.42063039541244507, 0.427425742149353]}, {"step": 9150, "epoch": 19, "train_loss": 0.10462528467178345, "cos_r_negg": [0.5578749179840088, 0.5217957496643066, 0.5343356132507324], "cos_apical_negg": [0.5578749179840088, 0.5217957496643066, 0.5343356132507324], "cos_Ac_negg": [0.5578749179840088, 0.5217957496643066, 0.5343356132507324], "r_norm": [0.5497684478759766, 0.4351814091205597, 0.4421875476837158]}, {"step": 9200, "epoch": 19, "train_loss": 0.11529770493507385, "cos_r_negg": [0.5638541579246521, 0.5287042856216431, 0.5438402891159058], "cos_apical_negg": [0.5638541579246521, 0.5287042856216431, 0.5438402891159058], "cos_Ac_negg": [0.5638541579246521, 0.5287042856216431, 0.5438402891159058], "r_norm": [0.5285616517066956, 0.4157730042934418, 0.42321136593818665]}, {"step": 9250, "epoch": 19, "train_loss": 0.12444068491458893, "cos_r_negg": [0.5737928748130798, 0.5402405261993408, 0.5532974600791931], "cos_apical_negg": [0.5737928748130798, 0.5402405261993408, 0.5532974600791931], "cos_Ac_negg": [0.5737928748130798, 0.5402405261993408, 0.5532974600791931], "r_norm": [0.5644157528877258, 0.4440745711326599, 0.45145830512046814], "ldr": {"dL_sdil": -0.017084509134292603, "dL_bp": -0.02620139718055725, "ratio": 0.6520457293388219}}, {"step": 9300, "epoch": 19, "train_loss": 0.15335194766521454, "cos_r_negg": [0.5700820684432983, 0.535311222076416, 0.5471408367156982], "cos_apical_negg": [0.5700820684432983, 0.535311222076416, 0.5471408367156982], "cos_Ac_negg": [0.5700820684432983, 0.535311222076416, 0.5471408367156982], "r_norm": [0.5607011318206787, 0.4412003755569458, 0.44772428274154663]}, {"step": 9350, "epoch": 19, "train_loss": 0.16523075103759766, "cos_r_negg": [0.561214804649353, 0.529158353805542, 0.5413050055503845], "cos_apical_negg": [0.561214804649353, 0.529158353805542, 0.5413050055503845], "cos_Ac_negg": [0.561214804649353, 0.529158353805542, 0.5413050055503845], "r_norm": [0.5795483589172363, 0.4531267285346985, 0.4606223702430725]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8783, "test_loss": 0.4305085815429687}], "final": {"test_acc": 0.8783, "test_loss": 0.4305085815429687, "wall_s": 49.32509422302246, "cos_r_negg": [0.5591254234313965, 0.5241400003433228, 0.5343185663223267], "cos_apical_negg": [0.5591254234313965, 0.5241400003433228, 0.5343185663223267], "cos_Ac_negg": [0.5591254234313965, 0.5241400003433228, 0.5343185663223267]}}
|
