1
|
{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.247864246368408, "cos_r_negg": [0.012510007247328758, -0.01119165401905775, -0.004658247344195843], "cos_apical_negg": [0.012510007247328758, -0.01119165401905775, -0.004658247344195843], "cos_Ac_negg": [0.012510007247328758, -0.01119165401905775, -0.004658247344195843], "r_norm": [4.738438606262207, 4.797600269317627, 4.791417598724365]}, {"step": 50, "epoch": 0, "train_loss": 0.7634398341178894, "cos_r_negg": [0.4451068937778473, 0.3196674585342407, 0.32004863023757935], "cos_apical_negg": [0.4451068937778473, 0.3196674585342407, 0.32004863023757935], "cos_Ac_negg": [0.4451068937778473, 0.3196674585342407, 0.32004863023757935], "r_norm": [1.1479973793029785, 1.148997187614441, 1.1868926286697388]}, {"step": 100, "epoch": 0, "train_loss": 0.3830578327178955, "cos_r_negg": [0.43452614545822144, 0.34049201011657715, 0.3406493663787842], "cos_apical_negg": [0.43452614545822144, 0.34049201011657715, 0.3406493663787842], "cos_Ac_negg": [0.43452614545822144, 0.34049201011657715, 0.3406493663787842], "r_norm": [0.8204394578933716, 0.8258404731750488, 0.8459532260894775]}, {"step": 150, "epoch": 0, "train_loss": 0.45505011081695557, "cos_r_negg": [0.4659983515739441, 0.3966694474220276, 0.3723813593387604], "cos_apical_negg": [0.4659983515739441, 0.3966694474220276, 0.3723813593387604], "cos_Ac_negg": [0.4659983515739441, 0.3966694474220276, 0.3723813593387604], "r_norm": [0.7491522431373596, 0.7573157548904419, 0.7677446603775024]}, {"step": 200, "epoch": 0, "train_loss": 0.30449557304382324, "cos_r_negg": [0.4606795012950897, 0.41813164949417114, 0.3801698088645935], "cos_apical_negg": [0.4606795012950897, 0.41813164949417114, 0.3801698088645935], "cos_Ac_negg": [0.4606795012950897, 0.41813164949417114, 0.3801698088645935], "r_norm": [0.766619086265564, 0.771813154220581, 0.7872369885444641]}, {"step": 250, "epoch": 0, "train_loss": 0.2060343623161316, "cos_r_negg": [0.48169952630996704, 0.4355130195617676, 0.390641450881958], "cos_apical_negg": [0.48169952630996704, 0.4355130195617676, 0.390641450881958], "cos_Ac_negg": [0.48169952630996704, 0.4355130195617676, 0.390641450881958], "r_norm": [0.6686232089996338, 0.6719135642051697, 0.6832036375999451]}, {"step": 300, "epoch": 0, "train_loss": 0.27500778436660767, "cos_r_negg": [0.5032715201377869, 0.47273075580596924, 0.4159889221191406], "cos_apical_negg": [0.5032715201377869, 0.47273075580596924, 0.4159889221191406], "cos_Ac_negg": [0.5032715201377869, 0.47273075580596924, 0.4159889221191406], "r_norm": [0.6187800168991089, 0.6234831809997559, 0.6345518827438354]}, {"step": 350, "epoch": 0, "train_loss": 0.1416410207748413, "cos_r_negg": [0.5059918165206909, 0.4709430932998657, 0.4298246204853058], "cos_apical_negg": [0.5059918165206909, 0.4709430932998657, 0.4298246204853058], "cos_Ac_negg": [0.5059918165206909, 0.4709430932998657, 0.4298246204853058], "r_norm": [0.5091173648834229, 0.5121328830718994, 0.5226387977600098]}, {"step": 400, "epoch": 0, "train_loss": 0.1271207332611084, "cos_r_negg": [0.5005955696105957, 0.4883246421813965, 0.43079638481140137], "cos_apical_negg": [0.5005955696105957, 0.4883246421813965, 0.43079638481140137], "cos_Ac_negg": [0.5005955696105957, 0.4883246421813965, 0.43079638481140137], "r_norm": [0.48749637603759766, 0.4913485050201416, 0.4992954432964325]}, {"step": 450, "epoch": 0, "train_loss": 0.2061455398797989, "cos_r_negg": [0.5139835476875305, 0.48117494583129883, 0.4164983034133911], "cos_apical_negg": [0.5139835476875305, 0.48117494583129883, 0.4164983034133911], "cos_Ac_negg": [0.5139835476875305, 0.48117494583129883, 0.4164983034133911], "r_norm": [0.5888432860374451, 0.5901409983634949, 0.6000497341156006]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9496, "test_loss": 0.17874766540527343}, {"step": 500, "epoch": 1, "train_loss": 0.26364508271217346, "cos_r_negg": [0.5422624945640564, 0.5018570423126221, 0.4305674433708191], "cos_apical_negg": [0.5422624945640564, 0.5018570423126221, 0.4305674433708191], "cos_Ac_negg": [0.5422624945640564, 0.5018570423126221, 0.4305674433708191], "r_norm": [0.5420417785644531, 0.5444663763046265, 0.5521508455276489]}, {"step": 550, "epoch": 1, "train_loss": 0.17751958966255188, "cos_r_negg": [0.5291709899902344, 0.5045232772827148, 0.42373210191726685], "cos_apical_negg": [0.5291709899902344, 0.5045232772827148, 0.42373210191726685], "cos_Ac_negg": [0.5291709899902344, 0.5045232772827148, 0.42373210191726685], "r_norm": [0.4563935101032257, 0.45918336510658264, 0.4664798974990845]}, {"step": 600, "epoch": 1, "train_loss": 0.24104249477386475, "cos_r_negg": [0.5122781991958618, 0.49748748540878296, 0.4436224699020386], "cos_apical_negg": [0.5122781991958618, 0.49748748540878296, 0.4436224699020386], "cos_Ac_negg": [0.5122781991958618, 0.49748748540878296, 0.4436224699020386], "r_norm": [0.49220189452171326, 0.49501436948776245, 0.5058104991912842]}, {"step": 650, "epoch": 1, "train_loss": 0.11617350578308105, "cos_r_negg": [0.5186793804168701, 0.5025560259819031, 0.43293046951293945], "cos_apical_negg": [0.5186793804168701, 0.5025560259819031, 0.43293046951293945], "cos_Ac_negg": [0.5186793804168701, 0.5025560259819031, 0.43293046951293945], "r_norm": [0.5036854147911072, 0.5049254894256592, 0.5149174928665161]}, {"step": 700, "epoch": 1, "train_loss": 0.0923391580581665, "cos_r_negg": [0.5341548919677734, 0.5068191289901733, 0.4508202075958252], "cos_apical_negg": [0.5341548919677734, 0.5068191289901733, 0.4508202075958252], "cos_Ac_negg": [0.5341548919677734, 0.5068191289901733, 0.4508202075958252], "r_norm": [0.4390517473220825, 0.43965545296669006, 0.44727447628974915]}, {"step": 750, "epoch": 1, "train_loss": 0.12840379774570465, "cos_r_negg": [0.5573385953903198, 0.5300695896148682, 0.44787928462028503], "cos_apical_negg": [0.5573385953903198, 0.5300695896148682, 0.44787928462028503], "cos_Ac_negg": [0.5573385953903198, 0.5300695896148682, 0.44787928462028503], "r_norm": [0.38516995310783386, 0.3845066428184509, 0.38924309611320496]}, {"step": 800, "epoch": 1, "train_loss": 0.09713643789291382, "cos_r_negg": [0.5367840528488159, 0.5281568765640259, 0.46688979864120483], "cos_apical_negg": [0.5367840528488159, 0.5281568765640259, 0.46688979864120483], "cos_Ac_negg": [0.5367840528488159, 0.5281568765640259, 0.46688979864120483], "r_norm": [0.4351535737514496, 0.4345577359199524, 0.44552695751190186]}, {"step": 850, "epoch": 1, "train_loss": 0.15039092302322388, "cos_r_negg": [0.5123897790908813, 0.5161294341087341, 0.4738595485687256], "cos_apical_negg": [0.5123897790908813, 0.5161294341087341, 0.4738595485687256], "cos_Ac_negg": [0.5123897790908813, 0.5161294341087341, 0.4738595485687256], "r_norm": [0.37125787138938904, 0.37272727489471436, 0.379019558429718]}, {"step": 900, "epoch": 1, "train_loss": 0.15627306699752808, "cos_r_negg": [0.5493066310882568, 0.534518837928772, 0.47360190749168396], "cos_apical_negg": [0.5493066310882568, 0.534518837928772, 0.47360190749168396], "cos_Ac_negg": [0.5493066310882568, 0.534518837928772, 0.47360190749168396], "r_norm": [0.365053653717041, 0.36816370487213135, 0.37147313356399536]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9604, "test_loss": 0.14242065773010254}, {"step": 950, "epoch": 2, "train_loss": 0.14371171593666077, "cos_r_negg": [0.5303221940994263, 0.5305461883544922, 0.4575258195400238], "cos_apical_negg": [0.5303221940994263, 0.5305461883544922, 0.4575258195400238], "cos_Ac_negg": [0.5303221940994263, 0.5305461883544922, 0.4575258195400238], "r_norm": [0.3860918879508972, 0.3871762156486511, 0.39124202728271484]}, {"step": 1000, "epoch": 2, "train_loss": 0.12118269503116608, "cos_r_negg": [0.5369065999984741, 0.5262161493301392, 0.4764059782028198], "cos_apical_negg": [0.5369065999984741, 0.5262161493301392, 0.4764059782028198], "cos_Ac_negg": [0.5369065999984741, 0.5262161493301392, 0.4764059782028198], "r_norm": [0.3785961866378784, 0.37902817130088806, 0.38330572843551636]}, {"step": 1050, "epoch": 2, "train_loss": 0.07558204233646393, "cos_r_negg": [0.537458062171936, 0.5410428047180176, 0.48645442724227905], "cos_apical_negg": [0.537458062171936, 0.5410428047180176, 0.48645442724227905], "cos_Ac_negg": [0.537458062171936, 0.5410428047180176, 0.48645442724227905], "r_norm": [0.35469794273376465, 0.3557884097099304, 0.36186057329177856]}, {"step": 1100, "epoch": 2, "train_loss": 0.12160687148571014, "cos_r_negg": [0.5430734157562256, 0.5339831709861755, 0.4801684021949768], "cos_apical_negg": [0.5430734157562256, 0.5339831709861755, 0.4801684021949768], "cos_Ac_negg": [0.5430734157562256, 0.5339831709861755, 0.4801684021949768], "r_norm": [0.31406325101852417, 0.3165847957134247, 0.31996724009513855]}, {"step": 1150, "epoch": 2, "train_loss": 0.045037854462862015, "cos_r_negg": [0.5286837220191956, 0.5262131690979004, 0.47020643949508667], "cos_apical_negg": [0.5286837220191956, 0.5262131690979004, 0.47020643949508667], "cos_Ac_negg": [0.5286837220191956, 0.5262131690979004, 0.47020643949508667], "r_norm": [0.3441864550113678, 0.34292173385620117, 0.3518105745315552]}, {"step": 1200, "epoch": 2, "train_loss": 0.03145213797688484, "cos_r_negg": [0.5453251600265503, 0.5380483269691467, 0.475691020488739], "cos_apical_negg": [0.5453251600265503, 0.5380483269691467, 0.475691020488739], "cos_Ac_negg": [0.5453251600265503, 0.5380483269691467, 0.475691020488739], "r_norm": [0.3746100664138794, 0.37684810161590576, 0.37889713048934937]}, {"step": 1250, "epoch": 2, "train_loss": 0.07149184495210648, "cos_r_negg": [0.5376809239387512, 0.5425201654434204, 0.481595516204834], "cos_apical_negg": [0.5376809239387512, 0.5425201654434204, 0.481595516204834], "cos_Ac_negg": [0.5376809239387512, 0.5425201654434204, 0.481595516204834], "r_norm": [0.32277998328208923, 0.32358840107917786, 0.327067494392395]}, {"step": 1300, "epoch": 2, "train_loss": 0.1680031716823578, "cos_r_negg": [0.5687134265899658, 0.5666579008102417, 0.49664127826690674], "cos_apical_negg": [0.5687134265899658, 0.5666579008102417, 0.49664127826690674], "cos_Ac_negg": [0.5687134265899658, 0.5666579008102417, 0.49664127826690674], "r_norm": [0.26783496141433716, 0.26706230640411377, 0.2734125256538391]}, {"step": 1350, "epoch": 2, "train_loss": 0.15868893265724182, "cos_r_negg": [0.5639815330505371, 0.5690765976905823, 0.49020352959632874], "cos_apical_negg": [0.5639815330505371, 0.5690765976905823, 0.49020352959632874], "cos_Ac_negg": [0.5639815330505371, 0.5690765976905823, 0.49020352959632874], "r_norm": [0.31522876024246216, 0.3148806691169739, 0.31828927993774414]}, {"step": 1400, "epoch": 2, "train_loss": 0.14341989159584045, "cos_r_negg": [0.5291574001312256, 0.5542851686477661, 0.4857138991355896], "cos_apical_negg": [0.5291574001312256, 0.5542851686477661, 0.4857138991355896], "cos_Ac_negg": [0.5291574001312256, 0.5542851686477661, 0.4857138991355896], "r_norm": [0.2988693118095398, 0.29958850145339966, 0.3042280375957489]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9648, "test_loss": 0.12350055198669434}, {"step": 1450, "epoch": 3, "train_loss": 0.059139057993888855, "cos_r_negg": [0.5235996246337891, 0.5376551747322083, 0.4866582751274109], "cos_apical_negg": [0.5235996246337891, 0.5376551747322083, 0.4866582751274109], "cos_Ac_negg": [0.5235996246337891, 0.5376551747322083, 0.4866582751274109], "r_norm": [0.351054847240448, 0.3511893153190613, 0.3550848960876465]}, {"step": 1500, "epoch": 3, "train_loss": 0.04854479804635048, "cos_r_negg": [0.5131165981292725, 0.5291196703910828, 0.48892030119895935], "cos_apical_negg": [0.5131165981292725, 0.5291196703910828, 0.48892030119895935], "cos_Ac_negg": [0.5131165981292725, 0.5291196703910828, 0.48892030119895935], "r_norm": [0.2945151627063751, 0.29546186327934265, 0.29861485958099365]}, {"step": 1550, "epoch": 3, "train_loss": 0.1060800552368164, "cos_r_negg": [0.5340273380279541, 0.5452756285667419, 0.4903715252876282], "cos_apical_negg": [0.5340273380279541, 0.5452756285667419, 0.4903715252876282], "cos_Ac_negg": [0.5340273380279541, 0.5452756285667419, 0.4903715252876282], "r_norm": [0.25515425205230713, 0.25478115677833557, 0.25833484530448914]}, {"step": 1600, "epoch": 3, "train_loss": 0.05066286399960518, "cos_r_negg": [0.5383495688438416, 0.5401550531387329, 0.48483172059059143], "cos_apical_negg": [0.5383495688438416, 0.5401550531387329, 0.48483172059059143], "cos_Ac_negg": [0.5383495688438416, 0.5401550531387329, 0.48483172059059143], "r_norm": [0.24597693979740143, 0.24647432565689087, 0.2501174807548523]}, {"step": 1650, "epoch": 3, "train_loss": 0.04130145162343979, "cos_r_negg": [0.5351040959358215, 0.5491065979003906, 0.49178624153137207], "cos_apical_negg": [0.5351040959358215, 0.5491065979003906, 0.49178624153137207], "cos_Ac_negg": [0.5351040959358215, 0.5491065979003906, 0.49178624153137207], "r_norm": [0.21026694774627686, 0.20990049839019775, 0.21577228605747223]}, {"step": 1700, "epoch": 3, "train_loss": 0.08736288547515869, "cos_r_negg": [0.5579559803009033, 0.5602031946182251, 0.49900585412979126], "cos_apical_negg": [0.5579559803009033, 0.5602031946182251, 0.49900585412979126], "cos_Ac_negg": [0.5579559803009033, 0.5602031946182251, 0.49900585412979126], "r_norm": [0.23219580948352814, 0.23231402039527893, 0.23713034391403198]}, {"step": 1750, "epoch": 3, "train_loss": 0.04399235546588898, "cos_r_negg": [0.5577346086502075, 0.5587148666381836, 0.49548524618148804], "cos_apical_negg": [0.5577346086502075, 0.5587148666381836, 0.49548524618148804], "cos_Ac_negg": [0.5577346086502075, 0.5587148666381836, 0.49548524618148804], "r_norm": [0.23116305470466614, 0.23026499152183533, 0.23230862617492676]}, {"step": 1800, "epoch": 3, "train_loss": 0.05614742636680603, "cos_r_negg": [0.5556405186653137, 0.5513364672660828, 0.4958540201187134], "cos_apical_negg": [0.5556405186653137, 0.5513364672660828, 0.4958540201187134], "cos_Ac_negg": [0.5556405186653137, 0.5513364672660828, 0.4958540201187134], "r_norm": [0.29342442750930786, 0.2916969358921051, 0.2932400107383728]}, {"step": 1850, "epoch": 3, "train_loss": 0.10508862137794495, "cos_r_negg": [0.5413890480995178, 0.5488910675048828, 0.49271947145462036], "cos_apical_negg": [0.5413890480995178, 0.5488910675048828, 0.49271947145462036], "cos_Ac_negg": [0.5413890480995178, 0.5488910675048828, 0.49271947145462036], "r_norm": [0.29747140407562256, 0.2961578965187073, 0.2978615462779999]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9669, "test_loss": 0.1140636308670044}, {"step": 1900, "epoch": 4, "train_loss": 0.061909452080726624, "cos_r_negg": [0.516036331653595, 0.5396296977996826, 0.4937911629676819], "cos_apical_negg": [0.516036331653595, 0.5396296977996826, 0.4937911629676819], "cos_Ac_negg": [0.516036331653595, 0.5396296977996826, 0.4937911629676819], "r_norm": [0.26436299085617065, 0.2650405168533325, 0.26463666558265686]}, {"step": 1950, "epoch": 4, "train_loss": 0.06313691288232803, "cos_r_negg": [0.5087094306945801, 0.5280603170394897, 0.4784172773361206], "cos_apical_negg": [0.5087094306945801, 0.5280603170394897, 0.4784172773361206], "cos_Ac_negg": [0.5087094306945801, 0.5280603170394897, 0.4784172773361206], "r_norm": [0.2845960259437561, 0.2826513648033142, 0.28504714369773865]}, {"step": 2000, "epoch": 4, "train_loss": 0.08656703680753708, "cos_r_negg": [0.49466651678085327, 0.5177627801895142, 0.47865328192710876], "cos_apical_negg": [0.49466651678085327, 0.5177627801895142, 0.47865328192710876], "cos_Ac_negg": [0.49466651678085327, 0.5177627801895142, 0.47865328192710876], "r_norm": [0.23402418196201324, 0.23524165153503418, 0.23699863255023956]}, {"step": 2050, "epoch": 4, "train_loss": 0.09591315686702728, "cos_r_negg": [0.46863916516304016, 0.5009509921073914, 0.45750370621681213], "cos_apical_negg": [0.46863916516304016, 0.5009509921073914, 0.45750370621681213], "cos_Ac_negg": [0.46863916516304016, 0.5009509921073914, 0.45750370621681213], "r_norm": [0.24553300440311432, 0.24472741782665253, 0.24893146753311157]}, {"step": 2100, "epoch": 4, "train_loss": 0.11732298135757446, "cos_r_negg": [0.48852914571762085, 0.5135823488235474, 0.46845734119415283], "cos_apical_negg": [0.48852914571762085, 0.5135823488235474, 0.46845734119415283], "cos_Ac_negg": [0.48852914571762085, 0.5135823488235474, 0.46845734119415283], "r_norm": [0.24578076601028442, 0.24727000296115875, 0.2518284320831299]}, {"step": 2150, "epoch": 4, "train_loss": 0.05027203634381294, "cos_r_negg": [0.49968627095222473, 0.5296099185943604, 0.4898919463157654], "cos_apical_negg": [0.49968627095222473, 0.5296099185943604, 0.4898919463157654], "cos_Ac_negg": [0.49968627095222473, 0.5296099185943604, 0.4898919463157654], "r_norm": [0.23527218401432037, 0.23366856575012207, 0.23798193037509918]}, {"step": 2200, "epoch": 4, "train_loss": 0.11672249436378479, "cos_r_negg": [0.46004754304885864, 0.49753645062446594, 0.4401560127735138], "cos_apical_negg": [0.46004754304885864, 0.49753645062446594, 0.4401560127735138], "cos_Ac_negg": [0.46004754304885864, 0.49753645062446594, 0.4401560127735138], "r_norm": [0.23179897665977478, 0.23057608306407928, 0.23535124957561493]}, {"step": 2250, "epoch": 4, "train_loss": 0.007789884693920612, "cos_r_negg": [0.4754614233970642, 0.5100181102752686, 0.4633905291557312], "cos_apical_negg": [0.4754614233970642, 0.5100181102752686, 0.4633905291557312], "cos_Ac_negg": [0.4754614233970642, 0.5100181102752686, 0.4633905291557312], "r_norm": [0.27536433935165405, 0.2741033434867859, 0.27440929412841797]}, {"step": 2300, "epoch": 4, "train_loss": 0.11874265223741531, "cos_r_negg": [0.48493272066116333, 0.5156583189964294, 0.4662444293498993], "cos_apical_negg": [0.48493272066116333, 0.5156583189964294, 0.4662444293498993], "cos_Ac_negg": [0.48493272066116333, 0.5156583189964294, 0.4662444293498993], "r_norm": [0.22828367352485657, 0.22840794920921326, 0.23451624810695648]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9668, "test_loss": 0.1106367488861084}, {"step": 2350, "epoch": 5, "train_loss": 0.06425309181213379, "cos_r_negg": [0.49504801630973816, 0.5268007516860962, 0.47111549973487854], "cos_apical_negg": [0.49504801630973816, 0.5268007516860962, 0.47111549973487854], "cos_Ac_negg": [0.49504801630973816, 0.5268007516860962, 0.47111549973487854], "r_norm": [0.27874067425727844, 0.27686455845832825, 0.28092309832572937]}, {"step": 2400, "epoch": 5, "train_loss": 0.031226372346282005, "cos_r_negg": [0.4503156542778015, 0.48911941051483154, 0.4467967748641968], "cos_apical_negg": [0.4503156542778015, 0.48911941051483154, 0.4467967748641968], "cos_Ac_negg": [0.4503156542778015, 0.48911941051483154, 0.4467967748641968], "r_norm": [0.25034287571907043, 0.24894888699054718, 0.2523200511932373]}, {"step": 2450, "epoch": 5, "train_loss": 0.06071334332227707, "cos_r_negg": [0.44119274616241455, 0.47737962007522583, 0.440266489982605], "cos_apical_negg": [0.44119274616241455, 0.47737962007522583, 0.440266489982605], "cos_Ac_negg": [0.44119274616241455, 0.47737962007522583, 0.440266489982605], "r_norm": [0.23393762111663818, 0.23266033828258514, 0.23735660314559937]}, {"step": 2500, "epoch": 5, "train_loss": 0.04013361036777496, "cos_r_negg": [0.4509441554546356, 0.4883781373500824, 0.45648083090782166], "cos_apical_negg": [0.4509441554546356, 0.4883781373500824, 0.45648083090782166], "cos_Ac_negg": [0.4509441554546356, 0.4883781373500824, 0.45648083090782166], "r_norm": [0.2498878538608551, 0.2487553060054779, 0.25126543641090393]}, {"step": 2550, "epoch": 5, "train_loss": 0.032827723771333694, "cos_r_negg": [0.4140331745147705, 0.45543891191482544, 0.4128091633319855], "cos_apical_negg": [0.4140331745147705, 0.45543891191482544, 0.4128091633319855], "cos_Ac_negg": [0.4140331745147705, 0.45543891191482544, 0.4128091633319855], "r_norm": [0.18780526518821716, 0.18663173913955688, 0.18975961208343506]}, {"step": 2600, "epoch": 5, "train_loss": 0.02421610802412033, "cos_r_negg": [0.43845194578170776, 0.47302645444869995, 0.43976423144340515], "cos_apical_negg": [0.43845194578170776, 0.47302645444869995, 0.43976423144340515], "cos_Ac_negg": [0.43845194578170776, 0.47302645444869995, 0.43976423144340515], "r_norm": [0.22226004302501678, 0.21963870525360107, 0.22384127974510193]}, {"step": 2650, "epoch": 5, "train_loss": 0.011752886697649956, "cos_r_negg": [0.43360328674316406, 0.46959275007247925, 0.4384908080101013], "cos_apical_negg": [0.43360328674316406, 0.46959275007247925, 0.4384908080101013], "cos_Ac_negg": [0.43360328674316406, 0.46959275007247925, 0.4384908080101013], "r_norm": [0.26516732573509216, 0.26207396388053894, 0.26495006680488586]}, {"step": 2700, "epoch": 5, "train_loss": 0.05785860866308212, "cos_r_negg": [0.4295303523540497, 0.47767743468284607, 0.4339340627193451], "cos_apical_negg": [0.4295303523540497, 0.47767743468284607, 0.4339340627193451], "cos_Ac_negg": [0.4295303523540497, 0.47767743468284607, 0.4339340627193451], "r_norm": [0.1818256676197052, 0.18104994297027588, 0.18366895616054535]}, {"step": 2750, "epoch": 5, "train_loss": 0.031648457050323486, "cos_r_negg": [0.3875423073768616, 0.433959424495697, 0.39197972416877747], "cos_apical_negg": [0.3875423073768616, 0.433959424495697, 0.39197972416877747], "cos_Ac_negg": [0.3875423073768616, 0.433959424495697, 0.39197972416877747], "r_norm": [0.20377972722053528, 0.20117750763893127, 0.2056645154953003]}, {"step": 2800, "epoch": 5, "train_loss": 0.008784782141447067, "cos_r_negg": [0.37905871868133545, 0.4241383671760559, 0.38552120327949524], "cos_apical_negg": [0.37905871868133545, 0.4241383671760559, 0.38552120327949524], "cos_Ac_negg": [0.37905871868133545, 0.4241383671760559, 0.38552120327949524], "r_norm": [0.2350439578294754, 0.23416417837142944, 0.23555825650691986]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9715, "test_loss": 0.114516512966156}, {"step": 2850, "epoch": 6, "train_loss": 0.043738897889852524, "cos_r_negg": [0.3581933379173279, 0.401500403881073, 0.36687594652175903], "cos_apical_negg": [0.3581933379173279, 0.401500403881073, 0.36687594652175903], "cos_Ac_negg": [0.3581933379173279, 0.401500403881073, 0.36687594652175903], "r_norm": [0.1901082843542099, 0.18945938348770142, 0.1934317648410797]}, {"step": 2900, "epoch": 6, "train_loss": 0.005470128729939461, "cos_r_negg": [0.4006648659706116, 0.4408452808856964, 0.3986252546310425], "cos_apical_negg": [0.4006648659706116, 0.4408452808856964, 0.3986252546310425], "cos_Ac_negg": [0.4006648659706116, 0.4408452808856964, 0.3986252546310425], "r_norm": [0.1904621422290802, 0.18893499672412872, 0.1939820647239685]}, {"step": 2950, "epoch": 6, "train_loss": 0.05486157909035683, "cos_r_negg": [0.38001906871795654, 0.4243968427181244, 0.38751697540283203], "cos_apical_negg": [0.38001906871795654, 0.4243968427181244, 0.38751697540283203], "cos_Ac_negg": [0.38001906871795654, 0.4243968427181244, 0.38751697540283203], "r_norm": [0.1836749017238617, 0.1831749528646469, 0.18664023280143738]}, {"step": 3000, "epoch": 6, "train_loss": 0.0039043573196977377, "cos_r_negg": [0.37575995922088623, 0.4218667447566986, 0.3913079500198364], "cos_apical_negg": [0.37575995922088623, 0.4218667447566986, 0.3913079500198364], "cos_Ac_negg": [0.37575995922088623, 0.4218667447566986, 0.3913079500198364], "r_norm": [0.20760565996170044, 0.20621827244758606, 0.2080443799495697]}, {"step": 3050, "epoch": 6, "train_loss": 0.015474323183298111, "cos_r_negg": [0.3462206721305847, 0.39538660645484924, 0.36409643292427063], "cos_apical_negg": [0.3462206721305847, 0.39538660645484924, 0.36409643292427063], "cos_Ac_negg": [0.3462206721305847, 0.39538660645484924, 0.36409643292427063], "r_norm": [0.17615705728530884, 0.17495790123939514, 0.17754137516021729]}, {"step": 3100, "epoch": 6, "train_loss": 0.009809317998588085, "cos_r_negg": [0.3441193997859955, 0.3933126628398895, 0.3648113012313843], "cos_apical_negg": [0.3441193997859955, 0.3933126628398895, 0.3648113012313843], "cos_Ac_negg": [0.3441193997859955, 0.3933126628398895, 0.3648113012313843], "r_norm": [0.17568324506282806, 0.17457786202430725, 0.17619852721691132]}, {"step": 3150, "epoch": 6, "train_loss": 0.046995051205158234, "cos_r_negg": [0.33065497875213623, 0.382406085729599, 0.35194429755210876], "cos_apical_negg": [0.33065497875213623, 0.382406085729599, 0.35194429755210876], "cos_Ac_negg": [0.33065497875213623, 0.382406085729599, 0.35194429755210876], "r_norm": [0.16517828404903412, 0.1647573560476303, 0.16742560267448425]}, {"step": 3200, "epoch": 6, "train_loss": 0.01906922087073326, "cos_r_negg": [0.34625548124313354, 0.39870685338974, 0.365713894367218], "cos_apical_negg": [0.34625548124313354, 0.39870685338974, 0.365713894367218], "cos_Ac_negg": [0.34625548124313354, 0.39870685338974, 0.365713894367218], "r_norm": [0.19334301352500916, 0.19472239911556244, 0.1966867744922638]}, {"step": 3250, "epoch": 6, "train_loss": 0.0331643782556057, "cos_r_negg": [0.3580004572868347, 0.4032098650932312, 0.36948275566101074], "cos_apical_negg": [0.3580004572868347, 0.4032098650932312, 0.36948275566101074], "cos_Ac_negg": [0.3580004572868347, 0.4032098650932312, 0.36948275566101074], "r_norm": [0.19179749488830566, 0.19009511172771454, 0.19386032223701477]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9715, "test_loss": 0.1213100643157959}, {"step": 3300, "epoch": 7, "train_loss": 0.004877605941146612, "cos_r_negg": [0.3389611542224884, 0.3860020041465759, 0.351834774017334], "cos_apical_negg": [0.3389611542224884, 0.3860020041465759, 0.351834774017334], "cos_Ac_negg": [0.3389611542224884, 0.3860020041465759, 0.351834774017334], "r_norm": [0.16853104531764984, 0.16697075963020325, 0.17063573002815247]}, {"step": 3350, "epoch": 7, "train_loss": 0.006382328923791647, "cos_r_negg": [0.3527180552482605, 0.39758390188217163, 0.3640233278274536], "cos_apical_negg": [0.3527180552482605, 0.39758390188217163, 0.3640233278274536], "cos_Ac_negg": [0.3527180552482605, 0.39758390188217163, 0.3640233278274536], "r_norm": [0.17550614476203918, 0.1745343804359436, 0.1763947457075119]}, {"step": 3400, "epoch": 7, "train_loss": 0.013731536455452442, "cos_r_negg": [0.2997435927391052, 0.33488917350769043, 0.3077789545059204], "cos_apical_negg": [0.2997435927391052, 0.33488917350769043, 0.3077789545059204], "cos_Ac_negg": [0.2997435927391052, 0.33488917350769043, 0.3077789545059204], "r_norm": [0.16441360116004944, 0.16520139575004578, 0.16776582598686218]}, {"step": 3450, "epoch": 7, "train_loss": 0.05610867217183113, "cos_r_negg": [0.3093256652355194, 0.3533501923084259, 0.3199414014816284], "cos_apical_negg": [0.3093256652355194, 0.3533501923084259, 0.3199414014816284], "cos_Ac_negg": [0.3093256652355194, 0.3533501923084259, 0.3199414014816284], "r_norm": [0.1866127997636795, 0.1858425736427307, 0.18687817454338074]}, {"step": 3500, "epoch": 7, "train_loss": 0.005461802706122398, "cos_r_negg": [0.3157893419265747, 0.3610578775405884, 0.3320164382457733], "cos_apical_negg": [0.3157893419265747, 0.3610578775405884, 0.3320164382457733], "cos_Ac_negg": [0.3157893419265747, 0.3610578775405884, 0.3320164382457733], "r_norm": [0.176128089427948, 0.17551586031913757, 0.178193598985672]}, {"step": 3550, "epoch": 7, "train_loss": 0.013490831479430199, "cos_r_negg": [0.309787392616272, 0.3491969406604767, 0.3245392441749573], "cos_apical_negg": [0.309787392616272, 0.3491969406604767, 0.3245392441749573], "cos_Ac_negg": [0.309787392616272, 0.3491969406604767, 0.3245392441749573], "r_norm": [0.1854076087474823, 0.18553093075752258, 0.18762165307998657]}, {"step": 3600, "epoch": 7, "train_loss": 0.01399998553097248, "cos_r_negg": [0.3053875267505646, 0.3464193046092987, 0.3156079649925232], "cos_apical_negg": [0.3053875267505646, 0.3464193046092987, 0.3156079649925232], "cos_Ac_negg": [0.3053875267505646, 0.3464193046092987, 0.3156079649925232], "r_norm": [0.1631937325000763, 0.1607988178730011, 0.16285863518714905]}, {"step": 3650, "epoch": 7, "train_loss": 0.002929999493062496, "cos_r_negg": [0.3034855127334595, 0.34471970796585083, 0.3200453221797943], "cos_apical_negg": [0.3034855127334595, 0.34471970796585083, 0.3200453221797943], "cos_Ac_negg": [0.3034855127334595, 0.34471970796585083, 0.3200453221797943], "r_norm": [0.18497994542121887, 0.18211553990840912, 0.1846645474433899]}, {"step": 3700, "epoch": 7, "train_loss": 0.02961856499314308, "cos_r_negg": [0.29184484481811523, 0.3295974135398865, 0.3046059012413025], "cos_apical_negg": [0.29184484481811523, 0.3295974135398865, 0.3046059012413025], "cos_Ac_negg": [0.29184484481811523, 0.3295974135398865, 0.3046059012413025], "r_norm": [0.17266830801963806, 0.17244233191013336, 0.17470183968544006]}, {"step": 3750, "epoch": 7, "train_loss": 0.013072306290268898, "cos_r_negg": [0.300586462020874, 0.33850646018981934, 0.31822675466537476], "cos_apical_negg": [0.300586462020874, 0.33850646018981934, 0.31822675466537476], "cos_Ac_negg": [0.300586462020874, 0.33850646018981934, 0.31822675466537476], "r_norm": [0.1555362194776535, 0.15536120533943176, 0.15880241990089417]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9723, "test_loss": 0.11965668029785156}, {"step": 3800, "epoch": 8, "train_loss": 0.05753273516893387, "cos_r_negg": [0.2686452269554138, 0.30509987473487854, 0.28492656350135803], "cos_apical_negg": [0.2686452269554138, 0.30509987473487854, 0.28492656350135803], "cos_Ac_negg": [0.2686452269554138, 0.30509987473487854, 0.28492656350135803], "r_norm": [0.14871269464492798, 0.1475856602191925, 0.151455357670784]}, {"step": 3850, "epoch": 8, "train_loss": 0.0028385294135659933, "cos_r_negg": [0.28380510210990906, 0.32245275378227234, 0.30303052067756653], "cos_apical_negg": [0.28380510210990906, 0.32245275378227234, 0.30303052067756653], "cos_Ac_negg": [0.28380510210990906, 0.32245275378227234, 0.30303052067756653], "r_norm": [0.1888529509305954, 0.18782925605773926, 0.18924856185913086]}, {"step": 3900, "epoch": 8, "train_loss": 0.031306467950344086, "cos_r_negg": [0.28436997532844543, 0.3220803439617157, 0.2986360192298889], "cos_apical_negg": [0.28436997532844543, 0.3220803439617157, 0.2986360192298889], "cos_Ac_negg": [0.28436997532844543, 0.3220803439617157, 0.2986360192298889], "r_norm": [0.15894760191440582, 0.15711890161037445, 0.15931916236877441]}, {"step": 3950, "epoch": 8, "train_loss": 0.0010267983889207244, "cos_r_negg": [0.2756859064102173, 0.3156859874725342, 0.291109174489975], "cos_apical_negg": [0.2756859064102173, 0.3156859874725342, 0.291109174489975], "cos_Ac_negg": [0.2756859064102173, 0.3156859874725342, 0.291109174489975], "r_norm": [0.15598759055137634, 0.15481342375278473, 0.1572290062904358]}, {"step": 4000, "epoch": 8, "train_loss": 0.0017436984926462173, "cos_r_negg": [0.2644749879837036, 0.3070303201675415, 0.2854214906692505], "cos_apical_negg": [0.2644749879837036, 0.3070303201675415, 0.2854214906692505], "cos_Ac_negg": [0.2644749879837036, 0.3070303201675415, 0.2854214906692505], "r_norm": [0.15644381940364838, 0.15297067165374756, 0.15479567646980286]}, {"step": 4050, "epoch": 8, "train_loss": 0.0117665259167552, "cos_r_negg": [0.2668369710445404, 0.30469226837158203, 0.2849646210670471], "cos_apical_negg": [0.2668369710445404, 0.30469226837158203, 0.2849646210670471], "cos_Ac_negg": [0.2668369710445404, 0.30469226837158203, 0.2849646210670471], "r_norm": [0.14564469456672668, 0.14452052116394043, 0.14725925028324127]}, {"step": 4100, "epoch": 8, "train_loss": 0.08750169724225998, "cos_r_negg": [0.25907599925994873, 0.2948468327522278, 0.2764144539833069], "cos_apical_negg": [0.25907599925994873, 0.2948468327522278, 0.2764144539833069], "cos_Ac_negg": [0.25907599925994873, 0.2948468327522278, 0.2764144539833069], "r_norm": [0.1595367193222046, 0.15857556462287903, 0.16145159304141998]}, {"step": 4150, "epoch": 8, "train_loss": 0.002183937933295965, "cos_r_negg": [0.2671060562133789, 0.3071121573448181, 0.2891165614128113], "cos_apical_negg": [0.2671060562133789, 0.3071121573448181, 0.2891165614128113], "cos_Ac_negg": [0.2671060562133789, 0.3071121573448181, 0.2891165614128113], "r_norm": [0.16443562507629395, 0.16359424591064453, 0.16582125425338745]}, {"step": 4200, "epoch": 8, "train_loss": 0.009339418262243271, "cos_r_negg": [0.262804239988327, 0.30357933044433594, 0.2851714491844177], "cos_apical_negg": [0.262804239988327, 0.30357933044433594, 0.2851714491844177], "cos_Ac_negg": [0.262804239988327, 0.30357933044433594, 0.2851714491844177], "r_norm": [0.13471421599388123, 0.13355134427547455, 0.13532550632953644]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9741, "test_loss": 0.12202388000488282}, {"step": 4250, "epoch": 9, "train_loss": 0.020587023347616196, "cos_r_negg": [0.24421343207359314, 0.277561217546463, 0.2608654499053955], "cos_apical_negg": [0.24421343207359314, 0.277561217546463, 0.2608654499053955], "cos_Ac_negg": [0.24421343207359314, 0.277561217546463, 0.2608654499053955], "r_norm": [0.15438039600849152, 0.1523040533065796, 0.15448734164237976]}, {"step": 4300, "epoch": 9, "train_loss": 0.0018672797596082091, "cos_r_negg": [0.24052894115447998, 0.2738698124885559, 0.25623345375061035], "cos_apical_negg": [0.24052894115447998, 0.2738698124885559, 0.25623345375061035], "cos_Ac_negg": [0.24052894115447998, 0.2738698124885559, 0.25623345375061035], "r_norm": [0.17138373851776123, 0.17074814438819885, 0.17379926145076752]}, {"step": 4350, "epoch": 9, "train_loss": 0.013180232606828213, "cos_r_negg": [0.2458411306142807, 0.2760385572910309, 0.2591410279273987], "cos_apical_negg": [0.2458411306142807, 0.2760385572910309, 0.2591410279273987], "cos_Ac_negg": [0.2458411306142807, 0.2760385572910309, 0.2591410279273987], "r_norm": [0.16799229383468628, 0.1669217199087143, 0.1699531525373459]}, {"step": 4400, "epoch": 9, "train_loss": 0.0017652747919782996, "cos_r_negg": [0.23560473322868347, 0.26726362109184265, 0.25118184089660645], "cos_apical_negg": [0.23560473322868347, 0.26726362109184265, 0.25118184089660645], "cos_Ac_negg": [0.23560473322868347, 0.26726362109184265, 0.25118184089660645], "r_norm": [0.16303381323814392, 0.16007032990455627, 0.16273272037506104]}, {"step": 4450, "epoch": 9, "train_loss": 0.0010202217381447554, "cos_r_negg": [0.22847053408622742, 0.25920554995536804, 0.24246631562709808], "cos_apical_negg": [0.22847053408622742, 0.25920554995536804, 0.24246631562709808], "cos_Ac_negg": [0.22847053408622742, 0.25920554995536804, 0.24246631562709808], "r_norm": [0.15829460322856903, 0.15656110644340515, 0.15962888300418854]}, {"step": 4500, "epoch": 9, "train_loss": 0.007812195457518101, "cos_r_negg": [0.22196786105632782, 0.24870097637176514, 0.2341272234916687], "cos_apical_negg": [0.22196786105632782, 0.24870097637176514, 0.2341272234916687], "cos_Ac_negg": [0.22196786105632782, 0.24870097637176514, 0.2341272234916687], "r_norm": [0.20007921755313873, 0.19812393188476562, 0.20132765173912048]}, {"step": 4550, "epoch": 9, "train_loss": 0.0023401128128170967, "cos_r_negg": [0.23155373334884644, 0.26271772384643555, 0.24561798572540283], "cos_apical_negg": [0.23155373334884644, 0.26271772384643555, 0.24561798572540283], "cos_Ac_negg": [0.23155373334884644, 0.26271772384643555, 0.24561798572540283], "r_norm": [0.15168815851211548, 0.1505754142999649, 0.1536380648612976]}, {"step": 4600, "epoch": 9, "train_loss": 0.08142884820699692, "cos_r_negg": [0.22653204202651978, 0.25500327348709106, 0.23826390504837036], "cos_apical_negg": [0.22653204202651978, 0.25500327348709106, 0.23826390504837036], "cos_Ac_negg": [0.22653204202651978, 0.25500327348709106, 0.23826390504837036], "r_norm": [0.17703646421432495, 0.17567071318626404, 0.1793697625398636]}, {"step": 4650, "epoch": 9, "train_loss": 0.002900534076616168, "cos_r_negg": [0.22413155436515808, 0.25436896085739136, 0.23722527921199799], "cos_apical_negg": [0.22413155436515808, 0.25436896085739136, 0.23722527921199799], "cos_Ac_negg": [0.22413155436515808, 0.25436896085739136, 0.23722527921199799], "r_norm": [0.16942539811134338, 0.16780635714530945, 0.1715344339609146]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9731, "test_loss": 0.13366425466537477}, {"step": 4700, "epoch": 10, "train_loss": 0.00246696756221354, "cos_r_negg": [0.22408097982406616, 0.257320761680603, 0.24123303592205048], "cos_apical_negg": [0.22408097982406616, 0.257320761680603, 0.24123303592205048], "cos_Ac_negg": [0.22408097982406616, 0.257320761680603, 0.24123303592205048], "r_norm": [0.20336276292800903, 0.20039939880371094, 0.20378988981246948]}, {"step": 4750, "epoch": 10, "train_loss": 0.0035499318037182093, "cos_r_negg": [0.21353942155838013, 0.24448205530643463, 0.22978141903877258], "cos_apical_negg": [0.21353942155838013, 0.24448205530643463, 0.22978141903877258], "cos_Ac_negg": [0.21353942155838013, 0.24448205530643463, 0.22978141903877258], "r_norm": [0.18454986810684204, 0.18195617198944092, 0.18626585602760315]}, {"step": 4800, "epoch": 10, "train_loss": 0.002248304896056652, "cos_r_negg": [0.2102651745080948, 0.23679938912391663, 0.22347238659858704], "cos_apical_negg": [0.2102651745080948, 0.23679938912391663, 0.22347238659858704], "cos_Ac_negg": [0.2102651745080948, 0.23679938912391663, 0.22347238659858704], "r_norm": [0.18928204476833344, 0.18729430437088013, 0.19177761673927307]}, {"step": 4850, "epoch": 10, "train_loss": 0.0016276591923087835, "cos_r_negg": [0.20655733346939087, 0.23064297437667847, 0.2179829180240631], "cos_apical_negg": [0.20655733346939087, 0.23064297437667847, 0.2179829180240631], "cos_Ac_negg": [0.20655733346939087, 0.23064297437667847, 0.2179829180240631], "r_norm": [0.17503489553928375, 0.17293217778205872, 0.17584285140037537]}, {"step": 4900, "epoch": 10, "train_loss": 0.0025231835898011923, "cos_r_negg": [0.2067737579345703, 0.2342534214258194, 0.22109517455101013], "cos_apical_negg": [0.2067737579345703, 0.2342534214258194, 0.22109517455101013], "cos_Ac_negg": [0.2067737579345703, 0.2342534214258194, 0.22109517455101013], "r_norm": [0.1703794002532959, 0.1686379611492157, 0.172069251537323]}, {"step": 4950, "epoch": 10, "train_loss": 0.0011032024631276727, "cos_r_negg": [0.20755037665367126, 0.23228679597377777, 0.21948397159576416], "cos_apical_negg": [0.20755037665367126, 0.23228679597377777, 0.21948397159576416], "cos_Ac_negg": [0.20755037665367126, 0.23228679597377777, 0.21948397159576416], "r_norm": [0.18092170357704163, 0.17806503176689148, 0.18058300018310547]}, {"step": 5000, "epoch": 10, "train_loss": 0.0017152607906609774, "cos_r_negg": [0.1908615231513977, 0.2162533849477768, 0.202938511967659], "cos_apical_negg": [0.1908615231513977, 0.2162533849477768, 0.202938511967659], "cos_Ac_negg": [0.1908615231513977, 0.2162533849477768, 0.202938511967659], "r_norm": [0.17755994200706482, 0.17541873455047607, 0.17852243781089783]}, {"step": 5050, "epoch": 10, "train_loss": 0.004727878142148256, "cos_r_negg": [0.20259496569633484, 0.22709965705871582, 0.21470651030540466], "cos_apical_negg": [0.20259496569633484, 0.22709965705871582, 0.21470651030540466], "cos_Ac_negg": [0.20259496569633484, 0.22709965705871582, 0.21470651030540466], "r_norm": [0.1698734611272812, 0.1685994267463684, 0.1719076931476593]}, {"step": 5100, "epoch": 10, "train_loss": 0.002133176429197192, "cos_r_negg": [0.1923988163471222, 0.2168709635734558, 0.20295768976211548], "cos_apical_negg": [0.1923988163471222, 0.2168709635734558, 0.20295768976211548], "cos_Ac_negg": [0.1923988163471222, 0.2168709635734558, 0.20295768976211548], "r_norm": [0.16923445463180542, 0.1665339320898056, 0.16898022592067719]}, {"step": 5150, "epoch": 10, "train_loss": 0.000488201214466244, "cos_r_negg": [0.19387710094451904, 0.2175363451242447, 0.2047020047903061], "cos_apical_negg": [0.19387710094451904, 0.2175363451242447, 0.2047020047903061], "cos_Ac_negg": [0.19387710094451904, 0.2175363451242447, 0.2047020047903061], "r_norm": [0.16386672854423523, 0.16152489185333252, 0.1647413820028305]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9742, "test_loss": 0.134921328830719}, {"step": 5200, "epoch": 11, "train_loss": 0.0007581347017548978, "cos_r_negg": [0.18711423873901367, 0.21052192151546478, 0.19814780354499817], "cos_apical_negg": [0.18711423873901367, 0.21052192151546478, 0.19814780354499817], "cos_Ac_negg": [0.18711423873901367, 0.21052192151546478, 0.19814780354499817], "r_norm": [0.15789002180099487, 0.15605100989341736, 0.1596839427947998]}, {"step": 5250, "epoch": 11, "train_loss": 0.0014389135176315904, "cos_r_negg": [0.18650668859481812, 0.21094626188278198, 0.1991129219532013], "cos_apical_negg": [0.18650668859481812, 0.21094626188278198, 0.1991129219532013], "cos_Ac_negg": [0.18650668859481812, 0.21094626188278198, 0.1991129219532013], "r_norm": [0.1641479730606079, 0.16247723996639252, 0.16593369841575623]}, {"step": 5300, "epoch": 11, "train_loss": 0.002481673378497362, "cos_r_negg": [0.18747171759605408, 0.209784597158432, 0.19865062832832336], "cos_apical_negg": [0.18747171759605408, 0.209784597158432, 0.19865062832832336], "cos_Ac_negg": [0.18747171759605408, 0.209784597158432, 0.19865062832832336], "r_norm": [0.15577824413776398, 0.15418662130832672, 0.15719307959079742]}, {"step": 5350, "epoch": 11, "train_loss": 0.001562765333801508, "cos_r_negg": [0.18025025725364685, 0.2017851173877716, 0.192104771733284], "cos_apical_negg": [0.18025025725364685, 0.2017851173877716, 0.192104771733284], "cos_Ac_negg": [0.18025025725364685, 0.2017851173877716, 0.192104771733284], "r_norm": [0.1671367585659027, 0.16525955498218536, 0.1685946136713028]}, {"step": 5400, "epoch": 11, "train_loss": 0.002974602859467268, "cos_r_negg": [0.1775714010000229, 0.20052284002304077, 0.1901770979166031], "cos_apical_negg": [0.1775714010000229, 0.20052284002304077, 0.1901770979166031], "cos_Ac_negg": [0.1775714010000229, 0.20052284002304077, 0.1901770979166031], "r_norm": [0.169068843126297, 0.16700975596904755, 0.170243501663208]}, {"step": 5450, "epoch": 11, "train_loss": 0.00016182826948352158, "cos_r_negg": [0.17624196410179138, 0.19960197806358337, 0.18955951929092407], "cos_apical_negg": [0.17624196410179138, 0.19960197806358337, 0.18955951929092407], "cos_Ac_negg": [0.17624196410179138, 0.19960197806358337, 0.18955951929092407], "r_norm": [0.16958516836166382, 0.16729101538658142, 0.1702139675617218]}, {"step": 5500, "epoch": 11, "train_loss": 0.0028820657171308994, "cos_r_negg": [0.1756962090730667, 0.19886013865470886, 0.18802277743816376], "cos_apical_negg": [0.1756962090730667, 0.19886013865470886, 0.18802277743816376], "cos_Ac_negg": [0.1756962090730667, 0.19886013865470886, 0.18802277743816376], "r_norm": [0.1666952669620514, 0.1642128825187683, 0.16700434684753418]}, {"step": 5550, "epoch": 11, "train_loss": 0.0007927343249320984, "cos_r_negg": [0.17542524635791779, 0.19813375174999237, 0.1869596242904663], "cos_apical_negg": [0.17542524635791779, 0.19813375174999237, 0.1869596242904663], "cos_Ac_negg": [0.17542524635791779, 0.19813375174999237, 0.1869596242904663], "r_norm": [0.15691380202770233, 0.15517300367355347, 0.15827509760856628]}, {"step": 5600, "epoch": 11, "train_loss": 0.0005152469384483993, "cos_r_negg": [0.17323191463947296, 0.1950111985206604, 0.1835174262523651], "cos_apical_negg": [0.17323191463947296, 0.1950111985206604, 0.1835174262523651], "cos_Ac_negg": [0.17323191463947296, 0.1950111985206604, 0.1835174262523651], "r_norm": [0.15853068232536316, 0.15650871396064758, 0.1593708097934723]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9749, "test_loss": 0.13683798208236694}, {"step": 5650, "epoch": 12, "train_loss": 0.002292943885549903, "cos_r_negg": [0.1692304164171219, 0.19158408045768738, 0.18016621470451355], "cos_apical_negg": [0.1692304164171219, 0.19158408045768738, 0.18016621470451355], "cos_Ac_negg": [0.1692304164171219, 0.19158408045768738, 0.18016621470451355], "r_norm": [0.1666208952665329, 0.16437290608882904, 0.1672302782535553]}, {"step": 5700, "epoch": 12, "train_loss": 0.0002445052668917924, "cos_r_negg": [0.16673141717910767, 0.1889076828956604, 0.17769579589366913], "cos_apical_negg": [0.16673141717910767, 0.1889076828956604, 0.17769579589366913], "cos_Ac_negg": [0.16673141717910767, 0.1889076828956604, 0.17769579589366913], "r_norm": [0.16296130418777466, 0.16105936467647552, 0.16387829184532166]}, {"step": 5750, "epoch": 12, "train_loss": 0.0002613913093227893, "cos_r_negg": [0.16547603905200958, 0.1885404884815216, 0.17785003781318665], "cos_apical_negg": [0.16547603905200958, 0.1885404884815216, 0.17785003781318665], "cos_Ac_negg": [0.16547603905200958, 0.1885404884815216, 0.17785003781318665], "r_norm": [0.1680733561515808, 0.1659867763519287, 0.16897201538085938]}, {"step": 5800, "epoch": 12, "train_loss": 0.0003116048756055534, "cos_r_negg": [0.16517028212547302, 0.18658190965652466, 0.17692984640598297], "cos_apical_negg": [0.16517028212547302, 0.18658190965652466, 0.17692984640598297], "cos_Ac_negg": [0.16517028212547302, 0.18658190965652466, 0.17692984640598297], "r_norm": [0.16572651267051697, 0.16431304812431335, 0.1673995554447174]}, {"step": 5850, "epoch": 12, "train_loss": 0.0007353981491178274, "cos_r_negg": [0.16412916779518127, 0.18521729111671448, 0.1751406490802765], "cos_apical_negg": [0.16412916779518127, 0.18521729111671448, 0.1751406490802765], "cos_Ac_negg": [0.16412916779518127, 0.18521729111671448, 0.1751406490802765], "r_norm": [0.164963498711586, 0.16354811191558838, 0.16663725674152374]}, {"step": 5900, "epoch": 12, "train_loss": 0.000943570863455534, "cos_r_negg": [0.1635744273662567, 0.18465988337993622, 0.17442050576210022], "cos_apical_negg": [0.1635744273662567, 0.18465988337993622, 0.17442050576210022], "cos_Ac_negg": [0.1635744273662567, 0.18465988337993622, 0.17442050576210022], "r_norm": [0.15537957847118378, 0.15385079383850098, 0.15603286027908325]}, {"step": 5950, "epoch": 12, "train_loss": 0.0009553533745929599, "cos_r_negg": [0.16124263405799866, 0.18202993273735046, 0.17218083143234253], "cos_apical_negg": [0.16124263405799866, 0.18202993273735046, 0.17218083143234253], "cos_Ac_negg": [0.16124263405799866, 0.18202993273735046, 0.17218083143234253], "r_norm": [0.1536499261856079, 0.1524275243282318, 0.15483897924423218]}, {"step": 6000, "epoch": 12, "train_loss": 0.0010410989634692669, "cos_r_negg": [0.15981023013591766, 0.18013633787631989, 0.17047248780727386], "cos_apical_negg": [0.15981023013591766, 0.18013633787631989, 0.17047248780727386], "cos_Ac_negg": [0.15981023013591766, 0.18013633787631989, 0.17047248780727386], "r_norm": [0.15889203548431396, 0.15740454196929932, 0.1597338765859604]}, {"step": 6050, "epoch": 12, "train_loss": 0.00041813479037955403, "cos_r_negg": [0.15914377570152283, 0.17963536083698273, 0.1695367693901062], "cos_apical_negg": [0.15914377570152283, 0.17963536083698273, 0.1695367693901062], "cos_Ac_negg": [0.15914377570152283, 0.17963536083698273, 0.1695367693901062], "r_norm": [0.15627969801425934, 0.1547093242406845, 0.15709486603736877]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9752, "test_loss": 0.13878268918991088}, {"step": 6100, "epoch": 13, "train_loss": 0.0011104407021775842, "cos_r_negg": [0.15927377343177795, 0.1792256236076355, 0.1693911999464035], "cos_apical_negg": [0.15927377343177795, 0.1792256236076355, 0.1693911999464035], "cos_Ac_negg": [0.15927377343177795, 0.1792256236076355, 0.1693911999464035], "r_norm": [0.15838757157325745, 0.15698909759521484, 0.15959282219409943]}, {"step": 6150, "epoch": 13, "train_loss": 0.0008541910210624337, "cos_r_negg": [0.15582013130187988, 0.17585068941116333, 0.16653424501419067], "cos_apical_negg": [0.15582013130187988, 0.17585068941116333, 0.16653424501419067], "cos_Ac_negg": [0.15582013130187988, 0.17585068941116333, 0.16653424501419067], "r_norm": [0.15973198413848877, 0.15814591944217682, 0.1603805422782898]}, {"step": 6200, "epoch": 13, "train_loss": 0.000537674524821341, "cos_r_negg": [0.15818464756011963, 0.17836305499076843, 0.16898667812347412], "cos_apical_negg": [0.15818464756011963, 0.17836305499076843, 0.16898667812347412], "cos_Ac_negg": [0.15818464756011963, 0.17836305499076843, 0.16898667812347412], "r_norm": [0.1545354127883911, 0.15322989225387573, 0.15534812211990356]}, {"step": 6250, "epoch": 13, "train_loss": 0.0011969374027103186, "cos_r_negg": [0.15535235404968262, 0.17527300119400024, 0.16584888100624084], "cos_apical_negg": [0.15535235404968262, 0.17527300119400024, 0.16584888100624084], "cos_Ac_negg": [0.15535235404968262, 0.17527300119400024, 0.16584888100624084], "r_norm": [0.15559588372707367, 0.15404903888702393, 0.15619106590747833]}, {"step": 6300, "epoch": 13, "train_loss": 0.000692961155436933, "cos_r_negg": [0.15328487753868103, 0.1736585795879364, 0.16394072771072388], "cos_apical_negg": [0.15328487753868103, 0.1736585795879364, 0.16394072771072388], "cos_Ac_negg": [0.15328487753868103, 0.1736585795879364, 0.16394072771072388], "r_norm": [0.1566520631313324, 0.15519532561302185, 0.15748266875743866]}, {"step": 6350, "epoch": 13, "train_loss": 0.0010561218950897455, "cos_r_negg": [0.15370440483093262, 0.17346110939979553, 0.16360870003700256], "cos_apical_negg": [0.15370440483093262, 0.17346110939979553, 0.16360870003700256], "cos_Ac_negg": [0.15370440483093262, 0.17346110939979553, 0.16360870003700256], "r_norm": [0.15943633019924164, 0.15792232751846313, 0.16025292873382568]}, {"step": 6400, "epoch": 13, "train_loss": 0.0007242013816721737, "cos_r_negg": [0.152421236038208, 0.17313984036445618, 0.16345003247261047], "cos_apical_negg": [0.152421236038208, 0.17313984036445618, 0.16345003247261047], "cos_Ac_negg": [0.152421236038208, 0.17313984036445618, 0.16345003247261047], "r_norm": [0.15395882725715637, 0.15237268805503845, 0.15447548031806946]}, {"step": 6450, "epoch": 13, "train_loss": 0.0006095771677792072, "cos_r_negg": [0.1508740484714508, 0.1705949306488037, 0.1615162193775177], "cos_apical_negg": [0.1508740484714508, 0.1705949306488037, 0.1615162193775177], "cos_Ac_negg": [0.1508740484714508, 0.1705949306488037, 0.1615162193775177], "r_norm": [0.1547216773033142, 0.15357275307178497, 0.15569502115249634]}, {"step": 6500, "epoch": 13, "train_loss": 0.000707174651324749, "cos_r_negg": [0.14705365896224976, 0.16659659147262573, 0.15716399252414703], "cos_apical_negg": [0.14705365896224976, 0.16659659147262573, 0.15716399252414703], "cos_Ac_negg": [0.14705365896224976, 0.16659659147262573, 0.15716399252414703], "r_norm": [0.1550941914319992, 0.15382389724254608, 0.1559380292892456]}, {"step": 6550, "epoch": 13, "train_loss": 0.0017448508879169822, "cos_r_negg": [0.14849692583084106, 0.16801327466964722, 0.15922792255878448], "cos_apical_negg": [0.14849692583084106, 0.16801327466964722, 0.15922792255878448], "cos_Ac_negg": [0.14849692583084106, 0.16801327466964722, 0.15922792255878448], "r_norm": [0.15483438968658447, 0.1535462886095047, 0.1557207554578781]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9753, "test_loss": 0.1415543758392334}, {"step": 6600, "epoch": 14, "train_loss": 0.0007820656755939126, "cos_r_negg": [0.14715012907981873, 0.16672661900520325, 0.1578071415424347], "cos_apical_negg": [0.14715012907981873, 0.16672661900520325, 0.1578071415424347], "cos_Ac_negg": [0.14715012907981873, 0.16672661900520325, 0.1578071415424347], "r_norm": [0.15467309951782227, 0.15334708988666534, 0.1554720103740692]}, {"step": 6650, "epoch": 14, "train_loss": 0.0008757006144151092, "cos_r_negg": [0.14668293297290802, 0.165865957736969, 0.1570982038974762], "cos_apical_negg": [0.14668293297290802, 0.165865957736969, 0.1570982038974762], "cos_Ac_negg": [0.14668293297290802, 0.165865957736969, 0.1570982038974762], "r_norm": [0.15650175511837006, 0.15509197115898132, 0.15711718797683716]}, {"step": 6700, "epoch": 14, "train_loss": 0.00044546322897076607, "cos_r_negg": [0.14614132046699524, 0.1650533378124237, 0.15634408593177795], "cos_apical_negg": [0.14614132046699524, 0.1650533378124237, 0.15634408593177795], "cos_Ac_negg": [0.14614132046699524, 0.1650533378124237, 0.15634408593177795], "r_norm": [0.15670447051525116, 0.15520299971103668, 0.15726017951965332]}, {"step": 6750, "epoch": 14, "train_loss": 0.000518552609719336, "cos_r_negg": [0.14369302988052368, 0.1627940833568573, 0.15377283096313477], "cos_apical_negg": [0.14369302988052368, 0.1627940833568573, 0.15377283096313477], "cos_Ac_negg": [0.14369302988052368, 0.1627940833568573, 0.15377283096313477], "r_norm": [0.15724903345108032, 0.15587972104549408, 0.15813660621643066]}, {"step": 6800, "epoch": 14, "train_loss": 0.0008604235481470823, "cos_r_negg": [0.14124861359596252, 0.16000638902187347, 0.1514844447374344], "cos_apical_negg": [0.14124861359596252, 0.16000638902187347, 0.1514844447374344], "cos_Ac_negg": [0.14124861359596252, 0.16000638902187347, 0.1514844447374344], "r_norm": [0.16006594896316528, 0.15817245841026306, 0.16027753055095673]}, {"step": 6850, "epoch": 14, "train_loss": 0.0005052085034549236, "cos_r_negg": [0.14186802506446838, 0.1606133133172989, 0.1522047519683838], "cos_apical_negg": [0.14186802506446838, 0.1606133133172989, 0.1522047519683838], "cos_Ac_negg": [0.14186802506446838, 0.1606133133172989, 0.1522047519683838], "r_norm": [0.15916550159454346, 0.1575753092765808, 0.15990358591079712]}, {"step": 6900, "epoch": 14, "train_loss": 0.0007365128258243203, "cos_r_negg": [0.1424165666103363, 0.16077417135238647, 0.15236011147499084], "cos_apical_negg": [0.1424165666103363, 0.16077417135238647, 0.15236011147499084], "cos_Ac_negg": [0.1424165666103363, 0.16077417135238647, 0.15236011147499084], "r_norm": [0.1563076674938202, 0.15497232973575592, 0.15711504220962524]}, {"step": 6950, "epoch": 14, "train_loss": 0.00017804822709877044, "cos_r_negg": [0.14122647047042847, 0.1601819396018982, 0.15151187777519226], "cos_apical_negg": [0.14122647047042847, 0.1601819396018982, 0.15151187777519226], "cos_Ac_negg": [0.14122647047042847, 0.1601819396018982, 0.15151187777519226], "r_norm": [0.1513974964618683, 0.14992745220661163, 0.1518484354019165]}, {"step": 7000, "epoch": 14, "train_loss": 0.0006930496310815215, "cos_r_negg": [0.1408117115497589, 0.15910916030406952, 0.15076006948947906], "cos_apical_negg": [0.1408117115497589, 0.15910916030406952, 0.15076006948947906], "cos_Ac_negg": [0.1408117115497589, 0.15910916030406952, 0.15076006948947906], "r_norm": [0.15788859128952026, 0.1565147042274475, 0.15864282846450806]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9752, "test_loss": 0.14345566911697388}, {"step": 7050, "epoch": 15, "train_loss": 0.0002648541412781924, "cos_r_negg": [0.14154615998268127, 0.1599176824092865, 0.15156146883964539], "cos_apical_negg": [0.14154615998268127, 0.1599176824092865, 0.15156146883964539], "cos_Ac_negg": [0.14154615998268127, 0.1599176824092865, 0.15156146883964539], "r_norm": [0.15631625056266785, 0.154869943857193, 0.15707415342330933]}, {"step": 7100, "epoch": 15, "train_loss": 0.001053178682923317, "cos_r_negg": [0.139919713139534, 0.157647043466568, 0.14995165169239044], "cos_apical_negg": [0.139919713139534, 0.157647043466568, 0.14995165169239044], "cos_Ac_negg": [0.139919713139534, 0.157647043466568, 0.14995165169239044], "r_norm": [0.15937156975269318, 0.15757738053798676, 0.15961723029613495]}, {"step": 7150, "epoch": 15, "train_loss": 0.0003890772059094161, "cos_r_negg": [0.1415124237537384, 0.16012077033519745, 0.1519179344177246], "cos_apical_negg": [0.1415124237537384, 0.16012077033519745, 0.1519179344177246], "cos_Ac_negg": [0.1415124237537384, 0.16012077033519745, 0.1519179344177246], "r_norm": [0.15824691951274872, 0.15646305680274963, 0.1586218774318695]}, {"step": 7200, "epoch": 15, "train_loss": 0.0005275920266285539, "cos_r_negg": [0.14039549231529236, 0.15884369611740112, 0.1506090760231018], "cos_apical_negg": [0.14039549231529236, 0.15884369611740112, 0.1506090760231018], "cos_Ac_negg": [0.14039549231529236, 0.15884369611740112, 0.1506090760231018], "r_norm": [0.15867672860622406, 0.1569662094116211, 0.15918807685375214]}, {"step": 7250, "epoch": 15, "train_loss": 0.00037928656092844903, "cos_r_negg": [0.13950246572494507, 0.15776327252388, 0.149269700050354], "cos_apical_negg": [0.13950246572494507, 0.15776327252388, 0.149269700050354], "cos_Ac_negg": [0.13950246572494507, 0.15776327252388, 0.149269700050354], "r_norm": [0.15682896971702576, 0.15510760247707367, 0.1572379320859909]}, {"step": 7300, "epoch": 15, "train_loss": 0.0002561150467954576, "cos_r_negg": [0.13826584815979004, 0.15600340068340302, 0.14791005849838257], "cos_apical_negg": [0.13826584815979004, 0.15600340068340302, 0.14791005849838257], "cos_Ac_negg": [0.13826584815979004, 0.15600340068340302, 0.14791005849838257], "r_norm": [0.15511742234230042, 0.15360718965530396, 0.1556512415409088]}, {"step": 7350, "epoch": 15, "train_loss": 0.0004398734017740935, "cos_r_negg": [0.13766135275363922, 0.15510836243629456, 0.14694631099700928], "cos_apical_negg": [0.13766135275363922, 0.15510836243629456, 0.14694631099700928], "cos_Ac_negg": [0.13766135275363922, 0.15510836243629456, 0.14694631099700928], "r_norm": [0.1516524851322174, 0.15037938952445984, 0.1525738388299942]}, {"step": 7400, "epoch": 15, "train_loss": 0.0001779150334186852, "cos_r_negg": [0.13689881563186646, 0.1550396978855133, 0.14672750234603882], "cos_apical_negg": [0.13689881563186646, 0.1550396978855133, 0.14672750234603882], "cos_Ac_negg": [0.13689881563186646, 0.1550396978855133, 0.14672750234603882], "r_norm": [0.1487399935722351, 0.14740101993083954, 0.1493830382823944]}, {"step": 7450, "epoch": 15, "train_loss": 0.0001929495483636856, "cos_r_negg": [0.13490137457847595, 0.1527334451675415, 0.1446283459663391], "cos_apical_negg": [0.13490137457847595, 0.1527334451675415, 0.1446283459663391], "cos_Ac_negg": [0.13490137457847595, 0.1527334451675415, 0.1446283459663391], "r_norm": [0.1508352905511856, 0.14979827404022217, 0.1518949568271637]}, {"step": 7500, "epoch": 15, "train_loss": 0.0001257957483176142, "cos_r_negg": [0.13403287529945374, 0.15167123079299927, 0.14351874589920044], "cos_apical_negg": [0.13403287529945374, 0.15167123079299927, 0.14351874589920044], "cos_Ac_negg": [0.13403287529945374, 0.15167123079299927, 0.14351874589920044], "r_norm": [0.15399950742721558, 0.15277451276779175, 0.15487010776996613]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9751, "test_loss": 0.1465550284385681}, {"step": 7550, "epoch": 16, "train_loss": 0.00022836880816612393, "cos_r_negg": [0.13278478384017944, 0.1499265730381012, 0.14206266403198242], "cos_apical_negg": [0.13278478384017944, 0.1499265730381012, 0.14206266403198242], "cos_Ac_negg": [0.13278478384017944, 0.1499265730381012, 0.14206266403198242], "r_norm": [0.15640759468078613, 0.15493963658809662, 0.15690410137176514]}, {"step": 7600, "epoch": 16, "train_loss": 0.00100610195659101, "cos_r_negg": [0.13429081439971924, 0.15155787765979767, 0.14386066794395447], "cos_apical_negg": [0.13429081439971924, 0.15155787765979767, 0.14386066794395447], "cos_Ac_negg": [0.13429081439971924, 0.15155787765979767, 0.14386066794395447], "r_norm": [0.15582771599292755, 0.15447358787059784, 0.15644103288650513]}, {"step": 7650, "epoch": 16, "train_loss": 0.0007523071253672242, "cos_r_negg": [0.13388091325759888, 0.1511685848236084, 0.1433982402086258], "cos_apical_negg": [0.13388091325759888, 0.1511685848236084, 0.1433982402086258], "cos_Ac_negg": [0.13388091325759888, 0.1511685848236084, 0.1433982402086258], "r_norm": [0.15496842563152313, 0.15374809503555298, 0.15573659539222717]}, {"step": 7700, "epoch": 16, "train_loss": 0.00041825894732028246, "cos_r_negg": [0.13174624741077423, 0.1489415168762207, 0.14118438959121704], "cos_apical_negg": [0.13174624741077423, 0.1489415168762207, 0.14118438959121704], "cos_Ac_negg": [0.13174624741077423, 0.1489415168762207, 0.14118438959121704], "r_norm": [0.155928835272789, 0.15468430519104004, 0.1567343920469284]}, {"step": 7750, "epoch": 16, "train_loss": 0.000720871496014297, "cos_r_negg": [0.13217386603355408, 0.1493479162454605, 0.14163261651992798], "cos_apical_negg": [0.13217386603355408, 0.1493479162454605, 0.14163261651992798], "cos_Ac_negg": [0.13217386603355408, 0.1493479162454605, 0.14163261651992798], "r_norm": [0.157085582613945, 0.1559116393327713, 0.15822027623653412]}, {"step": 7800, "epoch": 16, "train_loss": 0.0011307576205581427, "cos_r_negg": [0.13163530826568604, 0.14918991923332214, 0.14120547473430634], "cos_apical_negg": [0.13163530826568604, 0.14918991923332214, 0.14120547473430634], "cos_Ac_negg": [0.13163530826568604, 0.14918991923332214, 0.14120547473430634], "r_norm": [0.15208524465560913, 0.15069995820522308, 0.15262097120285034]}, {"step": 7850, "epoch": 16, "train_loss": 0.0004964456893503666, "cos_r_negg": [0.13074824213981628, 0.14774826169013977, 0.14002731442451477], "cos_apical_negg": [0.13074824213981628, 0.14774826169013977, 0.14002731442451477], "cos_Ac_negg": [0.13074824213981628, 0.14774826169013977, 0.14002731442451477], "r_norm": [0.153712660074234, 0.15227098762989044, 0.154248908162117]}, {"step": 7900, "epoch": 16, "train_loss": 0.0005165746551938355, "cos_r_negg": [0.12961339950561523, 0.14661213755607605, 0.13851451873779297], "cos_apical_negg": [0.12961339950561523, 0.14661213755607605, 0.13851451873779297], "cos_Ac_negg": [0.12961339950561523, 0.14661213755607605, 0.13851451873779297], "r_norm": [0.15369506180286407, 0.15224994719028473, 0.15431943535804749]}, {"step": 7950, "epoch": 16, "train_loss": 0.00018801780242938548, "cos_r_negg": [0.12985625863075256, 0.14686468243598938, 0.1388867050409317], "cos_apical_negg": [0.12985625863075256, 0.14686468243598938, 0.1388867050409317], "cos_Ac_negg": [0.12985625863075256, 0.14686468243598938, 0.1388867050409317], "r_norm": [0.15280261635780334, 0.15142884850502014, 0.15341156721115112]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9751, "test_loss": 0.14810432319641112}, {"step": 8000, "epoch": 17, "train_loss": 0.0005185085465200245, "cos_r_negg": [0.12987743318080902, 0.1464194357395172, 0.13871054351329803], "cos_apical_negg": [0.12987743318080902, 0.1464194357395172, 0.13871054351329803], "cos_Ac_negg": [0.12987743318080902, 0.1464194357395172, 0.13871054351329803], "r_norm": [0.1540049910545349, 0.152545765042305, 0.15455065667629242]}, {"step": 8050, "epoch": 17, "train_loss": 0.00038974813651293516, "cos_r_negg": [0.12883514165878296, 0.1452452540397644, 0.1376992166042328], "cos_apical_negg": [0.12883514165878296, 0.1452452540397644, 0.1376992166042328], "cos_Ac_negg": [0.12883514165878296, 0.1452452540397644, 0.1376992166042328], "r_norm": [0.15618760883808136, 0.15485809743404388, 0.15706077218055725]}, {"step": 8100, "epoch": 17, "train_loss": 0.0010929976124316454, "cos_r_negg": [0.12783019244670868, 0.1445518583059311, 0.13694821298122406], "cos_apical_negg": [0.12783019244670868, 0.1445518583059311, 0.13694821298122406], "cos_Ac_negg": [0.12783019244670868, 0.1445518583059311, 0.13694821298122406], "r_norm": [0.15192760527133942, 0.15062041580677032, 0.15266287326812744]}, {"step": 8150, "epoch": 17, "train_loss": 0.000155380301293917, "cos_r_negg": [0.12726089358329773, 0.14306682348251343, 0.13616886734962463], "cos_apical_negg": [0.12726089358329773, 0.14306682348251343, 0.13616886734962463], "cos_Ac_negg": [0.12726089358329773, 0.14306682348251343, 0.13616886734962463], "r_norm": [0.15508241951465607, 0.1536610722541809, 0.15550671517848969]}, {"step": 8200, "epoch": 17, "train_loss": 0.00013036563177593052, "cos_r_negg": [0.12808290123939514, 0.14411452412605286, 0.1368325650691986], "cos_apical_negg": [0.12808290123939514, 0.14411452412605286, 0.1368325650691986], "cos_Ac_negg": [0.12808290123939514, 0.14411452412605286, 0.1368325650691986], "r_norm": [0.15325945615768433, 0.15201126039028168, 0.1539834439754486]}, {"step": 8250, "epoch": 17, "train_loss": 0.0005836279597133398, "cos_r_negg": [0.12587258219718933, 0.1420234888792038, 0.13449326157569885], "cos_apical_negg": [0.12587258219718933, 0.1420234888792038, 0.13449326157569885], "cos_Ac_negg": [0.12587258219718933, 0.1420234888792038, 0.13449326157569885], "r_norm": [0.15296787023544312, 0.15173035860061646, 0.15369702875614166]}, {"step": 8300, "epoch": 17, "train_loss": 0.00024728922289796174, "cos_r_negg": [0.1249178946018219, 0.1410091072320938, 0.1335436999797821], "cos_apical_negg": [0.1249178946018219, 0.1410091072320938, 0.1335436999797821], "cos_Ac_negg": [0.1249178946018219, 0.1410091072320938, 0.1335436999797821], "r_norm": [0.1527363508939743, 0.151461660861969, 0.15342459082603455]}, {"step": 8350, "epoch": 17, "train_loss": 0.00048409149167127907, "cos_r_negg": [0.12536735832691193, 0.1412515491247177, 0.1339106559753418], "cos_apical_negg": [0.12536735832691193, 0.1412515491247177, 0.1339106559753418], "cos_Ac_negg": [0.12536735832691193, 0.1412515491247177, 0.1339106559753418], "r_norm": [0.15300936996936798, 0.15191040933132172, 0.153912752866745]}, {"step": 8400, "epoch": 17, "train_loss": 0.0004661136772483587, "cos_r_negg": [0.12478010356426239, 0.14059218764305115, 0.13344475626945496], "cos_apical_negg": [0.12478010356426239, 0.14059218764305115, 0.13344475626945496], "cos_Ac_negg": [0.12478010356426239, 0.14059218764305115, 0.13344475626945496], "r_norm": [0.15210819244384766, 0.1508222371339798, 0.15279750525951385]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9749, "test_loss": 0.15046707763671874}, {"step": 8450, "epoch": 18, "train_loss": 0.00011004052066709846, "cos_r_negg": [0.12413568049669266, 0.14016975462436676, 0.13300873339176178], "cos_apical_negg": [0.12413568049669266, 0.14016975462436676, 0.13300873339176178], "cos_Ac_negg": [0.12413568049669266, 0.14016975462436676, 0.13300873339176178], "r_norm": [0.15146490931510925, 0.14996126294136047, 0.15190061926841736]}, {"step": 8500, "epoch": 18, "train_loss": 0.0002414967311779037, "cos_r_negg": [0.12376923859119415, 0.13965757191181183, 0.13257381319999695], "cos_apical_negg": [0.12376923859119415, 0.13965757191181183, 0.13257381319999695], "cos_Ac_negg": [0.12376923859119415, 0.13965757191181183, 0.13257381319999695], "r_norm": [0.15230131149291992, 0.15084567666053772, 0.152842715382576]}, {"step": 8550, "epoch": 18, "train_loss": 0.00035022455267608166, "cos_r_negg": [0.12351389229297638, 0.13916561007499695, 0.132239431142807], "cos_apical_negg": [0.12351389229297638, 0.13916561007499695, 0.132239431142807], "cos_Ac_negg": [0.12351389229297638, 0.13916561007499695, 0.132239431142807], "r_norm": [0.1530768722295761, 0.151760533452034, 0.15387903153896332]}, {"step": 8600, "epoch": 18, "train_loss": 0.000679870368912816, "cos_r_negg": [0.1231943815946579, 0.13842928409576416, 0.13169732689857483], "cos_apical_negg": [0.1231943815946579, 0.13842928409576416, 0.13169732689857483], "cos_Ac_negg": [0.1231943815946579, 0.13842928409576416, 0.13169732689857483], "r_norm": [0.15274789929389954, 0.15133130550384521, 0.1533733606338501]}, {"step": 8650, "epoch": 18, "train_loss": 0.0002896123914979398, "cos_r_negg": [0.12201731652021408, 0.13737551867961884, 0.13065281510353088], "cos_apical_negg": [0.12201731652021408, 0.13737551867961884, 0.13065281510353088], "cos_Ac_negg": [0.12201731652021408, 0.13737551867961884, 0.13065281510353088], "r_norm": [0.1513984203338623, 0.14997640252113342, 0.1519494503736496]}, {"step": 8700, "epoch": 18, "train_loss": 0.0006188152474351227, "cos_r_negg": [0.12184524536132812, 0.1373801827430725, 0.13064047694206238], "cos_apical_negg": [0.12184524536132812, 0.1373801827430725, 0.13064047694206238], "cos_Ac_negg": [0.12184524536132812, 0.1373801827430725, 0.13064047694206238], "r_norm": [0.15117643773555756, 0.14967027306556702, 0.15159961581230164]}, {"step": 8750, "epoch": 18, "train_loss": 0.0004937516059726477, "cos_r_negg": [0.12206472456455231, 0.13712911307811737, 0.1306132674217224], "cos_apical_negg": [0.12206472456455231, 0.13712911307811737, 0.1306132674217224], "cos_Ac_negg": [0.12206472456455231, 0.13712911307811737, 0.1306132674217224], "r_norm": [0.1533697247505188, 0.15169531106948853, 0.15360164642333984]}, {"step": 8800, "epoch": 18, "train_loss": 0.00017090165056288242, "cos_r_negg": [0.11981889605522156, 0.1350439339876175, 0.12847191095352173], "cos_apical_negg": [0.11981889605522156, 0.1350439339876175, 0.12847191095352173], "cos_Ac_negg": [0.11981889605522156, 0.1350439339876175, 0.12847191095352173], "r_norm": [0.1531078815460205, 0.1516357809305191, 0.15354935824871063]}, {"step": 8850, "epoch": 18, "train_loss": 8.658528531668708e-05, "cos_r_negg": [0.1200997605919838, 0.1355501115322113, 0.1291009485721588], "cos_apical_negg": [0.1200997605919838, 0.1355501115322113, 0.1291009485721588], "cos_Ac_negg": [0.1200997605919838, 0.1355501115322113, 0.1291009485721588], "r_norm": [0.1513928771018982, 0.15029262006282806, 0.15237246453762054]}, {"step": 8900, "epoch": 18, "train_loss": 0.00027910908102057874, "cos_r_negg": [0.12030727416276932, 0.13579703867435455, 0.12930814921855927], "cos_apical_negg": [0.12030727416276932, 0.13579703867435455, 0.12930814921855927], "cos_Ac_negg": [0.12030727416276932, 0.13579703867435455, 0.12930814921855927], "r_norm": [0.1512613147497177, 0.14992691576480865, 0.15191993117332458]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9748, "test_loss": 0.1521615375518799}, {"step": 8950, "epoch": 19, "train_loss": 0.0002487687743268907, "cos_r_negg": [0.12062080949544907, 0.13621142506599426, 0.12954923510551453], "cos_apical_negg": [0.12062080949544907, 0.13621142506599426, 0.12954923510551453], "cos_Ac_negg": [0.12062080949544907, 0.13621142506599426, 0.12954923510551453], "r_norm": [0.1508755087852478, 0.1494823694229126, 0.15151582658290863]}, {"step": 9000, "epoch": 19, "train_loss": 0.0003481549210846424, "cos_r_negg": [0.12064007669687271, 0.13612590730190277, 0.1294393539428711], "cos_apical_negg": [0.12064007669687271, 0.13612590730190277, 0.1294393539428711], "cos_Ac_negg": [0.12064007669687271, 0.13612590730190277, 0.1294393539428711], "r_norm": [0.15208888053894043, 0.15054009854793549, 0.152618408203125]}, {"step": 9050, "epoch": 19, "train_loss": 0.0004888941766694188, "cos_r_negg": [0.11924036592245102, 0.13433384895324707, 0.12801052629947662], "cos_apical_negg": [0.11924036592245102, 0.13433384895324707, 0.12801052629947662], "cos_Ac_negg": [0.11924036592245102, 0.13433384895324707, 0.12801052629947662], "r_norm": [0.15317974984645844, 0.15163323283195496, 0.1536499410867691]}, {"step": 9100, "epoch": 19, "train_loss": 0.000827028532512486, "cos_r_negg": [0.11836980283260345, 0.1334553360939026, 0.12712958455085754], "cos_apical_negg": [0.11836980283260345, 0.1334553360939026, 0.12712958455085754], "cos_Ac_negg": [0.11836980283260345, 0.1334553360939026, 0.12712958455085754], "r_norm": [0.15303005278110504, 0.15155351161956787, 0.15363547205924988]}, {"step": 9150, "epoch": 19, "train_loss": 0.0006178823532536626, "cos_r_negg": [0.11815135180950165, 0.1333940625190735, 0.12704244256019592], "cos_apical_negg": [0.11815135180950165, 0.1333940625190735, 0.12704244256019592], "cos_Ac_negg": [0.11815135180950165, 0.1333940625190735, 0.12704244256019592], "r_norm": [0.1513236165046692, 0.1497986614704132, 0.15182100236415863]}, {"step": 9200, "epoch": 19, "train_loss": 0.0001545274571981281, "cos_r_negg": [0.11715468764305115, 0.13209496438503265, 0.1260766088962555], "cos_apical_negg": [0.11715468764305115, 0.13209496438503265, 0.1260766088962555], "cos_Ac_negg": [0.11715468764305115, 0.13209496438503265, 0.1260766088962555], "r_norm": [0.14990654587745667, 0.14848476648330688, 0.1505088359117508]}, {"step": 9250, "epoch": 19, "train_loss": 0.00030661612981930375, "cos_r_negg": [0.11732170730829239, 0.13185997307300568, 0.125989630818367], "cos_apical_negg": [0.11732170730829239, 0.13185997307300568, 0.125989630818367], "cos_Ac_negg": [0.11732170730829239, 0.13185997307300568, 0.125989630818367], "r_norm": [0.15274763107299805, 0.1512550562620163, 0.1533072590827942]}, {"step": 9300, "epoch": 19, "train_loss": 0.00034587871050462127, "cos_r_negg": [0.1185036450624466, 0.13313360512256622, 0.1273660957813263], "cos_apical_negg": [0.1185036450624466, 0.13313360512256622, 0.1273660957813263], "cos_Ac_negg": [0.1185036450624466, 0.13313360512256622, 0.1273660957813263], "r_norm": [0.1520547717809677, 0.15061460435390472, 0.15265250205993652]}, {"step": 9350, "epoch": 19, "train_loss": 0.00015732577594462782, "cos_r_negg": [0.11773039400577545, 0.13253524899482727, 0.1266823709011078], "cos_apical_negg": [0.11773039400577545, 0.13253524899482727, 0.1266823709011078], "cos_Ac_negg": [0.11773039400577545, 0.13253524899482727, 0.1266823709011078], "r_norm": [0.1510566771030426, 0.14975988864898682, 0.1518176794052124]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9747, "test_loss": 0.15390065259933472}], "final": {"test_acc": 0.9747, "test_loss": 0.15390065259933472, "wall_s": 14.487221479415894, "cos_r_negg": [0.1171654462814331, 0.13202261924743652, 0.12608620524406433], "cos_apical_negg": [0.1171654462814331, 0.13202261924743652, 0.12608620524406433], "cos_Ac_negg": [0.1171654462814331, 0.13202261924743652, 0.12608620524406433]}}
|
