{"args": {"mode": "dfa", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3298332691192627, "cos_r_negg": [-0.0058472780510783195, -0.015197782777249813, -0.0032740989699959755, 0.010826041921973228, 0.010081751272082329], "cos_apical_negg": [-0.0058472780510783195, -0.015197782777249813, -0.0032740989699959755, 0.010826041921973228, 0.010081751272082329], "cos_Ac_negg": [-0.0058472780510783195, -0.015197782777249813, -0.0032740989699959755, 0.010826041921973228, 0.010081751272082329], "r_norm": [4.82662296295166, 4.85488748550415, 4.740365982055664, 4.773012638092041, 4.849095821380615]}, {"step": 50, "epoch": 0, "train_loss": 0.7015708684921265, "cos_r_negg": [0.26093149185180664, 0.23303282260894775, 0.2453870177268982, 0.22142231464385986, 0.23752376437187195], "cos_apical_negg": [0.26093149185180664, 0.23303282260894775, 0.2453870177268982, 0.22142231464385986, 0.23752376437187195], "cos_Ac_negg": [0.26093149185180664, 0.23303282260894775, 0.2453870177268982, 0.22142231464385986, 0.23752376437187195], "r_norm": [1.3901278972625732, 1.4156062602996826, 1.3700225353240967, 1.3802311420440674, 1.3808363676071167]}, {"step": 100, "epoch": 0, "train_loss": 0.32048702239990234, "cos_r_negg": [0.3149072527885437, 0.2710947096347809, 0.2900758385658264, 0.22493651509284973, 0.2422492802143097], "cos_apical_negg": [0.3149072527885437, 0.2710947096347809, 0.2900758385658264, 0.22493651509284973, 0.2422492802143097], "cos_Ac_negg": [0.3149072527885437, 0.2710947096347809, 0.2900758385658264, 0.22493651509284973, 0.2422492802143097], "r_norm": [0.9012269973754883, 0.9140264391899109, 0.8859250545501709, 0.8932126760482788, 0.8883390426635742]}, {"step": 150, "epoch": 0, "train_loss": 0.44823405146598816, "cos_r_negg": [0.35593223571777344, 0.3152119219303131, 0.2974761128425598, 0.2627885043621063, 0.2734110653400421], "cos_apical_negg": [0.35593223571777344, 0.3152119219303131, 0.2974761128425598, 0.2627885043621063, 0.2734110653400421], "cos_Ac_negg": [0.35593223571777344, 0.3152119219303131, 0.2974761128425598, 0.2627885043621063, 0.2734110653400421], "r_norm": [0.8016362190246582, 0.8092405200004578, 0.7843103408813477, 0.7935206890106201, 0.7913479804992676]}, {"step": 200, "epoch": 0, "train_loss": 0.3240417242050171, "cos_r_negg": [0.34856289625167847, 0.3285388648509979, 0.3333694636821747, 0.3059845566749573, 0.2965938448905945], "cos_apical_negg": [0.34856289625167847, 0.3285388648509979, 0.3333694636821747, 0.3059845566749573, 0.2965938448905945], "cos_Ac_negg": [0.34856289625167847, 0.3285388648509979, 0.3333694636821747, 0.3059845566749573, 0.2965938448905945], "r_norm": [0.8486741781234741, 0.857182502746582, 0.8287311792373657, 0.844174325466156, 0.841171383857727]}, {"step": 250, "epoch": 0, "train_loss": 0.23384714126586914, "cos_r_negg": [0.3343772888183594, 0.3164514899253845, 0.3271418511867523, 0.31529155373573303, 0.2964392900466919], "cos_apical_negg": [0.3343772888183594, 0.3164514899253845, 0.3271418511867523, 0.31529155373573303, 0.2964392900466919], "cos_Ac_negg": [0.3343772888183594, 0.3164514899253845, 0.3271418511867523, 0.31529155373573303, 0.2964392900466919], "r_norm": [0.6699531674385071, 0.6758120059967041, 0.6552241444587708, 0.6606621742248535, 0.6608750820159912]}, {"step": 300, "epoch": 0, "train_loss": 0.3327423930168152, "cos_r_negg": [0.38478296995162964, 0.3599228262901306, 0.3679744005203247, 0.34727710485458374, 0.333434522151947], "cos_apical_negg": [0.38478296995162964, 0.3599228262901306, 0.3679744005203247, 0.34727710485458374, 0.333434522151947], "cos_Ac_negg": [0.38478296995162964, 0.3599228262901306, 0.3679744005203247, 0.34727710485458374, 0.333434522151947], "r_norm": [0.6061750650405884, 0.607722818851471, 0.5930651426315308, 0.5981041193008423, 0.5996239185333252]}, {"step": 350, "epoch": 0, "train_loss": 0.20034733414649963, "cos_r_negg": [0.3855186700820923, 0.34964224696159363, 0.38982993364334106, 0.362700879573822, 0.3397655785083771], "cos_apical_negg": [0.3855186700820923, 0.34964224696159363, 0.38982993364334106, 0.362700879573822, 0.3397655785083771], "cos_Ac_negg": [0.3855186700820923, 0.34964224696159363, 0.38982993364334106, 0.362700879573822, 0.3397655785083771], "r_norm": [0.5823284387588501, 0.5824294686317444, 0.5726305246353149, 0.5774372816085815, 0.5731382369995117]}, {"step": 400, "epoch": 0, "train_loss": 0.18504655361175537, "cos_r_negg": [0.39973223209381104, 0.3624277114868164, 0.39118635654449463, 0.354239821434021, 0.33773910999298096], "cos_apical_negg": [0.39973223209381104, 0.3624277114868164, 0.39118635654449463, 0.354239821434021, 0.33773910999298096], "cos_Ac_negg": [0.39973223209381104, 0.3624277114868164, 0.39118635654449463, 0.354239821434021, 0.33773910999298096], "r_norm": [0.592797577381134, 0.5964204668998718, 0.5783916711807251, 0.5862065553665161, 0.5873519778251648]}, {"step": 450, "epoch": 0, "train_loss": 0.2784416675567627, "cos_r_negg": [0.4120153784751892, 0.3607693314552307, 0.39825987815856934, 0.36231011152267456, 0.3321722149848938], "cos_apical_negg": [0.4120153784751892, 0.3607693314552307, 0.39825987815856934, 0.36231011152267456, 0.3321722149848938], "cos_Ac_negg": [0.4120153784751892, 0.3607693314552307, 0.39825987815856934, 0.36231011152267456, 0.3321722149848938], "r_norm": [0.7070651054382324, 0.7164299488067627, 0.6861737966537476, 0.7032467126846313, 0.6999877691268921]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9418, "test_loss": 0.20621016693115235}, {"step": 500, "epoch": 1, "train_loss": 0.2677198648452759, "cos_r_negg": [0.40960583090782166, 0.38054558634757996, 0.4037395417690277, 0.3662498891353607, 0.34397658705711365], "cos_apical_negg": [0.40960583090782166, 0.38054558634757996, 0.4037395417690277, 0.3662498891353607, 0.34397658705711365], "cos_Ac_negg": [0.40960583090782166, 0.38054558634757996, 0.4037395417690277, 0.3662498891353607, 0.34397658705711365], "r_norm": [0.6082745790481567, 0.6093891859054565, 0.5937389135360718, 0.6006920337677002, 0.5982691049575806]}, {"step": 550, "epoch": 1, "train_loss": 0.19348442554473877, "cos_r_negg": [0.3988568186759949, 0.37369999289512634, 0.3850671052932739, 0.354662150144577, 0.3184378147125244], "cos_apical_negg": [0.3988568186759949, 0.37369999289512634, 0.3850671052932739, 0.354662150144577, 0.3184378147125244], "cos_Ac_negg": [0.3988568186759949, 0.37369999289512634, 0.3850671052932739, 0.354662150144577, 0.3184378147125244], "r_norm": [0.5202150344848633, 0.5212359428405762, 0.5093756318092346, 0.5150797367095947, 0.5121231079101562]}, {"step": 600, "epoch": 1, "train_loss": 0.28805068135261536, "cos_r_negg": [0.3785823583602905, 0.3852808475494385, 0.39402616024017334, 0.3888545632362366, 0.30943620204925537], "cos_apical_negg": [0.3785823583602905, 0.3852808475494385, 0.39402616024017334, 0.3888545632362366, 0.30943620204925537], "cos_Ac_negg": [0.3785823583602905, 0.3852808475494385, 0.39402616024017334, 0.3888545632362366, 0.30943620204925537], "r_norm": [0.5118452310562134, 0.5142958760261536, 0.5022103190422058, 0.5105589628219604, 0.5084070563316345]}, {"step": 650, "epoch": 1, "train_loss": 0.221156507730484, "cos_r_negg": [0.4091166853904724, 0.41205430030822754, 0.40815407037734985, 0.38180315494537354, 0.33131128549575806], "cos_apical_negg": [0.4091166853904724, 0.41205430030822754, 0.40815407037734985, 0.38180315494537354, 0.33131128549575806], "cos_Ac_negg": [0.4091166853904724, 0.41205430030822754, 0.40815407037734985, 0.38180315494537354, 0.33131128549575806], "r_norm": [0.5268366932868958, 0.5300112962722778, 0.5133571028709412, 0.5224015116691589, 0.5194323062896729]}, {"step": 700, "epoch": 1, "train_loss": 0.09076551347970963, "cos_r_negg": [0.408977746963501, 0.41037845611572266, 0.40704724192619324, 0.4023715853691101, 0.31850534677505493], "cos_apical_negg": [0.408977746963501, 0.41037845611572266, 0.40704724192619324, 0.4023715853691101, 0.31850534677505493], "cos_Ac_negg": [0.408977746963501, 0.41037845611572266, 0.40704724192619324, 0.4023715853691101, 0.31850534677505493], "r_norm": [0.4721726179122925, 0.47086596488952637, 0.460223913192749, 0.46735528111457825, 0.465741366147995]}, {"step": 750, "epoch": 1, "train_loss": 0.10621155798435211, "cos_r_negg": [0.3990556597709656, 0.39027345180511475, 0.39667677879333496, 0.3999139666557312, 0.32164865732192993], "cos_apical_negg": [0.3990556597709656, 0.39027345180511475, 0.39667677879333496, 0.3999139666557312, 0.32164865732192993], "cos_Ac_negg": [0.3990556597709656, 0.39027345180511475, 0.39667677879333496, 0.3999139666557312, 0.32164865732192993], "r_norm": [0.47487491369247437, 0.47817909717559814, 0.4661702513694763, 0.46925783157348633, 0.4690394997596741]}, {"step": 800, "epoch": 1, "train_loss": 0.11186376214027405, "cos_r_negg": [0.3825366795063019, 0.4007432758808136, 0.41222041845321655, 0.40988028049468994, 0.34534019231796265], "cos_apical_negg": [0.3825366795063019, 0.4007432758808136, 0.41222041845321655, 0.40988028049468994, 0.34534019231796265], "cos_Ac_negg": [0.3825366795063019, 0.4007432758808136, 0.41222041845321655, 0.40988028049468994, 0.34534019231796265], "r_norm": [0.45534104108810425, 0.4543365240097046, 0.4434400796890259, 0.4469873607158661, 0.44853293895721436]}, {"step": 850, "epoch": 1, "train_loss": 0.23346728086471558, "cos_r_negg": [0.4046882390975952, 0.40392130613327026, 0.4259793162345886, 0.40992340445518494, 0.33850398659706116], "cos_apical_negg": [0.4046882390975952, 0.40392130613327026, 0.4259793162345886, 0.40992340445518494, 0.33850398659706116], "cos_Ac_negg": [0.4046882390975952, 0.40392130613327026, 0.4259793162345886, 0.40992340445518494, 0.33850398659706116], "r_norm": [0.4447583556175232, 0.4489413797855377, 0.4378826320171356, 0.4392443001270294, 0.44138288497924805]}, {"step": 900, "epoch": 1, "train_loss": 0.14604127407073975, "cos_r_negg": [0.4332796633243561, 0.434749573469162, 0.44501638412475586, 0.4175732731819153, 0.3478104770183563], "cos_apical_negg": [0.4332796633243561, 0.434749573469162, 0.44501638412475586, 0.4175732731819153, 0.3478104770183563], "cos_Ac_negg": [0.4332796633243561, 0.434749573469162, 0.44501638412475586, 0.4175732731819153, 0.3478104770183563], "r_norm": [0.4054942727088928, 0.4072110056877136, 0.3960365951061249, 0.40067070722579956, 0.39812710881233215]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9542, "test_loss": 0.16005020027160644}, {"step": 950, "epoch": 2, "train_loss": 0.1898980438709259, "cos_r_negg": [0.4183928966522217, 0.4084475636482239, 0.41825997829437256, 0.41563189029693604, 0.3570444583892822], "cos_apical_negg": [0.4183928966522217, 0.4084475636482239, 0.41825997829437256, 0.41563189029693604, 0.3570444583892822], "cos_Ac_negg": [0.4183928966522217, 0.4084475636482239, 0.41825997829437256, 0.41563189029693604, 0.3570444583892822], "r_norm": [0.44704049825668335, 0.4511127471923828, 0.4383942484855652, 0.4431731402873993, 0.4434588849544525]}, {"step": 1000, "epoch": 2, "train_loss": 0.11853065341711044, "cos_r_negg": [0.4177970886230469, 0.4288535714149475, 0.4383295178413391, 0.4286906123161316, 0.3637854754924774], "cos_apical_negg": [0.4177970886230469, 0.4288535714149475, 0.4383295178413391, 0.4286906123161316, 0.3637854754924774], "cos_Ac_negg": [0.4177970886230469, 0.4288535714149475, 0.4383295178413391, 0.4286906123161316, 0.3637854754924774], "r_norm": [0.40840181708335876, 0.409519225358963, 0.39921993017196655, 0.40180647373199463, 0.40217477083206177]}, {"step": 1050, "epoch": 2, "train_loss": 0.09728861600160599, "cos_r_negg": [0.42318615317344666, 0.428724467754364, 0.4267362952232361, 0.4048413038253784, 0.33583900332450867], "cos_apical_negg": [0.42318615317344666, 0.428724467754364, 0.4267362952232361, 0.4048413038253784, 0.33583900332450867], "cos_Ac_negg": [0.42318615317344666, 0.428724467754364, 0.4267362952232361, 0.4048413038253784, 0.33583900332450867], "r_norm": [0.4140195846557617, 0.4126465320587158, 0.40545642375946045, 0.4075784981250763, 0.4074888825416565]}, {"step": 1100, "epoch": 2, "train_loss": 0.11528176814317703, "cos_r_negg": [0.4393504858016968, 0.45226025581359863, 0.43972212076187134, 0.41230958700180054, 0.3259047865867615], "cos_apical_negg": [0.4393504858016968, 0.45226025581359863, 0.43972212076187134, 0.41230958700180054, 0.3259047865867615], "cos_Ac_negg": [0.4393504858016968, 0.45226025581359863, 0.43972212076187134, 0.41230958700180054, 0.3259047865867615], "r_norm": [0.33418747782707214, 0.33688127994537354, 0.32781073451042175, 0.3306635618209839, 0.33110058307647705]}, {"step": 1150, "epoch": 2, "train_loss": 0.08548354357481003, "cos_r_negg": [0.42865514755249023, 0.4391510486602783, 0.4308646619319916, 0.43608641624450684, 0.3395598828792572], "cos_apical_negg": [0.42865514755249023, 0.4391510486602783, 0.4308646619319916, 0.43608641624450684, 0.3395598828792572], "cos_Ac_negg": [0.42865514755249023, 0.4391510486602783, 0.4308646619319916, 0.43608641624450684, 0.3395598828792572], "r_norm": [0.384033203125, 0.38323479890823364, 0.37573522329330444, 0.3808401823043823, 0.3801479935646057]}, {"step": 1200, "epoch": 2, "train_loss": 0.03943484276533127, "cos_r_negg": [0.43594813346862793, 0.43383705615997314, 0.4408181309700012, 0.4230649471282959, 0.33928439021110535], "cos_apical_negg": [0.43594813346862793, 0.43383705615997314, 0.4408181309700012, 0.4230649471282959, 0.33928439021110535], "cos_Ac_negg": [0.43594813346862793, 0.43383705615997314, 0.4408181309700012, 0.4230649471282959, 0.33928439021110535], "r_norm": [0.36216670274734497, 0.35996997356414795, 0.35042670369148254, 0.3584025502204895, 0.3542848527431488]}, {"step": 1250, "epoch": 2, "train_loss": 0.103343665599823, "cos_r_negg": [0.42514103651046753, 0.44968295097351074, 0.42968809604644775, 0.4082910418510437, 0.33417266607284546], "cos_apical_negg": [0.42514103651046753, 0.44968295097351074, 0.42968809604644775, 0.4082910418510437, 0.33417266607284546], "cos_Ac_negg": [0.42514103651046753, 0.44968295097351074, 0.42968809604644775, 0.4082910418510437, 0.33417266607284546], "r_norm": [0.31717729568481445, 0.3116713762283325, 0.3081684708595276, 0.31273406744003296, 0.31105273962020874]}, {"step": 1300, "epoch": 2, "train_loss": 0.18514658510684967, "cos_r_negg": [0.44110798835754395, 0.45671308040618896, 0.44138967990875244, 0.42404529452323914, 0.34408992528915405], "cos_apical_negg": [0.44110798835754395, 0.45671308040618896, 0.44138967990875244, 0.42404529452323914, 0.34408992528915405], "cos_Ac_negg": [0.44110798835754395, 0.45671308040618896, 0.44138967990875244, 0.42404529452323914, 0.34408992528915405], "r_norm": [0.3190554082393646, 0.32300475239753723, 0.31221044063568115, 0.31397271156311035, 0.31513845920562744]}, {"step": 1350, "epoch": 2, "train_loss": 0.12154911458492279, "cos_r_negg": [0.42118704319000244, 0.44225257635116577, 0.42416584491729736, 0.41801297664642334, 0.35132426023483276], "cos_apical_negg": [0.42118704319000244, 0.44225257635116577, 0.42416584491729736, 0.41801297664642334, 0.35132426023483276], "cos_Ac_negg": [0.42118704319000244, 0.44225257635116577, 0.42416584491729736, 0.41801297664642334, 0.35132426023483276], "r_norm": [0.3611925542354584, 0.36438116431236267, 0.35260307788848877, 0.3553142547607422, 0.35520389676094055]}, {"step": 1400, "epoch": 2, "train_loss": 0.2430455982685089, "cos_r_negg": [0.40875065326690674, 0.43029117584228516, 0.4129481911659241, 0.40677303075790405, 0.33686795830726624], "cos_apical_negg": [0.40875065326690674, 0.43029117584228516, 0.4129481911659241, 0.40677303075790405, 0.33686795830726624], "cos_Ac_negg": [0.40875065326690674, 0.43029117584228516, 0.4129481911659241, 0.40677303075790405, 0.33686795830726624], "r_norm": [0.32060062885284424, 0.32235491275787354, 0.3157801032066345, 0.313606858253479, 0.3150246739387512]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9625, "test_loss": 0.13378685417175293}, {"step": 1450, "epoch": 3, "train_loss": 0.09578017890453339, "cos_r_negg": [0.4475935697555542, 0.4462149739265442, 0.43843889236450195, 0.4204506278038025, 0.3444279432296753], "cos_apical_negg": [0.4475935697555542, 0.4462149739265442, 0.43843889236450195, 0.4204506278038025, 0.3444279432296753], "cos_Ac_negg": [0.4475935697555542, 0.4462149739265442, 0.43843889236450195, 0.4204506278038025, 0.3444279432296753], "r_norm": [0.33590248227119446, 0.3404356837272644, 0.33008480072021484, 0.3296147584915161, 0.33068349957466125]}, {"step": 1500, "epoch": 3, "train_loss": 0.058830566704273224, "cos_r_negg": [0.3969218134880066, 0.41934818029403687, 0.41256940364837646, 0.3888634145259857, 0.3236650228500366], "cos_apical_negg": [0.3969218134880066, 0.41934818029403687, 0.41256940364837646, 0.3888634145259857, 0.3236650228500366], "cos_Ac_negg": [0.3969218134880066, 0.41934818029403687, 0.41256940364837646, 0.3888634145259857, 0.3236650228500366], "r_norm": [0.35069507360458374, 0.3535200357437134, 0.3426649272441864, 0.3460945188999176, 0.3473444879055023]}, {"step": 1550, "epoch": 3, "train_loss": 0.09321736544370651, "cos_r_negg": [0.41565853357315063, 0.4363999366760254, 0.4271261990070343, 0.40401309728622437, 0.3286163806915283], "cos_apical_negg": [0.41565853357315063, 0.4363999366760254, 0.4271261990070343, 0.40401309728622437, 0.3286163806915283], "cos_Ac_negg": [0.41565853357315063, 0.4363999366760254, 0.4271261990070343, 0.40401309728622437, 0.3286163806915283], "r_norm": [0.3105013966560364, 0.3113786578178406, 0.30267706513404846, 0.3064621686935425, 0.30347150564193726]}, {"step": 1600, "epoch": 3, "train_loss": 0.05933009833097458, "cos_r_negg": [0.4253634810447693, 0.4394913911819458, 0.43422919511795044, 0.4266751706600189, 0.34843188524246216], "cos_apical_negg": [0.4253634810447693, 0.4394913911819458, 0.43422919511795044, 0.4266751706600189, 0.34843188524246216], "cos_Ac_negg": [0.4253634810447693, 0.4394913911819458, 0.43422919511795044, 0.4266751706600189, 0.34843188524246216], "r_norm": [0.3251320719718933, 0.32734572887420654, 0.3165225088596344, 0.3204860985279083, 0.32054099440574646]}, {"step": 1650, "epoch": 3, "train_loss": 0.040506139397621155, "cos_r_negg": [0.40538716316223145, 0.4220618009567261, 0.41347992420196533, 0.405315101146698, 0.319305419921875], "cos_apical_negg": [0.40538716316223145, 0.4220618009567261, 0.41347992420196533, 0.405315101146698, 0.319305419921875], "cos_Ac_negg": [0.40538716316223145, 0.4220618009567261, 0.41347992420196533, 0.405315101146698, 0.319305419921875], "r_norm": [0.2942364513874054, 0.297470360994339, 0.28751301765441895, 0.2919250726699829, 0.29097968339920044]}, {"step": 1700, "epoch": 3, "train_loss": 0.05081281438469887, "cos_r_negg": [0.4331929087638855, 0.43884018063545227, 0.44185224175453186, 0.4223122000694275, 0.3476717472076416], "cos_apical_negg": [0.4331929087638855, 0.43884018063545227, 0.44185224175453186, 0.4223122000694275, 0.3476717472076416], "cos_Ac_negg": [0.4331929087638855, 0.43884018063545227, 0.44185224175453186, 0.4223122000694275, 0.3476717472076416], "r_norm": [0.3260003626346588, 0.32987111806869507, 0.31880617141723633, 0.32253143191337585, 0.32245275378227234]}, {"step": 1750, "epoch": 3, "train_loss": 0.04084593430161476, "cos_r_negg": [0.4347621202468872, 0.43295782804489136, 0.42529645562171936, 0.4156653881072998, 0.32800906896591187], "cos_apical_negg": [0.4347621202468872, 0.43295782804489136, 0.42529645562171936, 0.4156653881072998, 0.32800906896591187], "cos_Ac_negg": [0.4347621202468872, 0.43295782804489136, 0.42529645562171936, 0.4156653881072998, 0.32800906896591187], "r_norm": [0.2294894903898239, 0.2331916242837906, 0.2260122001171112, 0.2267574667930603, 0.2276877462863922]}, {"step": 1800, "epoch": 3, "train_loss": 0.1012650802731514, "cos_r_negg": [0.40785419940948486, 0.41102468967437744, 0.4072467088699341, 0.41334205865859985, 0.32392609119415283], "cos_apical_negg": [0.40785419940948486, 0.41102468967437744, 0.4072467088699341, 0.41334205865859985, 0.32392609119415283], "cos_Ac_negg": [0.40785419940948486, 0.41102468967437744, 0.4072467088699341, 0.41334205865859985, 0.32392609119415283], "r_norm": [0.32833540439605713, 0.3315795660018921, 0.31601232290267944, 0.32628658413887024, 0.32434922456741333]}, {"step": 1850, "epoch": 3, "train_loss": 0.049225255846977234, "cos_r_negg": [0.43555426597595215, 0.4407576322555542, 0.43520843982696533, 0.41386306285858154, 0.3416856527328491], "cos_apical_negg": [0.43555426597595215, 0.4407576322555542, 0.43520843982696533, 0.41386306285858154, 0.3416856527328491], "cos_Ac_negg": [0.43555426597595215, 0.4407576322555542, 0.43520843982696533, 0.41386306285858154, 0.3416856527328491], "r_norm": [0.3307831883430481, 0.3282942771911621, 0.3200559914112091, 0.3275008499622345, 0.3262646198272705]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9666, "test_loss": 0.11195780963897706}, {"step": 1900, "epoch": 4, "train_loss": 0.05879262462258339, "cos_r_negg": [0.4208037853240967, 0.4304004907608032, 0.4198102355003357, 0.4184958040714264, 0.3395974636077881], "cos_apical_negg": [0.4208037853240967, 0.4304004907608032, 0.4198102355003357, 0.4184958040714264, 0.3395974636077881], "cos_Ac_negg": [0.4208037853240967, 0.4304004907608032, 0.4198102355003357, 0.4184958040714264, 0.3395974636077881], "r_norm": [0.25743454694747925, 0.2607685625553131, 0.25139549374580383, 0.25480836629867554, 0.25418758392333984]}, {"step": 1950, "epoch": 4, "train_loss": 0.12447117269039154, "cos_r_negg": [0.42273208498954773, 0.43022769689559937, 0.4162330627441406, 0.4236031472682953, 0.3135012686252594], "cos_apical_negg": [0.42273208498954773, 0.43022769689559937, 0.4162330627441406, 0.4236031472682953, 0.3135012686252594], "cos_Ac_negg": [0.42273208498954773, 0.43022769689559937, 0.4162330627441406, 0.4236031472682953, 0.3135012686252594], "r_norm": [0.30305010080337524, 0.3068123459815979, 0.29607340693473816, 0.29894280433654785, 0.29864975810050964]}, {"step": 2000, "epoch": 4, "train_loss": 0.0999269187450409, "cos_r_negg": [0.41885238885879517, 0.42906609177589417, 0.408319354057312, 0.4104488492012024, 0.33270394802093506], "cos_apical_negg": [0.41885238885879517, 0.42906609177589417, 0.408319354057312, 0.4104488492012024, 0.33270394802093506], "cos_Ac_negg": [0.41885238885879517, 0.42906609177589417, 0.408319354057312, 0.4104488492012024, 0.33270394802093506], "r_norm": [0.2708158493041992, 0.2748207747936249, 0.2666085958480835, 0.2642068564891815, 0.2675922214984894]}, {"step": 2050, "epoch": 4, "train_loss": 0.09852492064237595, "cos_r_negg": [0.4106205701828003, 0.42456644773483276, 0.40779584646224976, 0.4202960133552551, 0.32616615295410156], "cos_apical_negg": [0.4106205701828003, 0.42456644773483276, 0.40779584646224976, 0.4202960133552551, 0.32616615295410156], "cos_Ac_negg": [0.4106205701828003, 0.42456644773483276, 0.40779584646224976, 0.4202960133552551, 0.32616615295410156], "r_norm": [0.2653370797634125, 0.2678786516189575, 0.2594546377658844, 0.2607077360153198, 0.2630392014980316]}, {"step": 2100, "epoch": 4, "train_loss": 0.07155045866966248, "cos_r_negg": [0.41246065497398376, 0.42457282543182373, 0.420546293258667, 0.4272974133491516, 0.33115482330322266], "cos_apical_negg": [0.41246065497398376, 0.42457282543182373, 0.420546293258667, 0.4272974133491516, 0.33115482330322266], "cos_Ac_negg": [0.41246065497398376, 0.42457282543182373, 0.420546293258667, 0.4272974133491516, 0.33115482330322266], "r_norm": [0.27021610736846924, 0.2720361351966858, 0.2664030194282532, 0.2663421928882599, 0.26665717363357544]}, {"step": 2150, "epoch": 4, "train_loss": 0.07828128337860107, "cos_r_negg": [0.43006062507629395, 0.44408977031707764, 0.43005961179733276, 0.4351752996444702, 0.3313538134098053], "cos_apical_negg": [0.43006062507629395, 0.44408977031707764, 0.43005961179733276, 0.4351752996444702, 0.3313538134098053], "cos_Ac_negg": [0.43006062507629395, 0.44408977031707764, 0.43005961179733276, 0.4351752996444702, 0.3313538134098053], "r_norm": [0.23879744112491608, 0.23761451244354248, 0.23094603419303894, 0.23610913753509521, 0.23492304980754852]}, {"step": 2200, "epoch": 4, "train_loss": 0.05647550895810127, "cos_r_negg": [0.39634931087493896, 0.41139405965805054, 0.40417104959487915, 0.41514354944229126, 0.3252866864204407], "cos_apical_negg": [0.39634931087493896, 0.41139405965805054, 0.40417104959487915, 0.41514354944229126, 0.3252866864204407], "cos_Ac_negg": [0.39634931087493896, 0.41139405965805054, 0.40417104959487915, 0.41514354944229126, 0.3252866864204407], "r_norm": [0.24438349902629852, 0.24723000824451447, 0.2373327761888504, 0.24076461791992188, 0.24127647280693054]}, {"step": 2250, "epoch": 4, "train_loss": 0.024787094444036484, "cos_r_negg": [0.4189448356628418, 0.4384309947490692, 0.4357220530509949, 0.42664939165115356, 0.33512306213378906], "cos_apical_negg": [0.4189448356628418, 0.4384309947490692, 0.4357220530509949, 0.42664939165115356, 0.33512306213378906], "cos_Ac_negg": [0.4189448356628418, 0.4384309947490692, 0.4357220530509949, 0.42664939165115356, 0.33512306213378906], "r_norm": [0.27340206503868103, 0.27200812101364136, 0.2644844949245453, 0.2680564522743225, 0.26778316497802734]}, {"step": 2300, "epoch": 4, "train_loss": 0.0905032828450203, "cos_r_negg": [0.41190192103385925, 0.4431290626525879, 0.4295058846473694, 0.43123379349708557, 0.3360567092895508], "cos_apical_negg": [0.41190192103385925, 0.4431290626525879, 0.4295058846473694, 0.43123379349708557, 0.3360567092895508], "cos_Ac_negg": [0.41190192103385925, 0.4431290626525879, 0.4295058846473694, 0.43123379349708557, 0.3360567092895508], "r_norm": [0.25446295738220215, 0.2540087103843689, 0.24762137234210968, 0.250840425491333, 0.25169360637664795]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9661, "test_loss": 0.1148147045135498}, {"step": 2350, "epoch": 5, "train_loss": 0.0656866580247879, "cos_r_negg": [0.4332747459411621, 0.44642412662506104, 0.42963850498199463, 0.41866666078567505, 0.3460240662097931], "cos_apical_negg": [0.4332747459411621, 0.44642412662506104, 0.42963850498199463, 0.41866666078567505, 0.3460240662097931], "cos_Ac_negg": [0.4332747459411621, 0.44642412662506104, 0.42963850498199463, 0.41866666078567505, 0.3460240662097931], "r_norm": [0.2904929518699646, 0.28808045387268066, 0.2818700671195984, 0.2854844927787781, 0.285309374332428]}, {"step": 2400, "epoch": 5, "train_loss": 0.041523706167936325, "cos_r_negg": [0.42387741804122925, 0.43317386507987976, 0.41864705085754395, 0.41880568861961365, 0.3364219665527344], "cos_apical_negg": [0.42387741804122925, 0.43317386507987976, 0.41864705085754395, 0.41880568861961365, 0.3364219665527344], "cos_Ac_negg": [0.42387741804122925, 0.43317386507987976, 0.41864705085754395, 0.41880568861961365, 0.3364219665527344], "r_norm": [0.23530830442905426, 0.23676110804080963, 0.23063479363918304, 0.23101159930229187, 0.23070421814918518]}, {"step": 2450, "epoch": 5, "train_loss": 0.060555506497621536, "cos_r_negg": [0.41519609093666077, 0.43474334478378296, 0.42133891582489014, 0.4269866347312927, 0.34462594985961914], "cos_apical_negg": [0.41519609093666077, 0.43474334478378296, 0.42133891582489014, 0.4269866347312927, 0.34462594985961914], "cos_Ac_negg": [0.41519609093666077, 0.43474334478378296, 0.42133891582489014, 0.4269866347312927, 0.34462594985961914], "r_norm": [0.20071619749069214, 0.20099496841430664, 0.1953124701976776, 0.19507667422294617, 0.19611606001853943]}, {"step": 2500, "epoch": 5, "train_loss": 0.06290042400360107, "cos_r_negg": [0.41454654932022095, 0.44777876138687134, 0.4208996593952179, 0.4193219840526581, 0.34157615900039673], "cos_apical_negg": [0.41454654932022095, 0.44777876138687134, 0.4208996593952179, 0.4193219840526581, 0.34157615900039673], "cos_Ac_negg": [0.41454654932022095, 0.44777876138687134, 0.4208996593952179, 0.4193219840526581, 0.34157615900039673], "r_norm": [0.22414645552635193, 0.22433477640151978, 0.21845674514770508, 0.21842944622039795, 0.22055873274803162]}, {"step": 2550, "epoch": 5, "train_loss": 0.02422950230538845, "cos_r_negg": [0.4149901568889618, 0.43538475036621094, 0.41938725113868713, 0.40285006165504456, 0.3281283378601074], "cos_apical_negg": [0.4149901568889618, 0.43538475036621094, 0.41938725113868713, 0.40285006165504456, 0.3281283378601074], "cos_Ac_negg": [0.4149901568889618, 0.43538475036621094, 0.41938725113868713, 0.40285006165504456, 0.3281283378601074], "r_norm": [0.19689330458641052, 0.19512465596199036, 0.19102349877357483, 0.19214147329330444, 0.19193974137306213]}, {"step": 2600, "epoch": 5, "train_loss": 0.026078002527356148, "cos_r_negg": [0.43160581588745117, 0.44701045751571655, 0.42973965406417847, 0.4364233911037445, 0.33837467432022095], "cos_apical_negg": [0.43160581588745117, 0.44701045751571655, 0.42973965406417847, 0.4364233911037445, 0.33837467432022095], "cos_Ac_negg": [0.43160581588745117, 0.44701045751571655, 0.42973965406417847, 0.4364233911037445, 0.33837467432022095], "r_norm": [0.24788111448287964, 0.24703681468963623, 0.23952323198318481, 0.24441061913967133, 0.24495716392993927]}, {"step": 2650, "epoch": 5, "train_loss": 0.036438219249248505, "cos_r_negg": [0.4270436465740204, 0.4519161581993103, 0.43898868560791016, 0.43437182903289795, 0.3445919156074524], "cos_apical_negg": [0.4270436465740204, 0.4519161581993103, 0.43898868560791016, 0.43437182903289795, 0.3445919156074524], "cos_Ac_negg": [0.4270436465740204, 0.4519161581993103, 0.43898868560791016, 0.43437182903289795, 0.3445919156074524], "r_norm": [0.3452562987804413, 0.3392975926399231, 0.33580687642097473, 0.3401247262954712, 0.3401186466217041]}, {"step": 2700, "epoch": 5, "train_loss": 0.1714765429496765, "cos_r_negg": [0.4227026700973511, 0.4412878751754761, 0.4278263449668884, 0.42012038826942444, 0.3283911645412445], "cos_apical_negg": [0.4227026700973511, 0.4412878751754761, 0.4278263449668884, 0.42012038826942444, 0.3283911645412445], "cos_Ac_negg": [0.4227026700973511, 0.4412878751754761, 0.4278263449668884, 0.42012038826942444, 0.3283911645412445], "r_norm": [0.23723438382148743, 0.2383180856704712, 0.2320472151041031, 0.2341872751712799, 0.23324373364448547]}, {"step": 2750, "epoch": 5, "train_loss": 0.030477317050099373, "cos_r_negg": [0.4034580588340759, 0.4262627065181732, 0.40739232301712036, 0.39968934655189514, 0.332762748003006], "cos_apical_negg": [0.4034580588340759, 0.4262627065181732, 0.40739232301712036, 0.39968934655189514, 0.332762748003006], "cos_Ac_negg": [0.4034580588340759, 0.4262627065181732, 0.40739232301712036, 0.39968934655189514, 0.332762748003006], "r_norm": [0.2678155303001404, 0.2653805911540985, 0.2621704638004303, 0.2604391574859619, 0.26162827014923096]}, {"step": 2800, "epoch": 5, "train_loss": 0.01786697283387184, "cos_r_negg": [0.3948649764060974, 0.4120789170265198, 0.4011164903640747, 0.3972119092941284, 0.326321005821228], "cos_apical_negg": [0.3948649764060974, 0.4120789170265198, 0.4011164903640747, 0.3972119092941284, 0.326321005821228], "cos_Ac_negg": [0.3948649764060974, 0.4120789170265198, 0.4011164903640747, 0.3972119092941284, 0.326321005821228], "r_norm": [0.22678856551647186, 0.2271878719329834, 0.2216552197933197, 0.22207193076610565, 0.22269213199615479]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9707, "test_loss": 0.11688015670776367}, {"step": 2850, "epoch": 6, "train_loss": 0.045812204480171204, "cos_r_negg": [0.37583255767822266, 0.39830440282821655, 0.3874044418334961, 0.38111254572868347, 0.31620967388153076], "cos_apical_negg": [0.37583255767822266, 0.39830440282821655, 0.3874044418334961, 0.38111254572868347, 0.31620967388153076], "cos_Ac_negg": [0.37583255767822266, 0.39830440282821655, 0.3874044418334961, 0.38111254572868347, 0.31620967388153076], "r_norm": [0.18838581442832947, 0.18760183453559875, 0.18493583798408508, 0.18362659215927124, 0.18415629863739014]}, {"step": 2900, "epoch": 6, "train_loss": 0.06020469218492508, "cos_r_negg": [0.37423014640808105, 0.3983861207962036, 0.3733821213245392, 0.36896824836730957, 0.31211501359939575], "cos_apical_negg": [0.37423014640808105, 0.3983861207962036, 0.3733821213245392, 0.36896824836730957, 0.31211501359939575], "cos_Ac_negg": [0.37423014640808105, 0.3983861207962036, 0.3733821213245392, 0.36896824836730957, 0.31211501359939575], "r_norm": [0.20408636331558228, 0.2061772644519806, 0.20067395269870758, 0.1991259753704071, 0.20077405869960785]}, {"step": 2950, "epoch": 6, "train_loss": 0.06884662806987762, "cos_r_negg": [0.35897207260131836, 0.3865218758583069, 0.37151527404785156, 0.350624680519104, 0.30427810549736023], "cos_apical_negg": [0.35897207260131836, 0.3865218758583069, 0.37151527404785156, 0.350624680519104, 0.30427810549736023], "cos_Ac_negg": [0.35897207260131836, 0.3865218758583069, 0.37151527404785156, 0.350624680519104, 0.30427810549736023], "r_norm": [0.18021495640277863, 0.18200308084487915, 0.178095281124115, 0.17522481083869934, 0.1768130362033844]}, {"step": 3000, "epoch": 6, "train_loss": 0.0037393798120319843, "cos_r_negg": [0.3570355474948883, 0.38473236560821533, 0.36419540643692017, 0.3522564768791199, 0.29312556982040405], "cos_apical_negg": [0.3570355474948883, 0.38473236560821533, 0.36419540643692017, 0.3522564768791199, 0.29312556982040405], "cos_Ac_negg": [0.3570355474948883, 0.38473236560821533, 0.36419540643692017, 0.3522564768791199, 0.29312556982040405], "r_norm": [0.1925329566001892, 0.19455769658088684, 0.18873198330402374, 0.1890258491039276, 0.18888400495052338]}, {"step": 3050, "epoch": 6, "train_loss": 0.013098320923745632, "cos_r_negg": [0.3557946979999542, 0.37930959463119507, 0.3547360897064209, 0.34393686056137085, 0.29158157110214233], "cos_apical_negg": [0.3557946979999542, 0.37930959463119507, 0.3547360897064209, 0.34393686056137085, 0.29158157110214233], "cos_Ac_negg": [0.3557946979999542, 0.37930959463119507, 0.3547360897064209, 0.34393686056137085, 0.29158157110214233], "r_norm": [0.18116384744644165, 0.18234747648239136, 0.1775071620941162, 0.17677198350429535, 0.17704668641090393]}, {"step": 3100, "epoch": 6, "train_loss": 0.02656886912882328, "cos_r_negg": [0.3523295521736145, 0.37548136711120605, 0.3583163917064667, 0.3479212522506714, 0.2918657660484314], "cos_apical_negg": [0.3523295521736145, 0.37548136711120605, 0.3583163917064667, 0.3479212522506714, 0.2918657660484314], "cos_Ac_negg": [0.3523295521736145, 0.37548136711120605, 0.3583163917064667, 0.3479212522506714, 0.2918657660484314], "r_norm": [0.16627667844295502, 0.16863100230693817, 0.16370134055614471, 0.16269776225090027, 0.16321243345737457]}, {"step": 3150, "epoch": 6, "train_loss": 0.04323471337556839, "cos_r_negg": [0.33142584562301636, 0.3574833273887634, 0.3408225476741791, 0.34348928928375244, 0.28361329436302185], "cos_apical_negg": [0.33142584562301636, 0.3574833273887634, 0.3408225476741791, 0.34348928928375244, 0.28361329436302185], "cos_Ac_negg": [0.33142584562301636, 0.3574833273887634, 0.3408225476741791, 0.34348928928375244, 0.28361329436302185], "r_norm": [0.1961067020893097, 0.19764527678489685, 0.19334034621715546, 0.1917950063943863, 0.19245636463165283]}, {"step": 3200, "epoch": 6, "train_loss": 0.05635209009051323, "cos_r_negg": [0.35077768564224243, 0.37160587310791016, 0.35761040449142456, 0.3616493344306946, 0.2862129211425781], "cos_apical_negg": [0.35077768564224243, 0.37160587310791016, 0.35761040449142456, 0.3616493344306946, 0.2862129211425781], "cos_Ac_negg": [0.35077768564224243, 0.37160587310791016, 0.35761040449142456, 0.3616493344306946, 0.2862129211425781], "r_norm": [0.24067899584770203, 0.24327170848846436, 0.23593629896640778, 0.2370520979166031, 0.23846518993377686]}, {"step": 3250, "epoch": 6, "train_loss": 0.05457942932844162, "cos_r_negg": [0.3802167773246765, 0.4017370939254761, 0.3887717127799988, 0.3957142233848572, 0.30833178758621216], "cos_apical_negg": [0.3802167773246765, 0.4017370939254761, 0.3887717127799988, 0.3957142233848572, 0.30833178758621216], "cos_Ac_negg": [0.3802167773246765, 0.4017370939254761, 0.3887717127799988, 0.3957142233848572, 0.30833178758621216], "r_norm": [0.22503255307674408, 0.22565513849258423, 0.2207988202571869, 0.22115448117256165, 0.22017309069633484]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9706, "test_loss": 0.1179389051437378}, {"step": 3300, "epoch": 7, "train_loss": 0.017309339717030525, "cos_r_negg": [0.3797106146812439, 0.3962743282318115, 0.3853832483291626, 0.38705718517303467, 0.3214761018753052], "cos_apical_negg": [0.3797106146812439, 0.3962743282318115, 0.3853832483291626, 0.38705718517303467, 0.3214761018753052], "cos_Ac_negg": [0.3797106146812439, 0.3962743282318115, 0.3853832483291626, 0.38705718517303467, 0.3214761018753052], "r_norm": [0.19269323348999023, 0.1933288872241974, 0.18912839889526367, 0.18969206511974335, 0.1898227035999298]}, {"step": 3350, "epoch": 7, "train_loss": 0.019621264189481735, "cos_r_negg": [0.3282255232334137, 0.3524021506309509, 0.3389889597892761, 0.33167406916618347, 0.2896837592124939], "cos_apical_negg": [0.3282255232334137, 0.3524021506309509, 0.3389889597892761, 0.33167406916618347, 0.2896837592124939], "cos_Ac_negg": [0.3282255232334137, 0.3524021506309509, 0.3389889597892761, 0.33167406916618347, 0.2896837592124939], "r_norm": [0.186766117811203, 0.18776756525039673, 0.183523029088974, 0.18254691362380981, 0.18231995403766632]}, {"step": 3400, "epoch": 7, "train_loss": 0.02699565887451172, "cos_r_negg": [0.30603286623954773, 0.32827097177505493, 0.321888267993927, 0.3195035457611084, 0.2662319540977478], "cos_apical_negg": [0.30603286623954773, 0.32827097177505493, 0.321888267993927, 0.3195035457611084, 0.2662319540977478], "cos_Ac_negg": [0.30603286623954773, 0.32827097177505493, 0.321888267993927, 0.3195035457611084, 0.2662319540977478], "r_norm": [0.23559387028217316, 0.23228824138641357, 0.22951528429985046, 0.22896774113178253, 0.22989000380039215]}, {"step": 3450, "epoch": 7, "train_loss": 0.04075568914413452, "cos_r_negg": [0.34909284114837646, 0.36750510334968567, 0.3605390787124634, 0.3548584580421448, 0.29855239391326904], "cos_apical_negg": [0.34909284114837646, 0.36750510334968567, 0.3605390787124634, 0.3548584580421448, 0.29855239391326904], "cos_Ac_negg": [0.34909284114837646, 0.36750510334968567, 0.3605390787124634, 0.3548584580421448, 0.29855239391326904], "r_norm": [0.16402973234653473, 0.1643224060535431, 0.16150647401809692, 0.1578017771244049, 0.15942755341529846]}, {"step": 3500, "epoch": 7, "train_loss": 0.009899960830807686, "cos_r_negg": [0.327144056558609, 0.356631338596344, 0.3457363247871399, 0.33457696437835693, 0.29519855976104736], "cos_apical_negg": [0.327144056558609, 0.356631338596344, 0.3457363247871399, 0.33457696437835693, 0.29519855976104736], "cos_Ac_negg": [0.327144056558609, 0.356631338596344, 0.3457363247871399, 0.33457696437835693, 0.29519855976104736], "r_norm": [0.16064462065696716, 0.16056415438652039, 0.15757541358470917, 0.15699291229248047, 0.1590336561203003]}, {"step": 3550, "epoch": 7, "train_loss": 0.014234339818358421, "cos_r_negg": [0.3284664750099182, 0.35217922925949097, 0.3424789607524872, 0.3245534300804138, 0.2859758734703064], "cos_apical_negg": [0.3284664750099182, 0.35217922925949097, 0.3424789607524872, 0.3245534300804138, 0.2859758734703064], "cos_Ac_negg": [0.3284664750099182, 0.35217922925949097, 0.3424789607524872, 0.3245534300804138, 0.2859758734703064], "r_norm": [0.16790616512298584, 0.16932453215122223, 0.16524970531463623, 0.16327986121177673, 0.16440212726593018]}, {"step": 3600, "epoch": 7, "train_loss": 0.021685661748051643, "cos_r_negg": [0.3218585252761841, 0.34666335582733154, 0.328362375497818, 0.3198310136795044, 0.28843218088150024], "cos_apical_negg": [0.3218585252761841, 0.34666335582733154, 0.328362375497818, 0.3198310136795044, 0.28843218088150024], "cos_Ac_negg": [0.3218585252761841, 0.34666335582733154, 0.328362375497818, 0.3198310136795044, 0.28843218088150024], "r_norm": [0.18944652378559113, 0.19017277657985687, 0.18495556712150574, 0.18416020274162292, 0.1847178041934967]}, {"step": 3650, "epoch": 7, "train_loss": 0.0014277803711593151, "cos_r_negg": [0.28533560037612915, 0.31934624910354614, 0.30721884965896606, 0.2991090416908264, 0.25577983260154724], "cos_apical_negg": [0.28533560037612915, 0.31934624910354614, 0.30721884965896606, 0.2991090416908264, 0.25577983260154724], "cos_Ac_negg": [0.28533560037612915, 0.31934624910354614, 0.30721884965896606, 0.2991090416908264, 0.25577983260154724], "r_norm": [0.16597992181777954, 0.16562515497207642, 0.16326503455638885, 0.16050198674201965, 0.16221308708190918]}, {"step": 3700, "epoch": 7, "train_loss": 0.02499268762767315, "cos_r_negg": [0.30007505416870117, 0.3267951011657715, 0.3113015592098236, 0.30424249172210693, 0.27347517013549805], "cos_apical_negg": [0.30007505416870117, 0.3267951011657715, 0.3113015592098236, 0.30424249172210693, 0.27347517013549805], "cos_Ac_negg": [0.30007505416870117, 0.3267951011657715, 0.3113015592098236, 0.30424249172210693, 0.27347517013549805], "r_norm": [0.1385444849729538, 0.14007435739040375, 0.137172669172287, 0.13548287749290466, 0.1363961100578308]}, {"step": 3750, "epoch": 7, "train_loss": 0.02854599803686142, "cos_r_negg": [0.2992364764213562, 0.3196250796318054, 0.3060818016529083, 0.3116438388824463, 0.2675620913505554], "cos_apical_negg": [0.2992364764213562, 0.3196250796318054, 0.3060818016529083, 0.3116438388824463, 0.2675620913505554], "cos_Ac_negg": [0.2992364764213562, 0.3196250796318054, 0.3060818016529083, 0.3116438388824463, 0.2675620913505554], "r_norm": [0.1827382743358612, 0.18697386980056763, 0.17910125851631165, 0.18127092719078064, 0.18164637684822083]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9718, "test_loss": 0.1253614896774292}, {"step": 3800, "epoch": 8, "train_loss": 0.02074168622493744, "cos_r_negg": [0.2532854676246643, 0.2792426347732544, 0.2655629515647888, 0.26739850640296936, 0.2362852692604065], "cos_apical_negg": [0.2532854676246643, 0.2792426347732544, 0.2655629515647888, 0.26739850640296936, 0.2362852692604065], "cos_Ac_negg": [0.2532854676246643, 0.2792426347732544, 0.2655629515647888, 0.26739850640296936, 0.2362852692604065], "r_norm": [0.16054020822048187, 0.16049587726593018, 0.15827324986457825, 0.15756607055664062, 0.15773463249206543]}, {"step": 3850, "epoch": 8, "train_loss": 0.007438287138938904, "cos_r_negg": [0.2585902214050293, 0.2869030237197876, 0.26868492364883423, 0.2657860815525055, 0.23634019494056702], "cos_apical_negg": [0.2585902214050293, 0.2869030237197876, 0.26868492364883423, 0.2657860815525055, 0.23634019494056702], "cos_Ac_negg": [0.2585902214050293, 0.2869030237197876, 0.26868492364883423, 0.2657860815525055, 0.23634019494056702], "r_norm": [0.17519424855709076, 0.17432457208633423, 0.17277631163597107, 0.1723448783159256, 0.1719154417514801]}, {"step": 3900, "epoch": 8, "train_loss": 0.004276040941476822, "cos_r_negg": [0.24820181727409363, 0.2773439288139343, 0.26627108454704285, 0.2654889225959778, 0.22750742733478546], "cos_apical_negg": [0.24820181727409363, 0.2773439288139343, 0.26627108454704285, 0.2654889225959778, 0.22750742733478546], "cos_Ac_negg": [0.24820181727409363, 0.2773439288139343, 0.26627108454704285, 0.2654889225959778, 0.22750742733478546], "r_norm": [0.1679678112268448, 0.16894200444221497, 0.16645509004592896, 0.16248652338981628, 0.16437794268131256]}, {"step": 3950, "epoch": 8, "train_loss": 0.008540259674191475, "cos_r_negg": [0.2225441187620163, 0.2525792717933655, 0.23764385282993317, 0.23320181667804718, 0.20778053998947144], "cos_apical_negg": [0.2225441187620163, 0.2525792717933655, 0.23764385282993317, 0.23320181667804718, 0.20778053998947144], "cos_Ac_negg": [0.2225441187620163, 0.2525792717933655, 0.23764385282993317, 0.23320181667804718, 0.20778053998947144], "r_norm": [0.17284490168094635, 0.17580553889274597, 0.1719227433204651, 0.16965746879577637, 0.17077243328094482]}, {"step": 4000, "epoch": 8, "train_loss": 0.0007712416700087488, "cos_r_negg": [0.21364904940128326, 0.2343415915966034, 0.22379735112190247, 0.22099240124225616, 0.18791121244430542], "cos_apical_negg": [0.21364904940128326, 0.2343415915966034, 0.22379735112190247, 0.22099240124225616, 0.18791121244430542], "cos_Ac_negg": [0.21364904940128326, 0.2343415915966034, 0.22379735112190247, 0.22099240124225616, 0.18791121244430542], "r_norm": [0.19866997003555298, 0.19981706142425537, 0.19598597288131714, 0.1946221888065338, 0.1952437162399292]}, {"step": 4050, "epoch": 8, "train_loss": 0.010242479853332043, "cos_r_negg": [0.21893779933452606, 0.24197763204574585, 0.22866761684417725, 0.2212907373905182, 0.19693884253501892], "cos_apical_negg": [0.21893779933452606, 0.24197763204574585, 0.22866761684417725, 0.2212907373905182, 0.19693884253501892], "cos_Ac_negg": [0.21893779933452606, 0.24197763204574585, 0.22866761684417725, 0.2212907373905182, 0.19693884253501892], "r_norm": [0.18461298942565918, 0.1836438775062561, 0.18145805597305298, 0.1785881221294403, 0.17945951223373413]}, {"step": 4100, "epoch": 8, "train_loss": 0.0702950730919838, "cos_r_negg": [0.21144118905067444, 0.23029190301895142, 0.2140517681837082, 0.20658385753631592, 0.1846364438533783], "cos_apical_negg": [0.21144118905067444, 0.23029190301895142, 0.2140517681837082, 0.20658385753631592, 0.1846364438533783], "cos_Ac_negg": [0.21144118905067444, 0.23029190301895142, 0.2140517681837082, 0.20658385753631592, 0.1846364438533783], "r_norm": [0.17074093222618103, 0.1691034883260727, 0.1676609218120575, 0.16613316535949707, 0.16630665957927704]}, {"step": 4150, "epoch": 8, "train_loss": 0.003135127481073141, "cos_r_negg": [0.21806928515434265, 0.2415478527545929, 0.22732385993003845, 0.2202451229095459, 0.1917283833026886], "cos_apical_negg": [0.21806928515434265, 0.2415478527545929, 0.22732385993003845, 0.2202451229095459, 0.1917283833026886], "cos_Ac_negg": [0.21806928515434265, 0.2415478527545929, 0.22732385993003845, 0.2202451229095459, 0.1917283833026886], "r_norm": [0.17758849263191223, 0.17957249283790588, 0.17555755376815796, 0.17197191715240479, 0.17437556385993958]}, {"step": 4200, "epoch": 8, "train_loss": 0.02997128665447235, "cos_r_negg": [0.23623177409172058, 0.26171618700027466, 0.24906033277511597, 0.23929889500141144, 0.2121434211730957], "cos_apical_negg": [0.23623177409172058, 0.26171618700027466, 0.24906033277511597, 0.23929889500141144, 0.2121434211730957], "cos_Ac_negg": [0.23623177409172058, 0.26171618700027466, 0.24906033277511597, 0.23929889500141144, 0.2121434211730957], "r_norm": [0.1664590835571289, 0.16489402949810028, 0.1628485918045044, 0.16141986846923828, 0.16182857751846313]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9738, "test_loss": 0.1324381603240967}, {"step": 4250, "epoch": 9, "train_loss": 0.058082420378923416, "cos_r_negg": [0.24409976601600647, 0.2672231197357178, 0.2567982077598572, 0.24707470834255219, 0.21887457370758057], "cos_apical_negg": [0.24409976601600647, 0.2672231197357178, 0.2567982077598572, 0.24707470834255219, 0.21887457370758057], "cos_Ac_negg": [0.24409976601600647, 0.2672231197357178, 0.2567982077598572, 0.24707470834255219, 0.21887457370758057], "r_norm": [0.1788380742073059, 0.17762422561645508, 0.1750781387090683, 0.17380878329277039, 0.17469976842403412]}, {"step": 4300, "epoch": 9, "train_loss": 0.0051886276341974735, "cos_r_negg": [0.21629402041435242, 0.2426355481147766, 0.23074530065059662, 0.22023871541023254, 0.1968841850757599], "cos_apical_negg": [0.21629402041435242, 0.2426355481147766, 0.23074530065059662, 0.22023871541023254, 0.1968841850757599], "cos_Ac_negg": [0.21629402041435242, 0.2426355481147766, 0.23074530065059662, 0.22023871541023254, 0.1968841850757599], "r_norm": [0.1745017170906067, 0.17392690479755402, 0.17186926305294037, 0.16910068690776825, 0.17065024375915527]}, {"step": 4350, "epoch": 9, "train_loss": 0.0009107503574341536, "cos_r_negg": [0.20512044429779053, 0.23399031162261963, 0.2181296944618225, 0.20933479070663452, 0.18772722780704498], "cos_apical_negg": [0.20512044429779053, 0.23399031162261963, 0.2181296944618225, 0.20933479070663452, 0.18772722780704498], "cos_Ac_negg": [0.20512044429779053, 0.23399031162261963, 0.2181296944618225, 0.20933479070663452, 0.18772722780704498], "r_norm": [0.17299512028694153, 0.1722675859928131, 0.17062415182590485, 0.16757729649543762, 0.16868464648723602]}, {"step": 4400, "epoch": 9, "train_loss": 0.0015720715746283531, "cos_r_negg": [0.19336211681365967, 0.216191828250885, 0.20366160571575165, 0.19487795233726501, 0.16821664571762085], "cos_apical_negg": [0.19336211681365967, 0.216191828250885, 0.20366160571575165, 0.19487795233726501, 0.16821664571762085], "cos_Ac_negg": [0.19336211681365967, 0.216191828250885, 0.20366160571575165, 0.19487795233726501, 0.16821664571762085], "r_norm": [0.17360717058181763, 0.1729450821876526, 0.17114388942718506, 0.16844557225704193, 0.16966427862644196]}, {"step": 4450, "epoch": 9, "train_loss": 0.009664946235716343, "cos_r_negg": [0.19995437562465668, 0.22498875856399536, 0.2124398648738861, 0.2073660045862198, 0.17834994196891785], "cos_apical_negg": [0.19995437562465668, 0.22498875856399536, 0.2124398648738861, 0.2073660045862198, 0.17834994196891785], "cos_Ac_negg": [0.19995437562465668, 0.22498875856399536, 0.2124398648738861, 0.2073660045862198, 0.17834994196891785], "r_norm": [0.14620092511177063, 0.14673465490341187, 0.14396709203720093, 0.14100459218025208, 0.1423393338918686]}, {"step": 4500, "epoch": 9, "train_loss": 0.0004061302461195737, "cos_r_negg": [0.18746846914291382, 0.2145334780216217, 0.20288828015327454, 0.1987907439470291, 0.16891264915466309], "cos_apical_negg": [0.18746846914291382, 0.2145334780216217, 0.20288828015327454, 0.1987907439470291, 0.16891264915466309], "cos_Ac_negg": [0.18746846914291382, 0.2145334780216217, 0.20288828015327454, 0.1987907439470291, 0.16891264915466309], "r_norm": [0.1669306606054306, 0.16786549985408783, 0.16446487605571747, 0.16209621727466583, 0.16420461237430573]}, {"step": 4550, "epoch": 9, "train_loss": 0.01008608192205429, "cos_r_negg": [0.18722602725028992, 0.20966589450836182, 0.20004117488861084, 0.18489502370357513, 0.16928882896900177], "cos_apical_negg": [0.18722602725028992, 0.20966589450836182, 0.20004117488861084, 0.18489502370357513, 0.16928882896900177], "cos_Ac_negg": [0.18722602725028992, 0.20966589450836182, 0.20004117488861084, 0.18489502370357513, 0.16928882896900177], "r_norm": [0.17593641579151154, 0.1763639599084854, 0.17234063148498535, 0.1728319227695465, 0.17428186535835266]}, {"step": 4600, "epoch": 9, "train_loss": 0.07091046869754791, "cos_r_negg": [0.1737520694732666, 0.19613677263259888, 0.18340998888015747, 0.17240065336227417, 0.15312989056110382], "cos_apical_negg": [0.1737520694732666, 0.19613677263259888, 0.18340998888015747, 0.17240065336227417, 0.15312989056110382], "cos_Ac_negg": [0.1737520694732666, 0.19613677263259888, 0.18340998888015747, 0.17240065336227417, 0.15312989056110382], "r_norm": [0.1585191935300827, 0.16064748167991638, 0.15678510069847107, 0.15486131608486176, 0.1570529192686081]}, {"step": 4650, "epoch": 9, "train_loss": 0.0008946682210080326, "cos_r_negg": [0.1742647886276245, 0.19495970010757446, 0.1852043867111206, 0.17586839199066162, 0.15207788348197937], "cos_apical_negg": [0.1742647886276245, 0.19495970010757446, 0.1852043867111206, 0.17586839199066162, 0.15207788348197937], "cos_Ac_negg": [0.1742647886276245, 0.19495970010757446, 0.1852043867111206, 0.17586839199066162, 0.15207788348197937], "r_norm": [0.15613237023353577, 0.1580195128917694, 0.15441416203975677, 0.151248499751091, 0.1534552276134491]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.973, "test_loss": 0.14250350265502928}, {"step": 4700, "epoch": 10, "train_loss": 0.00813316274434328, "cos_r_negg": [0.16212913393974304, 0.1828368902206421, 0.1721450239419937, 0.1660732924938202, 0.14101062715053558], "cos_apical_negg": [0.16212913393974304, 0.1828368902206421, 0.1721450239419937, 0.1660732924938202, 0.14101062715053558], "cos_Ac_negg": [0.16212913393974304, 0.1828368902206421, 0.1721450239419937, 0.1660732924938202, 0.14101062715053558], "r_norm": [0.14414629340171814, 0.14603310823440552, 0.1429837942123413, 0.13909214735031128, 0.14135408401489258]}, {"step": 4750, "epoch": 10, "train_loss": 0.00039567664498463273, "cos_r_negg": [0.1543406844139099, 0.1772245466709137, 0.16570702195167542, 0.15856966376304626, 0.13601234555244446], "cos_apical_negg": [0.1543406844139099, 0.1772245466709137, 0.16570702195167542, 0.15856966376304626, 0.13601234555244446], "cos_Ac_negg": [0.1543406844139099, 0.1772245466709137, 0.16570702195167542, 0.15856966376304626, 0.13601234555244446], "r_norm": [0.15734201669692993, 0.15893936157226562, 0.15544924139976501, 0.15293918550014496, 0.1552470624446869]}, {"step": 4800, "epoch": 10, "train_loss": 0.0010404599597677588, "cos_r_negg": [0.15306991338729858, 0.1735115349292755, 0.162499338388443, 0.15599849820137024, 0.13252423703670502], "cos_apical_negg": [0.15306991338729858, 0.1735115349292755, 0.162499338388443, 0.15599849820137024, 0.13252423703670502], "cos_Ac_negg": [0.15306991338729858, 0.1735115349292755, 0.162499338388443, 0.15599849820137024, 0.13252423703670502], "r_norm": [0.15533685684204102, 0.15686888992786407, 0.15359897911548615, 0.15064910054206848, 0.1527807116508484]}, {"step": 4850, "epoch": 10, "train_loss": 0.0014038571389392018, "cos_r_negg": [0.16103991866111755, 0.18272152543067932, 0.17286835610866547, 0.16515332460403442, 0.14005109667778015], "cos_apical_negg": [0.16103991866111755, 0.18272152543067932, 0.17286835610866547, 0.16515332460403442, 0.14005109667778015], "cos_Ac_negg": [0.16103991866111755, 0.18272152543067932, 0.17286835610866547, 0.16515332460403442, 0.14005109667778015], "r_norm": [0.16485632956027985, 0.16595351696014404, 0.16246023774147034, 0.1595297008752823, 0.16183310747146606]}, {"step": 4900, "epoch": 10, "train_loss": 0.0017564792651683092, "cos_r_negg": [0.1559443175792694, 0.1758800745010376, 0.16548943519592285, 0.15818996727466583, 0.1342749148607254], "cos_apical_negg": [0.1559443175792694, 0.1758800745010376, 0.16548943519592285, 0.15818996727466583, 0.1342749148607254], "cos_Ac_negg": [0.1559443175792694, 0.1758800745010376, 0.16548943519592285, 0.15818996727466583, 0.1342749148607254], "r_norm": [0.1531437486410141, 0.15400992333889008, 0.15124547481536865, 0.14723551273345947, 0.14910976588726044]}, {"step": 4950, "epoch": 10, "train_loss": 0.007198835723102093, "cos_r_negg": [0.15053148567676544, 0.16975408792495728, 0.15806944668293, 0.15205174684524536, 0.12917864322662354], "cos_apical_negg": [0.15053148567676544, 0.16975408792495728, 0.15806944668293, 0.15205174684524536, 0.12917864322662354], "cos_Ac_negg": [0.15053148567676544, 0.16975408792495728, 0.15806944668293, 0.15205174684524536, 0.12917864322662354], "r_norm": [0.1592416763305664, 0.15893855690956116, 0.15609081089496613, 0.1529095619916916, 0.15490174293518066]}, {"step": 5000, "epoch": 10, "train_loss": 0.00032475899206474423, "cos_r_negg": [0.13991717994213104, 0.1577942967414856, 0.14684046804904938, 0.1408931314945221, 0.11865513026714325], "cos_apical_negg": [0.13991717994213104, 0.1577942967414856, 0.14684046804904938, 0.1408931314945221, 0.11865513026714325], "cos_Ac_negg": [0.13991717994213104, 0.1577942967414856, 0.14684046804904938, 0.1408931314945221, 0.11865513026714325], "r_norm": [0.1536087691783905, 0.15387201309204102, 0.1516059935092926, 0.1475004255771637, 0.14976996183395386]}, {"step": 5050, "epoch": 10, "train_loss": 0.0011317800963297486, "cos_r_negg": [0.14342305064201355, 0.16068443655967712, 0.14963454008102417, 0.14505305886268616, 0.1244855523109436], "cos_apical_negg": [0.14342305064201355, 0.16068443655967712, 0.14963454008102417, 0.14505305886268616, 0.1244855523109436], "cos_Ac_negg": [0.14342305064201355, 0.16068443655967712, 0.14963454008102417, 0.14505305886268616, 0.1244855523109436], "r_norm": [0.150971919298172, 0.15112999081611633, 0.14894644916057587, 0.1452053338289261, 0.14742980897426605]}, {"step": 5100, "epoch": 10, "train_loss": 0.002338920719921589, "cos_r_negg": [0.14626836776733398, 0.16569733619689941, 0.15477100014686584, 0.1497538536787033, 0.12794692814350128], "cos_apical_negg": [0.14626836776733398, 0.16569733619689941, 0.15477100014686584, 0.1497538536787033, 0.12794692814350128], "cos_Ac_negg": [0.14626836776733398, 0.16569733619689941, 0.15477100014686584, 0.1497538536787033, 0.12794692814350128], "r_norm": [0.1478978991508484, 0.14680123329162598, 0.1455482691526413, 0.14232857525348663, 0.14364510774612427]}, {"step": 5150, "epoch": 10, "train_loss": 0.00014612555969506502, "cos_r_negg": [0.1395210325717926, 0.15653002262115479, 0.1449771225452423, 0.14170439541339874, 0.11851920187473297], "cos_apical_negg": [0.1395210325717926, 0.15653002262115479, 0.1449771225452423, 0.14170439541339874, 0.11851920187473297], "cos_Ac_negg": [0.1395210325717926, 0.15653002262115479, 0.1449771225452423, 0.14170439541339874, 0.11851920187473297], "r_norm": [0.14514733850955963, 0.1439506858587265, 0.14272907376289368, 0.1395065039396286, 0.14091041684150696]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9732, "test_loss": 0.14539165534973145}, {"step": 5200, "epoch": 11, "train_loss": 0.0016106489347293973, "cos_r_negg": [0.13653163611888885, 0.15371853113174438, 0.14262694120407104, 0.1382845640182495, 0.11677472293376923], "cos_apical_negg": [0.13653163611888885, 0.15371853113174438, 0.14262694120407104, 0.1382845640182495, 0.11677472293376923], "cos_Ac_negg": [0.13653163611888885, 0.15371853113174438, 0.14262694120407104, 0.1382845640182495, 0.11677472293376923], "r_norm": [0.15710994601249695, 0.1576574146747589, 0.155319482088089, 0.15225465595722198, 0.15385505557060242]}, {"step": 5250, "epoch": 11, "train_loss": 0.0009787303861230612, "cos_r_negg": [0.12984509766101837, 0.1479283571243286, 0.13651613891124725, 0.1320335566997528, 0.11177010089159012], "cos_apical_negg": [0.12984509766101837, 0.1479283571243286, 0.13651613891124725, 0.1320335566997528, 0.11177010089159012], "cos_Ac_negg": [0.12984509766101837, 0.1479283571243286, 0.13651613891124725, 0.1320335566997528, 0.11177010089159012], "r_norm": [0.16620752215385437, 0.1656481921672821, 0.16332349181175232, 0.16057145595550537, 0.16204684972763062]}, {"step": 5300, "epoch": 11, "train_loss": 0.0010578196961432695, "cos_r_negg": [0.1316922903060913, 0.14854960143566132, 0.1374693214893341, 0.13390560448169708, 0.11360429227352142], "cos_apical_negg": [0.1316922903060913, 0.14854960143566132, 0.1374693214893341, 0.13390560448169708, 0.11360429227352142], "cos_Ac_negg": [0.1316922903060913, 0.14854960143566132, 0.1374693214893341, 0.13390560448169708, 0.11360429227352142], "r_norm": [0.16862457990646362, 0.16903838515281677, 0.16590896248817444, 0.16267450153827667, 0.16440251469612122]}, {"step": 5350, "epoch": 11, "train_loss": 0.00017769192345440388, "cos_r_negg": [0.12599653005599976, 0.1419675052165985, 0.13126400113105774, 0.12780287861824036, 0.1081322431564331], "cos_apical_negg": [0.12599653005599976, 0.1419675052165985, 0.13126400113105774, 0.12780287861824036, 0.1081322431564331], "cos_Ac_negg": [0.12599653005599976, 0.1419675052165985, 0.13126400113105774, 0.12780287861824036, 0.1081322431564331], "r_norm": [0.16253089904785156, 0.1625344306230545, 0.16070497035980225, 0.15692652761936188, 0.15864399075508118]}, {"step": 5400, "epoch": 11, "train_loss": 0.00729744229465723, "cos_r_negg": [0.12248951196670532, 0.1366415023803711, 0.12571583688259125, 0.12185554206371307, 0.10276016592979431], "cos_apical_negg": [0.12248951196670532, 0.1366415023803711, 0.12571583688259125, 0.12185554206371307, 0.10276016592979431], "cos_Ac_negg": [0.12248951196670532, 0.1366415023803711, 0.12571583688259125, 0.12185554206371307, 0.10276016592979431], "r_norm": [0.15274834632873535, 0.15330372750759125, 0.1511855274438858, 0.14733991026878357, 0.14910396933555603]}, {"step": 5450, "epoch": 11, "train_loss": 0.0021986046340316534, "cos_r_negg": [0.12684977054595947, 0.14210104942321777, 0.13270188868045807, 0.12929609417915344, 0.10939673334360123], "cos_apical_negg": [0.12684977054595947, 0.14210104942321777, 0.13270188868045807, 0.12929609417915344, 0.10939673334360123], "cos_Ac_negg": [0.12684977054595947, 0.14210104942321777, 0.13270188868045807, 0.12929609417915344, 0.10939673334360123], "r_norm": [0.14227883517742157, 0.1421663761138916, 0.14038749039173126, 0.13683858513832092, 0.13840444386005402]}, {"step": 5500, "epoch": 11, "train_loss": 0.0004629818722605705, "cos_r_negg": [0.11777952313423157, 0.13282343745231628, 0.12241940945386887, 0.11826500296592712, 0.09776279330253601], "cos_apical_negg": [0.11777952313423157, 0.13282343745231628, 0.12241940945386887, 0.11826500296592712, 0.09776279330253601], "cos_Ac_negg": [0.11777952313423157, 0.13282343745231628, 0.12241940945386887, 0.11826500296592712, 0.09776279330253601], "r_norm": [0.1462123692035675, 0.14515061676502228, 0.14439807832241058, 0.14096125960350037, 0.14230915904045105]}, {"step": 5550, "epoch": 11, "train_loss": 0.001743459259159863, "cos_r_negg": [0.13419896364212036, 0.15259718894958496, 0.14344143867492676, 0.1411632001399994, 0.11917057633399963], "cos_apical_negg": [0.13419896364212036, 0.15259718894958496, 0.14344143867492676, 0.1411632001399994, 0.11917057633399963], "cos_Ac_negg": [0.13419896364212036, 0.15259718894958496, 0.14344143867492676, 0.1411632001399994, 0.11917057633399963], "r_norm": [0.14517372846603394, 0.1453811377286911, 0.14311975240707397, 0.13966241478919983, 0.14136768877506256]}, {"step": 5600, "epoch": 11, "train_loss": 0.00030529688228853047, "cos_r_negg": [0.12385884672403336, 0.13890378177165985, 0.12935587763786316, 0.1266321837902069, 0.1062898263335228], "cos_apical_negg": [0.12385884672403336, 0.13890378177165985, 0.12935587763786316, 0.1266321837902069, 0.1062898263335228], "cos_Ac_negg": [0.12385884672403336, 0.13890378177165985, 0.12935587763786316, 0.1266321837902069, 0.1062898263335228], "r_norm": [0.1617559790611267, 0.16048601269721985, 0.15903687477111816, 0.15541231632232666, 0.1572178304195404]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9732, "test_loss": 0.15186462841033935}, {"step": 5650, "epoch": 12, "train_loss": 0.00038207523175515234, "cos_r_negg": [0.1266361027956009, 0.14319315552711487, 0.1343589574098587, 0.13182805478572845, 0.1120227575302124], "cos_apical_negg": [0.1266361027956009, 0.14319315552711487, 0.1343589574098587, 0.13182805478572845, 0.1120227575302124], "cos_Ac_negg": [0.1266361027956009, 0.14319315552711487, 0.1343589574098587, 0.13182805478572845, 0.1120227575302124], "r_norm": [0.1519763469696045, 0.15082836151123047, 0.14943674206733704, 0.14536678791046143, 0.14708258211612701]}, {"step": 5700, "epoch": 12, "train_loss": 0.00014861203089822084, "cos_r_negg": [0.12586820125579834, 0.14085596799850464, 0.13245321810245514, 0.130085751414299, 0.11064000427722931], "cos_apical_negg": [0.12586820125579834, 0.14085596799850464, 0.13245321810245514, 0.130085751414299, 0.11064000427722931], "cos_Ac_negg": [0.12586820125579834, 0.14085596799850464, 0.13245321810245514, 0.130085751414299, 0.11064000427722931], "r_norm": [0.15735027194023132, 0.15687480568885803, 0.1551770269870758, 0.15152251720428467, 0.1531221568584442]}, {"step": 5750, "epoch": 12, "train_loss": 0.0002712144050747156, "cos_r_negg": [0.12115881592035294, 0.13443605601787567, 0.12588003277778625, 0.12289285659790039, 0.103757843375206], "cos_apical_negg": [0.12115881592035294, 0.13443605601787567, 0.12588003277778625, 0.12289285659790039, 0.103757843375206], "cos_Ac_negg": [0.12115881592035294, 0.13443605601787567, 0.12588003277778625, 0.12289285659790039, 0.103757843375206], "r_norm": [0.15771996974945068, 0.15711987018585205, 0.15560033917427063, 0.15207356214523315, 0.15352410078048706]}, {"step": 5800, "epoch": 12, "train_loss": 0.0002955991658382118, "cos_r_negg": [0.12398611009120941, 0.14032141864299774, 0.13187557458877563, 0.1301979124546051, 0.11107820272445679], "cos_apical_negg": [0.12398611009120941, 0.14032141864299774, 0.13187557458877563, 0.1301979124546051, 0.11107820272445679], "cos_Ac_negg": [0.12398611009120941, 0.14032141864299774, 0.13187557458877563, 0.1301979124546051, 0.11107820272445679], "r_norm": [0.15122078359127045, 0.15122002363204956, 0.14886131882667542, 0.14517048001289368, 0.1470666378736496]}, {"step": 5850, "epoch": 12, "train_loss": 0.0011012007016688585, "cos_r_negg": [0.11740303039550781, 0.13206078112125397, 0.1236659586429596, 0.12233173847198486, 0.10247135162353516], "cos_apical_negg": [0.11740303039550781, 0.13206078112125397, 0.1236659586429596, 0.12233173847198486, 0.10247135162353516], "cos_Ac_negg": [0.11740303039550781, 0.13206078112125397, 0.1236659586429596, 0.12233173847198486, 0.10247135162353516], "r_norm": [0.14822356402873993, 0.14920353889465332, 0.1467708945274353, 0.1431255042552948, 0.14512965083122253]}, {"step": 5900, "epoch": 12, "train_loss": 0.0015022808220237494, "cos_r_negg": [0.11524029821157455, 0.12871906161308289, 0.12058104574680328, 0.11829927563667297, 0.09827739745378494], "cos_apical_negg": [0.11524029821157455, 0.12871906161308289, 0.12058104574680328, 0.11829927563667297, 0.09827739745378494], "cos_Ac_negg": [0.11524029821157455, 0.12871906161308289, 0.12058104574680328, 0.11829927563667297, 0.09827739745378494], "r_norm": [0.1538432240486145, 0.15465839207172394, 0.1523594856262207, 0.14859196543693542, 0.1505158394575119]}, {"step": 5950, "epoch": 12, "train_loss": 0.00041448528645560145, "cos_r_negg": [0.12322413176298141, 0.13892680406570435, 0.1308736950159073, 0.12879638373851776, 0.10957424342632294], "cos_apical_negg": [0.12322413176298141, 0.13892680406570435, 0.1308736950159073, 0.12879638373851776, 0.10957424342632294], "cos_Ac_negg": [0.12322413176298141, 0.13892680406570435, 0.1308736950159073, 0.12879638373851776, 0.10957424342632294], "r_norm": [0.1511206030845642, 0.1526552438735962, 0.14976856112480164, 0.14586514234542847, 0.14809107780456543]}, {"step": 6000, "epoch": 12, "train_loss": 0.0021176780574023724, "cos_r_negg": [0.1138053685426712, 0.1283790022134781, 0.12027296423912048, 0.11658364534378052, 0.09926119446754456], "cos_apical_negg": [0.1138053685426712, 0.1283790022134781, 0.12027296423912048, 0.11658364534378052, 0.09926119446754456], "cos_Ac_negg": [0.1138053685426712, 0.1283790022134781, 0.12027296423912048, 0.11658364534378052, 0.09926119446754456], "r_norm": [0.1522561013698578, 0.15156403183937073, 0.1499336063861847, 0.14600244164466858, 0.147630512714386]}, {"step": 6050, "epoch": 12, "train_loss": 0.00018546509090811014, "cos_r_negg": [0.10931678116321564, 0.12217555195093155, 0.11463648080825806, 0.11040601134300232, 0.09237803518772125], "cos_apical_negg": [0.10931678116321564, 0.12217555195093155, 0.11463648080825806, 0.11040601134300232, 0.09237803518772125], "cos_Ac_negg": [0.10931678116321564, 0.12217555195093155, 0.11463648080825806, 0.11040601134300232, 0.09237803518772125], "r_norm": [0.14653852581977844, 0.14683397114276886, 0.14483532309532166, 0.1407218873500824, 0.14242763817310333]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9747, "test_loss": 0.15645256843566893}, {"step": 6100, "epoch": 13, "train_loss": 0.0004530230653472245, "cos_r_negg": [0.10662446916103363, 0.11861135065555573, 0.11120064556598663, 0.10681700706481934, 0.08946788311004639], "cos_apical_negg": [0.10662446916103363, 0.11861135065555573, 0.11120064556598663, 0.10681700706481934, 0.08946788311004639], "cos_Ac_negg": [0.10662446916103363, 0.11861135065555573, 0.11120064556598663, 0.10681700706481934, 0.08946788311004639], "r_norm": [0.14300194382667542, 0.143651083111763, 0.1415507048368454, 0.1374320387840271, 0.13912507891654968]}, {"step": 6150, "epoch": 13, "train_loss": 0.00034133545705117285, "cos_r_negg": [0.10520956665277481, 0.11682787537574768, 0.10931073129177094, 0.10533654689788818, 0.08862440288066864], "cos_apical_negg": [0.10520956665277481, 0.11682787537574768, 0.10931073129177094, 0.10533654689788818, 0.08862440288066864], "cos_Ac_negg": [0.10520956665277481, 0.11682787537574768, 0.10931073129177094, 0.10533654689788818, 0.08862440288066864], "r_norm": [0.14341917634010315, 0.1438714861869812, 0.1419021189212799, 0.13781262934207916, 0.13944260776042938]}, {"step": 6200, "epoch": 13, "train_loss": 0.00029031571466475725, "cos_r_negg": [0.10420346260070801, 0.11548773944377899, 0.10802438855171204, 0.10412149131298065, 0.08731430768966675], "cos_apical_negg": [0.10420346260070801, 0.11548773944377899, 0.10802438855171204, 0.10412149131298065, 0.08731430768966675], "cos_Ac_negg": [0.10420346260070801, 0.11548773944377899, 0.10802438855171204, 0.10412149131298065, 0.08731430768966675], "r_norm": [0.14296509325504303, 0.14325346052646637, 0.14136648178100586, 0.13733704388141632, 0.13887706398963928]}, {"step": 6250, "epoch": 13, "train_loss": 0.0001817750744521618, "cos_r_negg": [0.1028846874833107, 0.11372042447328568, 0.10659779608249664, 0.1032208800315857, 0.08642760664224625], "cos_apical_negg": [0.1028846874833107, 0.11372042447328568, 0.10659779608249664, 0.1032208800315857, 0.08642760664224625], "cos_Ac_negg": [0.1028846874833107, 0.11372042447328568, 0.10659779608249664, 0.1032208800315857, 0.08642760664224625], "r_norm": [0.14352518320083618, 0.1447269320487976, 0.1425301730632782, 0.13870327174663544, 0.14045482873916626]}, {"step": 6300, "epoch": 13, "train_loss": 7.986428681761026e-05, "cos_r_negg": [0.10125216841697693, 0.11220311373472214, 0.10508602857589722, 0.10178644210100174, 0.08546566963195801], "cos_apical_negg": [0.10125216841697693, 0.11220311373472214, 0.10508602857589722, 0.10178644210100174, 0.08546566963195801], "cos_Ac_negg": [0.10125216841697693, 0.11220311373472214, 0.10508602857589722, 0.10178644210100174, 0.08546566963195801], "r_norm": [0.1444249153137207, 0.14573007822036743, 0.14342617988586426, 0.13945648074150085, 0.1413402110338211]}, {"step": 6350, "epoch": 13, "train_loss": 0.0009827363537624478, "cos_r_negg": [0.10119329392910004, 0.1122104674577713, 0.10519047826528549, 0.10183502733707428, 0.08454668521881104], "cos_apical_negg": [0.10119329392910004, 0.1122104674577713, 0.10519047826528549, 0.10183502733707428, 0.08454668521881104], "cos_Ac_negg": [0.10119329392910004, 0.1122104674577713, 0.10519047826528549, 0.10183502733707428, 0.08454668521881104], "r_norm": [0.13901689648628235, 0.140340656042099, 0.1381233036518097, 0.1340559422969818, 0.13586749136447906]}, {"step": 6400, "epoch": 13, "train_loss": 0.00044381010229699314, "cos_r_negg": [0.10123339295387268, 0.11282756924629211, 0.10554523766040802, 0.1027311384677887, 0.08567498624324799], "cos_apical_negg": [0.10123339295387268, 0.11282756924629211, 0.10554523766040802, 0.1027311384677887, 0.08567498624324799], "cos_Ac_negg": [0.10123339295387268, 0.11282756924629211, 0.10554523766040802, 0.1027311384677887, 0.08567498624324799], "r_norm": [0.14428460597991943, 0.14536865055561066, 0.14320041239261627, 0.13894949853420258, 0.14096581935882568]}, {"step": 6450, "epoch": 13, "train_loss": 0.0009614275768399239, "cos_r_negg": [0.10031222552061081, 0.1118156909942627, 0.10425233840942383, 0.10132932662963867, 0.08481582999229431], "cos_apical_negg": [0.10031222552061081, 0.1118156909942627, 0.10425233840942383, 0.10132932662963867, 0.08481582999229431], "cos_Ac_negg": [0.10031222552061081, 0.1118156909942627, 0.10425233840942383, 0.10132932662963867, 0.08481582999229431], "r_norm": [0.1429818868637085, 0.14406372606754303, 0.14185984432697296, 0.13793662190437317, 0.13981805741786957]}, {"step": 6500, "epoch": 13, "train_loss": 0.00014036719221621752, "cos_r_negg": [0.10528057813644409, 0.11729706078767776, 0.10958404093980789, 0.10667015612125397, 0.09055358171463013], "cos_apical_negg": [0.10528057813644409, 0.11729706078767776, 0.10958404093980789, 0.10667015612125397, 0.09055358171463013], "cos_Ac_negg": [0.10528057813644409, 0.11729706078767776, 0.10958404093980789, 0.10667015612125397, 0.09055358171463013], "r_norm": [0.13842850923538208, 0.13944531977176666, 0.13736560940742493, 0.13364103436470032, 0.1353856474161148]}, {"step": 6550, "epoch": 13, "train_loss": 0.003171295626088977, "cos_r_negg": [0.10123670846223831, 0.11330059170722961, 0.1054115816950798, 0.10219238698482513, 0.08675182610750198], "cos_apical_negg": [0.10123670846223831, 0.11330059170722961, 0.1054115816950798, 0.10219238698482513, 0.08675182610750198], "cos_Ac_negg": [0.10123670846223831, 0.11330059170722961, 0.1054115816950798, 0.10219238698482513, 0.08675182610750198], "r_norm": [0.14110881090164185, 0.14223775267601013, 0.14004682004451752, 0.1362786591053009, 0.1381145566701889]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9734, "test_loss": 0.16345382900238037}, {"step": 6600, "epoch": 14, "train_loss": 0.00029941590037196875, "cos_r_negg": [0.09881551563739777, 0.1107320785522461, 0.10311046987771988, 0.10025690495967865, 0.08506084233522415], "cos_apical_negg": [0.09881551563739777, 0.1107320785522461, 0.10311046987771988, 0.10025690495967865, 0.08506084233522415], "cos_Ac_negg": [0.09881551563739777, 0.1107320785522461, 0.10311046987771988, 0.10025690495967865, 0.08506084233522415], "r_norm": [0.14355860650539398, 0.14469945430755615, 0.1425057351589203, 0.13868114352226257, 0.1405353844165802]}, {"step": 6650, "epoch": 14, "train_loss": 0.000953704584389925, "cos_r_negg": [0.09728827327489853, 0.10848964750766754, 0.10130961239337921, 0.09849271178245544, 0.08332761377096176], "cos_apical_negg": [0.09728827327489853, 0.10848964750766754, 0.10130961239337921, 0.09849271178245544, 0.08332761377096176], "cos_Ac_negg": [0.09728827327489853, 0.10848964750766754, 0.10130961239337921, 0.09849271178245544, 0.08332761377096176], "r_norm": [0.14227719604969025, 0.14324967563152313, 0.1411692053079605, 0.1373739391565323, 0.13912884891033173]}, {"step": 6700, "epoch": 14, "train_loss": 0.00103886635042727, "cos_r_negg": [0.09580632299184799, 0.10633628815412521, 0.0994386151432991, 0.0966612845659256, 0.0817088857293129], "cos_apical_negg": [0.09580632299184799, 0.10633628815412521, 0.0994386151432991, 0.0966612845659256, 0.0817088857293129], "cos_Ac_negg": [0.09580632299184799, 0.10633628815412521, 0.0994386151432991, 0.0966612845659256, 0.0817088857293129], "r_norm": [0.14512741565704346, 0.14626099169254303, 0.14410759508609772, 0.14041751623153687, 0.1420847326517105]}, {"step": 6750, "epoch": 14, "train_loss": 0.0002585595939308405, "cos_r_negg": [0.09480807930231094, 0.1049962043762207, 0.09829160571098328, 0.0954529419541359, 0.08076611161231995], "cos_apical_negg": [0.09480807930231094, 0.1049962043762207, 0.09829160571098328, 0.0954529419541359, 0.08076611161231995], "cos_Ac_negg": [0.09480807930231094, 0.1049962043762207, 0.09829160571098328, 0.0954529419541359, 0.08076611161231995], "r_norm": [0.14415927231311798, 0.14527380466461182, 0.1431700885295868, 0.13945400714874268, 0.14107894897460938]}, {"step": 6800, "epoch": 14, "train_loss": 0.000596041907556355, "cos_r_negg": [0.09392067790031433, 0.10375601053237915, 0.0968954786658287, 0.09486891329288483, 0.0800207108259201], "cos_apical_negg": [0.09392067790031433, 0.10375601053237915, 0.0968954786658287, 0.09486891329288483, 0.0800207108259201], "cos_Ac_negg": [0.09392067790031433, 0.10375601053237915, 0.0968954786658287, 0.09486891329288483, 0.0800207108259201], "r_norm": [0.15222418308258057, 0.15317627787590027, 0.15108360350131989, 0.147655189037323, 0.14907538890838623]}, {"step": 6850, "epoch": 14, "train_loss": 0.00014955108053982258, "cos_r_negg": [0.09482359886169434, 0.10490481555461884, 0.09808778762817383, 0.09606509655714035, 0.08153268694877625], "cos_apical_negg": [0.09482359886169434, 0.10490481555461884, 0.09808778762817383, 0.09606509655714035, 0.08153268694877625], "cos_Ac_negg": [0.09482359886169434, 0.10490481555461884, 0.09808778762817383, 0.09606509655714035, 0.08153268694877625], "r_norm": [0.14474357664585114, 0.14596058428287506, 0.1437785029411316, 0.14020423591136932, 0.1417447030544281]}, {"step": 6900, "epoch": 14, "train_loss": 3.2967975130304694e-05, "cos_r_negg": [0.09595899283885956, 0.10595458745956421, 0.09910044074058533, 0.09650953114032745, 0.08159036934375763], "cos_apical_negg": [0.09595899283885956, 0.10595458745956421, 0.09910044074058533, 0.09650953114032745, 0.08159036934375763], "cos_Ac_negg": [0.09595899283885956, 0.10595458745956421, 0.09910044074058533, 0.09650953114032745, 0.08159036934375763], "r_norm": [0.1380525827407837, 0.13958843052387238, 0.13726051151752472, 0.13367123901844025, 0.13530373573303223]}, {"step": 6950, "epoch": 14, "train_loss": 6.105336069595069e-05, "cos_r_negg": [0.09532520920038223, 0.10516130924224854, 0.09835679084062576, 0.09603025019168854, 0.08129671216011047], "cos_apical_negg": [0.09532520920038223, 0.10516130924224854, 0.09835679084062576, 0.09603025019168854, 0.08129671216011047], "cos_Ac_negg": [0.09532520920038223, 0.10516130924224854, 0.09835679084062576, 0.09603025019168854, 0.08129671216011047], "r_norm": [0.14332175254821777, 0.14483746886253357, 0.1425144076347351, 0.1385948210954666, 0.14046426117420197]}, {"step": 7000, "epoch": 14, "train_loss": 0.00030481943394988775, "cos_r_negg": [0.09246989339590073, 0.10175241529941559, 0.0950879156589508, 0.09248121082782745, 0.0785936787724495], "cos_apical_negg": [0.09246989339590073, 0.10175241529941559, 0.0950879156589508, 0.09248121082782745, 0.0785936787724495], "cos_Ac_negg": [0.09246989339590073, 0.10175241529941559, 0.0950879156589508, 0.09248121082782745, 0.0785936787724495], "r_norm": [0.14379426836967468, 0.14548584818840027, 0.14309968054294586, 0.13930237293243408, 0.14100326597690582]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9742, "test_loss": 0.16541031436920167}, {"step": 7050, "epoch": 15, "train_loss": 0.00010407737863715738, "cos_r_negg": [0.0917631983757019, 0.10086958110332489, 0.0942671075463295, 0.09147626161575317, 0.07769840955734253], "cos_apical_negg": [0.0917631983757019, 0.10086958110332489, 0.0942671075463295, 0.09147626161575317, 0.07769840955734253], "cos_Ac_negg": [0.0917631983757019, 0.10086958110332489, 0.0942671075463295, 0.09147626161575317, 0.07769840955734253], "r_norm": [0.14371681213378906, 0.14542436599731445, 0.14301659166812897, 0.13928598165512085, 0.14095476269721985]}, {"step": 7100, "epoch": 15, "train_loss": 0.001670856261625886, "cos_r_negg": [0.09133696556091309, 0.10026484727859497, 0.09333747625350952, 0.09105337411165237, 0.0774056613445282], "cos_apical_negg": [0.09133696556091309, 0.10026484727859497, 0.09333747625350952, 0.09105337411165237, 0.0774056613445282], "cos_Ac_negg": [0.09133696556091309, 0.10026484727859497, 0.09333747625350952, 0.09105337411165237, 0.0774056613445282], "r_norm": [0.14720730483531952, 0.14874039590358734, 0.1463976949453354, 0.1428339034318924, 0.14431554079055786]}, {"step": 7150, "epoch": 15, "train_loss": 0.0001168651579064317, "cos_r_negg": [0.09219974279403687, 0.10111992061138153, 0.09437163174152374, 0.09188063442707062, 0.07804269343614578], "cos_apical_negg": [0.09219974279403687, 0.10111992061138153, 0.09437163174152374, 0.09188063442707062, 0.07804269343614578], "cos_Ac_negg": [0.09219974279403687, 0.10111992061138153, 0.09437163174152374, 0.09188063442707062, 0.07804269343614578], "r_norm": [0.14496444165706635, 0.1465667486190796, 0.14418786764144897, 0.14040476083755493, 0.14206422865390778]}, {"step": 7200, "epoch": 15, "train_loss": 0.00012868351768702269, "cos_r_negg": [0.09144088625907898, 0.100251704454422, 0.09351852536201477, 0.0909690260887146, 0.0772215873003006], "cos_apical_negg": [0.09144088625907898, 0.100251704454422, 0.09351852536201477, 0.0909690260887146, 0.0772215873003006], "cos_Ac_negg": [0.09144088625907898, 0.100251704454422, 0.09351852536201477, 0.0909690260887146, 0.0772215873003006], "r_norm": [0.14409661293029785, 0.14553526043891907, 0.14326754212379456, 0.1395677924156189, 0.14116686582565308]}, {"step": 7250, "epoch": 15, "train_loss": 0.00027264253003522754, "cos_r_negg": [0.09138870984315872, 0.09979654103517532, 0.09326863288879395, 0.09087183326482773, 0.0766337439417839], "cos_apical_negg": [0.09138870984315872, 0.09979654103517532, 0.09326863288879395, 0.09087183326482773, 0.0766337439417839], "cos_Ac_negg": [0.09138870984315872, 0.09979654103517532, 0.09326863288879395, 0.09087183326482773, 0.0766337439417839], "r_norm": [0.14290864765644073, 0.14437517523765564, 0.1420784592628479, 0.1383001208305359, 0.13995200395584106]}, {"step": 7300, "epoch": 15, "train_loss": 3.9879603718873113e-05, "cos_r_negg": [0.09092049300670624, 0.09913946688175201, 0.0927148088812828, 0.09038212895393372, 0.0764046311378479], "cos_apical_negg": [0.09092049300670624, 0.09913946688175201, 0.0927148088812828, 0.09038212895393372, 0.0764046311378479], "cos_Ac_negg": [0.09092049300670624, 0.09913946688175201, 0.0927148088812828, 0.09038212895393372, 0.0764046311378479], "r_norm": [0.1429511308670044, 0.14452210068702698, 0.1421804428100586, 0.1384802609682083, 0.14011625945568085]}, {"step": 7350, "epoch": 15, "train_loss": 0.00057453871704638, "cos_r_negg": [0.09048807621002197, 0.09871083498001099, 0.09234227240085602, 0.08984290063381195, 0.0760270357131958], "cos_apical_negg": [0.09048807621002197, 0.09871083498001099, 0.09234227240085602, 0.08984290063381195, 0.0760270357131958], "cos_Ac_negg": [0.09048807621002197, 0.09871083498001099, 0.09234227240085602, 0.08984290063381195, 0.0760270357131958], "r_norm": [0.14236797392368317, 0.1439366489648819, 0.14162953197956085, 0.1379399448633194, 0.13951429724693298]}, {"step": 7400, "epoch": 15, "train_loss": 0.0002743867225944996, "cos_r_negg": [0.0897931382060051, 0.09793463349342346, 0.09168697893619537, 0.08943437039852142, 0.07555089145898819], "cos_apical_negg": [0.0897931382060051, 0.09793463349342346, 0.09168697893619537, 0.08943437039852142, 0.07555089145898819], "cos_Ac_negg": [0.0897931382060051, 0.09793463349342346, 0.09168697893619537, 0.08943437039852142, 0.07555089145898819], "r_norm": [0.14896409213542938, 0.1504659205675125, 0.14814221858978271, 0.14426590502262115, 0.14609657227993011]}, {"step": 7450, "epoch": 15, "train_loss": 0.00010763102909550071, "cos_r_negg": [0.08975419402122498, 0.09769178926944733, 0.09145151078701019, 0.08884888887405396, 0.07535219192504883], "cos_apical_negg": [0.08975419402122498, 0.09769178926944733, 0.09145151078701019, 0.08884888887405396, 0.07535219192504883], "cos_Ac_negg": [0.08975419402122498, 0.09769178926944733, 0.09145151078701019, 0.08884888887405396, 0.07535219192504883], "r_norm": [0.14436475932598114, 0.14605462551116943, 0.14362244307994843, 0.13970911502838135, 0.14154928922653198]}, {"step": 7500, "epoch": 15, "train_loss": 6.341703556245193e-05, "cos_r_negg": [0.08713743090629578, 0.09523177146911621, 0.08902215212583542, 0.08674558997154236, 0.07410287857055664], "cos_apical_negg": [0.08713743090629578, 0.09523177146911621, 0.08902215212583542, 0.08674558997154236, 0.07410287857055664], "cos_Ac_negg": [0.08713743090629578, 0.09523177146911621, 0.08902215212583542, 0.08674558997154236, 0.07410287857055664], "r_norm": [0.14500738680362701, 0.1466362029314041, 0.14425314962863922, 0.1404593586921692, 0.1421818882226944]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9742, "test_loss": 0.16761525268554686}, {"step": 7550, "epoch": 16, "train_loss": 0.00010945984104182571, "cos_r_negg": [0.08634427189826965, 0.09431919455528259, 0.08819999545812607, 0.08613666892051697, 0.07372879981994629], "cos_apical_negg": [0.08634427189826965, 0.09431919455528259, 0.08819999545812607, 0.08613666892051697, 0.07372879981994629], "cos_Ac_negg": [0.08634427189826965, 0.09431919455528259, 0.08819999545812607, 0.08613666892051697, 0.07372879981994629], "r_norm": [0.14754906296730042, 0.1491144597530365, 0.1467939019203186, 0.14312432706356049, 0.14472737908363342]}, {"step": 7600, "epoch": 16, "train_loss": 0.000937680306378752, "cos_r_negg": [0.08781380206346512, 0.09556932747364044, 0.08942161500453949, 0.08709228038787842, 0.07444576174020767], "cos_apical_negg": [0.08781380206346512, 0.09556932747364044, 0.08942161500453949, 0.08709228038787842, 0.07444576174020767], "cos_Ac_negg": [0.08781380206346512, 0.09556932747364044, 0.08942161500453949, 0.08709228038787842, 0.07444576174020767], "r_norm": [0.14356976747512817, 0.145351842045784, 0.14284348487854004, 0.1390099823474884, 0.14075051248073578]}, {"step": 7650, "epoch": 16, "train_loss": 5.9334575780667365e-05, "cos_r_negg": [0.08721087127923965, 0.09494546055793762, 0.08877290040254593, 0.08638039231300354, 0.07374770939350128], "cos_apical_negg": [0.08721087127923965, 0.09494546055793762, 0.08877290040254593, 0.08638039231300354, 0.07374770939350128], "cos_Ac_negg": [0.08721087127923965, 0.09494546055793762, 0.08877290040254593, 0.08638039231300354, 0.07374770939350128], "r_norm": [0.14272435009479523, 0.14448389410972595, 0.14199824631214142, 0.13821816444396973, 0.1399279087781906]}, {"step": 7700, "epoch": 16, "train_loss": 8.44062160467729e-05, "cos_r_negg": [0.08666093647480011, 0.09445828199386597, 0.0881756991147995, 0.0857544094324112, 0.07318750768899918], "cos_apical_negg": [0.08666093647480011, 0.09445828199386597, 0.0881756991147995, 0.0857544094324112, 0.07318750768899918], "cos_Ac_negg": [0.08666093647480011, 0.09445828199386597, 0.0881756991147995, 0.0857544094324112, 0.07318750768899918], "r_norm": [0.14260996878147125, 0.1443968266248703, 0.14191704988479614, 0.13814859092235565, 0.13984689116477966]}, {"step": 7750, "epoch": 16, "train_loss": 0.0002646791690494865, "cos_r_negg": [0.08694314956665039, 0.09467997401952744, 0.08847567439079285, 0.08617585152387619, 0.07342361658811569], "cos_apical_negg": [0.08694314956665039, 0.09467997401952744, 0.08847567439079285, 0.08617585152387619, 0.07342361658811569], "cos_Ac_negg": [0.08694314956665039, 0.09467997401952744, 0.08847567439079285, 0.08617585152387619, 0.07342361658811569], "r_norm": [0.14299872517585754, 0.14482314884662628, 0.14230206608772278, 0.13848714530467987, 0.14022953808307648]}, {"step": 7800, "epoch": 16, "train_loss": 0.0007706649485044181, "cos_r_negg": [0.08681934326887131, 0.0944337397813797, 0.08824091404676437, 0.0857468843460083, 0.07320617884397507], "cos_apical_negg": [0.08681934326887131, 0.0944337397813797, 0.08824091404676437, 0.0857468843460083, 0.07320617884397507], "cos_Ac_negg": [0.08681934326887131, 0.0944337397813797, 0.08824091404676437, 0.0857468843460083, 0.07320617884397507], "r_norm": [0.1441778540611267, 0.14578214287757874, 0.14339041709899902, 0.13953688740730286, 0.14135438203811646]}, {"step": 7850, "epoch": 16, "train_loss": 0.00019259713008068502, "cos_r_negg": [0.08588054031133652, 0.09343379735946655, 0.08723466098308563, 0.08464992046356201, 0.0725526362657547], "cos_apical_negg": [0.08588054031133652, 0.09343379735946655, 0.08723466098308563, 0.08464992046356201, 0.0725526362657547], "cos_Ac_negg": [0.08588054031133652, 0.09343379735946655, 0.08723466098308563, 0.08464992046356201, 0.0725526362657547], "r_norm": [0.1432802975177765, 0.144969642162323, 0.14256010949611664, 0.1387813687324524, 0.14052951335906982]}, {"step": 7900, "epoch": 16, "train_loss": 1.7714402929414064e-05, "cos_r_negg": [0.08556630462408066, 0.09292673319578171, 0.08688946068286896, 0.08421821147203445, 0.07225538790225983], "cos_apical_negg": [0.08556630462408066, 0.09292673319578171, 0.08688946068286896, 0.08421821147203445, 0.07225538790225983], "cos_Ac_negg": [0.08556630462408066, 0.09292673319578171, 0.08688946068286896, 0.08421821147203445, 0.07225538790225983], "r_norm": [0.14270350337028503, 0.14439156651496887, 0.14199258387088776, 0.1382153332233429, 0.13995221257209778]}, {"step": 7950, "epoch": 16, "train_loss": 0.0003017925482708961, "cos_r_negg": [0.08474034070968628, 0.09206928312778473, 0.08611532300710678, 0.08369385451078415, 0.07159163802862167], "cos_apical_negg": [0.08474034070968628, 0.09206928312778473, 0.08611532300710678, 0.08369385451078415, 0.07159163802862167], "cos_Ac_negg": [0.08474034070968628, 0.09206928312778473, 0.08611532300710678, 0.08369385451078415, 0.07159163802862167], "r_norm": [0.14312127232551575, 0.1447763442993164, 0.14240561425685883, 0.13871794939041138, 0.14041894674301147]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9736, "test_loss": 0.17188562717437744}, {"step": 8000, "epoch": 17, "train_loss": 0.00037456999416463077, "cos_r_negg": [0.08427613973617554, 0.09175847470760345, 0.0858318954706192, 0.08330690860748291, 0.07125727087259293], "cos_apical_negg": [0.08427613973617554, 0.09175847470760345, 0.0858318954706192, 0.08330690860748291, 0.07125727087259293], "cos_Ac_negg": [0.08427613973617554, 0.09175847470760345, 0.0858318954706192, 0.08330690860748291, 0.07125727087259293], "r_norm": [0.14203837513923645, 0.14368963241577148, 0.14135128259658813, 0.13783696293830872, 0.13941076397895813]}, {"step": 8050, "epoch": 17, "train_loss": 0.0002572527446318418, "cos_r_negg": [0.08384536951780319, 0.09120458364486694, 0.08533633500337601, 0.08277930319309235, 0.07088825106620789], "cos_apical_negg": [0.08384536951780319, 0.09120458364486694, 0.08533633500337601, 0.08277930319309235, 0.07088825106620789], "cos_Ac_negg": [0.08384536951780319, 0.09120458364486694, 0.08533633500337601, 0.08277930319309235, 0.07088825106620789], "r_norm": [0.1422290951013565, 0.1439104825258255, 0.14155039191246033, 0.13814020156860352, 0.1396860033273697]}, {"step": 8100, "epoch": 17, "train_loss": 0.000397646363126114, "cos_r_negg": [0.08332349359989166, 0.09034708887338638, 0.08468521386384964, 0.0823400467634201, 0.07038445770740509], "cos_apical_negg": [0.08332349359989166, 0.09034708887338638, 0.08468521386384964, 0.0823400467634201, 0.07038445770740509], "cos_Ac_negg": [0.08332349359989166, 0.09034708887338638, 0.08468521386384964, 0.0823400467634201, 0.07038445770740509], "r_norm": [0.14574426412582397, 0.14723926782608032, 0.14496590197086334, 0.1413487195968628, 0.14301979541778564]}, {"step": 8150, "epoch": 17, "train_loss": 2.1455460228025913e-05, "cos_r_negg": [0.0831373929977417, 0.09002333879470825, 0.08422180265188217, 0.08176760375499725, 0.06998206675052643], "cos_apical_negg": [0.0831373929977417, 0.09002333879470825, 0.08422180265188217, 0.08176760375499725, 0.06998206675052643], "cos_Ac_negg": [0.0831373929977417, 0.09002333879470825, 0.08422180265188217, 0.08176760375499725, 0.06998206675052643], "r_norm": [0.14222164452075958, 0.1437518298625946, 0.14148183166980743, 0.13797610998153687, 0.13951295614242554]}, {"step": 8200, "epoch": 17, "train_loss": 6.311001197900623e-05, "cos_r_negg": [0.08307015150785446, 0.09009023755788803, 0.08420407772064209, 0.0816965401172638, 0.06986148655414581], "cos_apical_negg": [0.08307015150785446, 0.09009023755788803, 0.08420407772064209, 0.0816965401172638, 0.06986148655414581], "cos_Ac_negg": [0.08307015150785446, 0.09009023755788803, 0.08420407772064209, 0.0816965401172638, 0.06986148655414581], "r_norm": [0.1414448767900467, 0.14308133721351624, 0.14073412120342255, 0.1372392475605011, 0.13880488276481628]}, {"step": 8250, "epoch": 17, "train_loss": 0.00028946949169039726, "cos_r_negg": [0.08314958959817886, 0.09022250026464462, 0.0843660831451416, 0.08201119303703308, 0.06980782002210617], "cos_apical_negg": [0.08314958959817886, 0.09022250026464462, 0.0843660831451416, 0.08201119303703308, 0.06980782002210617], "cos_Ac_negg": [0.08314958959817886, 0.09022250026464462, 0.0843660831451416, 0.08201119303703308, 0.06980782002210617], "r_norm": [0.14017635583877563, 0.1417781561613083, 0.13942649960517883, 0.13600531220436096, 0.1375313699245453]}, {"step": 8300, "epoch": 17, "train_loss": 7.45638826629147e-05, "cos_r_negg": [0.08277542889118195, 0.08981883525848389, 0.084156334400177, 0.08182193338871002, 0.06963087618350983], "cos_apical_negg": [0.08277542889118195, 0.08981883525848389, 0.084156334400177, 0.08182193338871002, 0.06963087618350983], "cos_Ac_negg": [0.08277542889118195, 0.08981883525848389, 0.084156334400177, 0.08182193338871002, 0.06963087618350983], "r_norm": [0.14098837971687317, 0.14271745085716248, 0.1403246372938156, 0.13688766956329346, 0.13841423392295837]}, {"step": 8350, "epoch": 17, "train_loss": 0.00011266738874837756, "cos_r_negg": [0.08214686810970306, 0.08925026655197144, 0.08370006084442139, 0.08142992854118347, 0.06941583007574081], "cos_apical_negg": [0.08214686810970306, 0.08925026655197144, 0.08370006084442139, 0.08142992854118347, 0.06941583007574081], "cos_Ac_negg": [0.08214686810970306, 0.08925026655197144, 0.08370006084442139, 0.08142992854118347, 0.06941583007574081], "r_norm": [0.14144614338874817, 0.14323267340660095, 0.1407899111509323, 0.1373957097530365, 0.13892176747322083]}, {"step": 8400, "epoch": 17, "train_loss": 4.973807881469838e-05, "cos_r_negg": [0.0815662145614624, 0.08869531005620956, 0.0832006111741066, 0.08084574341773987, 0.06908264011144638], "cos_apical_negg": [0.0815662145614624, 0.08869531005620956, 0.0832006111741066, 0.08084574341773987, 0.06908264011144638], "cos_Ac_negg": [0.0815662145614624, 0.08869531005620956, 0.0832006111741066, 0.08084574341773987, 0.06908264011144638], "r_norm": [0.14156758785247803, 0.14336702227592468, 0.14094704389572144, 0.1374761164188385, 0.13900455832481384]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.974, "test_loss": 0.1747695592880249}, {"step": 8450, "epoch": 18, "train_loss": 0.00036939443089067936, "cos_r_negg": [0.0813290923833847, 0.0885545164346695, 0.08308713883161545, 0.08075465261936188, 0.0690716803073883], "cos_apical_negg": [0.0813290923833847, 0.0885545164346695, 0.08308713883161545, 0.08075465261936188, 0.0690716803073883], "cos_Ac_negg": [0.0813290923833847, 0.0885545164346695, 0.08308713883161545, 0.08075465261936188, 0.0690716803073883], "r_norm": [0.14252473413944244, 0.14437349140644073, 0.1419316530227661, 0.13835540413856506, 0.13992765545845032]}, {"step": 8500, "epoch": 18, "train_loss": 0.0001784593187039718, "cos_r_negg": [0.08112949132919312, 0.08829128742218018, 0.08290019631385803, 0.08060908317565918, 0.06900123506784439], "cos_apical_negg": [0.08112949132919312, 0.08829128742218018, 0.08290019631385803, 0.08060908317565918, 0.06900123506784439], "cos_Ac_negg": [0.08112949132919312, 0.08829128742218018, 0.08290019631385803, 0.08060908317565918, 0.06900123506784439], "r_norm": [0.1424829363822937, 0.14435148239135742, 0.1418972611427307, 0.13831858336925507, 0.13989493250846863]}, {"step": 8550, "epoch": 18, "train_loss": 0.0004815504071302712, "cos_r_negg": [0.08062306046485901, 0.08768345415592194, 0.082350954413414, 0.08009933680295944, 0.06865006685256958], "cos_apical_negg": [0.08062306046485901, 0.08768345415592194, 0.082350954413414, 0.08009933680295944, 0.06865006685256958], "cos_Ac_negg": [0.08062306046485901, 0.08768345415592194, 0.082350954413414, 0.08009933680295944, 0.06865006685256958], "r_norm": [0.14271265268325806, 0.14454281330108643, 0.14211079478263855, 0.1384904980659485, 0.14006365835666656]}, {"step": 8600, "epoch": 18, "train_loss": 0.0003906191559508443, "cos_r_negg": [0.08015214651823044, 0.0872465968132019, 0.08191053569316864, 0.07959654927253723, 0.06819678843021393], "cos_apical_negg": [0.08015214651823044, 0.0872465968132019, 0.08191053569316864, 0.07959654927253723, 0.06819678843021393], "cos_Ac_negg": [0.08015214651823044, 0.0872465968132019, 0.08191053569316864, 0.07959654927253723, 0.06819678843021393], "r_norm": [0.14297960698604584, 0.14478439092636108, 0.14238162338733673, 0.13880592584609985, 0.14033859968185425]}, {"step": 8650, "epoch": 18, "train_loss": 9.190362470690161e-05, "cos_r_negg": [0.08001495152711868, 0.08685654401779175, 0.08170098066329956, 0.07944013178348541, 0.06815342605113983], "cos_apical_negg": [0.08001495152711868, 0.08685654401779175, 0.08170098066329956, 0.07944013178348541, 0.06815342605113983], "cos_Ac_negg": [0.08001495152711868, 0.08685654401779175, 0.08170098066329956, 0.07944013178348541, 0.06815342605113983], "r_norm": [0.14425206184387207, 0.14606446027755737, 0.14362841844558716, 0.13995853066444397, 0.14158451557159424]}, {"step": 8700, "epoch": 18, "train_loss": 0.0001514031901024282, "cos_r_negg": [0.08012372255325317, 0.08680537343025208, 0.08174543082714081, 0.07942230254411697, 0.06825564801692963], "cos_apical_negg": [0.08012372255325317, 0.08680537343025208, 0.08174543082714081, 0.07942230254411697, 0.06825564801692963], "cos_Ac_negg": [0.08012372255325317, 0.08680537343025208, 0.08174543082714081, 0.07942230254411697, 0.06825564801692963], "r_norm": [0.14578093588352203, 0.14748235046863556, 0.14510324597358704, 0.14140337705612183, 0.1430898904800415]}, {"step": 8750, "epoch": 18, "train_loss": 5.130357385496609e-05, "cos_r_negg": [0.07902182638645172, 0.08573797345161438, 0.08054997771978378, 0.07845495641231537, 0.0674142837524414], "cos_apical_negg": [0.07902182638645172, 0.08573797345161438, 0.08054997771978378, 0.07845495641231537, 0.0674142837524414], "cos_Ac_negg": [0.07902182638645172, 0.08573797345161438, 0.08054997771978378, 0.07845495641231537, 0.0674142837524414], "r_norm": [0.14421984553337097, 0.14589476585388184, 0.14359058439731598, 0.14005917310714722, 0.14158403873443604]}, {"step": 8800, "epoch": 18, "train_loss": 0.00031648745061829686, "cos_r_negg": [0.07870904356241226, 0.08534622937440872, 0.08011998981237411, 0.07804335653781891, 0.06717295944690704], "cos_apical_negg": [0.07870904356241226, 0.08534622937440872, 0.08011998981237411, 0.07804335653781891, 0.06717295944690704], "cos_Ac_negg": [0.07870904356241226, 0.08534622937440872, 0.08011998981237411, 0.07804335653781891, 0.06717295944690704], "r_norm": [0.14457809925079346, 0.14634084701538086, 0.1439542919397354, 0.14038988947868347, 0.14193843305110931]}, {"step": 8850, "epoch": 18, "train_loss": 0.00023275503190234303, "cos_r_negg": [0.07938732206821442, 0.08598281443119049, 0.08082658052444458, 0.07848528027534485, 0.06769511103630066], "cos_apical_negg": [0.07938732206821442, 0.08598281443119049, 0.08082658052444458, 0.07848528027534485, 0.06769511103630066], "cos_Ac_negg": [0.07938732206821442, 0.08598281443119049, 0.08082658052444458, 0.07848528027534485, 0.06769511103630066], "r_norm": [0.14176392555236816, 0.1436440497636795, 0.1412072479724884, 0.1375615894794464, 0.13913100957870483]}, {"step": 8900, "epoch": 18, "train_loss": 0.00014347070828080177, "cos_r_negg": [0.07977645099163055, 0.08640822768211365, 0.08127128332853317, 0.0789392963051796, 0.06783781945705414], "cos_apical_negg": [0.07977645099163055, 0.08640822768211365, 0.08127128332853317, 0.0789392963051796, 0.06783781945705414], "cos_Ac_negg": [0.07977645099163055, 0.08640822768211365, 0.08127128332853317, 0.0789392963051796, 0.06783781945705414], "r_norm": [0.1410878300666809, 0.14291930198669434, 0.14050230383872986, 0.1368866264820099, 0.1384381651878357]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9741, "test_loss": 0.1772057357788086}, {"step": 8950, "epoch": 19, "train_loss": 0.00015612390416208655, "cos_r_negg": [0.07969331741333008, 0.08632396906614304, 0.08113430440425873, 0.07881869375705719, 0.06761398911476135], "cos_apical_negg": [0.07969331741333008, 0.08632396906614304, 0.08113430440425873, 0.07881869375705719, 0.06761398911476135], "cos_Ac_negg": [0.07969331741333008, 0.08632396906614304, 0.08113430440425873, 0.07881869375705719, 0.06761398911476135], "r_norm": [0.14110516011714935, 0.14292702078819275, 0.1404920369386673, 0.13684533536434174, 0.13842201232910156]}, {"step": 9000, "epoch": 19, "train_loss": 0.00011596405965974554, "cos_r_negg": [0.07927623391151428, 0.0859745591878891, 0.08070909976959229, 0.07856135070323944, 0.06719902157783508], "cos_apical_negg": [0.07927623391151428, 0.0859745591878891, 0.08070909976959229, 0.07856135070323944, 0.06719902157783508], "cos_Ac_negg": [0.07927623391151428, 0.0859745591878891, 0.08070909976959229, 0.07856135070323944, 0.06719902157783508], "r_norm": [0.1401507705450058, 0.14186991751194, 0.13947232067584991, 0.1358116865158081, 0.13737744092941284]}, {"step": 9050, "epoch": 19, "train_loss": 0.00022867420921102166, "cos_r_negg": [0.07854121923446655, 0.08524997532367706, 0.07994168996810913, 0.07781685888767242, 0.06675329059362411], "cos_apical_negg": [0.07854121923446655, 0.08524997532367706, 0.07994168996810913, 0.07781685888767242, 0.06675329059362411], "cos_Ac_negg": [0.07854121923446655, 0.08524997532367706, 0.07994168996810913, 0.07781685888767242, 0.06675329059362411], "r_norm": [0.14129318296909332, 0.14303579926490784, 0.1406315267086029, 0.13701602816581726, 0.13857774436473846]}, {"step": 9100, "epoch": 19, "train_loss": 9.023149323184043e-05, "cos_r_negg": [0.0784713476896286, 0.08526107668876648, 0.07995057106018066, 0.07788535952568054, 0.0667562484741211], "cos_apical_negg": [0.0784713476896286, 0.08526107668876648, 0.07995057106018066, 0.07788535952568054, 0.0667562484741211], "cos_Ac_negg": [0.0784713476896286, 0.08526107668876648, 0.07995057106018066, 0.07788535952568054, 0.0667562484741211], "r_norm": [0.14079798758029938, 0.14251811802387238, 0.14013239741325378, 0.13655120134353638, 0.13807599246501923]}, {"step": 9150, "epoch": 19, "train_loss": 0.00048555078683421016, "cos_r_negg": [0.07822224497795105, 0.08490794897079468, 0.07974033802747726, 0.0776265561580658, 0.0668535903096199], "cos_apical_negg": [0.07822224497795105, 0.08490794897079468, 0.07974033802747726, 0.0776265561580658, 0.0668535903096199], "cos_Ac_negg": [0.07822224497795105, 0.08490794897079468, 0.07974033802747726, 0.0776265561580658, 0.0668535903096199], "r_norm": [0.1427270472049713, 0.14441731572151184, 0.14204537868499756, 0.13837192952632904, 0.13994500041007996]}, {"step": 9200, "epoch": 19, "train_loss": 8.861238893587142e-05, "cos_r_negg": [0.07832483947277069, 0.08476702868938446, 0.07971160858869553, 0.07744470238685608, 0.06691892445087433], "cos_apical_negg": [0.07832483947277069, 0.08476702868938446, 0.07971160858869553, 0.07744470238685608, 0.06691892445087433], "cos_Ac_negg": [0.07832483947277069, 0.08476702868938446, 0.07971160858869553, 0.07744470238685608, 0.06691892445087433], "r_norm": [0.14419128000736237, 0.14590603113174438, 0.14350003004074097, 0.13975000381469727, 0.14139077067375183]}, {"step": 9250, "epoch": 19, "train_loss": 0.00018033281958196312, "cos_r_negg": [0.07800979167222977, 0.08443662524223328, 0.07938564568758011, 0.07711717486381531, 0.06652995198965073], "cos_apical_negg": [0.07800979167222977, 0.08443662524223328, 0.07938564568758011, 0.07711717486381531, 0.06652995198965073], "cos_Ac_negg": [0.07800979167222977, 0.08443662524223328, 0.07938564568758011, 0.07711717486381531, 0.06652995198965073], "r_norm": [0.14238806068897247, 0.14406976103782654, 0.14173106849193573, 0.13805623352527618, 0.13963216543197632]}, {"step": 9300, "epoch": 19, "train_loss": 0.00012342080299276859, "cos_r_negg": [0.07753856480121613, 0.08404684066772461, 0.07897171378135681, 0.076724573969841, 0.06622631847858429], "cos_apical_negg": [0.07753856480121613, 0.08404684066772461, 0.07897171378135681, 0.076724573969841, 0.06622631847858429], "cos_Ac_negg": [0.07753856480121613, 0.08404684066772461, 0.07897171378135681, 0.076724573969841, 0.06622631847858429], "r_norm": [0.14175063371658325, 0.1434398591518402, 0.14112216234207153, 0.1375044584274292, 0.13901551067829132]}, {"step": 9350, "epoch": 19, "train_loss": 0.00013759519788436592, "cos_r_negg": [0.0773238018155098, 0.08369436860084534, 0.07869857549667358, 0.07653979957103729, 0.06616072356700897], "cos_apical_negg": [0.0773238018155098, 0.08369436860084534, 0.07869857549667358, 0.07653979957103729, 0.06616072356700897], "cos_Ac_negg": [0.0773238018155098, 0.08369436860084534, 0.07869857549667358, 0.07653979957103729, 0.06616072356700897], "r_norm": [0.14124824106693268, 0.14302662014961243, 0.14065687358379364, 0.13701416552066803, 0.13852792978286743]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9741, "test_loss": 0.17921936511993408}], "final": {"test_acc": 0.9741, "test_loss": 0.17921936511993408, "wall_s": 20.43191623687744, "cos_r_negg": [0.07763808220624924, 0.08393901586532593, 0.0790141299366951, 0.07679925113916397, 0.06633689999580383], "cos_apical_negg": [0.07763808220624924, 0.08393901586532593, 0.0790141299366951, 0.07679925113916397, 0.06633689999580383], "cos_Ac_negg": [0.07763808220624924, 0.08393901586532593, 0.0790141299366951, 0.07679925113916397, 0.06633689999580383]}}