1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 1, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_trainedA_nd1_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.0012901818845421076, 0.0018179150065407157, 0.06989631801843643], "cos_apical_negg": [-0.0012901818845421076, 0.0018179150065407157, 0.06989631801843643], "cos_Ac_negg": [-0.0012901818845421076, 0.0018179150065407157, 0.06989631801843643], "r_norm": [4.914308071136475, 4.843250274658203, 4.887058258056641], "ldr": {"dL_sdil": -0.039769887924194336, "dL_bp": -0.23199224472045898, "ratio": 0.17142766117943037}}, {"step": 50, "epoch": 0, "train_loss": 0.6476649045944214, "cos_r_negg": [0.45619094371795654, 0.43197402358055115, 0.3926742374897003], "cos_apical_negg": [0.45619094371795654, 0.43197402358055115, 0.3926742374897003], "cos_Ac_negg": [0.45619094371795654, 0.43197402358055115, 0.3926742374897003], "r_norm": [1.4096720218658447, 1.3434069156646729, 1.3836236000061035]}, {"step": 100, "epoch": 0, "train_loss": 0.3031806945800781, "cos_r_negg": [0.45701682567596436, 0.4376108646392822, 0.4681370258331299], "cos_apical_negg": [0.45701682567596436, 0.4376108646392822, 0.4681370258331299], "cos_Ac_negg": [0.45701682567596436, 0.4376108646392822, 0.4681370258331299], "r_norm": [1.056440830230713, 0.9630823135375977, 1.0102980136871338]}, {"step": 150, "epoch": 0, "train_loss": 0.2968577444553375, "cos_r_negg": [0.47821107506752014, 0.46020159125328064, 0.5122306942939758], "cos_apical_negg": [0.47821107506752014, 0.46020159125328064, 0.5122306942939758], "cos_Ac_negg": [0.47821107506752014, 0.46020159125328064, 0.5122306942939758], "r_norm": [1.0970537662506104, 0.9963557720184326, 1.0818471908569336]}, {"step": 200, "epoch": 0, "train_loss": 0.29957935214042664, "cos_r_negg": [0.47568753361701965, 0.5038169026374817, 0.5370482206344604], "cos_apical_negg": [0.47568753361701965, 0.5038169026374817, 0.5370482206344604], "cos_Ac_negg": [0.47568753361701965, 0.5038169026374817, 0.5370482206344604], "r_norm": [1.2361656427383423, 1.1173452138900757, 1.2165989875793457]}, {"step": 250, "epoch": 0, "train_loss": 0.20093712210655212, "cos_r_negg": [0.4801417589187622, 0.5274039506912231, 0.5262796878814697], "cos_apical_negg": [0.4801417589187622, 0.5274039506912231, 0.5262796878814697], "cos_Ac_negg": [0.4801417589187622, 0.5274039506912231, 0.5262796878814697], "r_norm": [1.1712144613265991, 1.0674943923950195, 1.144099235534668], "ldr": {"dL_sdil": -0.021829694509506226, "dL_bp": -0.011970281600952148, "ratio": 1.823657557711076}}, {"step": 300, "epoch": 0, "train_loss": 0.2758479714393616, "cos_r_negg": [0.5094321966171265, 0.5557330846786499, 0.559956431388855], "cos_apical_negg": [0.5094321966171265, 0.5557330846786499, 0.559956431388855], "cos_Ac_negg": [0.5094321966171265, 0.5557330846786499, 0.559956431388855], "r_norm": [1.1100363731384277, 0.9665587544441223, 1.037007451057434]}, {"step": 350, "epoch": 0, "train_loss": 0.15422257781028748, "cos_r_negg": [0.509839653968811, 0.5606153011322021, 0.5770248174667358], "cos_apical_negg": [0.509839653968811, 0.5606153011322021, 0.5770248174667358], "cos_Ac_negg": [0.509839653968811, 0.5606153011322021, 0.5770248174667358], "r_norm": [1.2035527229309082, 1.0543936491012573, 1.1187877655029297]}, {"step": 400, "epoch": 0, "train_loss": 0.1270117163658142, "cos_r_negg": [0.47740018367767334, 0.5501450896263123, 0.591109037399292], "cos_apical_negg": [0.47740018367767334, 0.5501450896263123, 0.591109037399292], "cos_Ac_negg": [0.47740018367767334, 0.5501450896263123, 0.591109037399292], "r_norm": [1.391585350036621, 1.1129869222640991, 1.197420597076416]}, {"step": 450, "epoch": 0, "train_loss": 0.26109546422958374, "cos_r_negg": [0.5078542232513428, 0.5568555593490601, 0.5928928852081299], "cos_apical_negg": [0.5078542232513428, 0.5568555593490601, 0.5928928852081299], "cos_Ac_negg": [0.5078542232513428, 0.5568555593490601, 0.5928928852081299], "r_norm": [1.740187406539917, 1.4195270538330078, 1.5033245086669922]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9352, "test_loss": 0.21526864471435547}, {"step": 500, "epoch": 1, "train_loss": 0.18222540616989136, "cos_r_negg": [0.5225645303726196, 0.5763291120529175, 0.5858477354049683], "cos_apical_negg": [0.5225645303726196, 0.5763291120529175, 0.5858477354049683], "cos_Ac_negg": [0.5225645303726196, 0.5763291120529175, 0.5858477354049683], "r_norm": [1.2526624202728271, 1.023238182067871, 1.0826003551483154], "ldr": {"dL_sdil": -0.0165255069732666, "dL_bp": -0.00778450071811676, "ratio": 2.1228730745450406}}, {"step": 550, "epoch": 1, "train_loss": 0.1761614978313446, "cos_r_negg": [0.5126529932022095, 0.57525634765625, 0.5997874736785889], "cos_apical_negg": [0.5126529932022095, 0.57525634765625, 0.5997874736785889], "cos_Ac_negg": [0.5126529932022095, 0.57525634765625, 0.5997874736785889], "r_norm": [1.180511474609375, 0.9525272846221924, 1.0128980875015259]}, {"step": 600, "epoch": 1, "train_loss": 0.29001593589782715, "cos_r_negg": [0.5306503772735596, 0.565129280090332, 0.6226464509963989], "cos_apical_negg": [0.5306503772735596, 0.565129280090332, 0.6226464509963989], "cos_Ac_negg": [0.5306503772735596, 0.565129280090332, 0.6226464509963989], "r_norm": [1.3456637859344482, 1.0850902795791626, 1.1516869068145752]}, {"step": 650, "epoch": 1, "train_loss": 0.23413759469985962, "cos_r_negg": [0.5267214179039001, 0.583458662033081, 0.6173402070999146], "cos_apical_negg": [0.5267214179039001, 0.583458662033081, 0.6173402070999146], "cos_Ac_negg": [0.5267214179039001, 0.583458662033081, 0.6173402070999146], "r_norm": [1.2907063961029053, 1.0224101543426514, 1.0929853916168213]}, {"step": 700, "epoch": 1, "train_loss": 0.16796955466270447, "cos_r_negg": [0.530667781829834, 0.5746753811836243, 0.6371268033981323], "cos_apical_negg": [0.530667781829834, 0.5746753811836243, 0.6371268033981323], "cos_Ac_negg": [0.530667781829834, 0.5746753811836243, 0.6371268033981323], "r_norm": [1.37114679813385, 1.0853347778320312, 1.1535377502441406]}, {"step": 750, "epoch": 1, "train_loss": 0.10713139176368713, "cos_r_negg": [0.520552396774292, 0.5909689664840698, 0.6446642279624939], "cos_apical_negg": [0.520552396774292, 0.5909689664840698, 0.6446642279624939], "cos_Ac_negg": [0.520552396774292, 0.5909689664840698, 0.6446642279624939], "r_norm": [1.6530852317810059, 1.302944540977478, 1.4042351245880127], "ldr": {"dL_sdil": -0.033776476979255676, "dL_bp": -0.015412241220474243, "ratio": 2.1915357082774984}}, {"step": 800, "epoch": 1, "train_loss": 0.11486636102199554, "cos_r_negg": [0.5209274888038635, 0.5922955870628357, 0.6334346532821655], "cos_apical_negg": [0.5209274888038635, 0.5922955870628357, 0.6334346532821655], "cos_Ac_negg": [0.5209274888038635, 0.5922955870628357, 0.6334346532821655], "r_norm": [1.469679832458496, 1.1528453826904297, 1.2314763069152832]}, {"step": 850, "epoch": 1, "train_loss": 0.2611179053783417, "cos_r_negg": [0.5192705988883972, 0.5871889591217041, 0.634320080280304], "cos_apical_negg": [0.5192705988883972, 0.5871889591217041, 0.634320080280304], "cos_Ac_negg": [0.5192705988883972, 0.5871889591217041, 0.634320080280304], "r_norm": [1.2762216329574585, 0.9859957695007324, 1.0592385530471802]}, {"step": 900, "epoch": 1, "train_loss": 0.12237390130758286, "cos_r_negg": [0.512330174446106, 0.6048556566238403, 0.6276564598083496], "cos_apical_negg": [0.512330174446106, 0.6048556566238403, 0.6276564598083496], "cos_Ac_negg": [0.512330174446106, 0.6048556566238403, 0.6276564598083496], "r_norm": [1.3140058517456055, 0.9953502416610718, 1.0627496242523193]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9517, "test_loss": 0.1654845573425293}, {"step": 950, "epoch": 2, "train_loss": 0.1978580206632614, "cos_r_negg": [0.520068347454071, 0.6089564561843872, 0.6220773458480835], "cos_apical_negg": [0.520068347454071, 0.6089564561843872, 0.6220773458480835], "cos_Ac_negg": [0.520068347454071, 0.6089564561843872, 0.6220773458480835], "r_norm": [1.3202484846115112, 1.01417875289917, 1.0878753662109375]}, {"step": 1000, "epoch": 2, "train_loss": 0.18196210265159607, "cos_r_negg": [0.542732834815979, 0.6108362674713135, 0.628825306892395], "cos_apical_negg": [0.542732834815979, 0.6108362674713135, 0.628825306892395], "cos_Ac_negg": [0.542732834815979, 0.6108362674713135, 0.628825306892395], "r_norm": [1.4399189949035645, 1.0933985710144043, 1.1630003452301025], "ldr": {"dL_sdil": -0.015946269035339355, "dL_bp": -0.006343021988868713, "ratio": 2.5139860879125524}}, {"step": 1050, "epoch": 2, "train_loss": 0.12133218348026276, "cos_r_negg": [0.5332319736480713, 0.6128499507904053, 0.6394827365875244], "cos_apical_negg": [0.5332319736480713, 0.6128499507904053, 0.6394827365875244], "cos_Ac_negg": [0.5332319736480713, 0.6128499507904053, 0.6394827365875244], "r_norm": [1.6475625038146973, 1.2406904697418213, 1.3326997756958008]}, {"step": 1100, "epoch": 2, "train_loss": 0.06257651001214981, "cos_r_negg": [0.5446997880935669, 0.6116470098495483, 0.6505764126777649], "cos_apical_negg": [0.5446997880935669, 0.6116470098495483, 0.6505764126777649], "cos_Ac_negg": [0.5446997880935669, 0.6116470098495483, 0.6505764126777649], "r_norm": [1.4911837577819824, 1.1313865184783936, 1.2120838165283203]}, {"step": 1150, "epoch": 2, "train_loss": 0.11923543363809586, "cos_r_negg": [0.5150490999221802, 0.6035391092300415, 0.6485500931739807], "cos_apical_negg": [0.5150490999221802, 0.6035391092300415, 0.6485500931739807], "cos_Ac_negg": [0.5150490999221802, 0.6035391092300415, 0.6485500931739807], "r_norm": [1.4220595359802246, 1.0660306215286255, 1.1272716522216797]}, {"step": 1200, "epoch": 2, "train_loss": 0.04414670541882515, "cos_r_negg": [0.5232573747634888, 0.6136807203292847, 0.6485906839370728], "cos_apical_negg": [0.5232573747634888, 0.6136807203292847, 0.6485906839370728], "cos_Ac_negg": [0.5232573747634888, 0.6136807203292847, 0.6485906839370728], "r_norm": [1.4720555543899536, 1.1155428886413574, 1.1774811744689941]}, {"step": 1250, "epoch": 2, "train_loss": 0.12999378144741058, "cos_r_negg": [0.5599368214607239, 0.6230846643447876, 0.6549991369247437], "cos_apical_negg": [0.5599368214607239, 0.6230846643447876, 0.6549991369247437], "cos_Ac_negg": [0.5599368214607239, 0.6230846643447876, 0.6549991369247437], "r_norm": [1.436167597770691, 1.0892879962921143, 1.151460886001587], "ldr": {"dL_sdil": -0.015444189310073853, "dL_bp": -0.005763910710811615, "ratio": 2.6794636636380442}}, {"step": 1300, "epoch": 2, "train_loss": 0.18304336071014404, "cos_r_negg": [0.5433688163757324, 0.5991638898849487, 0.6323017477989197], "cos_apical_negg": [0.5433688163757324, 0.5991638898849487, 0.6323017477989197], "cos_Ac_negg": [0.5433688163757324, 0.5991638898849487, 0.6323017477989197], "r_norm": [1.7126247882843018, 1.29646635055542, 1.363337755203247]}, {"step": 1350, "epoch": 2, "train_loss": 0.14418718218803406, "cos_r_negg": [0.5542652606964111, 0.5973409414291382, 0.6421307325363159], "cos_apical_negg": [0.5542652606964111, 0.5973409414291382, 0.6421307325363159], "cos_Ac_negg": [0.5542652606964111, 0.5973409414291382, 0.6421307325363159], "r_norm": [1.8523907661437988, 1.3635894060134888, 1.4387874603271484]}, {"step": 1400, "epoch": 2, "train_loss": 0.26260972023010254, "cos_r_negg": [0.5411144495010376, 0.600225031375885, 0.6530125141143799], "cos_apical_negg": [0.5411144495010376, 0.600225031375885, 0.6530125141143799], "cos_Ac_negg": [0.5411144495010376, 0.600225031375885, 0.6530125141143799], "r_norm": [1.5618999004364014, 1.1548845767974854, 1.2024164199829102]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9507, "test_loss": 0.1632920841217041}, {"step": 1450, "epoch": 3, "train_loss": 0.08483409136533737, "cos_r_negg": [0.5727120637893677, 0.6289727687835693, 0.6796161532402039], "cos_apical_negg": [0.5727120637893677, 0.6289727687835693, 0.6796161532402039], "cos_Ac_negg": [0.5727120637893677, 0.6289727687835693, 0.6796161532402039], "r_norm": [1.651708960533142, 1.1876280307769775, 1.2562777996063232]}, {"step": 1500, "epoch": 3, "train_loss": 0.08180275559425354, "cos_r_negg": [0.5211120247840881, 0.5875787734985352, 0.6564764976501465], "cos_apical_negg": [0.5211120247840881, 0.5875787734985352, 0.6564764976501465], "cos_Ac_negg": [0.5211120247840881, 0.5875787734985352, 0.6564764976501465], "r_norm": [1.4818568229675293, 1.0557990074157715, 1.107385277748108], "ldr": {"dL_sdil": -0.013640113174915314, "dL_bp": -0.004751093685626984, "ratio": 2.870941740462708}}, {"step": 1550, "epoch": 3, "train_loss": 0.13029077649116516, "cos_r_negg": [0.5357673168182373, 0.6045743227005005, 0.6498166918754578], "cos_apical_negg": [0.5357673168182373, 0.6045743227005005, 0.6498166918754578], "cos_Ac_negg": [0.5357673168182373, 0.6045743227005005, 0.6498166918754578], "r_norm": [1.99696946144104, 1.4278724193572998, 1.485170602798462]}, {"step": 1600, "epoch": 3, "train_loss": 0.10771526396274567, "cos_r_negg": [0.5313141345977783, 0.6082473993301392, 0.6600098609924316], "cos_apical_negg": [0.5313141345977783, 0.6082473993301392, 0.6600098609924316], "cos_Ac_negg": [0.5313141345977783, 0.6082473993301392, 0.6600098609924316], "r_norm": [1.6211249828338623, 1.1566855907440186, 1.211690902709961]}, {"step": 1650, "epoch": 3, "train_loss": 0.10989797115325928, "cos_r_negg": [0.5446810126304626, 0.6051016449928284, 0.6804521679878235], "cos_apical_negg": [0.5446810126304626, 0.6051016449928284, 0.6804521679878235], "cos_Ac_negg": [0.5446810126304626, 0.6051016449928284, 0.6804521679878235], "r_norm": [1.6359394788742065, 1.135723352432251, 1.188765048980713]}, {"step": 1700, "epoch": 3, "train_loss": 0.11666536331176758, "cos_r_negg": [0.553712010383606, 0.6157134771347046, 0.6678240299224854], "cos_apical_negg": [0.553712010383606, 0.6157134771347046, 0.6678240299224854], "cos_Ac_negg": [0.553712010383606, 0.6157134771347046, 0.6678240299224854], "r_norm": [1.8273910284042358, 1.283871054649353, 1.330725073814392]}, {"step": 1750, "epoch": 3, "train_loss": 0.1405501812696457, "cos_r_negg": [0.563657820224762, 0.6037522554397583, 0.6524802446365356], "cos_apical_negg": [0.563657820224762, 0.6037522554397583, 0.6524802446365356], "cos_Ac_negg": [0.563657820224762, 0.6037522554397583, 0.6524802446365356], "r_norm": [2.0041821002960205, 1.4038174152374268, 1.4469563961029053], "ldr": {"dL_sdil": -0.025241293013095856, "dL_bp": -0.009671688079833984, "ratio": 2.609812558546566}}, {"step": 1800, "epoch": 3, "train_loss": 0.1589846909046173, "cos_r_negg": [0.5542846322059631, 0.5855135917663574, 0.6443250179290771], "cos_apical_negg": [0.5542846322059631, 0.5855135917663574, 0.6443250179290771], "cos_Ac_negg": [0.5542846322059631, 0.5855135917663574, 0.6443250179290771], "r_norm": [1.6007803678512573, 1.1015937328338623, 1.1395313739776611]}, {"step": 1850, "epoch": 3, "train_loss": 0.18653133511543274, "cos_r_negg": [0.5605727434158325, 0.6220625638961792, 0.6606836318969727], "cos_apical_negg": [0.5605727434158325, 0.6220625638961792, 0.6606836318969727], "cos_Ac_negg": [0.5605727434158325, 0.6220625638961792, 0.6606836318969727], "r_norm": [2.402040958404541, 1.6716151237487793, 1.7099084854125977]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9589, "test_loss": 0.13672148513793944}, {"step": 1900, "epoch": 4, "train_loss": 0.16823986172676086, "cos_r_negg": [0.5720145106315613, 0.6142712831497192, 0.6716885566711426], "cos_apical_negg": [0.5720145106315613, 0.6142712831497192, 0.6716885566711426], "cos_Ac_negg": [0.5720145106315613, 0.6142712831497192, 0.6716885566711426], "r_norm": [1.9680917263031006, 1.373969554901123, 1.4062278270721436]}, {"step": 1950, "epoch": 4, "train_loss": 0.13607868552207947, "cos_r_negg": [0.538845956325531, 0.6081135272979736, 0.6685881018638611], "cos_apical_negg": [0.538845956325531, 0.6081135272979736, 0.6685881018638611], "cos_Ac_negg": [0.538845956325531, 0.6081135272979736, 0.6685881018638611], "r_norm": [1.8476005792617798, 1.290042757987976, 1.3123488426208496]}, {"step": 2000, "epoch": 4, "train_loss": 0.2524184286594391, "cos_r_negg": [0.5547670722007751, 0.62563157081604, 0.6870324611663818], "cos_apical_negg": [0.5547670722007751, 0.62563157081604, 0.6870324611663818], "cos_Ac_negg": [0.5547670722007751, 0.62563157081604, 0.6870324611663818], "r_norm": [1.9849580526351929, 1.3773574829101562, 1.4088735580444336], "ldr": {"dL_sdil": -0.018678978085517883, "dL_bp": -0.006943047046661377, "ratio": 2.6903142035455208}}, {"step": 2050, "epoch": 4, "train_loss": 0.1510864645242691, "cos_r_negg": [0.5384163856506348, 0.5980142951011658, 0.6769131422042847], "cos_apical_negg": [0.5384163856506348, 0.5980142951011658, 0.6769131422042847], "cos_Ac_negg": [0.5384163856506348, 0.5980142951011658, 0.6769131422042847], "r_norm": [1.9493889808654785, 1.3578897714614868, 1.3705382347106934]}, {"step": 2100, "epoch": 4, "train_loss": 0.1193874329328537, "cos_r_negg": [0.5285179615020752, 0.6040091514587402, 0.6677561402320862], "cos_apical_negg": [0.5285179615020752, 0.6040091514587402, 0.6677561402320862], "cos_Ac_negg": [0.5285179615020752, 0.6040091514587402, 0.6677561402320862], "r_norm": [2.1210434436798096, 1.4629240036010742, 1.476285457611084]}, {"step": 2150, "epoch": 4, "train_loss": 0.16192162036895752, "cos_r_negg": [0.550983726978302, 0.6268196105957031, 0.7158498167991638], "cos_apical_negg": [0.550983726978302, 0.6268196105957031, 0.7158498167991638], "cos_Ac_negg": [0.550983726978302, 0.6268196105957031, 0.7158498167991638], "r_norm": [2.3046011924743652, 1.5941479206085205, 1.5777338743209839]}, {"step": 2200, "epoch": 4, "train_loss": 0.23259977996349335, "cos_r_negg": [0.5392069816589355, 0.6067291498184204, 0.6744866371154785], "cos_apical_negg": [0.5392069816589355, 0.6067291498184204, 0.6744866371154785], "cos_Ac_negg": [0.5392069816589355, 0.6067291498184204, 0.6744866371154785], "r_norm": [2.2869462966918945, 1.6007413864135742, 1.5806890726089478]}, {"step": 2250, "epoch": 4, "train_loss": 0.05128622055053711, "cos_r_negg": [0.4952167272567749, 0.5798766613006592, 0.6768003106117249], "cos_apical_negg": [0.4952167272567749, 0.5798766613006592, 0.6768003106117249], "cos_Ac_negg": [0.4952167272567749, 0.5798766613006592, 0.6768003106117249], "r_norm": [2.1042351722717285, 1.4819509983062744, 1.4555504322052002], "ldr": {"dL_sdil": -0.021848738193511963, "dL_bp": -0.00774914026260376, "ratio": 2.819504803513603}}, {"step": 2300, "epoch": 4, "train_loss": 0.14239439368247986, "cos_r_negg": [0.5033499598503113, 0.6022493243217468, 0.6781851053237915], "cos_apical_negg": [0.5033499598503113, 0.6022493243217468, 0.6781851053237915], "cos_Ac_negg": [0.5033499598503113, 0.6022493243217468, 0.6781851053237915], "r_norm": [2.419177293777466, 1.7094848155975342, 1.6709755659103394]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9462, "test_loss": 0.172270849609375}, {"step": 2350, "epoch": 5, "train_loss": 0.23037311434745789, "cos_r_negg": [0.520613431930542, 0.5963428020477295, 0.6969476938247681], "cos_apical_negg": [0.520613431930542, 0.5963428020477295, 0.6969476938247681], "cos_Ac_negg": [0.520613431930542, 0.5963428020477295, 0.6969476938247681], "r_norm": [2.319051504135132, 1.6186996698379517, 1.5920720100402832]}, {"step": 2400, "epoch": 5, "train_loss": 0.11398162692785263, "cos_r_negg": [0.5155239105224609, 0.5984548926353455, 0.6993916034698486], "cos_apical_negg": [0.5155239105224609, 0.5984548926353455, 0.6993916034698486], "cos_Ac_negg": [0.5155239105224609, 0.5984548926353455, 0.6993916034698486], "r_norm": [3.0356693267822266, 2.1697418689727783, 2.0864124298095703]}, {"step": 2450, "epoch": 5, "train_loss": 0.11762389540672302, "cos_r_negg": [0.5727774500846863, 0.6186619400978088, 0.6978442668914795], "cos_apical_negg": [0.5727774500846863, 0.6186619400978088, 0.6978442668914795], "cos_Ac_negg": [0.5727774500846863, 0.6186619400978088, 0.6978442668914795], "r_norm": [2.1278483867645264, 1.5139288902282715, 1.473886251449585]}, {"step": 2500, "epoch": 5, "train_loss": 0.2509058713912964, "cos_r_negg": [0.5397123098373413, 0.5859401226043701, 0.6940031051635742], "cos_apical_negg": [0.5397123098373413, 0.5859401226043701, 0.6940031051635742], "cos_Ac_negg": [0.5397123098373413, 0.5859401226043701, 0.6940031051635742], "r_norm": [2.1562888622283936, 1.5341813564300537, 1.4718341827392578], "ldr": {"dL_sdil": -0.012965179979801178, "dL_bp": -0.003752477467060089, "ratio": 3.455098689762116}}, {"step": 2550, "epoch": 5, "train_loss": 0.18105840682983398, "cos_r_negg": [0.5377183556556702, 0.5903087854385376, 0.685897946357727], "cos_apical_negg": [0.5377183556556702, 0.5903087854385376, 0.685897946357727], "cos_Ac_negg": [0.5377183556556702, 0.5903087854385376, 0.685897946357727], "r_norm": [2.8714165687561035, 2.0029494762420654, 1.9518983364105225]}, {"step": 2600, "epoch": 5, "train_loss": 0.09669020026922226, "cos_r_negg": [0.5306394100189209, 0.6102581024169922, 0.6782025098800659], "cos_apical_negg": [0.5306394100189209, 0.6102581024169922, 0.6782025098800659], "cos_Ac_negg": [0.5306394100189209, 0.6102581024169922, 0.6782025098800659], "r_norm": [2.6698784828186035, 1.8715006113052368, 1.803746223449707]}, {"step": 2650, "epoch": 5, "train_loss": 0.07173449546098709, "cos_r_negg": [0.5176039338111877, 0.6120682954788208, 0.694879412651062], "cos_apical_negg": [0.5176039338111877, 0.6120682954788208, 0.694879412651062], "cos_Ac_negg": [0.5176039338111877, 0.6120682954788208, 0.694879412651062], "r_norm": [2.779852867126465, 1.9579081535339355, 1.894043207168579]}, {"step": 2700, "epoch": 5, "train_loss": 0.23350758850574493, "cos_r_negg": [0.524484395980835, 0.6253337860107422, 0.7119739651679993], "cos_apical_negg": [0.524484395980835, 0.6253337860107422, 0.7119739651679993], "cos_Ac_negg": [0.524484395980835, 0.6253337860107422, 0.7119739651679993], "r_norm": [2.035576820373535, 1.4169175624847412, 1.3763959407806396]}, {"step": 2750, "epoch": 5, "train_loss": 0.053895898163318634, "cos_r_negg": [0.5252940654754639, 0.6041690707206726, 0.6968100666999817], "cos_apical_negg": [0.5252940654754639, 0.6041690707206726, 0.6968100666999817], "cos_Ac_negg": [0.5252940654754639, 0.6041690707206726, 0.6968100666999817], "r_norm": [2.5068817138671875, 1.7492001056671143, 1.6768953800201416], "ldr": {"dL_sdil": -0.019023030996322632, "dL_bp": -0.005694270133972168, "ratio": 3.3407320953796553}}, {"step": 2800, "epoch": 5, "train_loss": 0.11879267543554306, "cos_r_negg": [0.5230692625045776, 0.6005772352218628, 0.6907773017883301], "cos_apical_negg": [0.5230692625045776, 0.6005772352218628, 0.6907773017883301], "cos_Ac_negg": [0.5230692625045776, 0.6005772352218628, 0.6907773017883301], "r_norm": [2.5175747871398926, 1.7697551250457764, 1.6975971460342407]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9586, "test_loss": 0.13567065162658692}, {"step": 2850, "epoch": 6, "train_loss": 0.08362342417240143, "cos_r_negg": [0.535726010799408, 0.5853268504142761, 0.6686632633209229], "cos_apical_negg": [0.535726010799408, 0.5853268504142761, 0.6686632633209229], "cos_Ac_negg": [0.535726010799408, 0.5853268504142761, 0.6686632633209229], "r_norm": [3.1130292415618896, 2.1495771408081055, 2.067232131958008]}, {"step": 2900, "epoch": 6, "train_loss": 0.16890981793403625, "cos_r_negg": [0.5383375287055969, 0.6030118465423584, 0.6928783655166626], "cos_apical_negg": [0.5383375287055969, 0.6030118465423584, 0.6928783655166626], "cos_Ac_negg": [0.5383375287055969, 0.6030118465423584, 0.6928783655166626], "r_norm": [2.329528331756592, 1.626120924949646, 1.5541660785675049]}, {"step": 2950, "epoch": 6, "train_loss": 0.11372264474630356, "cos_r_negg": [0.5343916416168213, 0.6045777201652527, 0.6965183019638062], "cos_apical_negg": [0.5343916416168213, 0.6045777201652527, 0.6965183019638062], "cos_Ac_negg": [0.5343916416168213, 0.6045777201652527, 0.6965183019638062], "r_norm": [2.0795321464538574, 1.4663772583007812, 1.3839861154556274]}, {"step": 3000, "epoch": 6, "train_loss": 0.055607788264751434, "cos_r_negg": [0.5065318942070007, 0.5966179370880127, 0.6925885677337646], "cos_apical_negg": [0.5065318942070007, 0.5966179370880127, 0.6925885677337646], "cos_Ac_negg": [0.5065318942070007, 0.5966179370880127, 0.6925885677337646], "r_norm": [1.8806209564208984, 1.3099013566970825, 1.2686591148376465], "ldr": {"dL_sdil": -0.01061006635427475, "dL_bp": -0.0031052976846694946, "ratio": 3.4167630390656116}}, {"step": 3050, "epoch": 6, "train_loss": 0.10468950867652893, "cos_r_negg": [0.4815375804901123, 0.5718367099761963, 0.6577595472335815], "cos_apical_negg": [0.4815375804901123, 0.5718367099761963, 0.6577595472335815], "cos_Ac_negg": [0.4815375804901123, 0.5718367099761963, 0.6577595472335815], "r_norm": [2.061908483505249, 1.4676071405410767, 1.379341721534729]}, {"step": 3100, "epoch": 6, "train_loss": 0.21336552500724792, "cos_r_negg": [0.49896755814552307, 0.5853590965270996, 0.6905049085617065], "cos_apical_negg": [0.49896755814552307, 0.5853590965270996, 0.6905049085617065], "cos_Ac_negg": [0.49896755814552307, 0.5853590965270996, 0.6905049085617065], "r_norm": [2.847963333129883, 2.006314754486084, 1.8956319093704224]}, {"step": 3150, "epoch": 6, "train_loss": 0.0984506607055664, "cos_r_negg": [0.521134614944458, 0.605583667755127, 0.7167673110961914], "cos_apical_negg": [0.521134614944458, 0.605583667755127, 0.7167673110961914], "cos_Ac_negg": [0.521134614944458, 0.605583667755127, 0.7167673110961914], "r_norm": [2.6188039779663086, 1.8215608596801758, 1.7605409622192383]}, {"step": 3200, "epoch": 6, "train_loss": 0.19330552220344543, "cos_r_negg": [0.5285417437553406, 0.6118185520172119, 0.719561755657196], "cos_apical_negg": [0.5285417437553406, 0.6118185520172119, 0.719561755657196], "cos_Ac_negg": [0.5285417437553406, 0.6118185520172119, 0.719561755657196], "r_norm": [2.825833320617676, 1.9785330295562744, 1.890345811843872]}, {"step": 3250, "epoch": 6, "train_loss": 0.09860736131668091, "cos_r_negg": [0.5127899646759033, 0.6250514388084412, 0.7048629522323608], "cos_apical_negg": [0.5127899646759033, 0.6250514388084412, 0.7048629522323608], "cos_Ac_negg": [0.5127899646759033, 0.6250514388084412, 0.7048629522323608], "r_norm": [3.0403547286987305, 2.136859893798828, 2.045947551727295], "ldr": {"dL_sdil": -0.025773949921131134, "dL_bp": -0.008704274892807007, "ratio": 2.961068008367943}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9525, "test_loss": 0.16359433212280272}, {"step": 3300, "epoch": 7, "train_loss": 0.14547552168369293, "cos_r_negg": [0.4967765808105469, 0.6048172116279602, 0.6873725056648254], "cos_apical_negg": [0.4967765808105469, 0.6048172116279602, 0.6873725056648254], "cos_Ac_negg": [0.4967765808105469, 0.6048172116279602, 0.6873725056648254], "r_norm": [3.2827630043029785, 2.323967218399048, 2.221713066101074]}, {"step": 3350, "epoch": 7, "train_loss": 0.08592767268419266, "cos_r_negg": [0.517625093460083, 0.6151646375656128, 0.6909531354904175], "cos_apical_negg": [0.517625093460083, 0.6151646375656128, 0.6909531354904175], "cos_Ac_negg": [0.517625093460083, 0.6151646375656128, 0.6909531354904175], "r_norm": [2.4148731231689453, 1.6969764232635498, 1.6009759902954102]}, {"step": 3400, "epoch": 7, "train_loss": 0.12727200984954834, "cos_r_negg": [0.47572779655456543, 0.5810186862945557, 0.6727109551429749], "cos_apical_negg": [0.47572779655456543, 0.5810186862945557, 0.6727109551429749], "cos_Ac_negg": [0.47572779655456543, 0.5810186862945557, 0.6727109551429749], "r_norm": [2.8766727447509766, 2.0290279388427734, 1.8960727453231812]}, {"step": 3450, "epoch": 7, "train_loss": 0.28656381368637085, "cos_r_negg": [0.5361588001251221, 0.62148118019104, 0.7155385613441467], "cos_apical_negg": [0.5361588001251221, 0.62148118019104, 0.7155385613441467], "cos_Ac_negg": [0.5361588001251221, 0.62148118019104, 0.7155385613441467], "r_norm": [2.725857734680176, 1.9241271018981934, 1.8047757148742676]}, {"step": 3500, "epoch": 7, "train_loss": 0.12429150938987732, "cos_r_negg": [0.4859139919281006, 0.571403443813324, 0.6795661449432373], "cos_apical_negg": [0.4859139919281006, 0.571403443813324, 0.6795661449432373], "cos_Ac_negg": [0.4859139919281006, 0.571403443813324, 0.6795661449432373], "r_norm": [2.941425323486328, 2.048130989074707, 1.926432728767395], "ldr": {"dL_sdil": -0.02281363308429718, "dL_bp": -0.008071839809417725, "ratio": 2.826323815009267}}, {"step": 3550, "epoch": 7, "train_loss": 0.1456013321876526, "cos_r_negg": [0.49670735001564026, 0.5883290767669678, 0.7120070457458496], "cos_apical_negg": [0.49670735001564026, 0.5883290767669678, 0.7120070457458496], "cos_Ac_negg": [0.49670735001564026, 0.5883290767669678, 0.7120070457458496], "r_norm": [3.3044862747192383, 2.2988667488098145, 2.149252414703369]}, {"step": 3600, "epoch": 7, "train_loss": 0.1724012792110443, "cos_r_negg": [0.5335502624511719, 0.6103807687759399, 0.7218306660652161], "cos_apical_negg": [0.5335502624511719, 0.6103807687759399, 0.7218306660652161], "cos_Ac_negg": [0.5335502624511719, 0.6103807687759399, 0.7218306660652161], "r_norm": [2.9106345176696777, 1.9855352640151978, 1.9090886116027832]}, {"step": 3650, "epoch": 7, "train_loss": 0.05428758263587952, "cos_r_negg": [0.5193213224411011, 0.5957438945770264, 0.7074625492095947], "cos_apical_negg": [0.5193213224411011, 0.5957438945770264, 0.7074625492095947], "cos_Ac_negg": [0.5193213224411011, 0.5957438945770264, 0.7074625492095947], "r_norm": [3.9372496604919434, 2.7321202754974365, 2.6116323471069336]}, {"step": 3700, "epoch": 7, "train_loss": 0.13337349891662598, "cos_r_negg": [0.5294537544250488, 0.613156795501709, 0.7103277444839478], "cos_apical_negg": [0.5294537544250488, 0.613156795501709, 0.7103277444839478], "cos_Ac_negg": [0.5294537544250488, 0.613156795501709, 0.7103277444839478], "r_norm": [3.209169387817383, 2.222360849380493, 2.07712984085083]}, {"step": 3750, "epoch": 7, "train_loss": 0.11450756341218948, "cos_r_negg": [0.5163000226020813, 0.6047507524490356, 0.7242921590805054], "cos_apical_negg": [0.5163000226020813, 0.6047507524490356, 0.7242921590805054], "cos_Ac_negg": [0.5163000226020813, 0.6047507524490356, 0.7242921590805054], "r_norm": [2.8455233573913574, 1.9790260791778564, 1.876339077949524], "ldr": {"dL_sdil": -0.015221327543258667, "dL_bp": -0.004677966237068176, "ratio": 3.253834416897873}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9522, "test_loss": 0.1569812759399414}, {"step": 3800, "epoch": 8, "train_loss": 0.18643102049827576, "cos_r_negg": [0.5080476999282837, 0.5904486179351807, 0.7107294201850891], "cos_apical_negg": [0.5080476999282837, 0.5904486179351807, 0.7107294201850891], "cos_Ac_negg": [0.5080476999282837, 0.5904486179351807, 0.7107294201850891], "r_norm": [3.471799373626709, 2.380018711090088, 2.2610020637512207]}, {"step": 3850, "epoch": 8, "train_loss": 0.17112576961517334, "cos_r_negg": [0.5159155130386353, 0.5877776145935059, 0.6930339336395264], "cos_apical_negg": [0.5159155130386353, 0.5877776145935059, 0.6930339336395264], "cos_Ac_negg": [0.5159155130386353, 0.5877776145935059, 0.6930339336395264], "r_norm": [3.584496021270752, 2.488184690475464, 2.3466830253601074]}, {"step": 3900, "epoch": 8, "train_loss": 0.11171986907720566, "cos_r_negg": [0.5106240510940552, 0.6149488687515259, 0.7109667658805847], "cos_apical_negg": [0.5106240510940552, 0.6149488687515259, 0.7109667658805847], "cos_Ac_negg": [0.5106240510940552, 0.6149488687515259, 0.7109667658805847], "r_norm": [3.333828926086426, 2.2995738983154297, 2.163540840148926]}, {"step": 3950, "epoch": 8, "train_loss": 0.05022566765546799, "cos_r_negg": [0.494642436504364, 0.5928940773010254, 0.7042070627212524], "cos_apical_negg": [0.494642436504364, 0.5928940773010254, 0.7042070627212524], "cos_Ac_negg": [0.494642436504364, 0.5928940773010254, 0.7042070627212524], "r_norm": [3.4895596504211426, 2.431306838989258, 2.2832961082458496]}, {"step": 4000, "epoch": 8, "train_loss": 0.08048242330551147, "cos_r_negg": [0.48846620321273804, 0.6049013733863831, 0.7155716419219971], "cos_apical_negg": [0.48846620321273804, 0.6049013733863831, 0.7155716419219971], "cos_Ac_negg": [0.48846620321273804, 0.6049013733863831, 0.7155716419219971], "r_norm": [3.252941131591797, 2.2577192783355713, 2.153809070587158], "ldr": {"dL_sdil": -0.020408302545547485, "dL_bp": -0.0074005573987960815, "ratio": 2.7576710031149134}}, {"step": 4050, "epoch": 8, "train_loss": 0.1409423053264618, "cos_r_negg": [0.5119946599006653, 0.6137399673461914, 0.7168471813201904], "cos_apical_negg": [0.5119946599006653, 0.6137399673461914, 0.7168471813201904], "cos_Ac_negg": [0.5119946599006653, 0.6137399673461914, 0.7168471813201904], "r_norm": [4.284814357757568, 2.969031810760498, 2.884584903717041]}, {"step": 4100, "epoch": 8, "train_loss": 0.16507582366466522, "cos_r_negg": [0.49743932485580444, 0.6019572019577026, 0.714820384979248], "cos_apical_negg": [0.49743932485580444, 0.6019572019577026, 0.714820384979248], "cos_Ac_negg": [0.49743932485580444, 0.6019572019577026, 0.714820384979248], "r_norm": [3.4400720596313477, 2.3637919425964355, 2.25817608833313]}, {"step": 4150, "epoch": 8, "train_loss": 0.06357382237911224, "cos_r_negg": [0.503869891166687, 0.5749714374542236, 0.7057117223739624], "cos_apical_negg": [0.503869891166687, 0.5749714374542236, 0.7057117223739624], "cos_Ac_negg": [0.503869891166687, 0.5749714374542236, 0.7057117223739624], "r_norm": [3.3730392456054688, 2.310392141342163, 2.2290191650390625]}, {"step": 4200, "epoch": 8, "train_loss": 0.18638069927692413, "cos_r_negg": [0.5165537595748901, 0.5728955268859863, 0.7123428583145142], "cos_apical_negg": [0.5165537595748901, 0.5728955268859863, 0.7123428583145142], "cos_Ac_negg": [0.5165537595748901, 0.5728955268859863, 0.7123428583145142], "r_norm": [3.979487657546997, 2.7513773441314697, 2.627730131149292]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9558, "test_loss": 0.1514792465209961}, {"step": 4250, "epoch": 9, "train_loss": 0.2224263846874237, "cos_r_negg": [0.47431302070617676, 0.5656748414039612, 0.6879801750183105], "cos_apical_negg": [0.47431302070617676, 0.5656748414039612, 0.6879801750183105], "cos_Ac_negg": [0.47431302070617676, 0.5656748414039612, 0.6879801750183105], "r_norm": [3.727658748626709, 2.5566608905792236, 2.454052448272705], "ldr": {"dL_sdil": -0.02085915207862854, "dL_bp": -0.006814837455749512, "ratio": 3.0608436685500378}}, {"step": 4300, "epoch": 9, "train_loss": 0.14563679695129395, "cos_r_negg": [0.47818392515182495, 0.5621861815452576, 0.7067729234695435], "cos_apical_negg": [0.47818392515182495, 0.5621861815452576, 0.7067729234695435], "cos_Ac_negg": [0.47818392515182495, 0.5621861815452576, 0.7067729234695435], "r_norm": [2.8448026180267334, 1.953555941581726, 1.8754773139953613]}, {"step": 4350, "epoch": 9, "train_loss": 0.1793345808982849, "cos_r_negg": [0.5159989595413208, 0.5973557829856873, 0.7248433828353882], "cos_apical_negg": [0.5159989595413208, 0.5973557829856873, 0.7248433828353882], "cos_Ac_negg": [0.5159989595413208, 0.5973557829856873, 0.7248433828353882], "r_norm": [3.7002792358398438, 2.5434513092041016, 2.4750633239746094]}, {"step": 4400, "epoch": 9, "train_loss": 0.19372791051864624, "cos_r_negg": [0.46289217472076416, 0.5881310701370239, 0.7344009876251221], "cos_apical_negg": [0.46289217472076416, 0.5881310701370239, 0.7344009876251221], "cos_Ac_negg": [0.46289217472076416, 0.5881310701370239, 0.7344009876251221], "r_norm": [2.7301483154296875, 1.883621096611023, 1.8279523849487305]}, {"step": 4450, "epoch": 9, "train_loss": 0.06771466135978699, "cos_r_negg": [0.4724186658859253, 0.5572519302368164, 0.7171358466148376], "cos_apical_negg": [0.4724186658859253, 0.5572519302368164, 0.7171358466148376], "cos_Ac_negg": [0.4724186658859253, 0.5572519302368164, 0.7171358466148376], "r_norm": [3.1184921264648438, 2.1381301879882812, 2.107919692993164]}, {"step": 4500, "epoch": 9, "train_loss": 0.08963081240653992, "cos_r_negg": [0.46208786964416504, 0.5748465061187744, 0.6829858422279358], "cos_apical_negg": [0.46208786964416504, 0.5748465061187744, 0.6829858422279358], "cos_Ac_negg": [0.46208786964416504, 0.5748465061187744, 0.6829858422279358], "r_norm": [3.113949775695801, 2.1310763359069824, 2.0827507972717285], "ldr": {"dL_sdil": -0.018895812332630157, "dL_bp": -0.0065476298332214355, "ratio": 2.8859011297120647}}, {"step": 4550, "epoch": 9, "train_loss": 0.1522209793329239, "cos_r_negg": [0.46672147512435913, 0.5755650401115417, 0.7394847273826599], "cos_apical_negg": [0.46672147512435913, 0.5755650401115417, 0.7394847273826599], "cos_Ac_negg": [0.46672147512435913, 0.5755650401115417, 0.7394847273826599], "r_norm": [3.5706496238708496, 2.440688371658325, 2.3765709400177]}, {"step": 4600, "epoch": 9, "train_loss": 0.1814042329788208, "cos_r_negg": [0.4920707941055298, 0.5803201198577881, 0.7166122198104858], "cos_apical_negg": [0.4920707941055298, 0.5803201198577881, 0.7166122198104858], "cos_Ac_negg": [0.4920707941055298, 0.5803201198577881, 0.7166122198104858], "r_norm": [3.0007104873657227, 2.0441651344299316, 1.977645993232727]}, {"step": 4650, "epoch": 9, "train_loss": 0.18615737557411194, "cos_r_negg": [0.45672541856765747, 0.565635085105896, 0.7163342833518982], "cos_apical_negg": [0.45672541856765747, 0.565635085105896, 0.7163342833518982], "cos_Ac_negg": [0.45672541856765747, 0.565635085105896, 0.7163342833518982], "r_norm": [2.8123586177825928, 1.9068049192428589, 1.850395917892456]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9467, "test_loss": 0.18284573974609375}, {"step": 4700, "epoch": 10, "train_loss": 0.12407609075307846, "cos_r_negg": [0.48785844445228577, 0.582382321357727, 0.7314047813415527], "cos_apical_negg": [0.48785844445228577, 0.582382321357727, 0.7314047813415527], "cos_Ac_negg": [0.48785844445228577, 0.582382321357727, 0.7314047813415527], "r_norm": [4.302239894866943, 2.9340715408325195, 2.8392014503479004]}, {"step": 4750, "epoch": 10, "train_loss": 0.07282327115535736, "cos_r_negg": [0.4902110695838928, 0.5965557098388672, 0.7406426668167114], "cos_apical_negg": [0.4902110695838928, 0.5965557098388672, 0.7406426668167114], "cos_Ac_negg": [0.4902110695838928, 0.5965557098388672, 0.7406426668167114], "r_norm": [3.684903144836426, 2.534336805343628, 2.474480152130127], "ldr": {"dL_sdil": -0.018665187060832977, "dL_bp": -0.005547627806663513, "ratio": 3.364534844679622}}, {"step": 4800, "epoch": 10, "train_loss": 0.14719940721988678, "cos_r_negg": [0.49551963806152344, 0.5937358140945435, 0.7463626861572266], "cos_apical_negg": [0.49551963806152344, 0.5937358140945435, 0.7463626861572266], "cos_Ac_negg": [0.49551963806152344, 0.5937358140945435, 0.7463626861572266], "r_norm": [4.144153118133545, 2.835890293121338, 2.7701587677001953]}, {"step": 4850, "epoch": 10, "train_loss": 0.10103380680084229, "cos_r_negg": [0.49169549345970154, 0.600580632686615, 0.7407224178314209], "cos_apical_negg": [0.49169549345970154, 0.600580632686615, 0.7407224178314209], "cos_Ac_negg": [0.49169549345970154, 0.600580632686615, 0.7407224178314209], "r_norm": [4.305330276489258, 2.930907726287842, 2.8488268852233887]}, {"step": 4900, "epoch": 10, "train_loss": 0.1054588258266449, "cos_r_negg": [0.4745221734046936, 0.5785790085792542, 0.7623687386512756], "cos_apical_negg": [0.4745221734046936, 0.5785790085792542, 0.7623687386512756], "cos_Ac_negg": [0.4745221734046936, 0.5785790085792542, 0.7623687386512756], "r_norm": [3.8803982734680176, 2.6022226810455322, 2.5305404663085938]}, {"step": 4950, "epoch": 10, "train_loss": 0.09339888393878937, "cos_r_negg": [0.4820402264595032, 0.5757474303245544, 0.7528156042098999], "cos_apical_negg": [0.4820402264595032, 0.5757474303245544, 0.7528156042098999], "cos_Ac_negg": [0.4820402264595032, 0.5757474303245544, 0.7528156042098999], "r_norm": [3.405015468597412, 2.3205602169036865, 2.28505802154541]}, {"step": 5000, "epoch": 10, "train_loss": 0.10002188384532928, "cos_r_negg": [0.4828929007053375, 0.5751495361328125, 0.736210286617279], "cos_apical_negg": [0.4828929007053375, 0.5751495361328125, 0.736210286617279], "cos_Ac_negg": [0.4828929007053375, 0.5751495361328125, 0.736210286617279], "r_norm": [2.8799407482147217, 1.9789971113204956, 1.9133689403533936], "ldr": {"dL_sdil": -0.010582536458969116, "dL_bp": -0.0030650198459625244, "ratio": 3.452681219310613}}, {"step": 5050, "epoch": 10, "train_loss": 0.20192886888980865, "cos_r_negg": [0.47032463550567627, 0.5905202627182007, 0.7490870952606201], "cos_apical_negg": [0.47032463550567627, 0.5905202627182007, 0.7490870952606201], "cos_Ac_negg": [0.47032463550567627, 0.5905202627182007, 0.7490870952606201], "r_norm": [5.315343856811523, 3.611374616622925, 3.576549530029297]}, {"step": 5100, "epoch": 10, "train_loss": 0.19769373536109924, "cos_r_negg": [0.49026769399642944, 0.5888574719429016, 0.7429519295692444], "cos_apical_negg": [0.49026769399642944, 0.5888574719429016, 0.7429519295692444], "cos_Ac_negg": [0.49026769399642944, 0.5888574719429016, 0.7429519295692444], "r_norm": [3.692626953125, 2.5072851181030273, 2.4411349296569824]}, {"step": 5150, "epoch": 10, "train_loss": 0.10640961676836014, "cos_r_negg": [0.49399930238723755, 0.5766046047210693, 0.7219090461730957], "cos_apical_negg": [0.49399930238723755, 0.5766046047210693, 0.7219090461730957], "cos_Ac_negg": [0.49399930238723755, 0.5766046047210693, 0.7219090461730957], "r_norm": [3.832782745361328, 2.63455867767334, 2.534493923187256]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9571, "test_loss": 0.15231191940307617}, {"step": 5200, "epoch": 11, "train_loss": 0.23110973834991455, "cos_r_negg": [0.4353388845920563, 0.5616881847381592, 0.7117103338241577], "cos_apical_negg": [0.4353388845920563, 0.5616881847381592, 0.7117103338241577], "cos_Ac_negg": [0.4353388845920563, 0.5616881847381592, 0.7117103338241577], "r_norm": [4.060009956359863, 2.748018264770508, 2.6633098125457764]}, {"step": 5250, "epoch": 11, "train_loss": 0.21125242114067078, "cos_r_negg": [0.4619992971420288, 0.5640527606010437, 0.7538832426071167], "cos_apical_negg": [0.4619992971420288, 0.5640527606010437, 0.7538832426071167], "cos_Ac_negg": [0.4619992971420288, 0.5640527606010437, 0.7538832426071167], "r_norm": [4.800265312194824, 3.271188259124756, 3.1687397956848145], "ldr": {"dL_sdil": -0.0311567485332489, "dL_bp": -0.011827677488327026, "ratio": 2.634223715010671}}, {"step": 5300, "epoch": 11, "train_loss": 0.14257459342479706, "cos_r_negg": [0.4698783755302429, 0.5594497919082642, 0.7509149312973022], "cos_apical_negg": [0.4698783755302429, 0.5594497919082642, 0.7509149312973022], "cos_Ac_negg": [0.4698783755302429, 0.5594497919082642, 0.7509149312973022], "r_norm": [3.475839853286743, 2.374617099761963, 2.305330753326416]}, {"step": 5350, "epoch": 11, "train_loss": 0.18376895785331726, "cos_r_negg": [0.47883158922195435, 0.5543899536132812, 0.7363856434822083], "cos_apical_negg": [0.47883158922195435, 0.5543899536132812, 0.7363856434822083], "cos_Ac_negg": [0.47883158922195435, 0.5543899536132812, 0.7363856434822083], "r_norm": [4.074817180633545, 2.8086321353912354, 2.733630418777466]}, {"step": 5400, "epoch": 11, "train_loss": 0.17600029706954956, "cos_r_negg": [0.40957486629486084, 0.5269292593002319, 0.7206388711929321], "cos_apical_negg": [0.40957486629486084, 0.5269292593002319, 0.7206388711929321], "cos_Ac_negg": [0.40957486629486084, 0.5269292593002319, 0.7206388711929321], "r_norm": [3.171393871307373, 2.185673236846924, 2.1029043197631836]}, {"step": 5450, "epoch": 11, "train_loss": 0.07720024883747101, "cos_r_negg": [0.428331583738327, 0.5447771549224854, 0.718456506729126], "cos_apical_negg": [0.428331583738327, 0.5447771549224854, 0.718456506729126], "cos_Ac_negg": [0.428331583738327, 0.5447771549224854, 0.718456506729126], "r_norm": [3.79896879196167, 2.606783866882324, 2.5327000617980957]}, {"step": 5500, "epoch": 11, "train_loss": 0.07231920212507248, "cos_r_negg": [0.47447076439857483, 0.5574294924736023, 0.7178665399551392], "cos_apical_negg": [0.47447076439857483, 0.5574294924736023, 0.7178665399551392], "cos_Ac_negg": [0.47447076439857483, 0.5574294924736023, 0.7178665399551392], "r_norm": [4.334094047546387, 2.9666383266448975, 2.8954601287841797], "ldr": {"dL_sdil": -0.0234871506690979, "dL_bp": -0.006489977240562439, "ratio": 3.6189881410219615}}, {"step": 5550, "epoch": 11, "train_loss": 0.22263136506080627, "cos_r_negg": [0.4666600823402405, 0.5775951743125916, 0.7480145692825317], "cos_apical_negg": [0.4666600823402405, 0.5775951743125916, 0.7480145692825317], "cos_Ac_negg": [0.4666600823402405, 0.5775951743125916, 0.7480145692825317], "r_norm": [5.211148262023926, 3.537914514541626, 3.407224416732788]}, {"step": 5600, "epoch": 11, "train_loss": 0.2189101278781891, "cos_r_negg": [0.44515368342399597, 0.5529735088348389, 0.7301473021507263], "cos_apical_negg": [0.44515368342399597, 0.5529735088348389, 0.7301473021507263], "cos_Ac_negg": [0.44515368342399597, 0.5529735088348389, 0.7301473021507263], "r_norm": [3.9249320030212402, 2.672233819961548, 2.6243791580200195]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.954, "test_loss": 0.15396580505371094}, {"step": 5650, "epoch": 12, "train_loss": 0.1348479986190796, "cos_r_negg": [0.4663158655166626, 0.5625448822975159, 0.7192193269729614], "cos_apical_negg": [0.4663158655166626, 0.5625448822975159, 0.7192193269729614], "cos_Ac_negg": [0.4663158655166626, 0.5625448822975159, 0.7192193269729614], "r_norm": [4.267583847045898, 2.89751935005188, 2.8331856727600098]}, {"step": 5700, "epoch": 12, "train_loss": 0.11672798544168472, "cos_r_negg": [0.4037511944770813, 0.49642908573150635, 0.6591774225234985], "cos_apical_negg": [0.4037511944770813, 0.49642908573150635, 0.6591774225234985], "cos_Ac_negg": [0.4037511944770813, 0.49642908573150635, 0.6591774225234985], "r_norm": [4.079522609710693, 2.7996411323547363, 2.7316176891326904]}, {"step": 5750, "epoch": 12, "train_loss": 0.0766569972038269, "cos_r_negg": [0.4273882806301117, 0.5584152936935425, 0.7342131733894348], "cos_apical_negg": [0.4273882806301117, 0.5584152936935425, 0.7342131733894348], "cos_Ac_negg": [0.4273882806301117, 0.5584152936935425, 0.7342131733894348], "r_norm": [3.358062267303467, 2.271477222442627, 2.202988386154175], "ldr": {"dL_sdil": -0.015310458838939667, "dL_bp": -0.004592142999172211, "ratio": 3.334055329222013}}, {"step": 5800, "epoch": 12, "train_loss": 0.17839786410331726, "cos_r_negg": [0.467181921005249, 0.594294548034668, 0.7420815229415894], "cos_apical_negg": [0.467181921005249, 0.594294548034668, 0.7420815229415894], "cos_Ac_negg": [0.467181921005249, 0.594294548034668, 0.7420815229415894], "r_norm": [3.8638405799865723, 2.6568169593811035, 2.5778145790100098]}, {"step": 5850, "epoch": 12, "train_loss": 0.30790653824806213, "cos_r_negg": [0.44244250655174255, 0.531674861907959, 0.7309486865997314], "cos_apical_negg": [0.44244250655174255, 0.531674861907959, 0.7309486865997314], "cos_Ac_negg": [0.44244250655174255, 0.531674861907959, 0.7309486865997314], "r_norm": [3.418732166290283, 2.2913119792938232, 2.2052133083343506]}, {"step": 5900, "epoch": 12, "train_loss": 0.20874425768852234, "cos_r_negg": [0.40580523014068604, 0.5472541451454163, 0.7440641522407532], "cos_apical_negg": [0.40580523014068604, 0.5472541451454163, 0.7440641522407532], "cos_Ac_negg": [0.40580523014068604, 0.5472541451454163, 0.7440641522407532], "r_norm": [3.4845361709594727, 2.3902273178100586, 2.3454341888427734]}, {"step": 5950, "epoch": 12, "train_loss": 0.18550747632980347, "cos_r_negg": [0.4370294213294983, 0.5686063766479492, 0.7395262718200684], "cos_apical_negg": [0.4370294213294983, 0.5686063766479492, 0.7395262718200684], "cos_Ac_negg": [0.4370294213294983, 0.5686063766479492, 0.7395262718200684], "r_norm": [3.780677556991577, 2.558166027069092, 2.4934253692626953]}, {"step": 6000, "epoch": 12, "train_loss": 0.23627789318561554, "cos_r_negg": [0.4600159525871277, 0.5429469347000122, 0.7140195369720459], "cos_apical_negg": [0.4600159525871277, 0.5429469347000122, 0.7140195369720459], "cos_Ac_negg": [0.4600159525871277, 0.5429469347000122, 0.7140195369720459], "r_norm": [3.96903133392334, 2.7242884635925293, 2.6789278984069824], "ldr": {"dL_sdil": -0.02340713143348694, "dL_bp": -0.006997600197792053, "ratio": 3.3450226894746815}}, {"step": 6050, "epoch": 12, "train_loss": 0.2589448392391205, "cos_r_negg": [0.46280211210250854, 0.5520235896110535, 0.7133777141571045], "cos_apical_negg": [0.46280211210250854, 0.5520235896110535, 0.7133777141571045], "cos_Ac_negg": [0.46280211210250854, 0.5520235896110535, 0.7133777141571045], "r_norm": [4.21773099899292, 2.8745522499084473, 2.8282175064086914]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9497, "test_loss": 0.1752453826904297}, {"step": 6100, "epoch": 13, "train_loss": 0.15573620796203613, "cos_r_negg": [0.4200963079929352, 0.5649377107620239, 0.7243185043334961], "cos_apical_negg": [0.4200963079929352, 0.5649377107620239, 0.7243185043334961], "cos_Ac_negg": [0.4200963079929352, 0.5649377107620239, 0.7243185043334961], "r_norm": [3.792358636856079, 2.578166961669922, 2.5636720657348633]}, {"step": 6150, "epoch": 13, "train_loss": 0.16880449652671814, "cos_r_negg": [0.4258500635623932, 0.5460039377212524, 0.7257882356643677], "cos_apical_negg": [0.4258500635623932, 0.5460039377212524, 0.7257882356643677], "cos_Ac_negg": [0.4258500635623932, 0.5460039377212524, 0.7257882356643677], "r_norm": [4.302884101867676, 2.9071383476257324, 2.8914754390716553]}, {"step": 6200, "epoch": 13, "train_loss": 0.07280440628528595, "cos_r_negg": [0.434946209192276, 0.5392739772796631, 0.7055829167366028], "cos_apical_negg": [0.434946209192276, 0.5392739772796631, 0.7055829167366028], "cos_Ac_negg": [0.434946209192276, 0.5392739772796631, 0.7055829167366028], "r_norm": [3.587218999862671, 2.4177603721618652, 2.4275765419006348]}, {"step": 6250, "epoch": 13, "train_loss": 0.08348032087087631, "cos_r_negg": [0.41972315311431885, 0.554539680480957, 0.7285157442092896], "cos_apical_negg": [0.41972315311431885, 0.554539680480957, 0.7285157442092896], "cos_Ac_negg": [0.41972315311431885, 0.554539680480957, 0.7285157442092896], "r_norm": [4.315917491912842, 2.906017303466797, 2.8844752311706543], "ldr": {"dL_sdil": -0.01656702160835266, "dL_bp": -0.0062606483697891235, "ratio": 2.6462149972033466}}, {"step": 6300, "epoch": 13, "train_loss": 0.1897985190153122, "cos_r_negg": [0.4319385290145874, 0.5358318090438843, 0.7013208866119385], "cos_apical_negg": [0.4319385290145874, 0.5358318090438843, 0.7013208866119385], "cos_Ac_negg": [0.4319385290145874, 0.5358318090438843, 0.7013208866119385], "r_norm": [3.5312628746032715, 2.377236843109131, 2.387951612472534]}, {"step": 6350, "epoch": 13, "train_loss": 0.16174514591693878, "cos_r_negg": [0.42977237701416016, 0.5191831588745117, 0.723936140537262], "cos_apical_negg": [0.42977237701416016, 0.5191831588745117, 0.723936140537262], "cos_Ac_negg": [0.42977237701416016, 0.5191831588745117, 0.723936140537262], "r_norm": [4.405661106109619, 2.980971336364746, 2.9634270668029785]}, {"step": 6400, "epoch": 13, "train_loss": 0.13534581661224365, "cos_r_negg": [0.42095518112182617, 0.5197681784629822, 0.7148351669311523], "cos_apical_negg": [0.42095518112182617, 0.5197681784629822, 0.7148351669311523], "cos_Ac_negg": [0.42095518112182617, 0.5197681784629822, 0.7148351669311523], "r_norm": [3.948474645614624, 2.6838464736938477, 2.6822900772094727]}, {"step": 6450, "epoch": 13, "train_loss": 0.16358435153961182, "cos_r_negg": [0.4500286877155304, 0.5661575794219971, 0.7198953032493591], "cos_apical_negg": [0.4500286877155304, 0.5661575794219971, 0.7198953032493591], "cos_Ac_negg": [0.4500286877155304, 0.5661575794219971, 0.7198953032493591], "r_norm": [3.6268486976623535, 2.474078416824341, 2.5095648765563965]}, {"step": 6500, "epoch": 13, "train_loss": 0.09271448850631714, "cos_r_negg": [0.42250630259513855, 0.5361039638519287, 0.7136745452880859], "cos_apical_negg": [0.42250630259513855, 0.5361039638519287, 0.7136745452880859], "cos_Ac_negg": [0.42250630259513855, 0.5361039638519287, 0.7136745452880859], "r_norm": [3.628643035888672, 2.456357002258301, 2.4930973052978516], "ldr": {"dL_sdil": -0.018691785633563995, "dL_bp": -0.005827769637107849, "ratio": 3.2073652181694983}}, {"step": 6550, "epoch": 13, "train_loss": 0.17952434718608856, "cos_r_negg": [0.43478864431381226, 0.5054376125335693, 0.714816689491272], "cos_apical_negg": [0.43478864431381226, 0.5054376125335693, 0.714816689491272], "cos_Ac_negg": [0.43478864431381226, 0.5054376125335693, 0.714816689491272], "r_norm": [4.35195779800415, 2.9574570655822754, 2.9575424194335938]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9425, "test_loss": 0.19874674377441406}, {"step": 6600, "epoch": 14, "train_loss": 0.03922927752137184, "cos_r_negg": [0.41041299700737, 0.5117332935333252, 0.7120634317398071], "cos_apical_negg": [0.41041299700737, 0.5117332935333252, 0.7120634317398071], "cos_Ac_negg": [0.41041299700737, 0.5117332935333252, 0.7120634317398071], "r_norm": [4.389825344085693, 2.9975409507751465, 3.0084991455078125]}, {"step": 6650, "epoch": 14, "train_loss": 0.1161903515458107, "cos_r_negg": [0.4341001510620117, 0.5178667902946472, 0.735617995262146], "cos_apical_negg": [0.4341001510620117, 0.5178667902946472, 0.735617995262146], "cos_Ac_negg": [0.4341001510620117, 0.5178667902946472, 0.735617995262146], "r_norm": [4.214084625244141, 2.8664376735687256, 2.893416404724121]}, {"step": 6700, "epoch": 14, "train_loss": 0.2712879180908203, "cos_r_negg": [0.37795138359069824, 0.5117970705032349, 0.7156089544296265], "cos_apical_negg": [0.37795138359069824, 0.5117970705032349, 0.7156089544296265], "cos_Ac_negg": [0.37795138359069824, 0.5117970705032349, 0.7156089544296265], "r_norm": [4.066012382507324, 2.7709362506866455, 2.8305306434631348]}, {"step": 6750, "epoch": 14, "train_loss": 0.13144293427467346, "cos_r_negg": [0.42535918951034546, 0.5321283936500549, 0.7315709590911865], "cos_apical_negg": [0.42535918951034546, 0.5321283936500549, 0.7315709590911865], "cos_Ac_negg": [0.42535918951034546, 0.5321283936500549, 0.7315709590911865], "r_norm": [5.267972946166992, 3.597261428833008, 3.6307687759399414], "ldr": {"dL_sdil": -0.02525760978460312, "dL_bp": -0.010446235537528992, "ratio": 2.417867153565799}}, {"step": 6800, "epoch": 14, "train_loss": 0.1990019679069519, "cos_r_negg": [0.4193209409713745, 0.5461829900741577, 0.7314658761024475], "cos_apical_negg": [0.4193209409713745, 0.5461829900741577, 0.7314658761024475], "cos_Ac_negg": [0.4193209409713745, 0.5461829900741577, 0.7314658761024475], "r_norm": [4.079442024230957, 2.801441192626953, 2.8507533073425293]}, {"step": 6850, "epoch": 14, "train_loss": 0.13057880103588104, "cos_r_negg": [0.3877220153808594, 0.5297659039497375, 0.7168108820915222], "cos_apical_negg": [0.3877220153808594, 0.5297659039497375, 0.7168108820915222], "cos_Ac_negg": [0.3877220153808594, 0.5297659039497375, 0.7168108820915222], "r_norm": [4.028164863586426, 2.731905937194824, 2.7592523097991943]}, {"step": 6900, "epoch": 14, "train_loss": 0.13390697538852692, "cos_r_negg": [0.3976632356643677, 0.5452781319618225, 0.7182894945144653], "cos_apical_negg": [0.3976632356643677, 0.5452781319618225, 0.7182894945144653], "cos_Ac_negg": [0.3976632356643677, 0.5452781319618225, 0.7182894945144653], "r_norm": [3.96431303024292, 2.7159152030944824, 2.757533550262451]}, {"step": 6950, "epoch": 14, "train_loss": 0.0382222905755043, "cos_r_negg": [0.40262216329574585, 0.5056629180908203, 0.7129602432250977], "cos_apical_negg": [0.40262216329574585, 0.5056629180908203, 0.7129602432250977], "cos_Ac_negg": [0.40262216329574585, 0.5056629180908203, 0.7129602432250977], "r_norm": [3.6645522117614746, 2.513723373413086, 2.555314064025879]}, {"step": 7000, "epoch": 14, "train_loss": 0.16677771508693695, "cos_r_negg": [0.425043523311615, 0.5525948405265808, 0.7521248459815979], "cos_apical_negg": [0.425043523311615, 0.5525948405265808, 0.7521248459815979], "cos_Ac_negg": [0.425043523311615, 0.5525948405265808, 0.7521248459815979], "r_norm": [3.6232337951660156, 2.477499008178711, 2.5236263275146484], "ldr": {"dL_sdil": -0.010049760341644287, "dL_bp": -0.0028530508279800415, "ratio": 3.52246102420808}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9494, "test_loss": 0.16644563369750975}, {"step": 7050, "epoch": 15, "train_loss": 0.10567495226860046, "cos_r_negg": [0.40229135751724243, 0.5136107206344604, 0.7329748868942261], "cos_apical_negg": [0.40229135751724243, 0.5136107206344604, 0.7329748868942261], "cos_Ac_negg": [0.40229135751724243, 0.5136107206344604, 0.7329748868942261], "r_norm": [4.372325420379639, 2.9647579193115234, 3.0526511669158936]}, {"step": 7100, "epoch": 15, "train_loss": 0.1500954031944275, "cos_r_negg": [0.36966633796691895, 0.5245269536972046, 0.717234194278717], "cos_apical_negg": [0.36966633796691895, 0.5245269536972046, 0.717234194278717], "cos_Ac_negg": [0.36966633796691895, 0.5245269536972046, 0.717234194278717], "r_norm": [4.469781875610352, 3.035036563873291, 3.069596767425537]}, {"step": 7150, "epoch": 15, "train_loss": 0.08963796496391296, "cos_r_negg": [0.3765825033187866, 0.5103091597557068, 0.7077460885047913], "cos_apical_negg": [0.3765825033187866, 0.5103091597557068, 0.7077460885047913], "cos_Ac_negg": [0.3765825033187866, 0.5103091597557068, 0.7077460885047913], "r_norm": [3.994908094406128, 2.714273452758789, 2.8047008514404297]}, {"step": 7200, "epoch": 15, "train_loss": 0.2566620409488678, "cos_r_negg": [0.3810758590698242, 0.4956783652305603, 0.6974366307258606], "cos_apical_negg": [0.3810758590698242, 0.4956783652305603, 0.6974366307258606], "cos_Ac_negg": [0.3810758590698242, 0.4956783652305603, 0.6974366307258606], "r_norm": [4.393238067626953, 2.9608850479125977, 3.023646354675293]}, {"step": 7250, "epoch": 15, "train_loss": 0.12893454730510712, "cos_r_negg": [0.3747015595436096, 0.5274991393089294, 0.7587443590164185], "cos_apical_negg": [0.3747015595436096, 0.5274991393089294, 0.7587443590164185], "cos_Ac_negg": [0.3747015595436096, 0.5274991393089294, 0.7587443590164185], "r_norm": [3.5960328578948975, 2.467677116394043, 2.513638973236084], "ldr": {"dL_sdil": -0.00843481719493866, "dL_bp": -0.00267636775970459, "ratio": 3.1515912431517528}}, {"step": 7300, "epoch": 15, "train_loss": 0.05750735476613045, "cos_r_negg": [0.3871851861476898, 0.5335060954093933, 0.7716193199157715], "cos_apical_negg": [0.3871851861476898, 0.5335060954093933, 0.7716193199157715], "cos_Ac_negg": [0.3871851861476898, 0.5335060954093933, 0.7716193199157715], "r_norm": [3.5896615982055664, 2.4483461380004883, 2.470811605453491]}, {"step": 7350, "epoch": 15, "train_loss": 0.1378583163022995, "cos_r_negg": [0.4119528830051422, 0.5581140518188477, 0.7680261731147766], "cos_apical_negg": [0.4119528830051422, 0.5581140518188477, 0.7680261731147766], "cos_Ac_negg": [0.4119528830051422, 0.5581140518188477, 0.7680261731147766], "r_norm": [3.892165184020996, 2.687713146209717, 2.7361302375793457]}, {"step": 7400, "epoch": 15, "train_loss": 0.17842280864715576, "cos_r_negg": [0.39820003509521484, 0.512455940246582, 0.7283862829208374], "cos_apical_negg": [0.39820003509521484, 0.512455940246582, 0.7283862829208374], "cos_Ac_negg": [0.39820003509521484, 0.512455940246582, 0.7283862829208374], "r_norm": [3.8184621334075928, 2.626399040222168, 2.6706650257110596]}, {"step": 7450, "epoch": 15, "train_loss": 0.10533903539180756, "cos_r_negg": [0.3971105217933655, 0.5409876108169556, 0.769264817237854], "cos_apical_negg": [0.3971105217933655, 0.5409876108169556, 0.769264817237854], "cos_Ac_negg": [0.3971105217933655, 0.5409876108169556, 0.769264817237854], "r_norm": [4.068885803222656, 2.7916207313537598, 2.8374123573303223]}, {"step": 7500, "epoch": 15, "train_loss": 0.07462794333696365, "cos_r_negg": [0.4122944474220276, 0.51213538646698, 0.7493552565574646], "cos_apical_negg": [0.4122944474220276, 0.51213538646698, 0.7493552565574646], "cos_Ac_negg": [0.4122944474220276, 0.51213538646698, 0.7493552565574646], "r_norm": [4.586235046386719, 3.147759437561035, 3.194197177886963], "ldr": {"dL_sdil": -0.015230819582939148, "dL_bp": -0.004056870937347412, "ratio": 3.7543268736317823}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9544, "test_loss": 0.15392586364746094}, {"step": 7550, "epoch": 16, "train_loss": 0.10053785145282745, "cos_r_negg": [0.37526848912239075, 0.503470778465271, 0.7338231205940247], "cos_apical_negg": [0.37526848912239075, 0.503470778465271, 0.7338231205940247], "cos_Ac_negg": [0.37526848912239075, 0.503470778465271, 0.7338231205940247], "r_norm": [4.087704658508301, 2.799945831298828, 2.8205955028533936]}, {"step": 7600, "epoch": 16, "train_loss": 0.1983296275138855, "cos_r_negg": [0.3985308110713959, 0.5095048546791077, 0.7537617683410645], "cos_apical_negg": [0.3985308110713959, 0.5095048546791077, 0.7537617683410645], "cos_Ac_negg": [0.3985308110713959, 0.5095048546791077, 0.7537617683410645], "r_norm": [4.664402008056641, 3.1869029998779297, 3.2376646995544434]}, {"step": 7650, "epoch": 16, "train_loss": 0.11643834412097931, "cos_r_negg": [0.38245123624801636, 0.4966878592967987, 0.7344818711280823], "cos_apical_negg": [0.38245123624801636, 0.4966878592967987, 0.7344818711280823], "cos_Ac_negg": [0.38245123624801636, 0.4966878592967987, 0.7344818711280823], "r_norm": [4.626849174499512, 3.148219108581543, 3.187941551208496]}, {"step": 7700, "epoch": 16, "train_loss": 0.12869584560394287, "cos_r_negg": [0.3739461898803711, 0.5157163143157959, 0.7395414113998413], "cos_apical_negg": [0.3739461898803711, 0.5157163143157959, 0.7395414113998413], "cos_Ac_negg": [0.3739461898803711, 0.5157163143157959, 0.7395414113998413], "r_norm": [4.542856216430664, 3.1268515586853027, 3.1894657611846924]}, {"step": 7750, "epoch": 16, "train_loss": 0.2422601282596588, "cos_r_negg": [0.4139541983604431, 0.4971293807029724, 0.7277719378471375], "cos_apical_negg": [0.4139541983604431, 0.4971293807029724, 0.7277719378471375], "cos_Ac_negg": [0.4139541983604431, 0.4971293807029724, 0.7277719378471375], "r_norm": [6.016153812408447, 4.134101390838623, 4.339240550994873], "ldr": {"dL_sdil": -0.044784992933273315, "dL_bp": -0.01959100365638733, "ratio": 2.2859978854974026}}, {"step": 7800, "epoch": 16, "train_loss": 0.16786178946495056, "cos_r_negg": [0.3721664547920227, 0.5031318664550781, 0.7555020451545715], "cos_apical_negg": [0.3721664547920227, 0.5031318664550781, 0.7555020451545715], "cos_Ac_negg": [0.3721664547920227, 0.5031318664550781, 0.7555020451545715], "r_norm": [4.895172595977783, 3.344587564468384, 3.4073433876037598]}, {"step": 7850, "epoch": 16, "train_loss": 0.2023451030254364, "cos_r_negg": [0.3484768867492676, 0.47815951704978943, 0.7337706089019775], "cos_apical_negg": [0.3484768867492676, 0.47815951704978943, 0.7337706089019775], "cos_Ac_negg": [0.3484768867492676, 0.47815951704978943, 0.7337706089019775], "r_norm": [5.102363586425781, 3.4895410537719727, 3.6058437824249268]}, {"step": 7900, "epoch": 16, "train_loss": 0.1748718023300171, "cos_r_negg": [0.38570427894592285, 0.5084104537963867, 0.7469332218170166], "cos_apical_negg": [0.38570427894592285, 0.5084104537963867, 0.7469332218170166], "cos_Ac_negg": [0.38570427894592285, 0.5084104537963867, 0.7469332218170166], "r_norm": [3.94417667388916, 2.6738901138305664, 2.740058183670044]}, {"step": 7950, "epoch": 16, "train_loss": 0.06397490948438644, "cos_r_negg": [0.4287014305591583, 0.5160005688667297, 0.7554787993431091], "cos_apical_negg": [0.4287014305591583, 0.5160005688667297, 0.7554787993431091], "cos_Ac_negg": [0.4287014305591583, 0.5160005688667297, 0.7554787993431091], "r_norm": [6.12313985824585, 4.1731414794921875, 4.342710494995117]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.956, "test_loss": 0.15394251441955567}, {"step": 8000, "epoch": 17, "train_loss": 0.14970678091049194, "cos_r_negg": [0.3908063769340515, 0.5384063720703125, 0.7533794641494751], "cos_apical_negg": [0.3908063769340515, 0.5384063720703125, 0.7533794641494751], "cos_Ac_negg": [0.3908063769340515, 0.5384063720703125, 0.7533794641494751], "r_norm": [4.652462959289551, 3.2083237171173096, 3.2639169692993164], "ldr": {"dL_sdil": -0.017392553389072418, "dL_bp": -0.005587190389633179, "ratio": 3.1129337244965996}}, {"step": 8050, "epoch": 17, "train_loss": 0.11721546202898026, "cos_r_negg": [0.38590914011001587, 0.5227484703063965, 0.7810176610946655], "cos_apical_negg": [0.38590914011001587, 0.5227484703063965, 0.7810176610946655], "cos_Ac_negg": [0.38590914011001587, 0.5227484703063965, 0.7810176610946655], "r_norm": [6.9105682373046875, 4.74199104309082, 4.878985404968262]}, {"step": 8100, "epoch": 17, "train_loss": 0.12290321290493011, "cos_r_negg": [0.35931968688964844, 0.505312979221344, 0.7483906745910645], "cos_apical_negg": [0.35931968688964844, 0.505312979221344, 0.7483906745910645], "cos_Ac_negg": [0.35931968688964844, 0.505312979221344, 0.7483906745910645], "r_norm": [6.526829719543457, 4.450111389160156, 4.555208206176758]}, {"step": 8150, "epoch": 17, "train_loss": 0.12751035392284393, "cos_r_negg": [0.31781601905822754, 0.49768513441085815, 0.7300125360488892], "cos_apical_negg": [0.31781601905822754, 0.49768513441085815, 0.7300125360488892], "cos_Ac_negg": [0.31781601905822754, 0.49768513441085815, 0.7300125360488892], "r_norm": [5.5320143699646, 3.780592203140259, 3.8721261024475098]}, {"step": 8200, "epoch": 17, "train_loss": 0.05433578044176102, "cos_r_negg": [0.35271787643432617, 0.4721810519695282, 0.7013228535652161], "cos_apical_negg": [0.35271787643432617, 0.4721810519695282, 0.7013228535652161], "cos_Ac_negg": [0.35271787643432617, 0.4721810519695282, 0.7013228535652161], "r_norm": [5.2246599197387695, 3.54414701461792, 3.636201858520508]}, {"step": 8250, "epoch": 17, "train_loss": 0.25947824120521545, "cos_r_negg": [0.3533395230770111, 0.5080713629722595, 0.7438250780105591], "cos_apical_negg": [0.3533395230770111, 0.5080713629722595, 0.7438250780105591], "cos_Ac_negg": [0.3533395230770111, 0.5080713629722595, 0.7438250780105591], "r_norm": [5.977184772491455, 4.029498100280762, 4.150968074798584], "ldr": {"dL_sdil": -0.030222997069358826, "dL_bp": -0.010104134678840637, "ratio": 2.9911514474019913}}, {"step": 8300, "epoch": 17, "train_loss": 0.13025200366973877, "cos_r_negg": [0.380586713552475, 0.5026158094406128, 0.7097605466842651], "cos_apical_negg": [0.380586713552475, 0.5026158094406128, 0.7097605466842651], "cos_Ac_negg": [0.380586713552475, 0.5026158094406128, 0.7097605466842651], "r_norm": [5.2336201667785645, 3.5358991622924805, 3.648189067840576]}, {"step": 8350, "epoch": 17, "train_loss": 0.14758113026618958, "cos_r_negg": [0.35566431283950806, 0.5002489686012268, 0.774871826171875], "cos_apical_negg": [0.35566431283950806, 0.5002489686012268, 0.774871826171875], "cos_Ac_negg": [0.35566431283950806, 0.5002489686012268, 0.774871826171875], "r_norm": [4.271235466003418, 2.8794708251953125, 2.96608304977417]}, {"step": 8400, "epoch": 17, "train_loss": 0.14732304215431213, "cos_r_negg": [0.35409438610076904, 0.5072612166404724, 0.7497217059135437], "cos_apical_negg": [0.35409438610076904, 0.5072612166404724, 0.7497217059135437], "cos_Ac_negg": [0.35409438610076904, 0.5072612166404724, 0.7497217059135437], "r_norm": [6.255368232727051, 4.209495544433594, 4.328180313110352]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9513, "test_loss": 0.17592267990112304}, {"step": 8450, "epoch": 18, "train_loss": 0.19433073699474335, "cos_r_negg": [0.3841068744659424, 0.5184879302978516, 0.7524706125259399], "cos_apical_negg": [0.3841068744659424, 0.5184879302978516, 0.7524706125259399], "cos_Ac_negg": [0.3841068744659424, 0.5184879302978516, 0.7524706125259399], "r_norm": [5.1718363761901855, 3.493718147277832, 3.629270076751709]}, {"step": 8500, "epoch": 18, "train_loss": 0.18479624390602112, "cos_r_negg": [0.3506316542625427, 0.5017164349555969, 0.7286388874053955], "cos_apical_negg": [0.3506316542625427, 0.5017164349555969, 0.7286388874053955], "cos_Ac_negg": [0.3506316542625427, 0.5017164349555969, 0.7286388874053955], "r_norm": [5.987329006195068, 4.0543036460876465, 4.2511162757873535], "ldr": {"dL_sdil": -0.026389241218566895, "dL_bp": -0.009408935904502869, "ratio": 2.804699860473882}}, {"step": 8550, "epoch": 18, "train_loss": 0.11998584121465683, "cos_r_negg": [0.3589876592159271, 0.4959450960159302, 0.7336287498474121], "cos_apical_negg": [0.3589876592159271, 0.4959450960159302, 0.7336287498474121], "cos_Ac_negg": [0.3589876592159271, 0.4959450960159302, 0.7336287498474121], "r_norm": [3.9899673461914062, 2.6668927669525146, 2.7585322856903076]}, {"step": 8600, "epoch": 18, "train_loss": 0.2541949152946472, "cos_r_negg": [0.3740694224834442, 0.5227347612380981, 0.7218151688575745], "cos_apical_negg": [0.3740694224834442, 0.5227347612380981, 0.7218151688575745], "cos_Ac_negg": [0.3740694224834442, 0.5227347612380981, 0.7218151688575745], "r_norm": [5.9750213623046875, 4.006972312927246, 4.182605743408203]}, {"step": 8650, "epoch": 18, "train_loss": 0.10544838756322861, "cos_r_negg": [0.4011334776878357, 0.5137121677398682, 0.7501097917556763], "cos_apical_negg": [0.4011334776878357, 0.5137121677398682, 0.7501097917556763], "cos_Ac_negg": [0.4011334776878357, 0.5137121677398682, 0.7501097917556763], "r_norm": [4.93023681640625, 3.3059186935424805, 3.4290146827697754]}, {"step": 8700, "epoch": 18, "train_loss": 0.12927524745464325, "cos_r_negg": [0.37973684072494507, 0.5203649997711182, 0.7548270225524902], "cos_apical_negg": [0.37973684072494507, 0.5203649997711182, 0.7548270225524902], "cos_Ac_negg": [0.37973684072494507, 0.5203649997711182, 0.7548270225524902], "r_norm": [5.878097057342529, 3.9473488330841064, 4.069238662719727]}, {"step": 8750, "epoch": 18, "train_loss": 0.08571959286928177, "cos_r_negg": [0.3646271824836731, 0.5035565495491028, 0.7256386876106262], "cos_apical_negg": [0.3646271824836731, 0.5035565495491028, 0.7256386876106262], "cos_Ac_negg": [0.3646271824836731, 0.5035565495491028, 0.7256386876106262], "r_norm": [5.412088394165039, 3.654963493347168, 3.821514844894409], "ldr": {"dL_sdil": -0.01551733911037445, "dL_bp": -0.004856690764427185, "ratio": 3.1950436754242513}}, {"step": 8800, "epoch": 18, "train_loss": 0.13329875469207764, "cos_r_negg": [0.3529755473136902, 0.5175617337226868, 0.7276744842529297], "cos_apical_negg": [0.3529755473136902, 0.5175617337226868, 0.7276744842529297], "cos_Ac_negg": [0.3529755473136902, 0.5175617337226868, 0.7276744842529297], "r_norm": [5.618012428283691, 3.79160213470459, 3.9425127506256104]}, {"step": 8850, "epoch": 18, "train_loss": 0.1733933687210083, "cos_r_negg": [0.34362828731536865, 0.5331915616989136, 0.748360812664032], "cos_apical_negg": [0.34362828731536865, 0.5331915616989136, 0.748360812664032], "cos_Ac_negg": [0.34362828731536865, 0.5331915616989136, 0.748360812664032], "r_norm": [4.019952774047852, 2.7262074947357178, 2.8196675777435303]}, {"step": 8900, "epoch": 18, "train_loss": 0.1293802708387375, "cos_r_negg": [0.3991444706916809, 0.517418384552002, 0.7377707958221436], "cos_apical_negg": [0.3991444706916809, 0.517418384552002, 0.7377707958221436], "cos_Ac_negg": [0.3991444706916809, 0.517418384552002, 0.7377707958221436], "r_norm": [4.433049201965332, 2.979793071746826, 3.092601776123047]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9537, "test_loss": 0.16236078720092773}, {"step": 8950, "epoch": 19, "train_loss": 0.07306522130966187, "cos_r_negg": [0.3639955222606659, 0.5114760994911194, 0.7282800674438477], "cos_apical_negg": [0.3639955222606659, 0.5114760994911194, 0.7282800674438477], "cos_Ac_negg": [0.3639955222606659, 0.5114760994911194, 0.7282800674438477], "r_norm": [4.274406433105469, 2.8813986778259277, 3.0095016956329346]}, {"step": 9000, "epoch": 19, "train_loss": 0.13232870399951935, "cos_r_negg": [0.3200719356536865, 0.49240976572036743, 0.709382176399231], "cos_apical_negg": [0.3200719356536865, 0.49240976572036743, 0.709382176399231], "cos_Ac_negg": [0.3200719356536865, 0.49240976572036743, 0.709382176399231], "r_norm": [5.392941474914551, 3.641268730163574, 3.7620246410369873], "ldr": {"dL_sdil": -0.021036922931671143, "dL_bp": -0.007032215595245361, "ratio": 2.991507107076563}}, {"step": 9050, "epoch": 19, "train_loss": 0.32433921098709106, "cos_r_negg": [0.34060996770858765, 0.4846319556236267, 0.7065733671188354], "cos_apical_negg": [0.34060996770858765, 0.4846319556236267, 0.7065733671188354], "cos_Ac_negg": [0.34060996770858765, 0.4846319556236267, 0.7065733671188354], "r_norm": [4.740347385406494, 3.220179557800293, 3.3356552124023438]}, {"step": 9100, "epoch": 19, "train_loss": 0.11748141795396805, "cos_r_negg": [0.36883416771888733, 0.5085418224334717, 0.7299017310142517], "cos_apical_negg": [0.36883416771888733, 0.5085418224334717, 0.7299017310142517], "cos_Ac_negg": [0.36883416771888733, 0.5085418224334717, 0.7299017310142517], "r_norm": [4.556445121765137, 3.1035072803497314, 3.2396013736724854]}, {"step": 9150, "epoch": 19, "train_loss": 0.3062065541744232, "cos_r_negg": [0.3256447911262512, 0.4813198745250702, 0.7385297417640686], "cos_apical_negg": [0.3256447911262512, 0.4813198745250702, 0.7385297417640686], "cos_Ac_negg": [0.3256447911262512, 0.4813198745250702, 0.7385297417640686], "r_norm": [5.246320724487305, 3.579805612564087, 3.6942672729492188]}, {"step": 9200, "epoch": 19, "train_loss": 0.1689903736114502, "cos_r_negg": [0.3877517580986023, 0.5215754508972168, 0.7740479707717896], "cos_apical_negg": [0.3877517580986023, 0.5215754508972168, 0.7740479707717896], "cos_Ac_negg": [0.3877517580986023, 0.5215754508972168, 0.7740479707717896], "r_norm": [7.694448471069336, 5.250524520874023, 5.476806640625]}, {"step": 9250, "epoch": 19, "train_loss": 0.08444016426801682, "cos_r_negg": [0.3769019842147827, 0.5302293300628662, 0.7701046466827393], "cos_apical_negg": [0.3769019842147827, 0.5302293300628662, 0.7701046466827393], "cos_Ac_negg": [0.3769019842147827, 0.5302293300628662, 0.7701046466827393], "r_norm": [5.575016498565674, 3.7948617935180664, 3.972949504852295], "ldr": {"dL_sdil": -0.02228211611509323, "dL_bp": -0.005348384380340576, "ratio": 4.166139628445019}}, {"step": 9300, "epoch": 19, "train_loss": 0.2399190366268158, "cos_r_negg": [0.34148627519607544, 0.489873468875885, 0.7490898966789246], "cos_apical_negg": [0.34148627519607544, 0.489873468875885, 0.7490898966789246], "cos_Ac_negg": [0.34148627519607544, 0.489873468875885, 0.7490898966789246], "r_norm": [5.314569473266602, 3.6281628608703613, 3.7713608741760254]}, {"step": 9350, "epoch": 19, "train_loss": 0.14983609318733215, "cos_r_negg": [0.32194414734840393, 0.466417133808136, 0.6911841034889221], "cos_apical_negg": [0.32194414734840393, 0.466417133808136, 0.6911841034889221], "cos_Ac_negg": [0.32194414734840393, 0.466417133808136, 0.6911841034889221], "r_norm": [5.162493705749512, 3.533209800720215, 3.6569340229034424]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9482, "test_loss": 0.19377213287353515}], "final": {"test_acc": 0.9482, "test_loss": 0.19377213287353515, "wall_s": 22.217341661453247, "cos_r_negg": [0.34169384837150574, 0.49331134557724, 0.7430315017700195], "cos_apical_negg": [0.34169384837150574, 0.49331134557724, 0.7430315017700195], "cos_Ac_negg": [0.34169384837150574, 0.49331134557724, 0.7430315017700195]}}
|
