1
|
{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.43324613571167, "cos_r_negg": [0.021196182817220688, 0.03559420630335808, -0.0020433864556252956], "cos_apical_negg": [0.021196182817220688, 0.03559420630335808, -0.0020433864556252956], "cos_Ac_negg": [0.021196182817220688, 0.03559420630335808, -0.0020433864556252956], "r_norm": [4.771160125732422, 4.798567771911621, 4.898940086364746], "ldr": {"dL_sdil": -0.021613359451293945, "dL_bp": -0.15989303588867188, "ratio": 0.13517386377191937}}, {"step": 50, "epoch": 0, "train_loss": 0.6949685215950012, "cos_r_negg": [0.4074728190898895, 0.34088680148124695, 0.22367127239704132], "cos_apical_negg": [0.4074728190898895, 0.34088680148124695, 0.22367127239704132], "cos_Ac_negg": [0.4074728190898895, 0.34088680148124695, 0.22367127239704132], "r_norm": [2.0896193981170654, 2.0981717109680176, 2.1692323684692383]}, {"step": 100, "epoch": 0, "train_loss": 0.6557568311691284, "cos_r_negg": [0.4515438675880432, 0.34199944138526917, 0.21880245208740234], "cos_apical_negg": [0.4515438675880432, 0.34199944138526917, 0.21880245208740234], "cos_Ac_negg": [0.4515438675880432, 0.34199944138526917, 0.21880245208740234], "r_norm": [1.7121683359146118, 1.7199208736419678, 1.7797114849090576]}, {"step": 150, "epoch": 0, "train_loss": 0.5205667018890381, "cos_r_negg": [0.49053049087524414, 0.3880387544631958, 0.2775844633579254], "cos_apical_negg": [0.49053049087524414, 0.3880387544631958, 0.2775844633579254], "cos_Ac_negg": [0.49053049087524414, 0.3880387544631958, 0.2775844633579254], "r_norm": [1.6002650260925293, 1.6110444068908691, 1.6602206230163574]}, {"step": 200, "epoch": 0, "train_loss": 0.5238134264945984, "cos_r_negg": [0.5025424957275391, 0.4271199703216553, 0.3028220534324646], "cos_apical_negg": [0.5025424957275391, 0.4271199703216553, 0.3028220534324646], "cos_Ac_negg": [0.5025424957275391, 0.4271199703216553, 0.3028220534324646], "r_norm": [1.4666988849639893, 1.4738961458206177, 1.5245376825332642]}, {"step": 250, "epoch": 0, "train_loss": 0.48088422417640686, "cos_r_negg": [0.5460898876190186, 0.44415199756622314, 0.31775426864624023], "cos_apical_negg": [0.5460898876190186, 0.44415199756622314, 0.31775426864624023], "cos_Ac_negg": [0.5460898876190186, 0.44415199756622314, 0.31775426864624023], "r_norm": [1.3501207828521729, 1.354928970336914, 1.39949631690979], "ldr": {"dL_sdil": -0.009404540061950684, "dL_bp": -0.0062840282917022705, "ratio": 1.4965782497142612}}, {"step": 300, "epoch": 0, "train_loss": 0.7266383171081543, "cos_r_negg": [0.5530117154121399, 0.4432540833950043, 0.3081357479095459], "cos_apical_negg": [0.5530117154121399, 0.4432540833950043, 0.3081357479095459], "cos_Ac_negg": [0.5530117154121399, 0.4432540833950043, 0.3081357479095459], "r_norm": [1.2551149129867554, 1.259178876876831, 1.3026859760284424]}, {"step": 350, "epoch": 0, "train_loss": 0.45312565565109253, "cos_r_negg": [0.585620105266571, 0.4719078540802002, 0.3330947756767273], "cos_apical_negg": [0.585620105266571, 0.4719078540802002, 0.3330947756767273], "cos_Ac_negg": [0.585620105266571, 0.4719078540802002, 0.3330947756767273], "r_norm": [1.2928156852722168, 1.2941582202911377, 1.3377922773361206]}, {"step": 400, "epoch": 0, "train_loss": 0.6132080554962158, "cos_r_negg": [0.5900606513023376, 0.49714240431785583, 0.35381436347961426], "cos_apical_negg": [0.5900606513023376, 0.49714240431785583, 0.35381436347961426], "cos_Ac_negg": [0.5900606513023376, 0.49714240431785583, 0.35381436347961426], "r_norm": [1.259326457977295, 1.2621337175369263, 1.305537462234497]}, {"step": 450, "epoch": 0, "train_loss": 0.41750437021255493, "cos_r_negg": [0.5851621031761169, 0.4927431643009186, 0.35349249839782715], "cos_apical_negg": [0.5851621031761169, 0.4927431643009186, 0.35349249839782715], "cos_Ac_negg": [0.5851621031761169, 0.4927431643009186, 0.35349249839782715], "r_norm": [1.2407991886138916, 1.24476957321167, 1.2929267883300781]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8338, "test_loss": 0.46750648193359373}, {"step": 500, "epoch": 1, "train_loss": 0.31802406907081604, "cos_r_negg": [0.604495644569397, 0.5004763007164001, 0.37252670526504517], "cos_apical_negg": [0.604495644569397, 0.5004763007164001, 0.37252670526504517], "cos_Ac_negg": [0.604495644569397, 0.5004763007164001, 0.37252670526504517], "r_norm": [1.2410447597503662, 1.2463899850845337, 1.287285327911377], "ldr": {"dL_sdil": -0.02411210536956787, "dL_bp": -0.01874825358390808, "ratio": 1.2860987430991262}}, {"step": 550, "epoch": 1, "train_loss": 0.46862471103668213, "cos_r_negg": [0.6007328629493713, 0.5044600367546082, 0.3637940287590027], "cos_apical_negg": [0.6007328629493713, 0.5044600367546082, 0.3637940287590027], "cos_Ac_negg": [0.6007328629493713, 0.5044600367546082, 0.3637940287590027], "r_norm": [1.1054826974868774, 1.1081383228302002, 1.146207332611084]}, {"step": 600, "epoch": 1, "train_loss": 0.4793477952480316, "cos_r_negg": [0.6106545925140381, 0.5159896016120911, 0.3700384497642517], "cos_apical_negg": [0.6106545925140381, 0.5159896016120911, 0.3700384497642517], "cos_Ac_negg": [0.6106545925140381, 0.5159896016120911, 0.3700384497642517], "r_norm": [1.091277003288269, 1.0945478677749634, 1.13316810131073]}, {"step": 650, "epoch": 1, "train_loss": 0.5041123628616333, "cos_r_negg": [0.6179063320159912, 0.5257996320724487, 0.36342668533325195], "cos_apical_negg": [0.6179063320159912, 0.5257996320724487, 0.36342668533325195], "cos_Ac_negg": [0.6179063320159912, 0.5257996320724487, 0.36342668533325195], "r_norm": [1.1051414012908936, 1.105959415435791, 1.1443790197372437]}, {"step": 700, "epoch": 1, "train_loss": 0.27545565366744995, "cos_r_negg": [0.6262987852096558, 0.5324132442474365, 0.3821271061897278], "cos_apical_negg": [0.6262987852096558, 0.5324132442474365, 0.3821271061897278], "cos_Ac_negg": [0.6262987852096558, 0.5324132442474365, 0.3821271061897278], "r_norm": [1.1363660097122192, 1.1387693881988525, 1.174210548400879]}, {"step": 750, "epoch": 1, "train_loss": 0.4439711272716522, "cos_r_negg": [0.6207559108734131, 0.5327538251876831, 0.3689095377922058], "cos_apical_negg": [0.6207559108734131, 0.5327538251876831, 0.3689095377922058], "cos_Ac_negg": [0.6207559108734131, 0.5327538251876831, 0.3689095377922058], "r_norm": [1.0369741916656494, 1.0383775234222412, 1.0753836631774902], "ldr": {"dL_sdil": -0.00990799069404602, "dL_bp": -0.007486402988433838, "ratio": 1.323464781331359}}, {"step": 800, "epoch": 1, "train_loss": 0.47393471002578735, "cos_r_negg": [0.6296987533569336, 0.5377130508422852, 0.38826441764831543], "cos_apical_negg": [0.6296987533569336, 0.5377130508422852, 0.38826441764831543], "cos_Ac_negg": [0.6296987533569336, 0.5377130508422852, 0.38826441764831543], "r_norm": [0.9940280318260193, 0.9939140677452087, 1.0282379388809204]}, {"step": 850, "epoch": 1, "train_loss": 0.2567611038684845, "cos_r_negg": [0.6272507905960083, 0.528494119644165, 0.3731234073638916], "cos_apical_negg": [0.6272507905960083, 0.528494119644165, 0.3731234073638916], "cos_Ac_negg": [0.6272507905960083, 0.528494119644165, 0.3731234073638916], "r_norm": [1.0100324153900146, 1.0095601081848145, 1.0449039936065674]}, {"step": 900, "epoch": 1, "train_loss": 0.3501585125923157, "cos_r_negg": [0.6177041530609131, 0.5283191800117493, 0.3746758997440338], "cos_apical_negg": [0.6177041530609131, 0.5283191800117493, 0.3746758997440338], "cos_Ac_negg": [0.6177041530609131, 0.5283191800117493, 0.3746758997440338], "r_norm": [0.9970409274101257, 0.9954712390899658, 1.0323338508605957]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8485, "test_loss": 0.4215078643798828}, {"step": 950, "epoch": 2, "train_loss": 0.36515843868255615, "cos_r_negg": [0.6314712166786194, 0.5381380319595337, 0.3848887085914612], "cos_apical_negg": [0.6314712166786194, 0.5381380319595337, 0.3848887085914612], "cos_Ac_negg": [0.6314712166786194, 0.5381380319595337, 0.3848887085914612], "r_norm": [0.9939714670181274, 0.9922256469726562, 1.0270206928253174]}, {"step": 1000, "epoch": 2, "train_loss": 0.30667099356651306, "cos_r_negg": [0.6357105374336243, 0.5489354133605957, 0.4041711091995239], "cos_apical_negg": [0.6357105374336243, 0.5489354133605957, 0.4041711091995239], "cos_Ac_negg": [0.6357105374336243, 0.5489354133605957, 0.4041711091995239], "r_norm": [1.0080630779266357, 1.0081121921539307, 1.0407840013504028], "ldr": {"dL_sdil": -0.020471036434173584, "dL_bp": -0.01688447594642639, "ratio": 1.2124176373093942}}, {"step": 1050, "epoch": 2, "train_loss": 0.35262972116470337, "cos_r_negg": [0.6374633312225342, 0.5490570664405823, 0.3971938490867615], "cos_apical_negg": [0.6374633312225342, 0.5490570664405823, 0.3971938490867615], "cos_Ac_negg": [0.6374633312225342, 0.5490570664405823, 0.3971938490867615], "r_norm": [0.9420745968818665, 0.9393408894538879, 0.9730899930000305]}, {"step": 1100, "epoch": 2, "train_loss": 0.30484703183174133, "cos_r_negg": [0.6301026940345764, 0.5465482473373413, 0.4114975035190582], "cos_apical_negg": [0.6301026940345764, 0.5465482473373413, 0.4114975035190582], "cos_Ac_negg": [0.6301026940345764, 0.5465482473373413, 0.4114975035190582], "r_norm": [0.9362117052078247, 0.9329202771186829, 0.9678053855895996]}, {"step": 1150, "epoch": 2, "train_loss": 0.3576948940753937, "cos_r_negg": [0.6369678974151611, 0.5578538179397583, 0.415418803691864], "cos_apical_negg": [0.6369678974151611, 0.5578538179397583, 0.415418803691864], "cos_Ac_negg": [0.6369678974151611, 0.5578538179397583, 0.415418803691864], "r_norm": [0.9175667762756348, 0.9143753051757812, 0.9459660053253174]}, {"step": 1200, "epoch": 2, "train_loss": 0.4010130763053894, "cos_r_negg": [0.6385674476623535, 0.5563751459121704, 0.40728506445884705], "cos_apical_negg": [0.6385674476623535, 0.5563751459121704, 0.40728506445884705], "cos_Ac_negg": [0.6385674476623535, 0.5563751459121704, 0.40728506445884705], "r_norm": [0.9226034879684448, 0.9171085357666016, 0.9494205713272095]}, {"step": 1250, "epoch": 2, "train_loss": 0.28180989623069763, "cos_r_negg": [0.6453202962875366, 0.5663124322891235, 0.42971092462539673], "cos_apical_negg": [0.6453202962875366, 0.5663124322891235, 0.42971092462539673], "cos_Ac_negg": [0.6453202962875366, 0.5663124322891235, 0.42971092462539673], "r_norm": [0.9286765456199646, 0.924335241317749, 0.9556983709335327], "ldr": {"dL_sdil": -0.01269260048866272, "dL_bp": -0.010300904512405396, "ratio": 1.2321831032776782}}, {"step": 1300, "epoch": 2, "train_loss": 0.2922934293746948, "cos_r_negg": [0.6421389579772949, 0.5693593621253967, 0.4301437735557556], "cos_apical_negg": [0.6421389579772949, 0.5693593621253967, 0.4301437735557556], "cos_Ac_negg": [0.6421389579772949, 0.5693593621253967, 0.4301437735557556], "r_norm": [0.8551695346832275, 0.8504180312156677, 0.8791025876998901]}, {"step": 1350, "epoch": 2, "train_loss": 0.2397993505001068, "cos_r_negg": [0.6522104740142822, 0.575564980506897, 0.44465672969818115], "cos_apical_negg": [0.6522104740142822, 0.575564980506897, 0.44465672969818115], "cos_Ac_negg": [0.6522104740142822, 0.575564980506897, 0.44465672969818115], "r_norm": [0.8960965871810913, 0.8914044499397278, 0.9217617511749268]}, {"step": 1400, "epoch": 2, "train_loss": 0.4569716453552246, "cos_r_negg": [0.6413010358810425, 0.5585875511169434, 0.4180840253829956], "cos_apical_negg": [0.6413010358810425, 0.5585875511169434, 0.4180840253829956], "cos_Ac_negg": [0.6413010358810425, 0.5585875511169434, 0.4180840253829956], "r_norm": [0.8293352127075195, 0.8231061100959778, 0.8500709533691406]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8613, "test_loss": 0.3874388275146484}, {"step": 1450, "epoch": 3, "train_loss": 0.5515859723091125, "cos_r_negg": [0.6536352634429932, 0.5792043805122375, 0.4496381878852844], "cos_apical_negg": [0.6536352634429932, 0.5792043805122375, 0.4496381878852844], "cos_Ac_negg": [0.6536352634429932, 0.5792043805122375, 0.4496381878852844], "r_norm": [0.9121310710906982, 0.9030051231384277, 0.9362002015113831]}, {"step": 1500, "epoch": 3, "train_loss": 0.3531574606895447, "cos_r_negg": [0.6646299362182617, 0.5899798274040222, 0.45523539185523987], "cos_apical_negg": [0.6646299362182617, 0.5899798274040222, 0.45523539185523987], "cos_Ac_negg": [0.6646299362182617, 0.5899798274040222, 0.45523539185523987], "r_norm": [0.9189400672912598, 0.915337085723877, 0.9413134455680847], "ldr": {"dL_sdil": -0.02961254119873047, "dL_bp": -0.025193780660629272, "ratio": 1.1753909267379812}}, {"step": 1550, "epoch": 3, "train_loss": 0.26765677332878113, "cos_r_negg": [0.6544555425643921, 0.5820785760879517, 0.44021961092948914], "cos_apical_negg": [0.6544555425643921, 0.5820785760879517, 0.44021961092948914], "cos_Ac_negg": [0.6544555425643921, 0.5820785760879517, 0.44021961092948914], "r_norm": [0.8296754360198975, 0.8199288249015808, 0.8465853929519653]}, {"step": 1600, "epoch": 3, "train_loss": 0.32475703954696655, "cos_r_negg": [0.6434730291366577, 0.587358295917511, 0.4452623128890991], "cos_apical_negg": [0.6434730291366577, 0.587358295917511, 0.4452623128890991], "cos_Ac_negg": [0.6434730291366577, 0.587358295917511, 0.4452623128890991], "r_norm": [0.8441674113273621, 0.834679126739502, 0.8613265752792358]}, {"step": 1650, "epoch": 3, "train_loss": 0.30960822105407715, "cos_r_negg": [0.6588070392608643, 0.5893911719322205, 0.44868624210357666], "cos_apical_negg": [0.6588070392608643, 0.5893911719322205, 0.44868624210357666], "cos_Ac_negg": [0.6588070392608643, 0.5893911719322205, 0.44868624210357666], "r_norm": [0.8001327514648438, 0.7938121557235718, 0.8176783323287964]}, {"step": 1700, "epoch": 3, "train_loss": 0.30314767360687256, "cos_r_negg": [0.653886616230011, 0.5751630067825317, 0.4488752484321594], "cos_apical_negg": [0.653886616230011, 0.5751630067825317, 0.4488752484321594], "cos_Ac_negg": [0.653886616230011, 0.5751630067825317, 0.4488752484321594], "r_norm": [0.7932654619216919, 0.7852518558502197, 0.8106732964515686]}, {"step": 1750, "epoch": 3, "train_loss": 0.4591110348701477, "cos_r_negg": [0.6491396427154541, 0.5880749225616455, 0.4660246968269348], "cos_apical_negg": [0.6491396427154541, 0.5880749225616455, 0.4660246968269348], "cos_Ac_negg": [0.6491396427154541, 0.5880749225616455, 0.4660246968269348], "r_norm": [0.8064249753952026, 0.7958297729492188, 0.8210436701774597], "ldr": {"dL_sdil": -0.007502466440200806, "dL_bp": -0.006192445755004883, "ratio": 1.2115514187810419}}, {"step": 1800, "epoch": 3, "train_loss": 0.3333946466445923, "cos_r_negg": [0.6551896929740906, 0.5946562886238098, 0.4537878632545471], "cos_apical_negg": [0.6551896929740906, 0.5946562886238098, 0.4537878632545471], "cos_Ac_negg": [0.6551896929740906, 0.5946562886238098, 0.4537878632545471], "r_norm": [0.7959288358688354, 0.7858902215957642, 0.8113531470298767]}, {"step": 1850, "epoch": 3, "train_loss": 0.3691549301147461, "cos_r_negg": [0.6571446657180786, 0.5906509160995483, 0.46251070499420166], "cos_apical_negg": [0.6571446657180786, 0.5906509160995483, 0.46251070499420166], "cos_Ac_negg": [0.6571446657180786, 0.5906509160995483, 0.46251070499420166], "r_norm": [0.7673295140266418, 0.7563608884811401, 0.7795453071594238]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8669, "test_loss": 0.3654828125}, {"step": 1900, "epoch": 4, "train_loss": 0.2528487741947174, "cos_r_negg": [0.6711167097091675, 0.6083699464797974, 0.4715181291103363], "cos_apical_negg": [0.6711167097091675, 0.6083699464797974, 0.4715181291103363], "cos_Ac_negg": [0.6711167097091675, 0.6083699464797974, 0.4715181291103363], "r_norm": [0.7811803817749023, 0.7725160121917725, 0.7950971722602844]}, {"step": 1950, "epoch": 4, "train_loss": 0.43578970432281494, "cos_r_negg": [0.6583060026168823, 0.6005061864852905, 0.4692997932434082], "cos_apical_negg": [0.6583060026168823, 0.6005061864852905, 0.4692997932434082], "cos_Ac_negg": [0.6583060026168823, 0.6005061864852905, 0.4692997932434082], "r_norm": [0.7913386225700378, 0.7822264432907104, 0.8053493499755859]}, {"step": 2000, "epoch": 4, "train_loss": 0.3537822365760803, "cos_r_negg": [0.6471843719482422, 0.598186731338501, 0.4672960042953491], "cos_apical_negg": [0.6471843719482422, 0.598186731338501, 0.4672960042953491], "cos_Ac_negg": [0.6471843719482422, 0.598186731338501, 0.4672960042953491], "r_norm": [0.7918614149093628, 0.7796087265014648, 0.8044354915618896], "ldr": {"dL_sdil": -0.010067582130432129, "dL_bp": -0.008792281150817871, "ratio": 1.145047793369941}}, {"step": 2050, "epoch": 4, "train_loss": 0.30587658286094666, "cos_r_negg": [0.6492311358451843, 0.5977281332015991, 0.4702288508415222], "cos_apical_negg": [0.6492311358451843, 0.5977281332015991, 0.4702288508415222], "cos_Ac_negg": [0.6492311358451843, 0.5977281332015991, 0.4702288508415222], "r_norm": [0.7874946594238281, 0.7744671702384949, 0.7965065240859985]}, {"step": 2100, "epoch": 4, "train_loss": 0.3060089945793152, "cos_r_negg": [0.6590684652328491, 0.6024495363235474, 0.4830961227416992], "cos_apical_negg": [0.6590684652328491, 0.6024495363235474, 0.4830961227416992], "cos_Ac_negg": [0.6590684652328491, 0.6024495363235474, 0.4830961227416992], "r_norm": [0.787014901638031, 0.7732194662094116, 0.7960654497146606]}, {"step": 2150, "epoch": 4, "train_loss": 0.30757936835289, "cos_r_negg": [0.6665902137756348, 0.6104925870895386, 0.48115813732147217], "cos_apical_negg": [0.6665902137756348, 0.6104925870895386, 0.48115813732147217], "cos_Ac_negg": [0.6665902137756348, 0.6104925870895386, 0.48115813732147217], "r_norm": [0.7753728628158569, 0.7611671090126038, 0.781684935092926]}, {"step": 2200, "epoch": 4, "train_loss": 0.3024944067001343, "cos_r_negg": [0.6711025834083557, 0.6210713386535645, 0.4882063865661621], "cos_apical_negg": [0.6711025834083557, 0.6210713386535645, 0.4882063865661621], "cos_Ac_negg": [0.6711025834083557, 0.6210713386535645, 0.4882063865661621], "r_norm": [0.7403829097747803, 0.7261949181556702, 0.7490355968475342]}, {"step": 2250, "epoch": 4, "train_loss": 0.16827921569347382, "cos_r_negg": [0.6821460127830505, 0.6244357228279114, 0.49638211727142334], "cos_apical_negg": [0.6821460127830505, 0.6244357228279114, 0.49638211727142334], "cos_Ac_negg": [0.6821460127830505, 0.6244357228279114, 0.49638211727142334], "r_norm": [0.7373197674751282, 0.7221716642379761, 0.7453395128250122], "ldr": {"dL_sdil": -0.006085097789764404, "dL_bp": -0.005113720893859863, "ratio": 1.1899550085087536}}, {"step": 2300, "epoch": 4, "train_loss": 0.1336798220872879, "cos_r_negg": [0.6791040897369385, 0.6276272535324097, 0.4972471594810486], "cos_apical_negg": [0.6791040897369385, 0.6276272535324097, 0.4972471594810486], "cos_Ac_negg": [0.6791040897369385, 0.6276272535324097, 0.4972471594810486], "r_norm": [0.7504333257675171, 0.7361180782318115, 0.7592321634292603]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8714, "test_loss": 0.3617995391845703}, {"step": 2350, "epoch": 5, "train_loss": 0.1734810173511505, "cos_r_negg": [0.680177628993988, 0.6199451684951782, 0.486473947763443], "cos_apical_negg": [0.680177628993988, 0.6199451684951782, 0.486473947763443], "cos_Ac_negg": [0.680177628993988, 0.6199451684951782, 0.486473947763443], "r_norm": [0.6674178838729858, 0.6542443633079529, 0.6725937724113464]}, {"step": 2400, "epoch": 5, "train_loss": 0.3052213490009308, "cos_r_negg": [0.6694042682647705, 0.6214381456375122, 0.4967174828052521], "cos_apical_negg": [0.6694042682647705, 0.6214381456375122, 0.4967174828052521], "cos_Ac_negg": [0.6694042682647705, 0.6214381456375122, 0.4967174828052521], "r_norm": [0.7262042760848999, 0.7104325294494629, 0.7340155243873596]}, {"step": 2450, "epoch": 5, "train_loss": 0.3016902804374695, "cos_r_negg": [0.6732348799705505, 0.6208239793777466, 0.49230337142944336], "cos_apical_negg": [0.6732348799705505, 0.6208239793777466, 0.49230337142944336], "cos_Ac_negg": [0.6732348799705505, 0.6208239793777466, 0.49230337142944336], "r_norm": [0.6850787401199341, 0.6686711311340332, 0.6887578964233398]}, {"step": 2500, "epoch": 5, "train_loss": 0.29644930362701416, "cos_r_negg": [0.6761449575424194, 0.6366217732429504, 0.5117693543434143], "cos_apical_negg": [0.6761449575424194, 0.6366217732429504, 0.5117693543434143], "cos_Ac_negg": [0.6761449575424194, 0.6366217732429504, 0.5117693543434143], "r_norm": [0.7054964303970337, 0.6886119246482849, 0.7067117691040039], "ldr": {"dL_sdil": -0.007978677749633789, "dL_bp": -0.006984353065490723, "ratio": 1.1423646076908636}}, {"step": 2550, "epoch": 5, "train_loss": 0.21153873205184937, "cos_r_negg": [0.6688898801803589, 0.6209372282028198, 0.49502432346343994], "cos_apical_negg": [0.6688898801803589, 0.6209372282028198, 0.49502432346343994], "cos_Ac_negg": [0.6688898801803589, 0.6209372282028198, 0.49502432346343994], "r_norm": [0.673129677772522, 0.6570805907249451, 0.674914538860321]}, {"step": 2600, "epoch": 5, "train_loss": 0.2555624842643738, "cos_r_negg": [0.6937810182571411, 0.6421273350715637, 0.5139697790145874], "cos_apical_negg": [0.6937810182571411, 0.6421273350715637, 0.5139697790145874], "cos_Ac_negg": [0.6937810182571411, 0.6421273350715637, 0.5139697790145874], "r_norm": [0.6607047319412231, 0.643216609954834, 0.662797212600708]}, {"step": 2650, "epoch": 5, "train_loss": 0.19645732641220093, "cos_r_negg": [0.6742993593215942, 0.6296638250350952, 0.5039359927177429], "cos_apical_negg": [0.6742993593215942, 0.6296638250350952, 0.5039359927177429], "cos_Ac_negg": [0.6742993593215942, 0.6296638250350952, 0.5039359927177429], "r_norm": [0.7055543661117554, 0.6861792206764221, 0.7102483510971069]}, {"step": 2700, "epoch": 5, "train_loss": 0.18362516164779663, "cos_r_negg": [0.6745612621307373, 0.6320488452911377, 0.5033218860626221], "cos_apical_negg": [0.6745612621307373, 0.6320488452911377, 0.5033218860626221], "cos_Ac_negg": [0.6745612621307373, 0.6320488452911377, 0.5033218860626221], "r_norm": [0.6836172342300415, 0.6638162732124329, 0.6824074983596802]}, {"step": 2750, "epoch": 5, "train_loss": 0.41911178827285767, "cos_r_negg": [0.6831501722335815, 0.6318413615226746, 0.5111305713653564], "cos_apical_negg": [0.6831501722335815, 0.6318413615226746, 0.5111305713653564], "cos_Ac_negg": [0.6831501722335815, 0.6318413615226746, 0.5111305713653564], "r_norm": [0.6825226545333862, 0.6639599800109863, 0.6814513206481934], "ldr": {"dL_sdil": -0.006403595209121704, "dL_bp": -0.005434244871139526, "ratio": 1.1783781115809218}}, {"step": 2800, "epoch": 5, "train_loss": 0.333213210105896, "cos_r_negg": [0.6768409609794617, 0.6347708106040955, 0.5160586833953857], "cos_apical_negg": [0.6768409609794617, 0.6347708106040955, 0.5160586833953857], "cos_Ac_negg": [0.6768409609794617, 0.6347708106040955, 0.5160586833953857], "r_norm": [0.7087064981460571, 0.6894210577011108, 0.7085725665092468]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8759, "test_loss": 0.3488072784423828}, {"step": 2850, "epoch": 6, "train_loss": 0.17461822926998138, "cos_r_negg": [0.6890003681182861, 0.6461719870567322, 0.530731201171875], "cos_apical_negg": [0.6890003681182861, 0.6461719870567322, 0.530731201171875], "cos_Ac_negg": [0.6890003681182861, 0.6461719870567322, 0.530731201171875], "r_norm": [0.6585671305656433, 0.6393003463745117, 0.6568204164505005]}, {"step": 2900, "epoch": 6, "train_loss": 0.2094224989414215, "cos_r_negg": [0.6860907077789307, 0.6468658447265625, 0.5285857915878296], "cos_apical_negg": [0.6860907077789307, 0.6468658447265625, 0.5285857915878296], "cos_Ac_negg": [0.6860907077789307, 0.6468658447265625, 0.5285857915878296], "r_norm": [0.6885439157485962, 0.6673650741577148, 0.687192976474762]}, {"step": 2950, "epoch": 6, "train_loss": 0.1569383442401886, "cos_r_negg": [0.6849839687347412, 0.6338604688644409, 0.5272634625434875], "cos_apical_negg": [0.6849839687347412, 0.6338604688644409, 0.5272634625434875], "cos_Ac_negg": [0.6849839687347412, 0.6338604688644409, 0.5272634625434875], "r_norm": [0.6391811966896057, 0.6185696125030518, 0.6353187561035156]}, {"step": 3000, "epoch": 6, "train_loss": 0.3742496967315674, "cos_r_negg": [0.6733834147453308, 0.6331797242164612, 0.5289912223815918], "cos_apical_negg": [0.6733834147453308, 0.6331797242164612, 0.5289912223815918], "cos_Ac_negg": [0.6733834147453308, 0.6331797242164612, 0.5289912223815918], "r_norm": [0.6524756550788879, 0.6311230659484863, 0.6469141840934753], "ldr": {"dL_sdil": -0.009006738662719727, "dL_bp": -0.008624523878097534, "ratio": 1.0443172040595596}}, {"step": 3050, "epoch": 6, "train_loss": 0.39389365911483765, "cos_r_negg": [0.6820905208587646, 0.6359430551528931, 0.5257148742675781], "cos_apical_negg": [0.6820905208587646, 0.6359430551528931, 0.5257148742675781], "cos_Ac_negg": [0.6820905208587646, 0.6359430551528931, 0.5257148742675781], "r_norm": [0.6413940191268921, 0.6193922162055969, 0.6364267468452454]}, {"step": 3100, "epoch": 6, "train_loss": 0.26473644375801086, "cos_r_negg": [0.6878964304924011, 0.6362169981002808, 0.5223940014839172], "cos_apical_negg": [0.6878964304924011, 0.6362169981002808, 0.5223940014839172], "cos_Ac_negg": [0.6878964304924011, 0.6362169981002808, 0.5223940014839172], "r_norm": [0.6500586867332458, 0.6266757249832153, 0.6442674398422241]}, {"step": 3150, "epoch": 6, "train_loss": 0.30999505519866943, "cos_r_negg": [0.6876404285430908, 0.6319426894187927, 0.5177209973335266], "cos_apical_negg": [0.6876404285430908, 0.6319426894187927, 0.5177209973335266], "cos_Ac_negg": [0.6876404285430908, 0.6319426894187927, 0.5177209973335266], "r_norm": [0.6538405418395996, 0.6301627159118652, 0.6457679271697998]}, {"step": 3200, "epoch": 6, "train_loss": 0.21644127368927002, "cos_r_negg": [0.6855044364929199, 0.6382011771202087, 0.5283540487289429], "cos_apical_negg": [0.6855044364929199, 0.6382011771202087, 0.5283540487289429], "cos_Ac_negg": [0.6855044364929199, 0.6382011771202087, 0.5283540487289429], "r_norm": [0.6337207555770874, 0.6106518507003784, 0.625903308391571]}, {"step": 3250, "epoch": 6, "train_loss": 0.17808152735233307, "cos_r_negg": [0.6839145421981812, 0.6339607238769531, 0.5317095518112183], "cos_apical_negg": [0.6839145421981812, 0.6339607238769531, 0.5317095518112183], "cos_Ac_negg": [0.6839145421981812, 0.6339607238769531, 0.5317095518112183], "r_norm": [0.6278799176216125, 0.6041364669799805, 0.6191911697387695], "ldr": {"dL_sdil": -0.008285582065582275, "dL_bp": -0.008114427328109741, "ratio": 1.0210926453034617}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8681, "test_loss": 0.36903182678222657}, {"step": 3300, "epoch": 7, "train_loss": 0.25804591178894043, "cos_r_negg": [0.6998730897903442, 0.6465392112731934, 0.5477502346038818], "cos_apical_negg": [0.6998730897903442, 0.6465392112731934, 0.5477502346038818], "cos_Ac_negg": [0.6998730897903442, 0.6465392112731934, 0.5477502346038818], "r_norm": [0.6597326993942261, 0.6339622735977173, 0.6510617733001709]}, {"step": 3350, "epoch": 7, "train_loss": 0.2173805683851242, "cos_r_negg": [0.7007506489753723, 0.6511999368667603, 0.5634998083114624], "cos_apical_negg": [0.7007506489753723, 0.6511999368667603, 0.5634998083114624], "cos_Ac_negg": [0.7007506489753723, 0.6511999368667603, 0.5634998083114624], "r_norm": [0.6379052996635437, 0.6113844513893127, 0.6288334131240845]}, {"step": 3400, "epoch": 7, "train_loss": 0.2209928184747696, "cos_r_negg": [0.6882715225219727, 0.6423050165176392, 0.5525554418563843], "cos_apical_negg": [0.6882715225219727, 0.6423050165176392, 0.5525554418563843], "cos_Ac_negg": [0.6882715225219727, 0.6423050165176392, 0.5525554418563843], "r_norm": [0.6130021214485168, 0.5860585570335388, 0.6044063568115234]}, {"step": 3450, "epoch": 7, "train_loss": 0.22101128101348877, "cos_r_negg": [0.6800727844238281, 0.6442193984985352, 0.5530702471733093], "cos_apical_negg": [0.6800727844238281, 0.6442193984985352, 0.5530702471733093], "cos_Ac_negg": [0.6800727844238281, 0.6442193984985352, 0.5530702471733093], "r_norm": [0.6092753410339355, 0.5835467576980591, 0.5990664958953857]}, {"step": 3500, "epoch": 7, "train_loss": 0.3536946177482605, "cos_r_negg": [0.6811741590499878, 0.6476258039474487, 0.5607274174690247], "cos_apical_negg": [0.6811741590499878, 0.6476258039474487, 0.5607274174690247], "cos_Ac_negg": [0.6811741590499878, 0.6476258039474487, 0.5607274174690247], "r_norm": [0.611250638961792, 0.584425687789917, 0.5992672443389893], "ldr": {"dL_sdil": -0.012044668197631836, "dL_bp": -0.01137000322341919, "ratio": 1.0593372720267147}}, {"step": 3550, "epoch": 7, "train_loss": 0.265178918838501, "cos_r_negg": [0.6793076395988464, 0.6343080401420593, 0.5481653213500977], "cos_apical_negg": [0.6793076395988464, 0.6343080401420593, 0.5481653213500977], "cos_Ac_negg": [0.6793076395988464, 0.6343080401420593, 0.5481653213500977], "r_norm": [0.6187257766723633, 0.5908761620521545, 0.6065634489059448]}, {"step": 3600, "epoch": 7, "train_loss": 0.20584818720817566, "cos_r_negg": [0.6870993375778198, 0.6390058994293213, 0.5451324582099915], "cos_apical_negg": [0.6870993375778198, 0.6390058994293213, 0.5451324582099915], "cos_Ac_negg": [0.6870993375778198, 0.6390058994293213, 0.5451324582099915], "r_norm": [0.6260014772415161, 0.5975747108459473, 0.6132251024246216]}, {"step": 3650, "epoch": 7, "train_loss": 0.34651249647140503, "cos_r_negg": [0.6957749128341675, 0.6509864330291748, 0.5659925937652588], "cos_apical_negg": [0.6957749128341675, 0.6509864330291748, 0.5659925937652588], "cos_Ac_negg": [0.6957749128341675, 0.6509864330291748, 0.5659925937652588], "r_norm": [0.6054290533065796, 0.5751665830612183, 0.5913264751434326]}, {"step": 3700, "epoch": 7, "train_loss": 0.2613527476787567, "cos_r_negg": [0.6812870502471924, 0.6359657049179077, 0.5407280921936035], "cos_apical_negg": [0.6812870502471924, 0.6359657049179077, 0.5407280921936035], "cos_Ac_negg": [0.6812870502471924, 0.6359657049179077, 0.5407280921936035], "r_norm": [0.6177042126655579, 0.5878571271896362, 0.6029917597770691]}, {"step": 3750, "epoch": 7, "train_loss": 0.30100372433662415, "cos_r_negg": [0.6728183031082153, 0.6320393681526184, 0.5416617393493652], "cos_apical_negg": [0.6728183031082153, 0.6320393681526184, 0.5416617393493652], "cos_Ac_negg": [0.6728183031082153, 0.6320393681526184, 0.5416617393493652], "r_norm": [0.6254130601882935, 0.5954478979110718, 0.6091347932815552], "ldr": {"dL_sdil": -0.00979110598564148, "dL_bp": -0.009913355112075806, "ratio": 0.987668238951169}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.877, "test_loss": 0.35950049743652346}, {"step": 3800, "epoch": 8, "train_loss": 0.21847191452980042, "cos_r_negg": [0.6728803515434265, 0.6313971281051636, 0.5478063821792603], "cos_apical_negg": [0.6728803515434265, 0.6313971281051636, 0.5478063821792603], "cos_Ac_negg": [0.6728803515434265, 0.6313971281051636, 0.5478063821792603], "r_norm": [0.586604118347168, 0.5561931729316711, 0.5700514316558838]}, {"step": 3850, "epoch": 8, "train_loss": 0.30035585165023804, "cos_r_negg": [0.6795069575309753, 0.6360208988189697, 0.5573512315750122], "cos_apical_negg": [0.6795069575309753, 0.6360208988189697, 0.5573512315750122], "cos_Ac_negg": [0.6795069575309753, 0.6360208988189697, 0.5573512315750122], "r_norm": [0.609901487827301, 0.5770885944366455, 0.5950071811676025]}, {"step": 3900, "epoch": 8, "train_loss": 0.29048100113868713, "cos_r_negg": [0.6784428954124451, 0.6342222094535828, 0.5637344121932983], "cos_apical_negg": [0.6784428954124451, 0.6342222094535828, 0.5637344121932983], "cos_Ac_negg": [0.6784428954124451, 0.6342222094535828, 0.5637344121932983], "r_norm": [0.655718207359314, 0.619957447052002, 0.6355665922164917]}, {"step": 3950, "epoch": 8, "train_loss": 0.2237458974123001, "cos_r_negg": [0.6888264417648315, 0.6347836852073669, 0.5713604688644409], "cos_apical_negg": [0.6888264417648315, 0.6347836852073669, 0.5713604688644409], "cos_Ac_negg": [0.6888264417648315, 0.6347836852073669, 0.5713604688644409], "r_norm": [0.5645914077758789, 0.5342344045639038, 0.5467404723167419]}, {"step": 4000, "epoch": 8, "train_loss": 0.34763622283935547, "cos_r_negg": [0.6969083547592163, 0.6527554392814636, 0.5773500800132751], "cos_apical_negg": [0.6969083547592163, 0.6527554392814636, 0.5773500800132751], "cos_Ac_negg": [0.6969083547592163, 0.6527554392814636, 0.5773500800132751], "r_norm": [0.6017048358917236, 0.5693104863166809, 0.5830184817314148], "ldr": {"dL_sdil": -0.010687649250030518, "dL_bp": -0.010394573211669922, "ratio": 1.0281951006926924}}, {"step": 4050, "epoch": 8, "train_loss": 0.25406187772750854, "cos_r_negg": [0.680804967880249, 0.6391241550445557, 0.5744136571884155], "cos_apical_negg": [0.680804967880249, 0.6391241550445557, 0.5744136571884155], "cos_Ac_negg": [0.680804967880249, 0.6391241550445557, 0.5744136571884155], "r_norm": [0.6709489226341248, 0.6297736763954163, 0.648000955581665]}, {"step": 4100, "epoch": 8, "train_loss": 0.2001897692680359, "cos_r_negg": [0.6686828136444092, 0.6328902840614319, 0.5625628232955933], "cos_apical_negg": [0.6686828136444092, 0.6328902840614319, 0.5625628232955933], "cos_Ac_negg": [0.6686828136444092, 0.6328902840614319, 0.5625628232955933], "r_norm": [0.638208270072937, 0.5993567109107971, 0.6164675951004028]}, {"step": 4150, "epoch": 8, "train_loss": 0.2365472912788391, "cos_r_negg": [0.6818705201148987, 0.6408984661102295, 0.573971152305603], "cos_apical_negg": [0.6818705201148987, 0.6408984661102295, 0.573971152305603], "cos_Ac_negg": [0.6818705201148987, 0.6408984661102295, 0.573971152305603], "r_norm": [0.5751136541366577, 0.5405321717262268, 0.5531949400901794]}, {"step": 4200, "epoch": 8, "train_loss": 0.2749113440513611, "cos_r_negg": [0.6707327961921692, 0.6256773471832275, 0.5515758991241455], "cos_apical_negg": [0.6707327961921692, 0.6256773471832275, 0.5515758991241455], "cos_Ac_negg": [0.6707327961921692, 0.6256773471832275, 0.5515758991241455], "r_norm": [0.5728217959403992, 0.5392717123031616, 0.5512709617614746]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8788, "test_loss": 0.3540437561035156}, {"step": 4250, "epoch": 9, "train_loss": 0.16493184864521027, "cos_r_negg": [0.6785784363746643, 0.6412226557731628, 0.5712062120437622], "cos_apical_negg": [0.6785784363746643, 0.6412226557731628, 0.5712062120437622], "cos_Ac_negg": [0.6785784363746643, 0.6412226557731628, 0.5712062120437622], "r_norm": [0.5921779274940491, 0.555564284324646, 0.5694285035133362], "ldr": {"dL_sdil": -0.016543954610824585, "dL_bp": -0.01660454273223877, "ratio": 0.9963511117173646}}, {"step": 4300, "epoch": 9, "train_loss": 0.16441413760185242, "cos_r_negg": [0.6865880489349365, 0.6467099189758301, 0.5744507312774658], "cos_apical_negg": [0.6865880489349365, 0.6467099189758301, 0.5744507312774658], "cos_Ac_negg": [0.6865880489349365, 0.6467099189758301, 0.5744507312774658], "r_norm": [0.5880664587020874, 0.5503562688827515, 0.5632257461547852]}, {"step": 4350, "epoch": 9, "train_loss": 0.13919350504875183, "cos_r_negg": [0.6937891244888306, 0.6451632380485535, 0.5739704370498657], "cos_apical_negg": [0.6937891244888306, 0.6451632380485535, 0.5739704370498657], "cos_Ac_negg": [0.6937891244888306, 0.6451632380485535, 0.5739704370498657], "r_norm": [0.5697891712188721, 0.5324305295944214, 0.5466303825378418]}, {"step": 4400, "epoch": 9, "train_loss": 0.26522231101989746, "cos_r_negg": [0.6659407615661621, 0.6275940537452698, 0.5599284172058105], "cos_apical_negg": [0.6659407615661621, 0.6275940537452698, 0.5599284172058105], "cos_Ac_negg": [0.6659407615661621, 0.6275940537452698, 0.5599284172058105], "r_norm": [0.6427352428436279, 0.6010708808898926, 0.6170137524604797]}, {"step": 4450, "epoch": 9, "train_loss": 0.15573164820671082, "cos_r_negg": [0.6845736503601074, 0.6356127858161926, 0.5687958598136902], "cos_apical_negg": [0.6845736503601074, 0.6356127858161926, 0.5687958598136902], "cos_Ac_negg": [0.6845736503601074, 0.6356127858161926, 0.5687958598136902], "r_norm": [0.595687210559845, 0.5560157299041748, 0.5681295394897461]}, {"step": 4500, "epoch": 9, "train_loss": 0.25635653734207153, "cos_r_negg": [0.6789003610610962, 0.6392809748649597, 0.5731939673423767], "cos_apical_negg": [0.6789003610610962, 0.6392809748649597, 0.5731939673423767], "cos_Ac_negg": [0.6789003610610962, 0.6392809748649597, 0.5731939673423767], "r_norm": [0.6288818120956421, 0.5861127972602844, 0.6008968353271484], "ldr": {"dL_sdil": -0.020525425672531128, "dL_bp": -0.021514415740966797, "ratio": 0.9540312839380305}}, {"step": 4550, "epoch": 9, "train_loss": 0.17647962272167206, "cos_r_negg": [0.684312641620636, 0.6379445791244507, 0.5669195652008057], "cos_apical_negg": [0.684312641620636, 0.6379445791244507, 0.5669195652008057], "cos_Ac_negg": [0.684312641620636, 0.6379445791244507, 0.5669195652008057], "r_norm": [0.5960394144058228, 0.5536026954650879, 0.5668896436691284]}, {"step": 4600, "epoch": 9, "train_loss": 0.2434321641921997, "cos_r_negg": [0.6867222189903259, 0.6395836472511292, 0.5710606575012207], "cos_apical_negg": [0.6867222189903259, 0.6395836472511292, 0.5710606575012207], "cos_Ac_negg": [0.6867222189903259, 0.6395836472511292, 0.5710606575012207], "r_norm": [0.5840082168579102, 0.5435125827789307, 0.5550867915153503]}, {"step": 4650, "epoch": 9, "train_loss": 0.2498576045036316, "cos_r_negg": [0.6898399591445923, 0.6468147039413452, 0.5760079622268677], "cos_apical_negg": [0.6898399591445923, 0.6468147039413452, 0.5760079622268677], "cos_Ac_negg": [0.6898399591445923, 0.6468147039413452, 0.5760079622268677], "r_norm": [0.5785294771194458, 0.5352213978767395, 0.5487593412399292]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8816, "test_loss": 0.3511072265625}, {"step": 4700, "epoch": 10, "train_loss": 0.2994707524776459, "cos_r_negg": [0.6849445104598999, 0.6442269682884216, 0.583319365978241], "cos_apical_negg": [0.6849445104598999, 0.6442269682884216, 0.583319365978241], "cos_Ac_negg": [0.6849445104598999, 0.6442269682884216, 0.583319365978241], "r_norm": [0.5826005935668945, 0.5379542112350464, 0.5510904788970947]}, {"step": 4750, "epoch": 10, "train_loss": 0.23229888081550598, "cos_r_negg": [0.6803954839706421, 0.6432974934577942, 0.5880376100540161], "cos_apical_negg": [0.6803954839706421, 0.6432974934577942, 0.5880376100540161], "cos_Ac_negg": [0.6803954839706421, 0.6432974934577942, 0.5880376100540161], "r_norm": [0.5478851795196533, 0.5048686265945435, 0.5175844430923462], "ldr": {"dL_sdil": -0.010333925485610962, "dL_bp": -0.01165229082107544, "ratio": 0.8868578414572389}}, {"step": 4800, "epoch": 10, "train_loss": 0.2065584361553192, "cos_r_negg": [0.6767297983169556, 0.637184739112854, 0.5807714462280273], "cos_apical_negg": [0.6767297983169556, 0.637184739112854, 0.5807714462280273], "cos_Ac_negg": [0.6767297983169556, 0.637184739112854, 0.5807714462280273], "r_norm": [0.5682915449142456, 0.5237643718719482, 0.5387247800827026]}, {"step": 4850, "epoch": 10, "train_loss": 0.24877387285232544, "cos_r_negg": [0.6795095205307007, 0.6412095427513123, 0.5822213888168335], "cos_apical_negg": [0.6795095205307007, 0.6412095427513123, 0.5822213888168335], "cos_Ac_negg": [0.6795095205307007, 0.6412095427513123, 0.5822213888168335], "r_norm": [0.5576975345611572, 0.5128508806228638, 0.5258234739303589]}, {"step": 4900, "epoch": 10, "train_loss": 0.16436709463596344, "cos_r_negg": [0.6699820756912231, 0.6293830275535583, 0.5727871060371399], "cos_apical_negg": [0.6699820756912231, 0.6293830275535583, 0.5727871060371399], "cos_Ac_negg": [0.6699820756912231, 0.6293830275535583, 0.5727871060371399], "r_norm": [0.5667116641998291, 0.5203966498374939, 0.5339704751968384]}, {"step": 4950, "epoch": 10, "train_loss": 0.19926197826862335, "cos_r_negg": [0.6711663603782654, 0.6296335458755493, 0.5717035531997681], "cos_apical_negg": [0.6711663603782654, 0.6296335458755493, 0.5717035531997681], "cos_Ac_negg": [0.6711663603782654, 0.6296335458755493, 0.5717035531997681], "r_norm": [0.5953902006149292, 0.5483680963516235, 0.5619158744812012]}, {"step": 5000, "epoch": 10, "train_loss": 0.19971416890621185, "cos_r_negg": [0.6741352677345276, 0.6262399554252625, 0.5696352124214172], "cos_apical_negg": [0.6741352677345276, 0.6262399554252625, 0.5696352124214172], "cos_Ac_negg": [0.6741352677345276, 0.6262399554252625, 0.5696352124214172], "r_norm": [0.604070782661438, 0.552619218826294, 0.5672036409378052], "ldr": {"dL_sdil": -0.016244977712631226, "dL_bp": -0.017616599798202515, "ratio": 0.9221403618585217}}, {"step": 5050, "epoch": 10, "train_loss": 0.33066821098327637, "cos_r_negg": [0.660871148109436, 0.6192675232887268, 0.5639066696166992], "cos_apical_negg": [0.660871148109436, 0.6192675232887268, 0.5639066696166992], "cos_Ac_negg": [0.660871148109436, 0.6192675232887268, 0.5639066696166992], "r_norm": [0.5313020944595337, 0.48651623725891113, 0.49837779998779297]}, {"step": 5100, "epoch": 10, "train_loss": 0.14902622997760773, "cos_r_negg": [0.6835050582885742, 0.6322644948959351, 0.5802291631698608], "cos_apical_negg": [0.6835050582885742, 0.6322644948959351, 0.5802291631698608], "cos_Ac_negg": [0.6835050582885742, 0.6322644948959351, 0.5802291631698608], "r_norm": [0.5543854236602783, 0.507430374622345, 0.5187479853630066]}, {"step": 5150, "epoch": 10, "train_loss": 0.2254926860332489, "cos_r_negg": [0.6498451232910156, 0.6023551821708679, 0.554736852645874], "cos_apical_negg": [0.6498451232910156, 0.6023551821708679, 0.554736852645874], "cos_Ac_negg": [0.6498451232910156, 0.6023551821708679, 0.554736852645874], "r_norm": [0.5768064260482788, 0.5264819860458374, 0.5409772396087646]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8764, "test_loss": 0.36671712341308593}, {"step": 5200, "epoch": 11, "train_loss": 0.22138693928718567, "cos_r_negg": [0.6618676781654358, 0.6156092882156372, 0.5627174377441406], "cos_apical_negg": [0.6618676781654358, 0.6156092882156372, 0.5627174377441406], "cos_Ac_negg": [0.6618676781654358, 0.6156092882156372, 0.5627174377441406], "r_norm": [0.5485995411872864, 0.4975637197494507, 0.5107460021972656]}, {"step": 5250, "epoch": 11, "train_loss": 0.10088028013706207, "cos_r_negg": [0.6630252003669739, 0.6186105012893677, 0.5706012845039368], "cos_apical_negg": [0.6630252003669739, 0.6186105012893677, 0.5706012845039368], "cos_Ac_negg": [0.6630252003669739, 0.6186105012893677, 0.5706012845039368], "r_norm": [0.5544118285179138, 0.5043186545372009, 0.5177907943725586], "ldr": {"dL_sdil": -0.005854874849319458, "dL_bp": -0.007002770900726318, "ratio": 0.836079736481483}}, {"step": 5300, "epoch": 11, "train_loss": 0.22768603265285492, "cos_r_negg": [0.6422665119171143, 0.5984424352645874, 0.5539759993553162], "cos_apical_negg": [0.6422665119171143, 0.5984424352645874, 0.5539759993553162], "cos_Ac_negg": [0.6422665119171143, 0.5984424352645874, 0.5539759993553162], "r_norm": [0.5433858633041382, 0.49411362409591675, 0.5064264535903931]}, {"step": 5350, "epoch": 11, "train_loss": 0.19821178913116455, "cos_r_negg": [0.6540230512619019, 0.6123039722442627, 0.5657620429992676], "cos_apical_negg": [0.6540230512619019, 0.6123039722442627, 0.5657620429992676], "cos_Ac_negg": [0.6540230512619019, 0.6123039722442627, 0.5657620429992676], "r_norm": [0.5737959146499634, 0.522357702255249, 0.5338473320007324]}, {"step": 5400, "epoch": 11, "train_loss": 0.17626750469207764, "cos_r_negg": [0.6589568257331848, 0.6180834770202637, 0.5681479573249817], "cos_apical_negg": [0.6589568257331848, 0.6180834770202637, 0.5681479573249817], "cos_Ac_negg": [0.6589568257331848, 0.6180834770202637, 0.5681479573249817], "r_norm": [0.5683392286300659, 0.5148645043373108, 0.5270039439201355]}, {"step": 5450, "epoch": 11, "train_loss": 0.16768822073936462, "cos_r_negg": [0.6573702096939087, 0.6187242269515991, 0.5754433870315552], "cos_apical_negg": [0.6573702096939087, 0.6187242269515991, 0.5754433870315552], "cos_Ac_negg": [0.6573702096939087, 0.6187242269515991, 0.5754433870315552], "r_norm": [0.5809373259544373, 0.5266385674476624, 0.5386096239089966]}, {"step": 5500, "epoch": 11, "train_loss": 0.25958898663520813, "cos_r_negg": [0.6536511778831482, 0.6205002665519714, 0.5720723867416382], "cos_apical_negg": [0.6536511778831482, 0.6205002665519714, 0.5720723867416382], "cos_Ac_negg": [0.6536511778831482, 0.6205002665519714, 0.5720723867416382], "r_norm": [0.5553663969039917, 0.502856433391571, 0.5147653818130493], "ldr": {"dL_sdil": -0.006896764039993286, "dL_bp": -0.008840471506118774, "ratio": 0.7801353169024767}}, {"step": 5550, "epoch": 11, "train_loss": 0.2857406735420227, "cos_r_negg": [0.658625602722168, 0.6194146871566772, 0.5796879529953003], "cos_apical_negg": [0.658625602722168, 0.6194146871566772, 0.5796879529953003], "cos_Ac_negg": [0.658625602722168, 0.6194146871566772, 0.5796879529953003], "r_norm": [0.5233756303787231, 0.4725884199142456, 0.48343443870544434]}, {"step": 5600, "epoch": 11, "train_loss": 0.16955547034740448, "cos_r_negg": [0.6670724749565125, 0.6222168207168579, 0.5872191190719604], "cos_apical_negg": [0.6670724749565125, 0.6222168207168579, 0.5872191190719604], "cos_Ac_negg": [0.6670724749565125, 0.6222168207168579, 0.5872191190719604], "r_norm": [0.5740283727645874, 0.5155619382858276, 0.5272266864776611]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.885, "test_loss": 0.3574317565917969}, {"step": 5650, "epoch": 12, "train_loss": 0.17373687028884888, "cos_r_negg": [0.6672830581665039, 0.625968873500824, 0.5925155878067017], "cos_apical_negg": [0.6672830581665039, 0.625968873500824, 0.5925155878067017], "cos_Ac_negg": [0.6672830581665039, 0.625968873500824, 0.5925155878067017], "r_norm": [0.5361535549163818, 0.4834994673728943, 0.4938502907752991]}, {"step": 5700, "epoch": 12, "train_loss": 0.14885732531547546, "cos_r_negg": [0.6585092544555664, 0.620065450668335, 0.5820092558860779], "cos_apical_negg": [0.6585092544555664, 0.620065450668335, 0.5820092558860779], "cos_Ac_negg": [0.6585092544555664, 0.620065450668335, 0.5820092558860779], "r_norm": [0.5448381900787354, 0.48874759674072266, 0.5006489753723145]}, {"step": 5750, "epoch": 12, "train_loss": 0.3381723165512085, "cos_r_negg": [0.6463269591331482, 0.6073152422904968, 0.5774210691452026], "cos_apical_negg": [0.6463269591331482, 0.6073152422904968, 0.5774210691452026], "cos_Ac_negg": [0.6463269591331482, 0.6073152422904968, 0.5774210691452026], "r_norm": [0.5292428731918335, 0.47464418411254883, 0.48617464303970337], "ldr": {"dL_sdil": -0.008962512016296387, "dL_bp": -0.01096266508102417, "ratio": 0.8175486480755534}}, {"step": 5800, "epoch": 12, "train_loss": 0.21920695900917053, "cos_r_negg": [0.6560924053192139, 0.6146026253700256, 0.5807079672813416], "cos_apical_negg": [0.6560924053192139, 0.6146026253700256, 0.5807079672813416], "cos_Ac_negg": [0.6560924053192139, 0.6146026253700256, 0.5807079672813416], "r_norm": [0.5331395864486694, 0.47841429710388184, 0.48905494809150696]}, {"step": 5850, "epoch": 12, "train_loss": 0.2869340777397156, "cos_r_negg": [0.6419353485107422, 0.6071301698684692, 0.5743511319160461], "cos_apical_negg": [0.6419353485107422, 0.6071301698684692, 0.5743511319160461], "cos_Ac_negg": [0.6419353485107422, 0.6071301698684692, 0.5743511319160461], "r_norm": [0.531997561454773, 0.4763990044593811, 0.4864804744720459]}, {"step": 5900, "epoch": 12, "train_loss": 0.210941880941391, "cos_r_negg": [0.6560486555099487, 0.6171168088912964, 0.583793044090271], "cos_apical_negg": [0.6560486555099487, 0.6171168088912964, 0.583793044090271], "cos_Ac_negg": [0.6560486555099487, 0.6171168088912964, 0.583793044090271], "r_norm": [0.5685509443283081, 0.5063897371292114, 0.5191693305969238]}, {"step": 5950, "epoch": 12, "train_loss": 0.20869885385036469, "cos_r_negg": [0.6627313494682312, 0.6237058043479919, 0.5903984308242798], "cos_apical_negg": [0.6627313494682312, 0.6237058043479919, 0.5903984308242798], "cos_Ac_negg": [0.6627313494682312, 0.6237058043479919, 0.5903984308242798], "r_norm": [0.5807719826698303, 0.5159581899642944, 0.5292418003082275]}, {"step": 6000, "epoch": 12, "train_loss": 0.10257793962955475, "cos_r_negg": [0.6310096979141235, 0.5951350927352905, 0.5647146701812744], "cos_apical_negg": [0.6310096979141235, 0.5951350927352905, 0.5647146701812744], "cos_Ac_negg": [0.6310096979141235, 0.5951350927352905, 0.5647146701812744], "r_norm": [0.5221787691116333, 0.46412548422813416, 0.47439759969711304], "ldr": {"dL_sdil": -0.008834391832351685, "dL_bp": -0.010422855615615845, "ratio": 0.8475980247789028}}, {"step": 6050, "epoch": 12, "train_loss": 0.1372898668050766, "cos_r_negg": [0.6432740092277527, 0.6068331599235535, 0.5755000114440918], "cos_apical_negg": [0.6432740092277527, 0.6068331599235535, 0.5755000114440918], "cos_Ac_negg": [0.6432740092277527, 0.6068331599235535, 0.5755000114440918], "r_norm": [0.5499005317687988, 0.48783615231513977, 0.4997667670249939]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8816, "test_loss": 0.35938719482421877}, {"step": 6100, "epoch": 13, "train_loss": 0.23783661425113678, "cos_r_negg": [0.6700649261474609, 0.6289567947387695, 0.5950008034706116], "cos_apical_negg": [0.6700649261474609, 0.6289567947387695, 0.5950008034706116], "cos_Ac_negg": [0.6700649261474609, 0.6289567947387695, 0.5950008034706116], "r_norm": [0.5424434542655945, 0.4803413152694702, 0.49130839109420776]}, {"step": 6150, "epoch": 13, "train_loss": 0.13837280869483948, "cos_r_negg": [0.6438647508621216, 0.6034567356109619, 0.5700625777244568], "cos_apical_negg": [0.6438647508621216, 0.6034567356109619, 0.5700625777244568], "cos_Ac_negg": [0.6438647508621216, 0.6034567356109619, 0.5700625777244568], "r_norm": [0.5237908959388733, 0.4647633135318756, 0.4744330644607544]}, {"step": 6200, "epoch": 13, "train_loss": 0.21512876451015472, "cos_r_negg": [0.637527585029602, 0.5978593230247498, 0.5663519501686096], "cos_apical_negg": [0.637527585029602, 0.5978593230247498, 0.5663519501686096], "cos_Ac_negg": [0.637527585029602, 0.5978593230247498, 0.5663519501686096], "r_norm": [0.5133320093154907, 0.45373785495758057, 0.4640592634677887]}, {"step": 6250, "epoch": 13, "train_loss": 0.15088185667991638, "cos_r_negg": [0.6446443796157837, 0.6065428853034973, 0.5759279727935791], "cos_apical_negg": [0.6446443796157837, 0.6065428853034973, 0.5759279727935791], "cos_Ac_negg": [0.6446443796157837, 0.6065428853034973, 0.5759279727935791], "r_norm": [0.55219966173172, 0.48772308230400085, 0.4982523024082184], "ldr": {"dL_sdil": -0.013565212488174438, "dL_bp": -0.017453134059906006, "ratio": 0.7772364803715657}}, {"step": 6300, "epoch": 13, "train_loss": 0.20577234029769897, "cos_r_negg": [0.6595845222473145, 0.6209695339202881, 0.5922577381134033], "cos_apical_negg": [0.6595845222473145, 0.6209695339202881, 0.5922577381134033], "cos_Ac_negg": [0.6595845222473145, 0.6209695339202881, 0.5922577381134033], "r_norm": [0.5420166254043579, 0.47777456045150757, 0.48946210741996765]}, {"step": 6350, "epoch": 13, "train_loss": 0.22892746329307556, "cos_r_negg": [0.6548339128494263, 0.6179560422897339, 0.5881866812705994], "cos_apical_negg": [0.6548339128494263, 0.6179560422897339, 0.5881866812705994], "cos_Ac_negg": [0.6548339128494263, 0.6179560422897339, 0.5881866812705994], "r_norm": [0.5620355606079102, 0.49269288778305054, 0.506022572517395]}, {"step": 6400, "epoch": 13, "train_loss": 0.16026653349399567, "cos_r_negg": [0.6341739296913147, 0.5988354682922363, 0.5716280341148376], "cos_apical_negg": [0.6341739296913147, 0.5988354682922363, 0.5716280341148376], "cos_Ac_negg": [0.6341739296913147, 0.5988354682922363, 0.5716280341148376], "r_norm": [0.5089206695556641, 0.44705745577812195, 0.4580308794975281]}, {"step": 6450, "epoch": 13, "train_loss": 0.18856817483901978, "cos_r_negg": [0.6699249744415283, 0.6259799003601074, 0.5968749523162842], "cos_apical_negg": [0.6699249744415283, 0.6259799003601074, 0.5968749523162842], "cos_Ac_negg": [0.6699249744415283, 0.6259799003601074, 0.5968749523162842], "r_norm": [0.542006254196167, 0.4754757881164551, 0.4863432049751282]}, {"step": 6500, "epoch": 13, "train_loss": 0.1208697110414505, "cos_r_negg": [0.6455833315849304, 0.6015253067016602, 0.5741595029830933], "cos_apical_negg": [0.6455833315849304, 0.6015253067016602, 0.5741595029830933], "cos_Ac_negg": [0.6455833315849304, 0.6015253067016602, 0.5741595029830933], "r_norm": [0.5285701155662537, 0.46450501680374146, 0.4744381904602051], "ldr": {"dL_sdil": -0.009158313274383545, "dL_bp": -0.011735737323760986, "ratio": 0.7803781749478143}}, {"step": 6550, "epoch": 13, "train_loss": 0.16284996271133423, "cos_r_negg": [0.638981282711029, 0.6008082628250122, 0.5718214511871338], "cos_apical_negg": [0.638981282711029, 0.6008082628250122, 0.5718214511871338], "cos_Ac_negg": [0.638981282711029, 0.6008082628250122, 0.5718214511871338], "r_norm": [0.5331724286079407, 0.4669080674648285, 0.47672349214553833]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.883, "test_loss": 0.37009171142578123}, {"step": 6600, "epoch": 14, "train_loss": 0.21086208522319794, "cos_r_negg": [0.6397438049316406, 0.6002204418182373, 0.57487553358078], "cos_apical_negg": [0.6397438049316406, 0.6002204418182373, 0.57487553358078], "cos_Ac_negg": [0.6397438049316406, 0.6002204418182373, 0.57487553358078], "r_norm": [0.5365108847618103, 0.4689197838306427, 0.4787602424621582]}, {"step": 6650, "epoch": 14, "train_loss": 0.22571757435798645, "cos_r_negg": [0.6364811658859253, 0.5989238023757935, 0.5736641883850098], "cos_apical_negg": [0.6364811658859253, 0.5989238023757935, 0.5736641883850098], "cos_Ac_negg": [0.6364811658859253, 0.5989238023757935, 0.5736641883850098], "r_norm": [0.5452308654785156, 0.4735192060470581, 0.4857145845890045]}, {"step": 6700, "epoch": 14, "train_loss": 0.14700593054294586, "cos_r_negg": [0.6451587080955505, 0.6077833771705627, 0.5817649364471436], "cos_apical_negg": [0.6451587080955505, 0.6077833771705627, 0.5817649364471436], "cos_Ac_negg": [0.6451587080955505, 0.6077833771705627, 0.5817649364471436], "r_norm": [0.5454439520835876, 0.47368305921554565, 0.48489904403686523]}, {"step": 6750, "epoch": 14, "train_loss": 0.24068157374858856, "cos_r_negg": [0.6397324204444885, 0.6001647710800171, 0.5722288489341736], "cos_apical_negg": [0.6397324204444885, 0.6001647710800171, 0.5722288489341736], "cos_Ac_negg": [0.6397324204444885, 0.6001647710800171, 0.5722288489341736], "r_norm": [0.5317277908325195, 0.45970720052719116, 0.4703250527381897], "ldr": {"dL_sdil": -0.01339074969291687, "dL_bp": -0.01719185709953308, "ratio": 0.7789007095272188}}, {"step": 6800, "epoch": 14, "train_loss": 0.1559925079345703, "cos_r_negg": [0.6376527547836304, 0.598465085029602, 0.5711530447006226], "cos_apical_negg": [0.6376527547836304, 0.598465085029602, 0.5711530447006226], "cos_Ac_negg": [0.6376527547836304, 0.598465085029602, 0.5711530447006226], "r_norm": [0.5428410768508911, 0.4704042077064514, 0.4810587167739868]}, {"step": 6850, "epoch": 14, "train_loss": 0.11782580614089966, "cos_r_negg": [0.633978009223938, 0.6004721522331238, 0.5724914073944092], "cos_apical_negg": [0.633978009223938, 0.6004721522331238, 0.5724914073944092], "cos_Ac_negg": [0.633978009223938, 0.6004721522331238, 0.5724914073944092], "r_norm": [0.5620120763778687, 0.4858473837375641, 0.4963696599006653]}, {"step": 6900, "epoch": 14, "train_loss": 0.22100785374641418, "cos_r_negg": [0.6353814005851746, 0.5988370180130005, 0.5791771411895752], "cos_apical_negg": [0.6353814005851746, 0.5988370180130005, 0.5791771411895752], "cos_Ac_negg": [0.6353814005851746, 0.5988370180130005, 0.5791771411895752], "r_norm": [0.5432038307189941, 0.46929505467414856, 0.47994479537010193]}, {"step": 6950, "epoch": 14, "train_loss": 0.21286670863628387, "cos_r_negg": [0.6390942335128784, 0.6020897626876831, 0.5795534253120422], "cos_apical_negg": [0.6390942335128784, 0.6020897626876831, 0.5795534253120422], "cos_Ac_negg": [0.6390942335128784, 0.6020897626876831, 0.5795534253120422], "r_norm": [0.5396945476531982, 0.4670887589454651, 0.4756491184234619]}, {"step": 7000, "epoch": 14, "train_loss": 0.1734582781791687, "cos_r_negg": [0.6324608325958252, 0.5960255861282349, 0.5686079859733582], "cos_apical_negg": [0.6324608325958252, 0.5960255861282349, 0.5686079859733582], "cos_Ac_negg": [0.6324608325958252, 0.5960255861282349, 0.5686079859733582], "r_norm": [0.5317379832267761, 0.45677363872528076, 0.46672114729881287], "ldr": {"dL_sdil": -0.010080486536026001, "dL_bp": -0.014029353857040405, "ratio": 0.7185282115446301}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8874, "test_loss": 0.35893422546386716}, {"step": 7050, "epoch": 15, "train_loss": 0.16217860579490662, "cos_r_negg": [0.6203497052192688, 0.5854153633117676, 0.558643102645874], "cos_apical_negg": [0.6203497052192688, 0.5854153633117676, 0.558643102645874], "cos_Ac_negg": [0.6203497052192688, 0.5854153633117676, 0.558643102645874], "r_norm": [0.549720823764801, 0.4725780189037323, 0.4825926721096039]}, {"step": 7100, "epoch": 15, "train_loss": 0.17671020328998566, "cos_r_negg": [0.6276856660842896, 0.5888463258743286, 0.5651827454566956], "cos_apical_negg": [0.6276856660842896, 0.5888463258743286, 0.5651827454566956], "cos_Ac_negg": [0.6276856660842896, 0.5888463258743286, 0.5651827454566956], "r_norm": [0.5630707740783691, 0.4836967885494232, 0.49411123991012573]}, {"step": 7150, "epoch": 15, "train_loss": 0.197943314909935, "cos_r_negg": [0.6322507262229919, 0.593661367893219, 0.57081538438797], "cos_apical_negg": [0.6322507262229919, 0.593661367893219, 0.57081538438797], "cos_Ac_negg": [0.6322507262229919, 0.593661367893219, 0.57081538438797], "r_norm": [0.5346089005470276, 0.46115267276763916, 0.46881750226020813]}, {"step": 7200, "epoch": 15, "train_loss": 0.22185584902763367, "cos_r_negg": [0.6388106942176819, 0.606356143951416, 0.5832552909851074], "cos_apical_negg": [0.6388106942176819, 0.606356143951416, 0.5832552909851074], "cos_Ac_negg": [0.6388106942176819, 0.606356143951416, 0.5832552909851074], "r_norm": [0.538332462310791, 0.4634154438972473, 0.47224098443984985]}, {"step": 7250, "epoch": 15, "train_loss": 0.23093688488006592, "cos_r_negg": [0.6247978806495667, 0.5935322642326355, 0.5682389736175537], "cos_apical_negg": [0.6247978806495667, 0.5935322642326355, 0.5682389736175537], "cos_Ac_negg": [0.6247978806495667, 0.5935322642326355, 0.5682389736175537], "r_norm": [0.5681846141815186, 0.4856016933917999, 0.4956526458263397], "ldr": {"dL_sdil": -0.016629517078399658, "dL_bp": -0.022793680429458618, "ratio": 0.7295670012512601}}, {"step": 7300, "epoch": 15, "train_loss": 0.17866560816764832, "cos_r_negg": [0.6314369440078735, 0.5965941548347473, 0.5764760971069336], "cos_apical_negg": [0.6314369440078735, 0.5965941548347473, 0.5764760971069336], "cos_Ac_negg": [0.6314369440078735, 0.5965941548347473, 0.5764760971069336], "r_norm": [0.5451151132583618, 0.4654914140701294, 0.47440052032470703]}, {"step": 7350, "epoch": 15, "train_loss": 0.13416986167430878, "cos_r_negg": [0.6277426481246948, 0.5973361730575562, 0.5724127292633057], "cos_apical_negg": [0.6277426481246948, 0.5973361730575562, 0.5724127292633057], "cos_Ac_negg": [0.6277426481246948, 0.5973361730575562, 0.5724127292633057], "r_norm": [0.5142289400100708, 0.43791770935058594, 0.44629794359207153]}, {"step": 7400, "epoch": 15, "train_loss": 0.21154451370239258, "cos_r_negg": [0.6359015703201294, 0.599768877029419, 0.5801748037338257], "cos_apical_negg": [0.6359015703201294, 0.599768877029419, 0.5801748037338257], "cos_Ac_negg": [0.6359015703201294, 0.599768877029419, 0.5801748037338257], "r_norm": [0.5569741725921631, 0.47241583466529846, 0.4818665385246277]}, {"step": 7450, "epoch": 15, "train_loss": 0.16862204670906067, "cos_r_negg": [0.6186693906784058, 0.5849835276603699, 0.5633649826049805], "cos_apical_negg": [0.6186693906784058, 0.5849835276603699, 0.5633649826049805], "cos_Ac_negg": [0.6186693906784058, 0.5849835276603699, 0.5633649826049805], "r_norm": [0.5366068482398987, 0.4547352194786072, 0.4633209705352783]}, {"step": 7500, "epoch": 15, "train_loss": 0.14909842610359192, "cos_r_negg": [0.6011232137680054, 0.5622658133506775, 0.5469986200332642], "cos_apical_negg": [0.6011232137680054, 0.5622658133506775, 0.5469986200332642], "cos_Ac_negg": [0.6011232137680054, 0.5622658133506775, 0.5469986200332642], "r_norm": [0.5640394687652588, 0.47444796562194824, 0.4836248755455017], "ldr": {"dL_sdil": -0.022838354110717773, "dL_bp": -0.03037714958190918, "ratio": 0.7518267653499305}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8855, "test_loss": 0.3798498199462891}, {"step": 7550, "epoch": 16, "train_loss": 0.18998117744922638, "cos_r_negg": [0.611267626285553, 0.5785700082778931, 0.5599727630615234], "cos_apical_negg": [0.611267626285553, 0.5785700082778931, 0.5599727630615234], "cos_Ac_negg": [0.611267626285553, 0.5785700082778931, 0.5599727630615234], "r_norm": [0.5402175784111023, 0.4566635191440582, 0.4659826159477234]}, {"step": 7600, "epoch": 16, "train_loss": 0.22672924399375916, "cos_r_negg": [0.6281964182853699, 0.5918344259262085, 0.5747463703155518], "cos_apical_negg": [0.6281964182853699, 0.5918344259262085, 0.5747463703155518], "cos_Ac_negg": [0.6281964182853699, 0.5918344259262085, 0.5747463703155518], "r_norm": [0.5249797105789185, 0.44196775555610657, 0.4513283371925354]}, {"step": 7650, "epoch": 16, "train_loss": 0.07532963901758194, "cos_r_negg": [0.6043998003005981, 0.5703983306884766, 0.553627610206604], "cos_apical_negg": [0.6043998003005981, 0.5703983306884766, 0.553627610206604], "cos_Ac_negg": [0.6043998003005981, 0.5703983306884766, 0.553627610206604], "r_norm": [0.5080607533454895, 0.4269649386405945, 0.43702471256256104]}, {"step": 7700, "epoch": 16, "train_loss": 0.10164446383714676, "cos_r_negg": [0.6068556308746338, 0.572508692741394, 0.5587210655212402], "cos_apical_negg": [0.6068556308746338, 0.572508692741394, 0.5587210655212402], "cos_Ac_negg": [0.6068556308746338, 0.572508692741394, 0.5587210655212402], "r_norm": [0.5183480978012085, 0.4341029226779938, 0.44458749890327454]}, {"step": 7750, "epoch": 16, "train_loss": 0.17536672949790955, "cos_r_negg": [0.6206810474395752, 0.5849254131317139, 0.5682848691940308], "cos_apical_negg": [0.6206810474395752, 0.5849254131317139, 0.5682848691940308], "cos_Ac_negg": [0.6206810474395752, 0.5849254131317139, 0.5682848691940308], "r_norm": [0.5088661909103394, 0.426053524017334, 0.4343459904193878], "ldr": {"dL_sdil": -0.010771304368972778, "dL_bp": -0.015886664390563965, "ratio": 0.6780091845693232}}, {"step": 7800, "epoch": 16, "train_loss": 0.11974798142910004, "cos_r_negg": [0.6280213594436646, 0.5937913060188293, 0.5778521299362183], "cos_apical_negg": [0.6280213594436646, 0.5937913060188293, 0.5778521299362183], "cos_Ac_negg": [0.6280213594436646, 0.5937913060188293, 0.5778521299362183], "r_norm": [0.5722588300704956, 0.47793030738830566, 0.4876890480518341]}, {"step": 7850, "epoch": 16, "train_loss": 0.19967514276504517, "cos_r_negg": [0.6020162105560303, 0.5664975643157959, 0.5459150075912476], "cos_apical_negg": [0.6020162105560303, 0.5664975643157959, 0.5459150075912476], "cos_Ac_negg": [0.6020162105560303, 0.5664975643157959, 0.5459150075912476], "r_norm": [0.5407240390777588, 0.45432382822036743, 0.46120667457580566]}, {"step": 7900, "epoch": 16, "train_loss": 0.09347712993621826, "cos_r_negg": [0.6048291921615601, 0.5749247074127197, 0.5545191764831543], "cos_apical_negg": [0.6048291921615601, 0.5749247074127197, 0.5545191764831543], "cos_Ac_negg": [0.6048291921615601, 0.5749247074127197, 0.5545191764831543], "r_norm": [0.5604695081710815, 0.4687343239784241, 0.4775823652744293]}, {"step": 7950, "epoch": 16, "train_loss": 0.15563169121742249, "cos_r_negg": [0.6055091619491577, 0.5734755992889404, 0.5571261644363403], "cos_apical_negg": [0.6055091619491577, 0.5734755992889404, 0.5571261644363403], "cos_Ac_negg": [0.6055091619491577, 0.5734755992889404, 0.5571261644363403], "r_norm": [0.5251240730285645, 0.43911218643188477, 0.44684261083602905]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8823, "test_loss": 0.38296325378417967}, {"step": 8000, "epoch": 17, "train_loss": 0.13835975527763367, "cos_r_negg": [0.6041905879974365, 0.5757976770401001, 0.5596498250961304], "cos_apical_negg": [0.6041905879974365, 0.5757976770401001, 0.5596498250961304], "cos_Ac_negg": [0.6041905879974365, 0.5757976770401001, 0.5596498250961304], "r_norm": [0.5533608198165894, 0.45854753255844116, 0.46710917353630066], "ldr": {"dL_sdil": -0.019289016723632812, "dL_bp": -0.02726992964744568, "ratio": 0.7073365048244478}}, {"step": 8050, "epoch": 17, "train_loss": 0.12099865078926086, "cos_r_negg": [0.6185368299484253, 0.5848990678787231, 0.5689864754676819], "cos_apical_negg": [0.6185368299484253, 0.5848990678787231, 0.5689864754676819], "cos_Ac_negg": [0.6185368299484253, 0.5848990678787231, 0.5689864754676819], "r_norm": [0.5351006984710693, 0.44394972920417786, 0.4531852602958679]}, {"step": 8100, "epoch": 17, "train_loss": 0.1888233870267868, "cos_r_negg": [0.5994285345077515, 0.5684034824371338, 0.5529955625534058], "cos_apical_negg": [0.5994285345077515, 0.5684034824371338, 0.5529955625534058], "cos_Ac_negg": [0.5994285345077515, 0.5684034824371338, 0.5529955625534058], "r_norm": [0.5235109329223633, 0.4359503984451294, 0.44377365708351135]}, {"step": 8150, "epoch": 17, "train_loss": 0.16948318481445312, "cos_r_negg": [0.6254541873931885, 0.5918089747428894, 0.5767389535903931], "cos_apical_negg": [0.6254541873931885, 0.5918089747428894, 0.5767389535903931], "cos_Ac_negg": [0.6254541873931885, 0.5918089747428894, 0.5767389535903931], "r_norm": [0.5504661798477173, 0.4543458819389343, 0.4616886377334595]}, {"step": 8200, "epoch": 17, "train_loss": 0.1514829397201538, "cos_r_negg": [0.6066662073135376, 0.5755559206008911, 0.5620651245117188], "cos_apical_negg": [0.6066662073135376, 0.5755559206008911, 0.5620651245117188], "cos_Ac_negg": [0.6066662073135376, 0.5755559206008911, 0.5620651245117188], "r_norm": [0.5548696517944336, 0.4586387276649475, 0.46737831830978394]}, {"step": 8250, "epoch": 17, "train_loss": 0.13975977897644043, "cos_r_negg": [0.5793943405151367, 0.5486577749252319, 0.5345163345336914], "cos_apical_negg": [0.5793943405151367, 0.5486577749252319, 0.5345163345336914], "cos_Ac_negg": [0.5793943405151367, 0.5486577749252319, 0.5345163345336914], "r_norm": [0.5407509803771973, 0.44674092531204224, 0.45531395077705383], "ldr": {"dL_sdil": -0.011152565479278564, "dL_bp": -0.017715096473693848, "ratio": 0.629551495575519}}, {"step": 8300, "epoch": 17, "train_loss": 0.09197954833507538, "cos_r_negg": [0.5939996242523193, 0.5635035634040833, 0.5502769947052002], "cos_apical_negg": [0.5939996242523193, 0.5635035634040833, 0.5502769947052002], "cos_Ac_negg": [0.5939996242523193, 0.5635035634040833, 0.5502769947052002], "r_norm": [0.5407479405403137, 0.4466818571090698, 0.45435670018196106]}, {"step": 8350, "epoch": 17, "train_loss": 0.1056518405675888, "cos_r_negg": [0.6051368713378906, 0.5763082504272461, 0.5619085431098938], "cos_apical_negg": [0.6051368713378906, 0.5763082504272461, 0.5619085431098938], "cos_Ac_negg": [0.6051368713378906, 0.5763082504272461, 0.5619085431098938], "r_norm": [0.5245321989059448, 0.4330815076828003, 0.44037777185440063]}, {"step": 8400, "epoch": 17, "train_loss": 0.3871385455131531, "cos_r_negg": [0.6199400424957275, 0.587017297744751, 0.5738376379013062], "cos_apical_negg": [0.6199400424957275, 0.587017297744751, 0.5738376379013062], "cos_Ac_negg": [0.6199400424957275, 0.587017297744751, 0.5738376379013062], "r_norm": [0.5193636417388916, 0.425619900226593, 0.43383079767227173]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8866, "test_loss": 0.38699891052246094}, {"step": 8450, "epoch": 18, "train_loss": 0.0966913253068924, "cos_r_negg": [0.5912861824035645, 0.5613102316856384, 0.5469735860824585], "cos_apical_negg": [0.5912861824035645, 0.5613102316856384, 0.5469735860824585], "cos_Ac_negg": [0.5912861824035645, 0.5613102316856384, 0.5469735860824585], "r_norm": [0.5068617463111877, 0.41405758261680603, 0.4213857054710388]}, {"step": 8500, "epoch": 18, "train_loss": 0.17277666926383972, "cos_r_negg": [0.6029305458068848, 0.5702000856399536, 0.5589485764503479], "cos_apical_negg": [0.6029305458068848, 0.5702000856399536, 0.5589485764503479], "cos_Ac_negg": [0.6029305458068848, 0.5702000856399536, 0.5589485764503479], "r_norm": [0.5734370350837708, 0.46449923515319824, 0.4740704894065857], "ldr": {"dL_sdil": -0.02655702829360962, "dL_bp": -0.037799835205078125, "ratio": 0.7025699490362297}}, {"step": 8550, "epoch": 18, "train_loss": 0.11943866312503815, "cos_r_negg": [0.6080866456031799, 0.5735318660736084, 0.563148021697998], "cos_apical_negg": [0.6080866456031799, 0.5735318660736084, 0.563148021697998], "cos_Ac_negg": [0.6080866456031799, 0.5735318660736084, 0.563148021697998], "r_norm": [0.5340584516525269, 0.4344562292098999, 0.4419354796409607]}, {"step": 8600, "epoch": 18, "train_loss": 0.08562858402729034, "cos_r_negg": [0.6087431907653809, 0.5789598226547241, 0.5702489018440247], "cos_apical_negg": [0.6087431907653809, 0.5789598226547241, 0.5702489018440247], "cos_Ac_negg": [0.6087431907653809, 0.5789598226547241, 0.5702489018440247], "r_norm": [0.5511890649795532, 0.4466853737831116, 0.4539422392845154]}, {"step": 8650, "epoch": 18, "train_loss": 0.1300051063299179, "cos_r_negg": [0.6026384234428406, 0.5711749792098999, 0.5606242418289185], "cos_apical_negg": [0.6026384234428406, 0.5711749792098999, 0.5606242418289185], "cos_Ac_negg": [0.6026384234428406, 0.5711749792098999, 0.5606242418289185], "r_norm": [0.574151337146759, 0.4681788682937622, 0.47443705797195435]}, {"step": 8700, "epoch": 18, "train_loss": 0.1369401514530182, "cos_r_negg": [0.5959153771400452, 0.565546452999115, 0.5566871762275696], "cos_apical_negg": [0.5959153771400452, 0.565546452999115, 0.5566871762275696], "cos_Ac_negg": [0.5959153771400452, 0.565546452999115, 0.5566871762275696], "r_norm": [0.5254516005516052, 0.42710477113723755, 0.43323853611946106]}, {"step": 8750, "epoch": 18, "train_loss": 0.18374522030353546, "cos_r_negg": [0.5999861359596252, 0.5671786069869995, 0.5587771534919739], "cos_apical_negg": [0.5999861359596252, 0.5671786069869995, 0.5587771534919739], "cos_Ac_negg": [0.5999861359596252, 0.5671786069869995, 0.5587771534919739], "r_norm": [0.5373634099960327, 0.4363422393798828, 0.44241175055503845], "ldr": {"dL_sdil": -0.016815543174743652, "dL_bp": -0.026981234550476074, "ratio": 0.6232310513177369}}, {"step": 8800, "epoch": 18, "train_loss": 0.047496065497398376, "cos_r_negg": [0.5816742777824402, 0.5521174669265747, 0.5432871580123901], "cos_apical_negg": [0.5816742777824402, 0.5521174669265747, 0.5432871580123901], "cos_Ac_negg": [0.5816742777824402, 0.5521174669265747, 0.5432871580123901], "r_norm": [0.5055249333381653, 0.4102404713630676, 0.41540318727493286]}, {"step": 8850, "epoch": 18, "train_loss": 0.15160927176475525, "cos_r_negg": [0.5858531594276428, 0.5557162761688232, 0.5493922829627991], "cos_apical_negg": [0.5858531594276428, 0.5557162761688232, 0.5493922829627991], "cos_Ac_negg": [0.5858531594276428, 0.5557162761688232, 0.5493922829627991], "r_norm": [0.5472601652145386, 0.44181695580482483, 0.4497601389884949]}, {"step": 8900, "epoch": 18, "train_loss": 0.15086019039154053, "cos_r_negg": [0.5938022136688232, 0.5608923435211182, 0.5502517223358154], "cos_apical_negg": [0.5938022136688232, 0.5608923435211182, 0.5502517223358154], "cos_Ac_negg": [0.5938022136688232, 0.5608923435211182, 0.5502517223358154], "r_norm": [0.5314972996711731, 0.4285750389099121, 0.4345305562019348]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8814, "test_loss": 0.3909084747314453}, {"step": 8950, "epoch": 19, "train_loss": 0.11593462526798248, "cos_r_negg": [0.5855344533920288, 0.5556080341339111, 0.5449579954147339], "cos_apical_negg": [0.5855344533920288, 0.5556080341339111, 0.5449579954147339], "cos_Ac_negg": [0.5855344533920288, 0.5556080341339111, 0.5449579954147339], "r_norm": [0.5439962148666382, 0.43612784147262573, 0.4427289366722107]}, {"step": 9000, "epoch": 19, "train_loss": 0.2169259488582611, "cos_r_negg": [0.5873153805732727, 0.5569887757301331, 0.5485247373580933], "cos_apical_negg": [0.5873153805732727, 0.5569887757301331, 0.5485247373580933], "cos_Ac_negg": [0.5873153805732727, 0.5569887757301331, 0.5485247373580933], "r_norm": [0.5322883725166321, 0.4257434010505676, 0.4334944486618042], "ldr": {"dL_sdil": -0.011293530464172363, "dL_bp": -0.01813623309135437, "ratio": 0.6227054100642345}}, {"step": 9050, "epoch": 19, "train_loss": 0.18591421842575073, "cos_r_negg": [0.5892208218574524, 0.5588225722312927, 0.5509486794471741], "cos_apical_negg": [0.5892208218574524, 0.5588225722312927, 0.5509486794471741], "cos_Ac_negg": [0.5892208218574524, 0.5588225722312927, 0.5509486794471741], "r_norm": [0.5503126978874207, 0.43991708755493164, 0.44562727212905884]}, {"step": 9100, "epoch": 19, "train_loss": 0.11613842099905014, "cos_r_negg": [0.5834089517593384, 0.5551522374153137, 0.5437718033790588], "cos_apical_negg": [0.5834089517593384, 0.5551522374153137, 0.5437718033790588], "cos_Ac_negg": [0.5834089517593384, 0.5551522374153137, 0.5437718033790588], "r_norm": [0.5135277509689331, 0.4142909646034241, 0.41768741607666016]}, {"step": 9150, "epoch": 19, "train_loss": 0.08345131576061249, "cos_r_negg": [0.6004378795623779, 0.5708819627761841, 0.5613272190093994], "cos_apical_negg": [0.6004378795623779, 0.5708819627761841, 0.5613272190093994], "cos_Ac_negg": [0.6004378795623779, 0.5708819627761841, 0.5613272190093994], "r_norm": [0.5040818452835083, 0.4026728868484497, 0.40767884254455566]}, {"step": 9200, "epoch": 19, "train_loss": 0.10304760932922363, "cos_r_negg": [0.59203040599823, 0.5644035339355469, 0.5559536218643188], "cos_apical_negg": [0.59203040599823, 0.5644035339355469, 0.5559536218643188], "cos_Ac_negg": [0.59203040599823, 0.5644035339355469, 0.5559536218643188], "r_norm": [0.5164012312889099, 0.41235142946243286, 0.4186946153640747]}, {"step": 9250, "epoch": 19, "train_loss": 0.1906423270702362, "cos_r_negg": [0.5959748029708862, 0.5660894513130188, 0.5621883869171143], "cos_apical_negg": [0.5959748029708862, 0.5660894513130188, 0.5621883869171143], "cos_Ac_negg": [0.5959748029708862, 0.5660894513130188, 0.5621883869171143], "r_norm": [0.5708298683166504, 0.4557979106903076, 0.4594639539718628], "ldr": {"dL_sdil": -0.028944939374923706, "dL_bp": -0.04140821099281311, "ratio": 0.6990144872461997}}, {"step": 9300, "epoch": 19, "train_loss": 0.1583571434020996, "cos_r_negg": [0.5865166187286377, 0.5585440397262573, 0.5513888001441956], "cos_apical_negg": [0.5865166187286377, 0.5585440397262573, 0.5513888001441956], "cos_Ac_negg": [0.5865166187286377, 0.5585440397262573, 0.5513888001441956], "r_norm": [0.5177701711654663, 0.41209328174591064, 0.41744083166122437]}, {"step": 9350, "epoch": 19, "train_loss": 0.1521303951740265, "cos_r_negg": [0.5964093804359436, 0.5668988823890686, 0.5634889602661133], "cos_apical_negg": [0.5964093804359436, 0.5668988823890686, 0.5634889602661133], "cos_Ac_negg": [0.5964093804359436, 0.5668988823890686, 0.5634889602661133], "r_norm": [0.5714430809020996, 0.45342177152633667, 0.45962753891944885]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8815, "test_loss": 0.4211031280517578}], "final": {"test_acc": 0.8815, "test_loss": 0.4211031280517578, "wall_s": 49.20402193069458, "cos_r_negg": [0.5797480940818787, 0.5523134469985962, 0.5456452965736389], "cos_apical_negg": [0.5797480940818787, 0.5523134469985962, 0.5456452965736389], "cos_Ac_negg": [0.5797480940818787, 0.5523134469985962, 0.5456452965736389]}}
|
