{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "diag_nuis_v2_rho0p5_res1_s0", "n_in": 784}, "provenance": {"git_commit": "54633b2e0f51a8f48d4ba627d778c87927f54ca1", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.01951833814382553, -0.02552487701177597, 0.0337664932012558], "cos_apical_negg": [-0.01678706519305706, -0.02366996370255947, 0.024410059675574303], "cos_Ac_negg": [-0.019517866894602776, -0.025524867698550224, 0.03376641124486923], "r_norm": [4.898201942443848, 4.826807975769043, 4.823859214782715], "ldr": {"dL_sdil": -0.00920724868774414, "dL_bp": -0.24071121215820312, "ratio": 0.03825018620941031}}, {"step": 100, "epoch": 0, "train_loss": 0.20854580402374268, "cos_r_negg": [0.4560292363166809, 0.3767118453979492, 0.35909503698349], "cos_apical_negg": [0.08013659715652466, 0.08184289932250977, 0.13731014728546143], "cos_Ac_negg": [0.4591827690601349, 0.3799489736557007, 0.3613731861114502], "r_norm": [0.8228429555892944, 0.8063802123069763, 0.8042128682136536]}, {"step": 200, "epoch": 0, "train_loss": 0.33769410848617554, "cos_r_negg": [0.4648585915565491, 0.39329442381858826, 0.3825173079967499], "cos_apical_negg": [0.0687609612941742, 0.07838074862957001, 0.13243278861045837], "cos_Ac_negg": [0.47176802158355713, 0.4003522992134094, 0.3905133008956909], "r_norm": [0.739084005355835, 0.7225308418273926, 0.721724271774292]}, {"step": 300, "epoch": 0, "train_loss": 0.1765526682138443, "cos_r_negg": [0.48277807235717773, 0.4553801119327545, 0.42237886786460876], "cos_apical_negg": [0.05212590843439102, 0.06264340877532959, 0.11667770147323608], "cos_Ac_negg": [0.4867022633552551, 0.4572802186012268, 0.42461252212524414], "r_norm": [0.5614144206047058, 0.5511546730995178, 0.5513275861740112]}, {"step": 400, "epoch": 0, "train_loss": 0.16667333245277405, "cos_r_negg": [0.5168399810791016, 0.4739108085632324, 0.45380741357803345], "cos_apical_negg": [0.059294700622558594, 0.0732555165886879, 0.11268673837184906], "cos_Ac_negg": [0.520999550819397, 0.4751344919204712, 0.4541701078414917], "r_norm": [0.5608276128768921, 0.5486057996749878, 0.5492345690727234]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9469, "test_loss": 0.18007668762207032}, {"step": 500, "epoch": 1, "train_loss": 0.21246269345283508, "cos_r_negg": [0.5015144944190979, 0.48756474256515503, 0.4681017994880676], "cos_apical_negg": [0.0476343110203743, 0.06709837168455124, 0.12663201987743378], "cos_Ac_negg": [0.5121444463729858, 0.4922686219215393, 0.4720652997493744], "r_norm": [0.5095798969268799, 0.4929932951927185, 0.49390584230422974], "ldr": {"dL_sdil": -0.013827577233314514, "dL_bp": -0.01230853796005249, "ratio": 1.1234134613056468}}, {"step": 600, "epoch": 1, "train_loss": 0.05918657034635544, "cos_r_negg": [0.4865701496601105, 0.4759397506713867, 0.45569223165512085], "cos_apical_negg": [0.03844216465950012, 0.05055811256170273, 0.12032327055931091], "cos_Ac_negg": [0.50315922498703, 0.4858556389808655, 0.4645897150039673], "r_norm": [0.4355936646461487, 0.42486897110939026, 0.4232804477214813]}, {"step": 700, "epoch": 1, "train_loss": 0.20410266518592834, "cos_r_negg": [0.4908044934272766, 0.5028591156005859, 0.48066291213035583], "cos_apical_negg": [0.04429718106985092, 0.06336262822151184, 0.12432675063610077], "cos_Ac_negg": [0.5063460469245911, 0.5087595582008362, 0.48559415340423584], "r_norm": [0.4751412272453308, 0.46164628863334656, 0.46189165115356445]}, {"step": 800, "epoch": 1, "train_loss": 0.13557346165180206, "cos_r_negg": [0.5185573101043701, 0.5330528020858765, 0.5003015995025635], "cos_apical_negg": [0.029080187901854515, 0.05663395673036575, 0.11572425067424774], "cos_Ac_negg": [0.5284100770950317, 0.537632167339325, 0.5036655068397522], "r_norm": [0.3565206825733185, 0.3479672372341156, 0.34663116931915283]}, {"step": 900, "epoch": 1, "train_loss": 0.13805948197841644, "cos_r_negg": [0.5547139048576355, 0.535489559173584, 0.4738655090332031], "cos_apical_negg": [0.045282792299985886, 0.050790946930646896, 0.11138907074928284], "cos_Ac_negg": [0.5579003095626831, 0.5366984009742737, 0.4738525152206421], "r_norm": [0.4055035710334778, 0.3984900414943695, 0.39632460474967957]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9502, "test_loss": 0.17152556419372558}, {"step": 1000, "epoch": 2, "train_loss": 0.03167913854122162, "cos_r_negg": [0.5400651693344116, 0.5347380042076111, 0.48338890075683594], "cos_apical_negg": [0.03372028470039368, 0.06522026658058167, 0.1094057559967041], "cos_Ac_negg": [0.545549750328064, 0.5363824367523193, 0.4835861921310425], "r_norm": [0.33360567688941956, 0.32454732060432434, 0.32541853189468384], "ldr": {"dL_sdil": -0.007104687392711639, "dL_bp": -0.006297491490840912, "ratio": 1.128177370790372}}, {"step": 1100, "epoch": 2, "train_loss": 0.10970061272382736, "cos_r_negg": [0.5275467038154602, 0.5417709350585938, 0.5052412748336792], "cos_apical_negg": [0.03025328554213047, 0.06281273812055588, 0.11817236244678497], "cos_Ac_negg": [0.5325840711593628, 0.5437651872634888, 0.5041697025299072], "r_norm": [0.36377769708633423, 0.35069072246551514, 0.3537273705005646]}, {"step": 1200, "epoch": 2, "train_loss": 0.13575583696365356, "cos_r_negg": [0.5361267328262329, 0.551878809928894, 0.513104259967804], "cos_apical_negg": [0.03827253729104996, 0.047483813017606735, 0.10841576009988785], "cos_Ac_negg": [0.5398600101470947, 0.5541732311248779, 0.5119310021400452], "r_norm": [0.32667380571365356, 0.31916144490242004, 0.3197486698627472]}, {"step": 1300, "epoch": 2, "train_loss": 0.11548513174057007, "cos_r_negg": [0.5352425575256348, 0.5446561574935913, 0.5101741552352905], "cos_apical_negg": [0.02243058569729328, 0.04999538138508797, 0.11733421683311462], "cos_Ac_negg": [0.5404654741287231, 0.5476483106613159, 0.5061925053596497], "r_norm": [0.282317578792572, 0.27592933177948, 0.27469491958618164]}, {"step": 1400, "epoch": 2, "train_loss": 0.12009767442941666, "cos_r_negg": [0.4991346597671509, 0.5178653597831726, 0.4899614155292511], "cos_apical_negg": [0.030357830226421356, 0.06180844455957413, 0.11568541824817657], "cos_Ac_negg": [0.5048224329948425, 0.5198115110397339, 0.484002947807312], "r_norm": [0.3103398382663727, 0.2993900775909424, 0.29845768213272095]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9645, "test_loss": 0.12571081123352051}, {"step": 1500, "epoch": 3, "train_loss": 0.07781251519918442, "cos_r_negg": [0.5123809576034546, 0.5280567407608032, 0.49606454372406006], "cos_apical_negg": [0.02144334465265274, 0.061054203659296036, 0.1217404305934906], "cos_Ac_negg": [0.5203201770782471, 0.5322085618972778, 0.4916454553604126], "r_norm": [0.277731329202652, 0.26940208673477173, 0.269745409488678], "ldr": {"dL_sdil": -0.006865143775939941, "dL_bp": -0.006735637784004211, "ratio": 1.01922698281717}}, {"step": 1600, "epoch": 3, "train_loss": 0.0836792141199112, "cos_r_negg": [0.5033053159713745, 0.5245782732963562, 0.5115085244178772], "cos_apical_negg": [0.022051731124520302, 0.05579838529229164, 0.1165999323129654], "cos_Ac_negg": [0.5085608959197998, 0.5287084579467773, 0.5073779821395874], "r_norm": [0.28448835015296936, 0.27350759506225586, 0.27482765913009644]}, {"step": 1700, "epoch": 3, "train_loss": 0.08251354098320007, "cos_r_negg": [0.4871635437011719, 0.5151824951171875, 0.4837074875831604], "cos_apical_negg": [0.015474541112780571, 0.06020599603652954, 0.10684400796890259], "cos_Ac_negg": [0.48993363976478577, 0.5166673064231873, 0.4813007712364197], "r_norm": [0.27673575282096863, 0.2675589323043823, 0.2678774297237396]}, {"step": 1800, "epoch": 3, "train_loss": 0.03554634377360344, "cos_r_negg": [0.4917357563972473, 0.5261809825897217, 0.502294659614563], "cos_apical_negg": [0.022976141422986984, 0.05727025121450424, 0.11616137623786926], "cos_Ac_negg": [0.4978327751159668, 0.5316082239151001, 0.4992503225803375], "r_norm": [0.2829076647758484, 0.2745828628540039, 0.2731527090072632]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9644, "test_loss": 0.12461709251403809}, {"step": 1900, "epoch": 4, "train_loss": 0.03338209539651871, "cos_r_negg": [0.49845021963119507, 0.5365836024284363, 0.5142247676849365], "cos_apical_negg": [0.023470964282751083, 0.05410866066813469, 0.12844881415367126], "cos_Ac_negg": [0.5034118890762329, 0.539482057094574, 0.5103837251663208], "r_norm": [0.2652546465396881, 0.257359117269516, 0.2560717463493347]}, {"step": 2000, "epoch": 4, "train_loss": 0.07911437749862671, "cos_r_negg": [0.4253026247024536, 0.46877121925354004, 0.4506285786628723], "cos_apical_negg": [0.0011760637862607837, 0.04449416697025299, 0.10596850514411926], "cos_Ac_negg": [0.4329017698764801, 0.47436195611953735, 0.44663459062576294], "r_norm": [0.21458125114440918, 0.20688632130622864, 0.2070937305688858], "ldr": {"dL_sdil": -0.004229038953781128, "dL_bp": -0.004690013825893402, "ratio": 0.9017114044382454}}, {"step": 2100, "epoch": 4, "train_loss": 0.061470791697502136, "cos_r_negg": [0.4645769000053406, 0.5164486169815063, 0.49304959177970886], "cos_apical_negg": [0.022686440497636795, 0.061630189418792725, 0.12741413712501526], "cos_Ac_negg": [0.4717622399330139, 0.520348072052002, 0.486489862203598], "r_norm": [0.296880841255188, 0.28870129585266113, 0.28836122155189514]}, {"step": 2200, "epoch": 4, "train_loss": 0.008613009005784988, "cos_r_negg": [0.4541356563568115, 0.49870339035987854, 0.48270463943481445], "cos_apical_negg": [0.009809578768908978, 0.049802374094724655, 0.12591129541397095], "cos_Ac_negg": [0.46252015233039856, 0.504365086555481, 0.47725480794906616], "r_norm": [0.23834219574928284, 0.23024281859397888, 0.2296481430530548]}, {"step": 2300, "epoch": 4, "train_loss": 0.1314091831445694, "cos_r_negg": [0.434237539768219, 0.4750622510910034, 0.468572199344635], "cos_apical_negg": [0.012789031490683556, 0.056123536080121994, 0.12450282275676727], "cos_Ac_negg": [0.4436412453651428, 0.4804691672325134, 0.46218597888946533], "r_norm": [0.2297583520412445, 0.22174879908561707, 0.2221670299768448]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9701, "test_loss": 0.11755324440002442}, {"step": 2400, "epoch": 5, "train_loss": 0.0566553957760334, "cos_r_negg": [0.41152194142341614, 0.4643442928791046, 0.448253870010376], "cos_apical_negg": [0.0023106681182980537, 0.04468107223510742, 0.12120439112186432], "cos_Ac_negg": [0.4215308427810669, 0.4712718725204468, 0.4415430426597595], "r_norm": [0.19963353872299194, 0.1940317153930664, 0.19221720099449158]}, {"step": 2500, "epoch": 5, "train_loss": 0.02751944400370121, "cos_r_negg": [0.3762856423854828, 0.41709357500076294, 0.4034542441368103], "cos_apical_negg": [0.019218213856220245, 0.045613545924425125, 0.12064354866743088], "cos_Ac_negg": [0.3843798339366913, 0.42401909828186035, 0.3970809876918793], "r_norm": [0.21691936254501343, 0.21106751263141632, 0.2086942046880722], "ldr": {"dL_sdil": -0.0072431862354278564, "dL_bp": -0.009848549962043762, "ratio": 0.7354571244846239}}, {"step": 2600, "epoch": 5, "train_loss": 0.06003764271736145, "cos_r_negg": [0.3864571452140808, 0.4303845763206482, 0.42328310012817383], "cos_apical_negg": [0.024022221565246582, 0.045879196375608444, 0.1160430759191513], "cos_Ac_negg": [0.3941861689090729, 0.4359680116176605, 0.41608744859695435], "r_norm": [0.215977281332016, 0.21012946963310242, 0.20877155661582947]}, {"step": 2700, "epoch": 5, "train_loss": 0.03915666788816452, "cos_r_negg": [0.3820309042930603, 0.42565351724624634, 0.42161625623703003], "cos_apical_negg": [0.004506447818130255, 0.04175689071416855, 0.1131509467959404], "cos_Ac_negg": [0.3902479410171509, 0.4323440194129944, 0.4153056740760803], "r_norm": [0.18757474422454834, 0.18019750714302063, 0.18081000447273254]}, {"step": 2800, "epoch": 5, "train_loss": 0.11228148639202118, "cos_r_negg": [0.38285166025161743, 0.4258028268814087, 0.42557528614997864], "cos_apical_negg": [0.013368802145123482, 0.044960763305425644, 0.11763542890548706], "cos_Ac_negg": [0.39231181144714355, 0.4319199323654175, 0.41858869791030884], "r_norm": [0.23044544458389282, 0.22265984117984772, 0.22177085280418396]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9694, "test_loss": 0.1216586030960083}, {"step": 2900, "epoch": 6, "train_loss": 0.007296220399439335, "cos_r_negg": [0.3658027648925781, 0.4114435613155365, 0.40571752190589905], "cos_apical_negg": [0.009129548445343971, 0.044146232306957245, 0.11230024695396423], "cos_Ac_negg": [0.3764544725418091, 0.42097437381744385, 0.4017430245876312], "r_norm": [0.213870108127594, 0.20466497540473938, 0.20591892302036285]}, {"step": 3000, "epoch": 6, "train_loss": 0.08348645269870758, "cos_r_negg": [0.33541059494018555, 0.3902270793914795, 0.38683468103408813], "cos_apical_negg": [0.0019054042641073465, 0.040369823575019836, 0.11178232729434967], "cos_Ac_negg": [0.34923139214515686, 0.3980700969696045, 0.3826494514942169], "r_norm": [0.1901269108057022, 0.18310095369815826, 0.18356671929359436], "ldr": {"dL_sdil": -0.005525745451450348, "dL_bp": -0.00653473287820816, "ratio": 0.8455962247328341}}, {"step": 3100, "epoch": 6, "train_loss": 0.03265935927629471, "cos_r_negg": [0.3074042499065399, 0.35554981231689453, 0.35170480608940125], "cos_apical_negg": [0.013803176581859589, 0.041952282190322876, 0.11509326845407486], "cos_Ac_negg": [0.3213275671005249, 0.3644825220108032, 0.3470366597175598], "r_norm": [0.1561090350151062, 0.15100282430648804, 0.15105614066123962]}, {"step": 3200, "epoch": 6, "train_loss": 0.07671737670898438, "cos_r_negg": [0.3266666531562805, 0.3742595911026001, 0.3722819685935974], "cos_apical_negg": [0.008117439225316048, 0.040980592370033264, 0.11489686369895935], "cos_Ac_negg": [0.336247980594635, 0.3816106915473938, 0.36645907163619995], "r_norm": [0.19399002194404602, 0.18838225305080414, 0.18752212822437286]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9684, "test_loss": 0.13420426445007325}, {"step": 3300, "epoch": 7, "train_loss": 0.01861630193889141, "cos_r_negg": [0.32992905378341675, 0.37192773818969727, 0.36777275800704956], "cos_apical_negg": [0.006928750313818455, 0.03297814726829529, 0.10697699338197708], "cos_Ac_negg": [0.3389188051223755, 0.37956663966178894, 0.3609907031059265], "r_norm": [0.16771022975444794, 0.16327226161956787, 0.16160035133361816]}, {"step": 3400, "epoch": 7, "train_loss": 0.01749046891927719, "cos_r_negg": [0.28887417912483215, 0.33348017930984497, 0.3274837136268616], "cos_apical_negg": [0.0021591114345937967, 0.03380812332034111, 0.11148104071617126], "cos_Ac_negg": [0.2987444996833801, 0.34107738733291626, 0.32240432500839233], "r_norm": [0.189197838306427, 0.18410921096801758, 0.1830621063709259]}, {"step": 3500, "epoch": 7, "train_loss": 0.0033447002060711384, "cos_r_negg": [0.26638972759246826, 0.30873799324035645, 0.30631712079048157], "cos_apical_negg": [0.003221833147108555, 0.04037010297179222, 0.10763721913099289], "cos_Ac_negg": [0.278449684381485, 0.3174177408218384, 0.3028884530067444], "r_norm": [0.18936608731746674, 0.18346914649009705, 0.1843455582857132], "ldr": {"dL_sdil": -0.0070220232009887695, "dL_bp": -0.009894505143165588, "ratio": 0.7096891758997242}}, {"step": 3600, "epoch": 7, "train_loss": 0.007994148880243301, "cos_r_negg": [0.26776063442230225, 0.30211141705513, 0.2990608513355255], "cos_apical_negg": [0.0004425761289894581, 0.035594455897808075, 0.11064385622739792], "cos_Ac_negg": [0.27497997879981995, 0.30838608741760254, 0.29292333126068115], "r_norm": [0.17124144732952118, 0.16649122536182404, 0.16575351357460022]}, {"step": 3700, "epoch": 7, "train_loss": 0.01366973202675581, "cos_r_negg": [0.274452269077301, 0.31531739234924316, 0.3094955086708069], "cos_apical_negg": [0.0016667451709508896, 0.04143787547945976, 0.11769081652164459], "cos_Ac_negg": [0.28383803367614746, 0.3222227096557617, 0.30281198024749756], "r_norm": [0.19569653272628784, 0.18792316317558289, 0.18721522390842438]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9706, "test_loss": 0.12646207857131958}, {"step": 3800, "epoch": 8, "train_loss": 0.0028063447680324316, "cos_r_negg": [0.2572062909603119, 0.29839378595352173, 0.2979453206062317], "cos_apical_negg": [0.006120104342699051, 0.03888875991106033, 0.11478870362043381], "cos_Ac_negg": [0.2659004330635071, 0.306042343378067, 0.2925680875778198], "r_norm": [0.18202751874923706, 0.17508648335933685, 0.1745799034833908]}, {"step": 3900, "epoch": 8, "train_loss": 0.015280078165233135, "cos_r_negg": [0.23991478979587555, 0.2778204083442688, 0.27878713607788086], "cos_apical_negg": [0.004063733387738466, 0.0384351871907711, 0.1116466224193573], "cos_Ac_negg": [0.24855677783489227, 0.28675606846809387, 0.27356088161468506], "r_norm": [0.1674393117427826, 0.1606462597846985, 0.16081786155700684]}, {"step": 4000, "epoch": 8, "train_loss": 0.015317896381020546, "cos_r_negg": [0.24037721753120422, 0.2806762456893921, 0.27701348066329956], "cos_apical_negg": [-0.002131411572918296, 0.03127646446228027, 0.11113382875919342], "cos_Ac_negg": [0.25284796953201294, 0.29092222452163696, 0.273702472448349], "r_norm": [0.159669429063797, 0.15402299165725708, 0.1536632776260376], "ldr": {"dL_sdil": -0.005773581564426422, "dL_bp": -0.008616536855697632, "ratio": 0.6700582451067538}}, {"step": 4100, "epoch": 8, "train_loss": 0.008637665770947933, "cos_r_negg": [0.24601531028747559, 0.2782866060733795, 0.27356451749801636], "cos_apical_negg": [0.007809927687048912, 0.02853628247976303, 0.10848377645015717], "cos_Ac_negg": [0.25473126769065857, 0.28611791133880615, 0.26859909296035767], "r_norm": [0.1596459150314331, 0.15279893577098846, 0.15308859944343567]}, {"step": 4200, "epoch": 8, "train_loss": 0.013598673976957798, "cos_r_negg": [0.2147369682788849, 0.2427629679441452, 0.24022363126277924], "cos_apical_negg": [0.007440607994794846, 0.028577463701367378, 0.1035531535744667], "cos_Ac_negg": [0.22117993235588074, 0.25042492151260376, 0.23637595772743225], "r_norm": [0.153588205575943, 0.1472528874874115, 0.14731042087078094]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9703, "test_loss": 0.1349515733718872}, {"step": 4300, "epoch": 9, "train_loss": 0.009483459405601025, "cos_r_negg": [0.19761964678764343, 0.22758793830871582, 0.2272750437259674], "cos_apical_negg": [0.01317617017775774, 0.030743807554244995, 0.10495631396770477], "cos_Ac_negg": [0.20658519864082336, 0.23675104975700378, 0.22355595231056213], "r_norm": [0.16664767265319824, 0.16051603853702545, 0.16062504053115845]}, {"step": 4400, "epoch": 9, "train_loss": 0.0009155111620202661, "cos_r_negg": [0.20603686571121216, 0.24109500646591187, 0.24256287515163422], "cos_apical_negg": [0.0055243270471692085, 0.03237554430961609, 0.10547778010368347], "cos_Ac_negg": [0.21358448266983032, 0.2480744570493698, 0.23845291137695312], "r_norm": [0.16977259516716003, 0.16366024315357208, 0.16286149621009827]}, {"step": 4500, "epoch": 9, "train_loss": 0.04439517855644226, "cos_r_negg": [0.19281518459320068, 0.22269965708255768, 0.2243371605873108], "cos_apical_negg": [0.001742643304169178, 0.025522764772176743, 0.09846746921539307], "cos_Ac_negg": [0.2023949921131134, 0.23147931694984436, 0.221358522772789], "r_norm": [0.14472535252571106, 0.13937348127365112, 0.1391879767179489], "ldr": {"dL_sdil": -0.005736790597438812, "dL_bp": -0.008923947811126709, "ratio": 0.6428534454544848}}, {"step": 4600, "epoch": 9, "train_loss": 0.00031514125294052064, "cos_r_negg": [0.1930336058139801, 0.22008375823497772, 0.22334088385105133], "cos_apical_negg": [-0.0008883214322850108, 0.025796813890337944, 0.10248971730470657], "cos_Ac_negg": [0.20047318935394287, 0.22753724455833435, 0.22068804502487183], "r_norm": [0.14989900588989258, 0.14418339729309082, 0.14354190230369568]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9723, "test_loss": 0.13656841354370117}, {"step": 4700, "epoch": 10, "train_loss": 0.003368678968399763, "cos_r_negg": [0.18275459110736847, 0.20915566384792328, 0.21093320846557617], "cos_apical_negg": [0.0038039106875658035, 0.02979060262441635, 0.09936227649450302], "cos_Ac_negg": [0.1908450722694397, 0.21591272950172424, 0.20760349929332733], "r_norm": [0.1625959277153015, 0.15653569996356964, 0.15662240982055664]}, {"step": 4800, "epoch": 10, "train_loss": 0.0036709927953779697, "cos_r_negg": [0.1759578287601471, 0.2027001678943634, 0.20458215475082397], "cos_apical_negg": [0.004462488926947117, 0.030056994408369064, 0.0965149849653244], "cos_Ac_negg": [0.18410442769527435, 0.2097683846950531, 0.20097805559635162], "r_norm": [0.15668311715126038, 0.15032222867012024, 0.15064573287963867]}, {"step": 4900, "epoch": 10, "train_loss": 0.0007979912916198373, "cos_r_negg": [0.17714136838912964, 0.2049698382616043, 0.20696143805980682], "cos_apical_negg": [0.005397228989750147, 0.030379384756088257, 0.09712393581867218], "cos_Ac_negg": [0.18587778508663177, 0.21150387823581696, 0.20400464534759521], "r_norm": [0.1544845700263977, 0.14891770482063293, 0.14883488416671753]}, {"step": 5000, "epoch": 10, "train_loss": 0.0011847037822008133, "cos_r_negg": [0.17362183332443237, 0.199512779712677, 0.20147936046123505], "cos_apical_negg": [0.002301005879417062, 0.028877578675746918, 0.09637881815433502], "cos_Ac_negg": [0.18046575784683228, 0.2065543830394745, 0.19924801588058472], "r_norm": [0.15203014016151428, 0.14576876163482666, 0.14624260365962982], "ldr": {"dL_sdil": -0.006801769137382507, "dL_bp": -0.011829875409603119, "ratio": 0.5749654076543398}}, {"step": 5100, "epoch": 10, "train_loss": 0.0039371708407998085, "cos_r_negg": [0.17761686444282532, 0.2053951621055603, 0.20478057861328125], "cos_apical_negg": [0.0023723230697214603, 0.029219835996627808, 0.09488993883132935], "cos_Ac_negg": [0.18559671938419342, 0.21271681785583496, 0.20284216105937958], "r_norm": [0.15508711338043213, 0.14951570332050323, 0.14984500408172607]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9724, "test_loss": 0.14021483154296874}, {"step": 5200, "epoch": 11, "train_loss": 0.0018229850102216005, "cos_r_negg": [0.16622629761695862, 0.19056853652000427, 0.19113439321517944], "cos_apical_negg": [0.002718140371143818, 0.026589151471853256, 0.0915985107421875], "cos_Ac_negg": [0.17470982670783997, 0.19878625869750977, 0.1902964562177658], "r_norm": [0.15578283369541168, 0.14982512593269348, 0.15023738145828247]}, {"step": 5300, "epoch": 11, "train_loss": 0.0029041029047220945, "cos_r_negg": [0.169172465801239, 0.19424086809158325, 0.19712267816066742], "cos_apical_negg": [0.006120515987277031, 0.026003392413258553, 0.09087199717760086], "cos_Ac_negg": [0.1776595413684845, 0.20163071155548096, 0.19550657272338867], "r_norm": [0.15783722698688507, 0.15186871588230133, 0.151752769947052]}, {"step": 5400, "epoch": 11, "train_loss": 0.0016632333863526583, "cos_r_negg": [0.16479048132896423, 0.18910513818264008, 0.19159580767154694], "cos_apical_negg": [0.004268251825124025, 0.02579345926642418, 0.09110432863235474], "cos_Ac_negg": [0.17256346344947815, 0.19645163416862488, 0.18975889682769775], "r_norm": [0.15863536298274994, 0.15256720781326294, 0.15291103720664978]}, {"step": 5500, "epoch": 11, "train_loss": 0.0014156047254800797, "cos_r_negg": [0.1590249389410019, 0.18435753881931305, 0.18659211695194244], "cos_apical_negg": [0.0027164453640580177, 0.026267051696777344, 0.09161141514778137], "cos_Ac_negg": [0.16864483058452606, 0.19191832840442657, 0.18541637063026428], "r_norm": [0.1609627604484558, 0.15514126420021057, 0.1552308350801468], "ldr": {"dL_sdil": -0.007866352796554565, "dL_bp": -0.015206754207611084, "ratio": 0.5172933480188299}}, {"step": 5600, "epoch": 11, "train_loss": 0.000706410501152277, "cos_r_negg": [0.15619783103466034, 0.17896431684494019, 0.18065303564071655], "cos_apical_negg": [-0.0008640203159302473, 0.027022305876016617, 0.09006054699420929], "cos_Ac_negg": [0.16408339142799377, 0.18575802445411682, 0.17898035049438477], "r_norm": [0.1536078155040741, 0.14769232273101807, 0.14831455051898956]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9723, "test_loss": 0.14282275924682616}, {"step": 5700, "epoch": 12, "train_loss": 0.0007750276708975434, "cos_r_negg": [0.151375412940979, 0.17433542013168335, 0.17635580897331238], "cos_apical_negg": [-0.0005568116903305054, 0.02616497501730919, 0.09106316417455673], "cos_Ac_negg": [0.15968874096870422, 0.18156278133392334, 0.17531467974185944], "r_norm": [0.16074919700622559, 0.15474316477775574, 0.15512396395206451]}, {"step": 5800, "epoch": 12, "train_loss": 0.00022004719357937574, "cos_r_negg": [0.1545858532190323, 0.17916078865528107, 0.18157872557640076], "cos_apical_negg": [-0.001574585447087884, 0.027285490185022354, 0.08827316761016846], "cos_Ac_negg": [0.16331452131271362, 0.1862182319164276, 0.18061158061027527], "r_norm": [0.15925638377666473, 0.15330514311790466, 0.15384294092655182]}, {"step": 5900, "epoch": 12, "train_loss": 0.00100623385515064, "cos_r_negg": [0.15426833927631378, 0.1789625585079193, 0.18174397945404053], "cos_apical_negg": [4.971446469426155e-05, 0.027911530807614326, 0.08503212034702301], "cos_Ac_negg": [0.16228662431240082, 0.18524077534675598, 0.18013641238212585], "r_norm": [0.15623131394386292, 0.1503482460975647, 0.15074537694454193]}, {"step": 6000, "epoch": 12, "train_loss": 0.0009307041764259338, "cos_r_negg": [0.1475083976984024, 0.17034894227981567, 0.17262369394302368], "cos_apical_negg": [0.0014557195827364922, 0.0270985197275877, 0.08524613082408905], "cos_Ac_negg": [0.15535986423492432, 0.17654819786548615, 0.1709788590669632], "r_norm": [0.15967300534248352, 0.15338923037052155, 0.15404221415519714], "ldr": {"dL_sdil": -0.008296497166156769, "dL_bp": -0.016536548733711243, "ratio": 0.5017066922340097}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9719, "test_loss": 0.14734946136474608}, {"step": 6100, "epoch": 13, "train_loss": 0.0007049450650811195, "cos_r_negg": [0.14751097559928894, 0.16981208324432373, 0.17184528708457947], "cos_apical_negg": [-0.0010662784334272146, 0.02532717026770115, 0.08324490487575531], "cos_Ac_negg": [0.15580761432647705, 0.17660905420780182, 0.17069850862026215], "r_norm": [0.15597400069236755, 0.15002527832984924, 0.15028820931911469]}, {"step": 6200, "epoch": 13, "train_loss": 0.0007785464404150844, "cos_r_negg": [0.14104576408863068, 0.16243742406368256, 0.16463854908943176], "cos_apical_negg": [-0.00039142509922385216, 0.02548239193856716, 0.08351120352745056], "cos_Ac_negg": [0.1496332287788391, 0.16892680525779724, 0.16343243420124054], "r_norm": [0.16047316789627075, 0.15447545051574707, 0.15490509569644928]}, {"step": 6300, "epoch": 13, "train_loss": 0.0009510027011856437, "cos_r_negg": [0.14160379767417908, 0.16322025656700134, 0.16558870673179626], "cos_apical_negg": [-2.2433116100728512e-05, 0.02655152603983879, 0.0823194831609726], "cos_Ac_negg": [0.14997750520706177, 0.16973009705543518, 0.16465634107589722], "r_norm": [0.16093528270721436, 0.15491116046905518, 0.15558366477489471]}, {"step": 6400, "epoch": 13, "train_loss": 0.000531387107912451, "cos_r_negg": [0.1414230763912201, 0.16334602236747742, 0.16590330004692078], "cos_apical_negg": [-0.00048621022142469883, 0.026712553575634956, 0.08361779153347015], "cos_Ac_negg": [0.14972209930419922, 0.16983509063720703, 0.1646653562784195], "r_norm": [0.16022735834121704, 0.15429165959358215, 0.1546449512243271]}, {"step": 6500, "epoch": 13, "train_loss": 0.00016070998390205204, "cos_r_negg": [0.14205138385295868, 0.16446661949157715, 0.1668013483285904], "cos_apical_negg": [-0.0032499597873538733, 0.02526477351784706, 0.08226311206817627], "cos_Ac_negg": [0.15034174919128418, 0.17092788219451904, 0.16568437218666077], "r_norm": [0.15671394765377045, 0.15060102939605713, 0.15110312402248383], "ldr": {"dL_sdil": -0.008396878838539124, "dL_bp": -0.017410598695278168, "ratio": 0.48228547366475083}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9718, "test_loss": 0.15054783363342286}, {"step": 6600, "epoch": 14, "train_loss": 0.00043517525773495436, "cos_r_negg": [0.13919903337955475, 0.1610000729560852, 0.16395319998264313], "cos_apical_negg": [-0.0008425507694482803, 0.025647016242146492, 0.08097261190414429], "cos_Ac_negg": [0.14758077263832092, 0.1673002541065216, 0.16278542578220367], "r_norm": [0.15801122784614563, 0.15237149596214294, 0.1524190902709961]}, {"step": 6700, "epoch": 14, "train_loss": 0.0002896473743021488, "cos_r_negg": [0.1386624127626419, 0.16038495302200317, 0.16338256001472473], "cos_apical_negg": [-0.0008073416538536549, 0.0265050008893013, 0.08070500940084457], "cos_Ac_negg": [0.14701414108276367, 0.1667577475309372, 0.1621738076210022], "r_norm": [0.15867236256599426, 0.15283624827861786, 0.1530551314353943]}, {"step": 6800, "epoch": 14, "train_loss": 0.0005891951732337475, "cos_r_negg": [0.1347474455833435, 0.15522809326648712, 0.15837156772613525], "cos_apical_negg": [-0.0024124933406710625, 0.026360051706433296, 0.08140113949775696], "cos_Ac_negg": [0.14297911524772644, 0.16109535098075867, 0.15688134729862213], "r_norm": [0.1590568721294403, 0.15323010087013245, 0.1533111333847046]}, {"step": 6900, "epoch": 14, "train_loss": 0.0006597358151338995, "cos_r_negg": [0.13322775065898895, 0.15402445197105408, 0.1572762280702591], "cos_apical_negg": [-0.0005752386059612036, 0.026457030326128006, 0.07867123186588287], "cos_Ac_negg": [0.14164724946022034, 0.15996012091636658, 0.1558118462562561], "r_norm": [0.15808779001235962, 0.1524420529603958, 0.15253888070583344]}, {"step": 7000, "epoch": 14, "train_loss": 0.0005647798534482718, "cos_r_negg": [0.13434326648712158, 0.15496627986431122, 0.1583033800125122], "cos_apical_negg": [-0.002938009798526764, 0.026398196816444397, 0.07914279401302338], "cos_Ac_negg": [0.14254990220069885, 0.16071441769599915, 0.15673944354057312], "r_norm": [0.16181103885173798, 0.15596053004264832, 0.15632116794586182], "ldr": {"dL_sdil": -0.00925840437412262, "dL_bp": -0.01928350329399109, "ratio": 0.4801204549283128}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9718, "test_loss": 0.15376302700042724}], "final": {"test_acc": 0.9718, "test_loss": 0.15376302700042724, "wall_s": 41.157554388046265, "cos_r_negg": [0.1340569257736206, 0.15481507778167725, 0.1580563336610794], "cos_apical_negg": [-0.003948848694562912, 0.025414934381842613, 0.07726860046386719], "cos_Ac_negg": [0.14251473546028137, 0.16108816862106323, 0.1570475995540619]}}