{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 0, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "diag_nuis_v2_rho0p5_res0_s0", "n_in": 784}, "provenance": {"git_commit": "54633b2e0f51a8f48d4ba627d778c87927f54ca1", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.011882033199071884, -0.02912256121635437, 0.03196502849459648], "cos_apical_negg": [-0.011126603931188583, -0.02555844560265541, 0.021645020693540573], "cos_Ac_negg": [-0.011882638558745384, -0.029123816639184952, 0.03196432814002037], "r_norm": [4.8995513916015625, 4.827376365661621, 4.823241233825684], "ldr": {"dL_sdil": 0.06155204772949219, "dL_bp": -0.18675637245178223, "ratio": -0.3295847253907442}}, {"step": 100, "epoch": 0, "train_loss": 11.01133918762207, "cos_r_negg": [-0.01831037551164627, -0.062168240547180176, 0.0016092935111373663], "cos_apical_negg": [-0.024052806198596954, -0.050919994711875916, 0.002923077205196023], "cos_Ac_negg": [-0.018309377133846283, -0.06216748058795929, 0.001609420171007514], "r_norm": [5.75061559677124, 5.754624843597412, 5.879786968231201]}, {"step": 200, "epoch": 0, "train_loss": 16.102767944335938, "cos_r_negg": [-0.011801040731370449, -0.037153564393520355, 0.0003752322809305042], "cos_apical_negg": [-0.007682319730520248, -0.023321431130170822, -0.003912506625056267], "cos_Ac_negg": [-0.011801381595432758, -0.03715430200099945, 0.0003748911549337208], "r_norm": [5.4998393058776855, 5.5523834228515625, 5.428306579589844]}, {"step": 300, "epoch": 0, "train_loss": 12.778050422668457, "cos_r_negg": [0.0011825775727629662, -0.008718792349100113, 1.9686409359565005e-05], "cos_apical_negg": [0.0016850177198648453, -0.014440877363085747, 0.0008777290349826217], "cos_Ac_negg": [0.0011833556927740574, -0.008722281083464622, 1.9742508811759762e-05], "r_norm": [4.418936252593994, 4.686548233032227, 4.742585182189941]}, {"step": 400, "epoch": 0, "train_loss": 9.024974822998047, "cos_r_negg": [-0.005862962454557419, -0.030997376888990402, -0.00020035452325828373], "cos_apical_negg": [-0.002142856828868389, -0.017748422920703888, -0.002730628475546837], "cos_Ac_negg": [-0.005862319841980934, -0.03099626675248146, -0.00020048883743584156], "r_norm": [4.0902791023254395, 4.433443069458008, 4.404144287109375]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1032, "test_loss": 16.48041630859375}, {"step": 500, "epoch": 1, "train_loss": 13.55573844909668, "cos_r_negg": [0.0018942637834697962, -0.06467853486537933, 0.00012749381130561233], "cos_apical_negg": [-0.006424483377486467, -0.019106460735201836, -0.0018795760115608573], "cos_Ac_negg": [0.0018968733493238688, -0.06467785686254501, 0.00012740657257381827], "r_norm": [3.632378578186035, 4.037422180175781, 4.037497520446777], "ldr": {"dL_sdil": -1.660703182220459, "dL_bp": -1.660703182220459, "ratio": 1.0}}, {"step": 600, "epoch": 1, "train_loss": 10.38748550415039, "cos_r_negg": [0.007109517231583595, -0.08064009249210358, -0.00011612967500695959], "cos_apical_negg": [0.0028138221241533756, -0.039357807487249374, -0.00372366514056921], "cos_Ac_negg": [0.007110614329576492, -0.08064048737287521, -0.00011625832121353596], "r_norm": [3.301206588745117, 3.8002684116363525, 3.799511432647705]}, {"step": 700, "epoch": 1, "train_loss": 16.875041961669922, "cos_r_negg": [-0.013645504601299763, -0.05567697063088417, 0.00023865894763730466], "cos_apical_negg": [-0.009853346273303032, -0.04029817506670952, -0.0018670851131901145], "cos_Ac_negg": [-0.013644423335790634, -0.05567646026611328, 0.0002385975676588714], "r_norm": [2.998892068862915, 3.543501377105713, 3.5417983531951904]}, {"step": 800, "epoch": 1, "train_loss": 11.963838577270508, "cos_r_negg": [0.0192817822098732, 0.00446967501193285, -0.0011514746583998203], "cos_apical_negg": [0.0025333655066788197, 0.03951650857925415, -0.0025745639577507973], "cos_Ac_negg": [0.01928340457379818, 0.004468689206987619, -0.0011515086516737938], "r_norm": [2.454526901245117, 3.0481646060943604, 3.0456655025482178]}, {"step": 900, "epoch": 1, "train_loss": 11.593137741088867, "cos_r_negg": [-0.002850255463272333, 0.014964073896408081, -0.0006848533521406353], "cos_apical_negg": [-0.00502749253064394, 0.017335057258605957, -0.0024890012573450804], "cos_Ac_negg": [-0.002849691081792116, 0.014963455498218536, -0.0006848884513601661], "r_norm": [1.9261387586593628, 2.4771203994750977, 2.606520414352417]}, {"epoch_end": 1, "step": 938, "test_acc": 0.0974, "test_loss": 13.94229423828125}, {"step": 1000, "epoch": 2, "train_loss": 16.2428035736084, "cos_r_negg": [0.021700456738471985, -0.005125678144395351, -0.0002760242496151477], "cos_apical_negg": [0.009458078071475029, -0.029055830091238022, -0.0008412611205130816], "cos_Ac_negg": [0.021700531244277954, -0.0051255496218800545, -0.0002760332718025893], "r_norm": [1.9479341506958008, 2.5511507987976074, 2.677489757537842], "ldr": {"dL_sdil": -0.99554443359375, "dL_bp": -0.99554443359375, "ratio": 1.0}}, {"step": 1100, "epoch": 2, "train_loss": 11.126084327697754, "cos_r_negg": [-0.02017492800951004, -0.02059192955493927, 0.00044770236127078533], "cos_apical_negg": [-0.012671062722802162, 0.007235139608383179, -0.000937682983931154], "cos_Ac_negg": [-0.020174665376544, -0.02059197425842285, 0.00044768431689590216], "r_norm": [1.8259186744689941, 2.430492877960205, 2.4384374618530273]}, {"step": 1200, "epoch": 2, "train_loss": 12.048250198364258, "cos_r_negg": [-0.01335977017879486, 0.0023609984200447798, -0.00012080677697667852], "cos_apical_negg": [-0.011809613555669785, 0.017779191955924034, -0.000480127171613276], "cos_Ac_negg": [-0.013360636308789253, 0.0023595287930220366, -0.00012081054592272267], "r_norm": [1.8168751001358032, 2.4779646396636963, 2.506977081298828]}, {"step": 1300, "epoch": 2, "train_loss": 17.05799102783203, "cos_r_negg": [-0.0023031141608953476, -0.02995016612112522, -8.517334936186671e-05], "cos_apical_negg": [-0.000995587557554245, 0.018713703379034996, -0.0006097162258811295], "cos_Ac_negg": [-0.0023040329106152058, -0.0299530029296875, -8.51778604555875e-05], "r_norm": [1.7100799083709717, 2.3238143920898438, 2.420278549194336]}, {"step": 1400, "epoch": 2, "train_loss": 9.156953811645508, "cos_r_negg": [-0.002274569123983383, 0.01330319233238697, 0.00028448697412386537], "cos_apical_negg": [-0.007129235193133354, 0.008041895925998688, -0.0004620736581273377], "cos_Ac_negg": [-0.0022744094021618366, 0.013301555067300797, 0.00028448167722672224], "r_norm": [1.415165662765503, 1.9009230136871338, 1.973520040512085]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.0982, "test_loss": 8.7781197265625}, {"step": 1500, "epoch": 3, "train_loss": 15.432962417602539, "cos_r_negg": [-0.008353911340236664, 0.003334975801408291, -0.00028969504637643695], "cos_apical_negg": [0.001486289082095027, -0.004706281237304211, -0.00116568966768682], "cos_Ac_negg": [-0.00835498422384262, 0.0033329082652926445, -0.00028970016865059733], "r_norm": [1.269024133682251, 1.63621187210083, 1.8308550119400024], "ldr": {"dL_sdil": -1.1959495544433594, "dL_bp": -1.1959495544433594, "ratio": 1.0}}, {"step": 1600, "epoch": 3, "train_loss": 8.989423751831055, "cos_r_negg": [0.0005351777654141188, 0.0007288283668458462, 8.72880918905139e-05], "cos_apical_negg": [0.0003771310730371624, 0.0006364201544784009, -0.0003166344831697643], "cos_Ac_negg": [0.0005352185689844191, 0.0007288765627890825, 8.72861419338733e-05], "r_norm": [1.250170350074768, 1.6352180242538452, 1.7524869441986084]}, {"step": 1700, "epoch": 3, "train_loss": 9.063461303710938, "cos_r_negg": [-0.0023876880295574665, 0.0028360183350741863, -2.3778238755767234e-05], "cos_apical_negg": [0.0007244194275699556, -0.0015344558050855994, -2.5236537112505175e-05], "cos_Ac_negg": [-0.002387924352660775, 0.0028359713032841682, -2.377823147980962e-05], "r_norm": [1.0773367881774902, 1.417598009109497, 1.5776009559631348]}, {"step": 1800, "epoch": 3, "train_loss": 12.365030288696289, "cos_r_negg": [0.0004447380779311061, -0.00011181503214174882, -1.611530751688406e-05], "cos_apical_negg": [-4.741392331197858e-05, 0.0022714652586728334, -0.00012778016389347613], "cos_Ac_negg": [0.0004449016705621034, -0.00011169760546181351, -1.6115653124870732e-05], "r_norm": [1.08027982711792, 1.4740252494812012, 1.642350196838379]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.101, "test_loss": 7.567432421875}, {"step": 1900, "epoch": 4, "train_loss": 11.618885040283203, "cos_r_negg": [1.2476308256736957e-05, -2.1039646469489526e-07, 0.00024595187278464437], "cos_apical_negg": [-2.6646473997971043e-05, 1.2412034777753433e-07, -0.00029832933796569705], "cos_Ac_negg": [1.2478170901886187e-05, -2.1039932107669301e-07, 0.00024595041759312153], "r_norm": [1.1735512018203735, 1.504148006439209, 1.6478557586669922]}, {"step": 2000, "epoch": 4, "train_loss": 9.665514945983887, "cos_r_negg": [4.2355300138297025e-06, 1.61810786991623e-09, 1.6449826944153756e-05], "cos_apical_negg": [1.2519739129857044e-06, 1.0854774856738914e-08, -0.00016245104779955], "cos_Ac_negg": [4.235828782839235e-06, 1.618066347575109e-09, 1.6449455870315433e-05], "r_norm": [1.0755054950714111, 1.33332359790802, 1.4733424186706543], "ldr": {"dL_sdil": -2.6690845489501953, "dL_bp": -2.6690855026245117, "ratio": 0.9999996426962285}}, {"step": 2100, "epoch": 4, "train_loss": 11.35377311706543, "cos_r_negg": [5.732657655244111e-07, -5.307922504305118e-11, 6.716619100188836e-05], "cos_apical_negg": [9.716786735225469e-07, -1.4519410118651876e-09, -0.00017920631216838956], "cos_Ac_negg": [5.732431418437045e-07, -5.3081219975048555e-11, 6.716577627230436e-05], "r_norm": [1.076040506362915, 1.1840384006500244, 1.4105955362319946]}, {"step": 2200, "epoch": 4, "train_loss": 10.267271995544434, "cos_r_negg": [1.2288154493944603e-07, -2.8495195786293337e-11, 9.27407654671697e-06], "cos_apical_negg": [7.659499345891163e-08, -2.533125445514095e-11, 0.00019440380856394768], "cos_Ac_negg": [1.2288391815218347e-07, -2.8495331094724463e-11, 9.274352123611607e-06], "r_norm": [1.0076576471328735, 1.1821677684783936, 1.4083125591278076]}, {"step": 2300, "epoch": 4, "train_loss": 5.025246620178223, "cos_r_negg": [8.755226588164078e-08, -7.350250616489085e-12, 4.265413008397445e-05], "cos_apical_negg": [1.5032142641757673e-07, -4.163810407575852e-10, -0.00021684428793378174], "cos_Ac_negg": [8.754479097206058e-08, -7.35088639264303e-12, 4.265383176971227e-05], "r_norm": [0.8376622200012207, 0.9656543731689453, 1.168035864830017]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.1135, "test_loss": 7.6074916015625}, {"step": 2400, "epoch": 5, "train_loss": 13.367894172668457, "cos_r_negg": [1.4791265812164056e-07, -7.363101794943816e-11, 9.639024938223884e-06], "cos_apical_negg": [1.4987985252901126e-07, -6.703615440528665e-10, -0.0002883507404476404], "cos_Ac_negg": [1.4790870750402973e-07, -7.363178122776759e-11, 9.638738447392825e-06], "r_norm": [0.7853376865386963, 0.8800057768821716, 1.1286193132400513]}, {"step": 2500, "epoch": 5, "train_loss": 11.597400665283203, "cos_r_negg": [2.5269146775031004e-08, -1.0159933658271392e-11, 5.21527836099267e-05], "cos_apical_negg": [7.503008703224623e-08, -3.798339975880083e-10, -0.00012048051576130092], "cos_Ac_negg": [2.5266070124985163e-08, -1.0160327440500438e-11, 5.2152652642689645e-05], "r_norm": [0.7613652944564819, 0.8633002042770386, 1.1105130910873413], "ldr": {"dL_sdil": -1.531510353088379, "dL_bp": -1.531510353088379, "ratio": 1.0}}, {"step": 2600, "epoch": 5, "train_loss": 11.138182640075684, "cos_r_negg": [2.6174191702921235e-09, -4.9861049317145856e-11, -6.247340934351087e-05], "cos_apical_negg": [7.727852846528549e-08, -9.265282985282397e-10, -0.000657822412904352], "cos_Ac_negg": [2.6112338957773318e-09, -4.9861795248240526e-11, -6.247381679713726e-05], "r_norm": [0.8762261867523193, 0.9776666760444641, 1.393789291381836]}, {"step": 2700, "epoch": 5, "train_loss": 14.02318000793457, "cos_r_negg": [2.191944226126452e-08, -2.5405597764427412e-11, 0.00012618984328582883], "cos_apical_negg": [3.3974142610304625e-08, -6.201916757930803e-10, -0.00024270149879157543], "cos_Ac_negg": [2.1918628689832076e-08, -2.5406019302232075e-11, 0.00012618965411093086], "r_norm": [0.7268966436386108, 0.7734205722808838, 1.0983965396881104]}, {"step": 2800, "epoch": 5, "train_loss": 21.555164337158203, "cos_r_negg": [1.0135548933476457e-07, -8.922049210546845e-11, 1.1707807061611675e-05], "cos_apical_negg": [1.9724694766409812e-07, -8.00412514045945e-10, -0.0003447060298640281], "cos_Ac_negg": [1.0135568118130323e-07, -8.922090843910269e-11, 1.1707668818417005e-05], "r_norm": [0.7220097184181213, 0.7415224313735962, 1.0832834243774414]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.1032, "test_loss": 13.8519380859375}, {"step": 2900, "epoch": 6, "train_loss": 12.916088104248047, "cos_r_negg": [-3.952176363952731e-09, -2.6425937826868307e-11, -1.618498208699748e-05], "cos_apical_negg": [1.555431872191093e-08, -3.0461727584807363e-10, -0.00031154463067650795], "cos_Ac_negg": [-3.950803684205084e-09, -2.6426055788064673e-11, -1.6185093045351095e-05], "r_norm": [0.5892959237098694, 0.6278326511383057, 0.972356915473938]}, {"step": 3000, "epoch": 6, "train_loss": 10.466683387756348, "cos_r_negg": [1.4554649041542689e-08, 7.758914496135139e-13, 4.739173891721293e-05], "cos_apical_negg": [6.169445043724409e-08, -3.095968481581224e-10, -0.0002251363475807011], "cos_Ac_negg": [1.4553308780307361e-08, 7.757812404626807e-13, 4.739165888167918e-05], "r_norm": [0.5805792808532715, 0.6775977611541748, 1.0184144973754883], "ldr": {"dL_sdil": -1.724860668182373, "dL_bp": -1.724860668182373, "ratio": 1.0}}, {"step": 3100, "epoch": 6, "train_loss": 11.238972663879395, "cos_r_negg": [-4.847019674514286e-09, -3.3195141514036353e-12, 1.4812907465966418e-05], "cos_apical_negg": [-8.827498021446445e-08, -1.0334505473608147e-10, 6.654742173850536e-05], "cos_Ac_negg": [-4.844093126621374e-09, -3.3195562184479277e-12, 1.4812919289397541e-05], "r_norm": [0.5864731073379517, 0.7075850367546082, 1.0492979288101196]}, {"step": 3200, "epoch": 6, "train_loss": 7.564970016479492, "cos_r_negg": [1.4209851073587743e-09, -1.8516330829720928e-11, 4.6353206926141866e-06], "cos_apical_negg": [5.787335766171964e-08, -3.6114936041720114e-10, -0.00025268859462812543], "cos_Ac_negg": [1.4190835173621963e-09, -1.8516417565894727e-11, 4.635270670405589e-06], "r_norm": [0.6048710942268372, 0.6631734371185303, 1.0108771324157715]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1032, "test_loss": 10.5336509765625}, {"step": 3300, "epoch": 7, "train_loss": 14.027457237243652, "cos_r_negg": [-8.153517860876036e-10, 1.3625140946049719e-11, 4.658469151763711e-06], "cos_apical_negg": [2.6563782284938497e-08, -2.920659825100813e-10, -0.00012199459888506681], "cos_Ac_negg": [-8.17524492546795e-10, 1.3625075026557631e-11, 4.658444595406763e-06], "r_norm": [0.6412185430526733, 0.7500307559967041, 1.124558448791504]}, {"step": 3400, "epoch": 7, "train_loss": 7.86048698425293, "cos_r_negg": [1.135503868709975e-08, -6.33874116390265e-12, 3.0985596822574735e-05], "cos_apical_negg": [2.1395225147102792e-08, -2.443308888544493e-10, -0.0001948322169482708], "cos_Ac_negg": [1.135296301413291e-08, -6.338779327819122e-12, 3.09855786326807e-05], "r_norm": [0.5041470527648926, 0.5709538459777832, 0.9465043544769287]}, {"step": 3500, "epoch": 7, "train_loss": 10.57800006866455, "cos_r_negg": [4.146490706347095e-09, -5.919634574191868e-12, 1.1776619430747814e-05], "cos_apical_negg": [2.9064224804642436e-08, -1.0355773183423622e-10, -0.00010957917402265593], "cos_Ac_negg": [4.145578103020853e-09, -5.9196475846179375e-12, 1.1776604878832586e-05], "r_norm": [0.48656338453292847, 0.5178446769714355, 0.9521645307540894], "ldr": {"dL_sdil": -3.427248954772949, "dL_bp": -3.427248954772949, "ratio": 1.0}}, {"step": 3600, "epoch": 7, "train_loss": 15.532432556152344, "cos_r_negg": [-2.8825335007809372e-08, -3.402247927830615e-11, 2.450506144668907e-06], "cos_apical_negg": [1.0475099898599183e-08, -4.666115271945159e-10, -0.00037971953861415386], "cos_Ac_negg": [-2.8828875286990296e-08, -3.4022538258904333e-11, 2.450475449222722e-06], "r_norm": [0.7184155583381653, 0.7601858377456665, 1.2098398208618164]}, {"step": 3700, "epoch": 7, "train_loss": 7.748431205749512, "cos_r_negg": [-1.0919315451829448e-09, -3.96488397669259e-12, 9.782284905668348e-06], "cos_apical_negg": [1.6719159390277127e-08, -9.32635392525416e-12, -7.3591859290900175e-06], "cos_Ac_negg": [-1.0922833748594485e-09, -3.96488397669259e-12, 9.782283086678945e-06], "r_norm": [0.33216363191604614, 0.36118388175964355, 0.7546311616897583]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.1032, "test_loss": 10.11491142578125}, {"step": 3800, "epoch": 8, "train_loss": 13.716079711914062, "cos_r_negg": [-2.525082809512469e-09, -1.667197629950934e-11, -7.844359060982242e-06], "cos_apical_negg": [3.388213087873737e-08, -2.9722344030425063e-10, -0.00015424194862134755], "cos_Ac_negg": [-2.5274617954096357e-09, -1.667199711619105e-11, -7.84437361289747e-06], "r_norm": [0.5023097395896912, 0.5091642141342163, 0.9516236186027527]}, {"step": 3900, "epoch": 8, "train_loss": 9.766668319702148, "cos_r_negg": [1.1431598778699481e-08, 6.8066715458448e-12, 1.551962486701086e-05], "cos_apical_negg": [-2.1652407866668e-08, -1.4061461717229662e-10, -4.16592629335355e-05], "cos_Ac_negg": [1.142718986102409e-08, 6.80666287222742e-12, 1.5519626686000265e-05], "r_norm": [0.43007969856262207, 0.45048585534095764, 0.8641888499259949]}, {"step": 4000, "epoch": 8, "train_loss": 12.247589111328125, "cos_r_negg": [-3.455334685042999e-09, -1.155519690348994e-12, 2.484763172105886e-05], "cos_apical_negg": [4.8499202875973424e-08, -1.5151646604039115e-10, -0.00014251109678298235], "cos_Ac_negg": [-3.4537386284227978e-09, -1.1555299902696325e-12, 2.484763172105886e-05], "r_norm": [0.3594617247581482, 0.38788747787475586, 0.8590507507324219], "ldr": {"dL_sdil": -1.3875160217285156, "dL_bp": -1.3875160217285156, "ratio": 1.0}}, {"step": 4100, "epoch": 8, "train_loss": 8.769721984863281, "cos_r_negg": [-1.8066941276373427e-09, -7.248824804295673e-12, -4.73234820219659e-07], "cos_apical_negg": [-1.7092649073902066e-08, -1.8484512531724562e-10, -7.829488458810374e-05], "cos_Ac_negg": [-1.8101276033632985e-09, -7.2488326105513146e-12, -4.73234820219659e-07], "r_norm": [0.4758274555206299, 0.4902147352695465, 0.9862357378005981]}, {"step": 4200, "epoch": 8, "train_loss": 12.886968612670898, "cos_r_negg": [-9.115757038102856e-09, -7.222104858595202e-12, 8.253476153186057e-06], "cos_apical_negg": [-1.0084664836540469e-07, -1.4621293065175678e-10, -0.00015677290502935648], "cos_Ac_negg": [-9.122219424284594e-09, -7.22210572595694e-12, 8.253469786723144e-06], "r_norm": [0.4356619119644165, 0.46199288964271545, 0.9345585107803345]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.1032, "test_loss": 8.94383095703125}, {"step": 4300, "epoch": 9, "train_loss": 18.384628295898438, "cos_r_negg": [2.1353995904860312e-08, 5.409813222390092e-13, 2.0792986106243916e-05], "cos_apical_negg": [-1.4468396614120138e-07, -1.3982057699146733e-12, 9.554717689752579e-05], "cos_Ac_negg": [2.134482457449849e-08, 5.409815390794437e-13, 2.079298792523332e-05], "r_norm": [0.38187021017074585, 0.3877905607223511, 0.8918505311012268]}, {"step": 4400, "epoch": 9, "train_loss": 5.2729716300964355, "cos_r_negg": [2.498618378865558e-08, 2.1929025435796223e-12, 9.40924473979976e-06], "cos_apical_negg": [-5.771231670337329e-08, -5.625934440534053e-11, -4.310788881412009e-06], "cos_Ac_negg": [2.4978591639523984e-08, 2.1929029772604913e-12, 9.409243830305059e-06], "r_norm": [0.3855942189693451, 0.3867957592010498, 0.7870667576789856]}, {"step": 4500, "epoch": 9, "train_loss": 12.622437477111816, "cos_r_negg": [-4.888492721732973e-09, 3.717502000677442e-12, 2.535005842219107e-05], "cos_apical_negg": [2.6132745745144348e-08, -1.6110911216227208e-10, -0.00014179563731886446], "cos_Ac_negg": [-4.887177329493397e-09, 3.71750286803918e-12, 2.5350056603201665e-05], "r_norm": [0.3789624273777008, 0.3840675354003906, 0.8639934062957764], "ldr": {"dL_sdil": -2.1758832931518555, "dL_bp": -2.1758832931518555, "ratio": 1.0}}, {"step": 4600, "epoch": 9, "train_loss": 10.693771362304688, "cos_r_negg": [1.2233137169914698e-08, -6.026890141466734e-13, 7.357426511589438e-06], "cos_apical_negg": [-1.3117193020661944e-07, -1.2064170495929005e-10, -5.489778413902968e-05], "cos_Ac_negg": [1.2221770262499376e-08, -6.026891225668907e-13, 7.3574274210841395e-06], "r_norm": [0.36265474557876587, 0.3674789071083069, 0.8984209299087524]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0982, "test_loss": 8.6538541015625}, {"step": 4700, "epoch": 10, "train_loss": 15.58753490447998, "cos_r_negg": [-1.6622867526905338e-09, -1.1247917527934526e-11, 1.4649567674496211e-05], "cos_apical_negg": [3.014616822838434e-08, -1.8309123661630622e-10, -0.00021861086133867502], "cos_Ac_negg": [-1.66329017226019e-09, -1.1247917527934526e-11, 1.4649569493485615e-05], "r_norm": [0.4678865671157837, 0.4572031497955322, 0.9481086730957031]}, {"step": 4800, "epoch": 10, "train_loss": 11.759526252746582, "cos_r_negg": [-3.814489168973978e-09, 1.204425014583732e-12, 1.639542642806191e-05], "cos_apical_negg": [-2.884018499571539e-07, -5.11666889413398e-11, 5.462760600494221e-05], "cos_Ac_negg": [-3.8376488653568686e-09, 1.204424147221994e-12, 1.639542642806191e-05], "r_norm": [0.36603865027427673, 0.370371013879776, 0.886262059211731]}, {"step": 4900, "epoch": 10, "train_loss": 12.935401916503906, "cos_r_negg": [1.1451318115973663e-08, 1.243709475684529e-11, 4.384463682072237e-05], "cos_apical_negg": [2.421143108222168e-08, -1.859647991153679e-10, -0.0001346292847301811], "cos_Ac_negg": [1.1448257453139377e-08, 1.243709475684529e-11, 4.384464045870118e-05], "r_norm": [0.5512735247612, 0.5365611910820007, 1.0067330598831177]}, {"step": 5000, "epoch": 10, "train_loss": 11.624526977539062, "cos_r_negg": [-2.121429476531489e-09, -2.777215523525056e-12, 2.3229858925333247e-05], "cos_apical_negg": [1.0330499122801484e-08, -1.4943735138217562e-10, -0.00016368820797652006], "cos_Ac_negg": [-2.125075448944358e-09, -2.777216390886794e-12, 2.322986074432265e-05], "r_norm": [0.39658790826797485, 0.4046897292137146, 0.9666480422019958], "ldr": {"dL_sdil": -4.388715744018555, "dL_bp": -4.388715744018555, "ratio": 1.0}}, {"step": 5100, "epoch": 10, "train_loss": 8.720470428466797, "cos_r_negg": [3.857199004642098e-08, -3.561757225961637e-12, -1.023932668431371e-06], "cos_apical_negg": [1.3631539275138493e-07, -5.952170700762593e-11, -7.972757157403976e-05], "cos_Ac_negg": [3.8582875561132823e-08, -3.5617570091212025e-12, -1.0239319863103447e-06], "r_norm": [0.6275029182434082, 0.6465598344802856, 1.1351993083953857]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.1028, "test_loss": 15.24673896484375}, {"step": 5200, "epoch": 11, "train_loss": 10.840343475341797, "cos_r_negg": [-1.2931762327639262e-09, -2.3084307902709877e-12, 2.0102874259464443e-05], "cos_apical_negg": [6.155039500299608e-08, -1.13622139474856e-10, -0.00013829351519234478], "cos_Ac_negg": [-1.2935628124211007e-09, -2.3084305734305532e-12, 2.010287244047504e-05], "r_norm": [0.3784415125846863, 0.38472315669059753, 0.9812639355659485]}, {"step": 5300, "epoch": 11, "train_loss": 8.186874389648438, "cos_r_negg": [1.152460571418601e-09, -1.8962923679227695e-13, 1.6198308003367856e-05], "cos_apical_negg": [3.927280722848536e-09, -6.867956897638194e-11, -8.57274208101444e-05], "cos_Ac_negg": [1.1512895081722263e-09, -1.8962910126700538e-13, 1.6198308003367856e-05], "r_norm": [0.3641085624694824, 0.3648543059825897, 0.8487534523010254]}, {"step": 5400, "epoch": 11, "train_loss": 10.055963516235352, "cos_r_negg": [9.430340952576444e-10, 1.0400551947453707e-12, 7.606373401358724e-06], "cos_apical_negg": [2.170450486005393e-08, -3.563471046019728e-11, -3.9937844121595845e-05], "cos_Ac_negg": [9.42558031624685e-10, 1.040054869484719e-12, 7.606374310853425e-06], "r_norm": [0.49187690019607544, 0.48382246494293213, 0.9072948098182678]}, {"step": 5500, "epoch": 11, "train_loss": 14.818922996520996, "cos_r_negg": [4.9122721890171306e-08, -1.165534248975808e-11, 3.101564516327926e-07], "cos_apical_negg": [6.695618708363327e-07, -1.4040868467901646e-10, -0.0002047528250841424], "cos_Ac_negg": [4.913884765755938e-08, -1.1655341622396342e-11, 3.101588958998036e-07], "r_norm": [0.7507508993148804, 0.7378922700881958, 1.271790862083435], "ldr": {"dL_sdil": -7.702569961547852, "dL_bp": -7.702569961547852, "ratio": 1.0}}, {"step": 5600, "epoch": 11, "train_loss": 9.57944393157959, "cos_r_negg": [7.78763276088057e-09, -4.0772721028418946e-13, 2.0506548025878146e-05], "cos_apical_negg": [-7.28280440398521e-08, -8.992458860879182e-11, -0.00011066096340073273], "cos_Ac_negg": [7.782887223584112e-09, -4.0772777949033e-13, 2.0506548025878146e-05], "r_norm": [0.45555323362350464, 0.45631271600723267, 1.00935959815979]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.0958, "test_loss": 10.998844140625}, {"step": 5700, "epoch": 12, "train_loss": 7.412187576293945, "cos_r_negg": [1.5035448441835797e-08, 5.498130596637285e-12, 1.004432124318555e-05], "cos_apical_negg": [-4.687224475219409e-08, -4.314311755071465e-11, -2.496761953807436e-05], "cos_Ac_negg": [1.5033325695412714e-08, 5.498130596637285e-12, 1.0044319424196146e-05], "r_norm": [0.7272461652755737, 0.7217174768447876, 1.1298494338989258]}, {"step": 5800, "epoch": 12, "train_loss": 9.098715782165527, "cos_r_negg": [1.5585621682134843e-08, 2.7771597955333904e-12, 7.2759030445013195e-06], "cos_apical_negg": [-3.6572732398099106e-08, -2.6526735669163415e-11, -5.32453486812301e-06], "cos_Ac_negg": [1.5582948265091545e-08, 2.7771597955333904e-12, 7.275903953996021e-06], "r_norm": [0.526990532875061, 0.5239669680595398, 0.9069192409515381]}, {"step": 5900, "epoch": 12, "train_loss": 9.841585159301758, "cos_r_negg": [2.0750629659005426e-08, 2.99176720723604e-12, 5.269820576359052e-06], "cos_apical_negg": [-6.8765302785323e-08, -4.448593576844573e-11, -2.0002784367534332e-05], "cos_Ac_negg": [2.074650140571066e-08, 2.991767640916909e-12, 5.269820576359052e-06], "r_norm": [0.4710872769355774, 0.4667884409427643, 0.9132919907569885]}, {"step": 6000, "epoch": 12, "train_loss": 6.885409355163574, "cos_r_negg": [7.772415600015847e-09, 2.3257337895821184e-12, 1.2293621693970636e-05], "cos_apical_negg": [-6.267450558539167e-09, -3.976535073446641e-11, -4.9737227527657524e-05], "cos_Ac_negg": [7.770671217599556e-09, 2.3257333559012494e-12, 1.2293622603465337e-05], "r_norm": [0.47403645515441895, 0.4687521457672119, 0.8888131976127625], "ldr": {"dL_sdil": -2.2825021743774414, "dL_bp": -2.2825021743774414, "ratio": 1.0}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.098, "test_loss": 11.20027314453125}, {"step": 6100, "epoch": 13, "train_loss": 10.357048034667969, "cos_r_negg": [-5.5274833599128215e-09, -3.899935929752019e-12, 1.8961232854053378e-05], "cos_apical_negg": [-3.7064545210796496e-08, -9.886789997803902e-11, -0.00012794848589692265], "cos_Ac_negg": [-5.531364255517701e-09, -3.89993549607115e-12, 1.8961232854053378e-05], "r_norm": [0.3995760679244995, 0.39526647329330444, 1.021580457687378]}, {"step": 6200, "epoch": 13, "train_loss": 18.197879791259766, "cos_r_negg": [8.840041587632186e-09, 1.9532370512664876e-12, 3.747525397557183e-06], "cos_apical_negg": [-6.497378279846089e-08, -3.88910501025741e-11, -1.76265984919155e-05], "cos_Ac_negg": [8.836033238424079e-09, 1.9532374849473566e-12, 3.747524715436157e-06], "r_norm": [0.2870451807975769, 0.28531473875045776, 0.7663108110427856]}, {"step": 6300, "epoch": 13, "train_loss": 11.638656616210938, "cos_r_negg": [1.6143841818916371e-09, -8.696009407352379e-13, 2.0303437850088812e-05], "cos_apical_negg": [-1.2088509748764409e-08, -1.1300485547316441e-10, -0.00013724472955800593], "cos_Ac_negg": [1.6090704324511762e-09, -8.696009407352379e-13, 2.0303439669078216e-05], "r_norm": [0.3190278112888336, 0.3195810914039612, 0.8861619830131531]}, {"step": 6400, "epoch": 13, "train_loss": 13.545377731323242, "cos_r_negg": [-5.226167942851134e-09, -4.288965883836315e-12, 1.1043461199733429e-05], "cos_apical_negg": [-1.786585102081517e-08, -9.10582997892817e-11, -0.0001209635374834761], "cos_Ac_negg": [-5.230543997924997e-09, -4.288965883836315e-12, 1.1043463928217534e-05], "r_norm": [0.49205517768859863, 0.49115192890167236, 1.0188000202178955]}, {"step": 6500, "epoch": 13, "train_loss": 7.112216949462891, "cos_r_negg": [-1.498677448807939e-08, 5.082673431439089e-12, 1.955018160515465e-05], "cos_apical_negg": [7.806637825069629e-08, -5.733822791564869e-11, -6.723613478243351e-05], "cos_Ac_negg": [-1.4982298068844102e-08, 5.082673865119958e-12, 1.955018160515465e-05], "r_norm": [0.5492075085639954, 0.542016863822937, 0.99283367395401], "ldr": {"dL_sdil": -1.6647114753723145, "dL_bp": -1.6647114753723145, "ratio": 1.0}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.1009, "test_loss": 13.61623701171875}, {"step": 6600, "epoch": 14, "train_loss": 5.0409650802612305, "cos_r_negg": [9.524525612647494e-10, 9.057832608960759e-13, 1.2884740499430336e-05], "cos_apical_negg": [-1.0824227558714483e-07, -6.094987015092812e-11, -5.930045881541446e-05], "cos_Ac_negg": [9.474647733043184e-10, 9.057830440556414e-13, 1.2884741408925038e-05], "r_norm": [0.43874382972717285, 0.4363207519054413, 0.8924903869628906]}, {"step": 6700, "epoch": 14, "train_loss": 19.058780670166016, "cos_r_negg": [-1.8265831513986086e-08, -4.201461227537617e-12, 1.2507634892244823e-05], "cos_apical_negg": [-2.8154056508356007e-07, -6.796535556574668e-11, 3.058017682633363e-05], "cos_Ac_negg": [-1.827444151558666e-08, -4.201460793856748e-12, 1.2507634892244823e-05], "r_norm": [0.7770832777023315, 0.775188684463501, 1.1878373622894287]}, {"step": 6800, "epoch": 14, "train_loss": 8.224281311035156, "cos_r_negg": [6.551137410326646e-09, 2.17405021936401e-12, 6.813340405642521e-06], "cos_apical_negg": [-1.4551302385257259e-08, -3.3061366144782056e-11, -2.206773206125945e-05], "cos_Ac_negg": [6.547717923410801e-09, 2.1740500025235754e-12, 6.813341315137222e-06], "r_norm": [0.3658082187175751, 0.3635425567626953, 0.846403181552887]}, {"step": 6900, "epoch": 14, "train_loss": 16.24734878540039, "cos_r_negg": [-3.023360228837646e-09, 8.597933129350643e-12, 3.163607470924035e-05], "cos_apical_negg": [1.5146621024086926e-07, -8.163396347793395e-11, -0.00010514531459193677], "cos_Ac_negg": [-3.0223672453644213e-09, 8.597933129350643e-12, 3.163607470924035e-05], "r_norm": [0.66852867603302, 0.6635032892227173, 1.0655066967010498]}, {"step": 7000, "epoch": 14, "train_loss": 11.85394287109375, "cos_r_negg": [3.534208259381444e-09, 2.7765708569132963e-12, 2.5216651920345612e-05], "cos_apical_negg": [-9.648308818555051e-09, 1.7697222159940296e-11, 8.077954407781363e-05], "cos_Ac_negg": [3.5342333504218004e-09, 2.7765708569132963e-12, 2.5216653739335015e-05], "r_norm": [1.1490089893341064, 1.1492254734039307, 1.4599595069885254], "ldr": {"dL_sdil": -1.3692293167114258, "dL_bp": -1.3692293167114258, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.0892, "test_loss": 9.79625048828125}], "final": {"test_acc": 0.0892, "test_loss": 9.79625048828125, "wall_s": 39.354275941848755, "cos_r_negg": [1.093324364376258e-08, 3.1049188827653174e-12, 7.1931413003767375e-06], "cos_apical_negg": [4.565207323281584e-09, -3.206007334610739e-11, 1.4505526451102924e-05], "cos_Ac_negg": [1.0927163174301313e-08, 3.1049193164461864e-12, 7.193141755124088e-06]}}