1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p2_matched_s1", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.327335834503174, "cos_r_negg": [0.017240727320313454, -0.012393837794661522, -0.008352074772119522], "cos_innovation_negg": [0.020772531628608704, -0.013317099772393703, -0.007092906627804041], "cos_apical_negg": [0.017240727320313454, -0.012393837794661522, -0.008352073840796947], "cos_Ac_negg": [0.02077198028564453, -0.01331748254597187, -0.007093104999512434], "r_norm": [4.737682819366455, 4.7974700927734375, 4.787670135498047], "ldr": {"dL_sdil": -0.025846004486083984, "dL_bp": -0.19701766967773438, "ratio": 0.13118622572463068}}, {"step": 100, "epoch": 0, "train_loss": 0.43666037917137146, "cos_r_negg": [0.20835015177726746, 0.25481268763542175, 0.43818509578704834], "cos_innovation_negg": [0.38202139735221863, 0.4236884117126465, 0.7178184986114502], "cos_apical_negg": [0.20835013687610626, 0.25481265783309937, 0.43818509578704834], "cos_Ac_negg": [0.38195955753326416, 0.42365947365760803, 0.7178199887275696], "r_norm": [1.5006263256072998, 1.4957764148712158, 1.5314254760742188]}, {"step": 200, "epoch": 0, "train_loss": 0.5769292116165161, "cos_r_negg": [0.17596173286437988, 0.24774552881717682, 0.3612061142921448], "cos_innovation_negg": [0.37133896350860596, 0.41942042112350464, 0.7078418135643005], "cos_apical_negg": [0.17596173286437988, 0.24774552881717682, 0.3612061142921448], "cos_Ac_negg": [0.3711877465248108, 0.4193950593471527, 0.7078851461410522], "r_norm": [1.2929306030273438, 1.298997402191162, 1.3352806568145752]}, {"step": 300, "epoch": 0, "train_loss": 0.41536980867385864, "cos_r_negg": [0.16681239008903503, 0.19450592994689941, 0.15890663862228394], "cos_innovation_negg": [0.38078343868255615, 0.4407312870025635, 0.7362583875656128], "cos_apical_negg": [0.16681239008903503, 0.19450592994689941, 0.15890663862228394], "cos_Ac_negg": [0.3807200491428375, 0.44068896770477295, 0.7362213134765625], "r_norm": [1.0151933431625366, 1.0129313468933105, 1.0302326679229736]}, {"step": 400, "epoch": 0, "train_loss": 0.3051149249076843, "cos_r_negg": [0.1531429886817932, 0.1752968281507492, 0.34554895758628845], "cos_innovation_negg": [0.4214603304862976, 0.4753772020339966, 0.7752066850662231], "cos_apical_negg": [0.1531429886817932, 0.175296813249588, 0.34554895758628845], "cos_Ac_negg": [0.4213849604129791, 0.4753345847129822, 0.7751826047897339], "r_norm": [0.8816912174224854, 0.8831709027290344, 0.896199107170105]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9204, "test_loss": 0.3181631790161133}, {"step": 500, "epoch": 1, "train_loss": 0.31391698122024536, "cos_r_negg": [0.12520919740200043, 0.1143871396780014, 0.35029834508895874], "cos_innovation_negg": [0.39721906185150146, 0.4291078448295593, 0.7182943224906921], "cos_apical_negg": [0.12520919740200043, 0.1143871396780014, 0.35029837489128113], "cos_Ac_negg": [0.3971734344959259, 0.42905813455581665, 0.7181919813156128], "r_norm": [0.7292766571044922, 0.7327057123184204, 0.7424994111061096], "ldr": {"dL_sdil": -0.008875042200088501, "dL_bp": -0.013275712728500366, "ratio": 0.6685171923790966}}, {"step": 600, "epoch": 1, "train_loss": 0.19112785160541534, "cos_r_negg": [0.14094552397727966, 0.158867746591568, 0.37589722871780396], "cos_innovation_negg": [0.3731793761253357, 0.41393327713012695, 0.7278618812561035], "cos_apical_negg": [0.14094550907611847, 0.158867746591568, 0.37589719891548157], "cos_Ac_negg": [0.3729149103164673, 0.41383838653564453, 0.7277028560638428], "r_norm": [0.8692857027053833, 0.8650484085083008, 0.8904972672462463]}, {"step": 700, "epoch": 1, "train_loss": 0.3435584306716919, "cos_r_negg": [0.17268341779708862, 0.1817837804555893, 0.37230372428894043], "cos_innovation_negg": [0.3900091052055359, 0.4602586328983307, 0.71354740858078], "cos_apical_negg": [0.17268341779708862, 0.1817837804555893, 0.37230372428894043], "cos_Ac_negg": [0.38987860083580017, 0.4600508213043213, 0.7132584452629089], "r_norm": [0.9967005252838135, 1.00111985206604, 1.025026798248291]}, {"step": 800, "epoch": 1, "train_loss": 0.27373164892196655, "cos_r_negg": [0.12529520690441132, 0.13700753450393677, 0.3232805132865906], "cos_innovation_negg": [0.36092323064804077, 0.42001402378082275, 0.6527142524719238], "cos_apical_negg": [0.12529519200325012, 0.13700753450393677, 0.3232804834842682], "cos_Ac_negg": [0.36077916622161865, 0.41987794637680054, 0.6526259183883667], "r_norm": [0.8122239708900452, 0.8109956979751587, 0.8370965123176575]}, {"step": 900, "epoch": 1, "train_loss": 0.3742179870605469, "cos_r_negg": [0.11092528700828552, 0.12023036181926727, 0.3318372070789337], "cos_innovation_negg": [0.34369343519210815, 0.451210081577301, 0.7852743864059448], "cos_apical_negg": [0.11092528700828552, 0.12023036926984787, 0.3318372368812561], "cos_Ac_negg": [0.34344062209129333, 0.4509604871273041, 0.7851155996322632], "r_norm": [0.6117479801177979, 0.6097850799560547, 0.6194773316383362]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9256, "test_loss": 0.2996609817504883}, {"step": 1000, "epoch": 2, "train_loss": 0.1929795891046524, "cos_r_negg": [0.1302143633365631, 0.14919152855873108, 0.3366738557815552], "cos_innovation_negg": [0.3433101773262024, 0.4554767608642578, 0.7438793182373047], "cos_apical_negg": [0.1302143633365631, 0.14919152855873108, 0.33667388558387756], "cos_Ac_negg": [0.3433893918991089, 0.4553982615470886, 0.7432876229286194], "r_norm": [0.7970943450927734, 0.7988111972808838, 0.8184425830841064], "ldr": {"dL_sdil": -0.05394434928894043, "dL_bp": -0.0796496719121933, "ratio": 0.6772702007914018}}, {"step": 1100, "epoch": 2, "train_loss": 0.3101557493209839, "cos_r_negg": [0.10145506262779236, 0.14104238152503967, 0.19794082641601562], "cos_innovation_negg": [0.3433656096458435, 0.4354109764099121, 0.6746965646743774], "cos_apical_negg": [0.10145506262779236, 0.14104238152503967, 0.19794082641601562], "cos_Ac_negg": [0.3433460295200348, 0.43531334400177, 0.6745729446411133], "r_norm": [0.7037591338157654, 0.7010056972503662, 0.7048548460006714]}, {"step": 1200, "epoch": 2, "train_loss": 0.3756130039691925, "cos_r_negg": [0.1217937171459198, 0.15203003585338593, 0.16101674735546112], "cos_innovation_negg": [0.35294920206069946, 0.44110107421875, 0.7587949633598328], "cos_apical_negg": [0.1217937171459198, 0.15203005075454712, 0.16101673245429993], "cos_Ac_negg": [0.35286062955856323, 0.44106727838516235, 0.7587511539459229], "r_norm": [0.751081109046936, 0.7524017691612244, 0.7581551671028137]}, {"step": 1300, "epoch": 2, "train_loss": 0.2943981885910034, "cos_r_negg": [0.12460248917341232, 0.15353891253471375, 0.2434411346912384], "cos_innovation_negg": [0.3823387622833252, 0.4978301525115967, 0.7680021524429321], "cos_apical_negg": [0.12460248917341232, 0.15353889763355255, 0.2434411346912384], "cos_Ac_negg": [0.38236328959465027, 0.4978780150413513, 0.7679839730262756], "r_norm": [0.7431914210319519, 0.7390936613082886, 0.7455476522445679]}, {"step": 1400, "epoch": 2, "train_loss": 0.30064770579338074, "cos_r_negg": [0.10108630359172821, 0.12271721661090851, 0.10179692506790161], "cos_innovation_negg": [0.3069431185722351, 0.41232383251190186, 0.7208117842674255], "cos_apical_negg": [0.10108629614114761, 0.12271721661090851, 0.10179691016674042], "cos_Ac_negg": [0.30691492557525635, 0.41230303049087524, 0.7208303213119507], "r_norm": [0.6726988554000854, 0.6703563928604126, 0.6752356290817261]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9427, "test_loss": 0.2344528190612793}, {"step": 1500, "epoch": 3, "train_loss": 0.2498413324356079, "cos_r_negg": [0.13519391417503357, 0.13965395092964172, 0.24174046516418457], "cos_innovation_negg": [0.3113863170146942, 0.35737884044647217, 0.6559958457946777], "cos_apical_negg": [0.13519391417503357, 0.13965395092964172, 0.24174046516418457], "cos_Ac_negg": [0.3113986551761627, 0.3573784828186035, 0.6557502746582031], "r_norm": [0.7976827621459961, 0.7960426807403564, 0.8066877126693726], "ldr": {"dL_sdil": -0.0325922966003418, "dL_bp": -0.05117088556289673, "ratio": 0.6369304779820735}}, {"step": 1600, "epoch": 3, "train_loss": 0.2467401921749115, "cos_r_negg": [0.10957890003919601, 0.0609438382089138, 0.058589447289705276], "cos_innovation_negg": [0.3661121129989624, 0.43212515115737915, 0.6990386247634888], "cos_apical_negg": [0.10957890003919601, 0.060943834483623505, 0.058589451014995575], "cos_Ac_negg": [0.3661012053489685, 0.43211573362350464, 0.6989883184432983], "r_norm": [0.6198312640190125, 0.6218320727348328, 0.6282820105552673]}, {"step": 1700, "epoch": 3, "train_loss": 0.20970016717910767, "cos_r_negg": [0.10024343430995941, 0.07061778008937836, 0.08824867010116577], "cos_innovation_negg": [0.30672937631607056, 0.44945603609085083, 0.7075759172439575], "cos_apical_negg": [0.10024343430995941, 0.07061778008937836, 0.08824867010116577], "cos_Ac_negg": [0.30671191215515137, 0.4494774341583252, 0.7076292037963867], "r_norm": [0.5842924118041992, 0.5908018350601196, 0.593904972076416]}, {"step": 1800, "epoch": 3, "train_loss": 0.0652875304222107, "cos_r_negg": [0.10777616500854492, 0.11677993834018707, 0.19906827807426453], "cos_innovation_negg": [0.3133244812488556, 0.38910147547721863, 0.6052562594413757], "cos_apical_negg": [0.10777615755796432, 0.11677993834018707, 0.19906826317310333], "cos_Ac_negg": [0.3133697211742401, 0.3892460763454437, 0.6052983403205872], "r_norm": [0.6780498623847961, 0.6789780259132385, 0.6806283593177795]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9394, "test_loss": 0.23556280670166016}, {"step": 1900, "epoch": 4, "train_loss": 0.20867076516151428, "cos_r_negg": [0.09630155563354492, 0.09928036481142044, 0.08963586390018463], "cos_innovation_negg": [0.3106575608253479, 0.3883098363876343, 0.6949050426483154], "cos_apical_negg": [0.09630155563354492, 0.09928037226200104, 0.08963586390018463], "cos_Ac_negg": [0.31062984466552734, 0.3882838785648346, 0.6951161623001099], "r_norm": [0.5608504414558411, 0.5664485096931458, 0.5688900947570801]}, {"step": 2000, "epoch": 4, "train_loss": 0.2140769213438034, "cos_r_negg": [0.09616347402334213, 0.09905596077442169, 0.05964657664299011], "cos_innovation_negg": [0.3518545627593994, 0.4386337697505951, 0.7240620851516724], "cos_apical_negg": [0.09616347402334213, 0.09905596077442169, 0.059646572917699814], "cos_Ac_negg": [0.3518730103969574, 0.43865907192230225, 0.72425377368927], "r_norm": [0.5334855318069458, 0.5381511449813843, 0.5414948463439941], "ldr": {"dL_sdil": -0.026597067713737488, "dL_bp": -0.04154585301876068, "ratio": 0.6401858616725757}}, {"step": 2100, "epoch": 4, "train_loss": 0.19390198588371277, "cos_r_negg": [0.09013150632381439, 0.10562118887901306, 0.07240511476993561], "cos_innovation_negg": [0.2892338037490845, 0.38961562514305115, 0.5738331079483032], "cos_apical_negg": [0.09013150632381439, 0.10562118887901306, 0.0724051222205162], "cos_Ac_negg": [0.28925561904907227, 0.3895808160305023, 0.5740745067596436], "r_norm": [0.506035566329956, 0.5089210867881775, 0.5081740021705627]}, {"step": 2200, "epoch": 4, "train_loss": 0.11691835522651672, "cos_r_negg": [0.08761823922395706, 0.09638509154319763, 0.059242382645606995], "cos_innovation_negg": [0.32944047451019287, 0.4330959916114807, 0.7013381719589233], "cos_apical_negg": [0.08761824667453766, 0.09638509154319763, 0.05924238637089729], "cos_Ac_negg": [0.32943394780158997, 0.433062881231308, 0.7013884782791138], "r_norm": [0.506537914276123, 0.5124306678771973, 0.5145182609558105]}, {"step": 2300, "epoch": 4, "train_loss": 0.32473093271255493, "cos_r_negg": [0.06946565955877304, 0.1047610491514206, 0.12642177939414978], "cos_innovation_negg": [0.37157824635505676, 0.47215232253074646, 0.6800374984741211], "cos_apical_negg": [0.06946565955877304, 0.1047610491514206, 0.12642177939414978], "cos_Ac_negg": [0.37152987718582153, 0.4721730947494507, 0.6800609827041626], "r_norm": [0.5161682367324829, 0.5198871493339539, 0.5282779932022095]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9467, "test_loss": 0.23900887680053712}, {"step": 2400, "epoch": 5, "train_loss": 0.2654557526111603, "cos_r_negg": [0.0997617095708847, 0.10604047775268555, 0.10383321344852448], "cos_innovation_negg": [0.3281242251396179, 0.43690720200538635, 0.6567567586898804], "cos_apical_negg": [0.0997617095708847, 0.10604047030210495, 0.10383322089910507], "cos_Ac_negg": [0.32796385884284973, 0.43690454959869385, 0.6571217775344849], "r_norm": [0.6002587080001831, 0.608529806137085, 0.6144667267799377]}, {"step": 2500, "epoch": 5, "train_loss": 0.21987125277519226, "cos_r_negg": [0.08588224649429321, 0.09207742661237717, 0.05829627439379692], "cos_innovation_negg": [0.35877493023872375, 0.45356300473213196, 0.6823073625564575], "cos_apical_negg": [0.08588224649429321, 0.09207742661237717, 0.05829627439379692], "cos_Ac_negg": [0.3587193787097931, 0.45349550247192383, 0.6824527382850647], "r_norm": [0.4181100130081177, 0.4237861931324005, 0.422446608543396], "ldr": {"dL_sdil": -0.009933114051818848, "dL_bp": -0.02018396556377411, "ratio": 0.49212896348013285}}, {"step": 2600, "epoch": 5, "train_loss": 0.14134864509105682, "cos_r_negg": [0.08585883677005768, 0.07219374179840088, -0.0022207647562026978], "cos_innovation_negg": [0.3640020787715912, 0.4138384759426117, 0.5791534185409546], "cos_apical_negg": [0.08585882186889648, 0.07219374179840088, -0.0022207628935575485], "cos_Ac_negg": [0.36405181884765625, 0.41394901275634766, 0.5790916681289673], "r_norm": [0.4071858525276184, 0.4091227352619171, 0.41021162271499634]}, {"step": 2700, "epoch": 5, "train_loss": 0.1647357940673828, "cos_r_negg": [0.08022316545248032, 0.1015097051858902, 0.1727856695652008], "cos_innovation_negg": [0.3466169834136963, 0.4389486014842987, 0.6225054860115051], "cos_apical_negg": [0.08022316545248032, 0.1015097051858902, 0.1727856546640396], "cos_Ac_negg": [0.34710901975631714, 0.4392862915992737, 0.6224606037139893], "r_norm": [0.4196070730686188, 0.4207836389541626, 0.42698976397514343]}, {"step": 2800, "epoch": 5, "train_loss": 0.3329737186431885, "cos_r_negg": [0.062061846256256104, 0.06446561962366104, -0.1068054735660553], "cos_innovation_negg": [0.31065529584884644, 0.3601764142513275, 0.6510758996009827], "cos_apical_negg": [0.062061846256256104, 0.06446562707424164, -0.1068054810166359], "cos_Ac_negg": [0.31072014570236206, 0.36022865772247314, 0.6514415740966797], "r_norm": [0.4171377420425415, 0.41613373160362244, 0.4133930206298828]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9478, "test_loss": 0.22174640655517577}, {"step": 2900, "epoch": 6, "train_loss": 0.06915221363306046, "cos_r_negg": [0.06541688740253448, 0.06289783120155334, 0.021152105182409286], "cos_innovation_negg": [0.3067023754119873, 0.3437613844871521, 0.601391077041626], "cos_apical_negg": [0.06541688740253448, 0.06289783120155334, 0.021152108907699585], "cos_Ac_negg": [0.3066386878490448, 0.3438071012496948, 0.6019645929336548], "r_norm": [0.342886745929718, 0.34700173139572144, 0.348785400390625]}, {"step": 3000, "epoch": 6, "train_loss": 0.3120661973953247, "cos_r_negg": [0.04496881738305092, 0.06896763294935226, 0.07797306776046753], "cos_innovation_negg": [0.3395608067512512, 0.4020515978336334, 0.6359972357749939], "cos_apical_negg": [0.04496881365776062, 0.06896763294935226, 0.07797306030988693], "cos_Ac_negg": [0.3396388292312622, 0.402157187461853, 0.6361735463142395], "r_norm": [0.3462325930595398, 0.34839412569999695, 0.3485502004623413], "ldr": {"dL_sdil": -0.0062240660190582275, "dL_bp": -0.018158212304115295, "ratio": 0.34276865557121133}}, {"step": 3100, "epoch": 6, "train_loss": 0.2541540265083313, "cos_r_negg": [0.051937032490968704, 0.05824144184589386, 0.05228520184755325], "cos_innovation_negg": [0.33272498846054077, 0.40439164638519287, 0.5892277359962463], "cos_apical_negg": [0.051937032490968704, 0.05824144184589386, 0.05228520184755325], "cos_Ac_negg": [0.33294934034347534, 0.4046574831008911, 0.5879822969436646], "r_norm": [0.4057489037513733, 0.4098128080368042, 0.41192352771759033]}, {"step": 3200, "epoch": 6, "train_loss": 0.1853654384613037, "cos_r_negg": [0.045160599052906036, 0.038169652223587036, -0.07041910290718079], "cos_innovation_negg": [0.2956198453903198, 0.3735000789165497, 0.6555889248847961], "cos_apical_negg": [0.045160599052906036, 0.03816964477300644, -0.07041910290718079], "cos_Ac_negg": [0.29573768377304077, 0.37365221977233887, 0.6555120944976807], "r_norm": [0.40401849150657654, 0.40795254707336426, 0.40428486466407776]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9536, "test_loss": 0.20005987472534179}, {"step": 3300, "epoch": 7, "train_loss": 0.15534937381744385, "cos_r_negg": [0.03811334818601608, 0.07582096010446548, 0.07453857362270355], "cos_innovation_negg": [0.28581511974334717, 0.38360756635665894, 0.6406189799308777], "cos_apical_negg": [0.03811334818601608, 0.07582096010446548, 0.07453857362270355], "cos_Ac_negg": [0.2858169674873352, 0.38363659381866455, 0.6405774354934692], "r_norm": [0.41912922263145447, 0.4209652543067932, 0.41943109035491943]}, {"step": 3400, "epoch": 7, "train_loss": 0.20773613452911377, "cos_r_negg": [0.06513060629367828, 0.060187600553035736, -0.11100343614816666], "cos_innovation_negg": [0.30233001708984375, 0.3845340609550476, 0.7095423340797424], "cos_apical_negg": [0.06513060629367828, 0.06018759310245514, -0.11100342869758606], "cos_Ac_negg": [0.3023809492588043, 0.38473501801490784, 0.7098117470741272], "r_norm": [0.4422343671321869, 0.445319801568985, 0.444426953792572]}, {"step": 3500, "epoch": 7, "train_loss": 0.15677744150161743, "cos_r_negg": [0.043933749198913574, 0.031805139034986496, 0.06841997057199478], "cos_innovation_negg": [0.34367355704307556, 0.43468499183654785, 0.5411227941513062], "cos_apical_negg": [0.043933745473623276, 0.031805142760276794, 0.06841996312141418], "cos_Ac_negg": [0.34403160214424133, 0.43504440784454346, 0.5417006015777588], "r_norm": [0.4290872812271118, 0.4381307363510132, 0.43283799290657043], "ldr": {"dL_sdil": -0.03834246098995209, "dL_bp": -0.08114735782146454, "ratio": 0.4725041211361537}}, {"step": 3600, "epoch": 7, "train_loss": 0.07466712594032288, "cos_r_negg": [0.06115208938717842, 0.051563311368227005, 0.026588505133986473], "cos_innovation_negg": [0.3052281141281128, 0.3607001006603241, 0.6314609050750732], "cos_apical_negg": [0.06115208938717842, 0.05156330764293671, 0.026588518172502518], "cos_Ac_negg": [0.30525103211402893, 0.3607829511165619, 0.6315804719924927], "r_norm": [0.4006863832473755, 0.40455734729766846, 0.40392962098121643]}, {"step": 3700, "epoch": 7, "train_loss": 0.041909635066986084, "cos_r_negg": [0.06996788829565048, 0.06286899000406265, 0.08115151524543762], "cos_innovation_negg": [0.3624466061592102, 0.4368343651294708, 0.6516638994216919], "cos_apical_negg": [0.06996788829565048, 0.06286898255348206, 0.08115152269601822], "cos_Ac_negg": [0.36251547932624817, 0.43685734272003174, 0.6515238285064697], "r_norm": [0.38318565487861633, 0.38588234782218933, 0.38669681549072266]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9539, "test_loss": 0.22187461624145507}, {"step": 3800, "epoch": 8, "train_loss": 0.08812721073627472, "cos_r_negg": [0.07853343337774277, 0.04422430321574211, -0.002246011048555374], "cos_innovation_negg": [0.3396430015563965, 0.3951643109321594, 0.5624436736106873], "cos_apical_negg": [0.07853343337774277, 0.04422430694103241, -0.0022460101172327995], "cos_Ac_negg": [0.3397493362426758, 0.39545124769210815, 0.563054084777832], "r_norm": [0.3282546103000641, 0.3316921293735504, 0.3330567181110382]}, {"step": 3900, "epoch": 8, "train_loss": 0.2891842722892761, "cos_r_negg": [0.05308692157268524, 0.06476743519306183, 0.06887641549110413], "cos_innovation_negg": [0.31262266635894775, 0.362143337726593, 0.591728687286377], "cos_apical_negg": [0.05308692157268524, 0.06476742774248123, 0.06887641549110413], "cos_Ac_negg": [0.31266963481903076, 0.36224740743637085, 0.592028021812439], "r_norm": [0.3937183916568756, 0.39886635541915894, 0.4006030559539795]}, {"step": 4000, "epoch": 8, "train_loss": 0.20035336911678314, "cos_r_negg": [0.031525179743766785, 0.0664583370089531, -0.025999654084444046], "cos_innovation_negg": [0.3442477881908417, 0.42902272939682007, 0.6642171144485474], "cos_apical_negg": [0.031525179743766785, 0.0664583370089531, -0.025999655947089195], "cos_Ac_negg": [0.34442564845085144, 0.42895904183387756, 0.6628882884979248], "r_norm": [0.36573290824890137, 0.3673510253429413, 0.36741286516189575], "ldr": {"dL_sdil": -0.007744699716567993, "dL_bp": -0.019544988870620728, "ratio": 0.3962498913575503}}, {"step": 4100, "epoch": 8, "train_loss": 0.06988651305437088, "cos_r_negg": [0.03828493505716324, 0.0416024774312973, -0.027418073266744614], "cos_innovation_negg": [0.3374292850494385, 0.4283182919025421, 0.6232483386993408], "cos_apical_negg": [0.03828493505716324, 0.0416024811565876, -0.027418067678809166], "cos_Ac_negg": [0.3375769555568695, 0.4284735918045044, 0.623253345489502], "r_norm": [0.3242313861846924, 0.3279925584793091, 0.32382041215896606]}, {"step": 4200, "epoch": 8, "train_loss": 0.28709572553634644, "cos_r_negg": [0.03398432210087776, 0.027570728212594986, -0.09911291301250458], "cos_innovation_negg": [0.2615605890750885, 0.35825857520103455, 0.6641868352890015], "cos_apical_negg": [0.03398432582616806, 0.027570728212594986, -0.09911291301250458], "cos_Ac_negg": [0.2626052498817444, 0.3597257733345032, 0.6723030805587769], "r_norm": [0.41140487790107727, 0.41126570105552673, 0.413004070520401]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9517, "test_loss": 0.22888046035766602}, {"step": 4300, "epoch": 9, "train_loss": 0.1808217167854309, "cos_r_negg": [0.06602910161018372, 0.06715333461761475, 0.10144918411970139], "cos_innovation_negg": [0.33686959743499756, 0.4302141070365906, 0.6566715240478516], "cos_apical_negg": [0.06602910161018372, 0.06715333461761475, 0.10144919157028198], "cos_Ac_negg": [0.3374009132385254, 0.4308498203754425, 0.6591722369194031], "r_norm": [0.36052775382995605, 0.361494243144989, 0.3588387072086334]}, {"step": 4400, "epoch": 9, "train_loss": 0.07972505688667297, "cos_r_negg": [0.0679706558585167, 0.02000126615166664, -0.06801160424947739], "cos_innovation_negg": [0.27695542573928833, 0.3563426434993744, 0.5894439220428467], "cos_apical_negg": [0.0679706484079361, 0.02000126987695694, -0.06801160424947739], "cos_Ac_negg": [0.2770719528198242, 0.3565279245376587, 0.5897455811500549], "r_norm": [0.34941565990448, 0.3531954288482666, 0.35092806816101074]}, {"step": 4500, "epoch": 9, "train_loss": 0.1966162472963333, "cos_r_negg": [0.0590222105383873, 0.048345714807510376, -0.10357405245304108], "cos_innovation_negg": [0.2976261377334595, 0.3906477093696594, 0.6366250514984131], "cos_apical_negg": [0.0590222142636776, 0.048345718532800674, -0.10357404500246048], "cos_Ac_negg": [0.2978004813194275, 0.3910141587257385, 0.6378175020217896], "r_norm": [0.37862372398376465, 0.38403183221817017, 0.38257265090942383], "ldr": {"dL_sdil": -0.022157758474349976, "dL_bp": -0.037183552980422974, "ratio": 0.5959021314078288}}, {"step": 4600, "epoch": 9, "train_loss": 0.022756293416023254, "cos_r_negg": [0.06016022711992264, 0.03513793647289276, -0.13398033380508423], "cos_innovation_negg": [0.27261465787887573, 0.3467797636985779, 0.6956620216369629], "cos_apical_negg": [0.06016022711992264, 0.03513793274760246, -0.13398033380508423], "cos_Ac_negg": [0.272876501083374, 0.34703508019447327, 0.6959861516952515], "r_norm": [0.3385137915611267, 0.3439512252807617, 0.3360411524772644]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9561, "test_loss": 0.2061817527770996}, {"step": 4700, "epoch": 10, "train_loss": 0.1913730800151825, "cos_r_negg": [0.044512998312711716, 0.03614046052098274, -0.13629215955734253], "cos_innovation_negg": [0.2882385849952698, 0.35471075773239136, 0.7138314843177795], "cos_apical_negg": [0.04451299458742142, 0.03614046424627304, -0.13629215955734253], "cos_Ac_negg": [0.28838247060775757, 0.3548765182495117, 0.7142137289047241], "r_norm": [0.30230194330215454, 0.3057623505592346, 0.30458155274391174]}, {"step": 4800, "epoch": 10, "train_loss": 0.1881817728281021, "cos_r_negg": [0.06759335845708847, 0.03726032376289368, -0.002488374710083008], "cos_innovation_negg": [0.31377869844436646, 0.3853495121002197, 0.629889965057373], "cos_apical_negg": [0.06759335845708847, 0.037260331213474274, -0.0024883784353733063], "cos_Ac_negg": [0.31391191482543945, 0.38561534881591797, 0.6300445795059204], "r_norm": [0.31095725297927856, 0.31190887093544006, 0.3091069459915161]}, {"step": 4900, "epoch": 10, "train_loss": 0.0944644957780838, "cos_r_negg": [0.08395251631736755, 0.06490360200405121, 0.1834726631641388], "cos_innovation_negg": [0.3673471510410309, 0.4356116056442261, 0.6660653948783875], "cos_apical_negg": [0.08395251631736755, 0.06490360200405121, 0.1834726631641388], "cos_Ac_negg": [0.3673630356788635, 0.43622201681137085, 0.6660963296890259], "r_norm": [0.4049217700958252, 0.40700265765190125, 0.41289329528808594]}, {"step": 5000, "epoch": 10, "train_loss": 0.024065494537353516, "cos_r_negg": [0.06475402414798737, 0.03593529760837555, -0.013042952865362167], "cos_innovation_negg": [0.3383983373641968, 0.40875038504600525, 0.71702641248703], "cos_apical_negg": [0.06475402414798737, 0.03593529015779495, -0.013042948208749294], "cos_Ac_negg": [0.3387422263622284, 0.4089089035987854, 0.7163650989532471], "r_norm": [0.3686790466308594, 0.3724566698074341, 0.36577165126800537], "ldr": {"dL_sdil": -0.01190902292728424, "dL_bp": -0.02919386327266693, "ratio": 0.4079289820622744}}, {"step": 5100, "epoch": 10, "train_loss": 0.0887155681848526, "cos_r_negg": [0.07348175346851349, 0.05021180212497711, -0.08241405338048935], "cos_innovation_negg": [0.32937365770339966, 0.3970889449119568, 0.6641775369644165], "cos_apical_negg": [0.07348175346851349, 0.05021180585026741, -0.08241405338048935], "cos_Ac_negg": [0.3292635679244995, 0.3973221778869629, 0.6646224856376648], "r_norm": [0.3370145261287689, 0.34336763620376587, 0.3394201993942261]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9531, "test_loss": 0.21261507873535157}, {"step": 5200, "epoch": 11, "train_loss": 0.015521238557994366, "cos_r_negg": [0.04192403331398964, 0.047619424760341644, -0.13480988144874573], "cos_innovation_negg": [0.29843252897262573, 0.3676559329032898, 0.6901150345802307], "cos_apical_negg": [0.04192402958869934, 0.047619421035051346, -0.13480988144874573], "cos_Ac_negg": [0.2985725998878479, 0.3679630160331726, 0.6905062198638916], "r_norm": [0.34247463941574097, 0.3466784358024597, 0.3350602388381958]}, {"step": 5300, "epoch": 11, "train_loss": 0.08481009304523468, "cos_r_negg": [0.059139396995306015, 0.10118880867958069, -0.09266543388366699], "cos_innovation_negg": [0.32587409019470215, 0.38117778301239014, 0.7519956827163696], "cos_apical_negg": [0.059139400720596313, 0.10118880867958069, -0.09266544878482819], "cos_Ac_negg": [0.3258609473705292, 0.3812134265899658, 0.7523297071456909], "r_norm": [0.3832690119743347, 0.3867148458957672, 0.38077399134635925]}, {"step": 5400, "epoch": 11, "train_loss": 0.16110804677009583, "cos_r_negg": [0.04936950281262398, 0.08688933402299881, -0.20913437008857727], "cos_innovation_negg": [0.29607468843460083, 0.37785810232162476, 0.7648166418075562], "cos_apical_negg": [0.04936949908733368, 0.08688933402299881, -0.20913435518741608], "cos_Ac_negg": [0.2964397966861725, 0.37814801931381226, 0.7652274370193481], "r_norm": [0.3694998025894165, 0.37496981024742126, 0.3623947501182556]}, {"step": 5500, "epoch": 11, "train_loss": 0.27962130308151245, "cos_r_negg": [0.05374613776803017, 0.05903695896267891, -0.08377103507518768], "cos_innovation_negg": [0.30551958084106445, 0.39926934242248535, 0.731338381767273], "cos_apical_negg": [0.053746141493320465, 0.05903695523738861, -0.08377103507518768], "cos_Ac_negg": [0.30594539642333984, 0.39952701330184937, 0.7319685816764832], "r_norm": [0.3456263244152069, 0.3510850965976715, 0.3437492847442627], "ldr": {"dL_sdil": -0.013040304183959961, "dL_bp": -0.031758204102516174, "ratio": 0.41061214109795297}}, {"step": 5600, "epoch": 11, "train_loss": 0.09887810796499252, "cos_r_negg": [0.06392280012369156, 0.06886495649814606, -0.13522015511989594], "cos_innovation_negg": [0.307576984167099, 0.3457643985748291, 0.6648601293563843], "cos_apical_negg": [0.06392280757427216, 0.06886495649814606, -0.13522017002105713], "cos_Ac_negg": [0.3086901903152466, 0.3463948667049408, 0.6666679382324219], "r_norm": [0.32832059264183044, 0.33228838443756104, 0.32474082708358765]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9564, "test_loss": 0.2051394729614258}, {"step": 5700, "epoch": 12, "train_loss": 0.06471480429172516, "cos_r_negg": [0.05594306066632271, 0.03522571921348572, -0.1324022263288498], "cos_innovation_negg": [0.34709763526916504, 0.419447124004364, 0.6934719681739807], "cos_apical_negg": [0.05594305694103241, 0.03522571921348572, -0.1324022263288498], "cos_Ac_negg": [0.34778156876564026, 0.41968727111816406, 0.6947780847549438], "r_norm": [0.3208765685558319, 0.3245876133441925, 0.3163379430770874]}, {"step": 5800, "epoch": 12, "train_loss": 0.026193108409643173, "cos_r_negg": [0.05743078514933586, 0.0580311045050621, -0.006859535351395607], "cos_innovation_negg": [0.35732418298721313, 0.3890446126461029, 0.7163714170455933], "cos_apical_negg": [0.05743078142404556, 0.0580311045050621, -0.006859548389911652], "cos_Ac_negg": [0.35760441422462463, 0.3891891837120056, 0.7167977690696716], "r_norm": [0.3208925426006317, 0.32283368706703186, 0.3142455220222473]}, {"step": 5900, "epoch": 12, "train_loss": 0.08609644323587418, "cos_r_negg": [0.03837002068758011, 0.038067497313022614, -0.10395322740077972], "cos_innovation_negg": [0.33246707916259766, 0.3791056275367737, 0.647708535194397], "cos_apical_negg": [0.03837001323699951, 0.038067497313022614, -0.10395322740077972], "cos_Ac_negg": [0.3330087959766388, 0.3796733617782593, 0.6488566398620605], "r_norm": [0.28697890043258667, 0.2914462685585022, 0.28361207246780396]}, {"step": 6000, "epoch": 12, "train_loss": 0.011555884033441544, "cos_r_negg": [0.04002008214592934, 0.022243496030569077, -0.15412598848342896], "cos_innovation_negg": [0.28803521394729614, 0.3072802424430847, 0.664710283279419], "cos_apical_negg": [0.04002008214592934, 0.022243494167923927, -0.15412598848342896], "cos_Ac_negg": [0.2880746126174927, 0.30747881531715393, 0.6650397181510925], "r_norm": [0.3107988238334656, 0.31282874941825867, 0.3014359176158905], "ldr": {"dL_sdil": -0.01149497926235199, "dL_bp": -0.028254345059394836, "ratio": 0.4068393458842466}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.955, "test_loss": 0.22476060485839844}, {"step": 6100, "epoch": 13, "train_loss": 0.019013768061995506, "cos_r_negg": [0.01851665787398815, 0.05332653224468231, -0.022532230243086815], "cos_innovation_negg": [0.35613998770713806, 0.414058655500412, 0.6762146949768066], "cos_apical_negg": [0.01851666159927845, 0.05332653596997261, -0.022532224655151367], "cos_Ac_negg": [0.3564178943634033, 0.41423872113227844, 0.6762027144432068], "r_norm": [0.25446617603302, 0.25901520252227783, 0.2508872151374817]}, {"step": 6200, "epoch": 13, "train_loss": 0.046718861907720566, "cos_r_negg": [0.03951304033398628, 0.04525625705718994, -0.09203031659126282], "cos_innovation_negg": [0.2852541208267212, 0.3206644356250763, 0.6953349113464355], "cos_apical_negg": [0.03951304405927658, 0.04525625705718994, -0.09203031659126282], "cos_Ac_negg": [0.28577062487602234, 0.32072341442108154, 0.69330894947052], "r_norm": [0.2938562035560608, 0.2982935905456543, 0.29395222663879395]}, {"step": 6300, "epoch": 13, "train_loss": 0.08005551248788834, "cos_r_negg": [0.04350179433822632, 0.04822395741939545, -0.14583855867385864], "cos_innovation_negg": [0.2877533733844757, 0.35692280530929565, 0.6591963768005371], "cos_apical_negg": [0.04350179433822632, 0.04822395741939545, -0.14583855867385864], "cos_Ac_negg": [0.28799116611480713, 0.35723939538002014, 0.6615108251571655], "r_norm": [0.32902830839157104, 0.33347609639167786, 0.3232731223106384]}, {"step": 6400, "epoch": 13, "train_loss": 0.010547762736678123, "cos_r_negg": [0.05854140967130661, 0.04904986917972565, 0.008392009884119034], "cos_innovation_negg": [0.31301918625831604, 0.4097648859024048, 0.6412030458450317], "cos_apical_negg": [0.05854140967130661, 0.04904986172914505, 0.008392002433538437], "cos_Ac_negg": [0.31322377920150757, 0.40992504358291626, 0.6410225629806519], "r_norm": [0.32384568452835083, 0.33434537053108215, 0.32019364833831787]}, {"step": 6500, "epoch": 13, "train_loss": 0.02400580793619156, "cos_r_negg": [0.028128569945693016, 0.03145512938499451, -0.14054271578788757], "cos_innovation_negg": [0.29985666275024414, 0.37772876024246216, 0.6384726762771606], "cos_apical_negg": [0.028128571808338165, 0.03145512565970421, -0.14054271578788757], "cos_Ac_negg": [0.2999824285507202, 0.3783789873123169, 0.6384218335151672], "r_norm": [0.30828994512557983, 0.3116949200630188, 0.2992928624153137], "ldr": {"dL_sdil": -0.010763436555862427, "dL_bp": -0.02436085045337677, "ratio": 0.4418333660584685}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9564, "test_loss": 0.20967651138305665}, {"step": 6600, "epoch": 14, "train_loss": 0.0171881802380085, "cos_r_negg": [0.04867755249142647, 0.04371873661875725, -0.034156620502471924], "cos_innovation_negg": [0.3520340025424957, 0.42856040596961975, 0.698298454284668], "cos_apical_negg": [0.04867754876613617, 0.043718740344047546, -0.03415662422776222], "cos_Ac_negg": [0.352585107088089, 0.4290047585964203, 0.6984448432922363], "r_norm": [0.3222231864929199, 0.3260580897331238, 0.3169287145137787]}, {"step": 6700, "epoch": 14, "train_loss": 0.09316784143447876, "cos_r_negg": [0.056634485721588135, 0.05834105238318443, -0.13809379935264587], "cos_innovation_negg": [0.2693135440349579, 0.35252073407173157, 0.7495920658111572], "cos_apical_negg": [0.056634485721588135, 0.05834105610847473, -0.13809381425380707], "cos_Ac_negg": [0.2695942223072052, 0.3542158901691437, 0.7505279779434204], "r_norm": [0.3374485969543457, 0.338696151971817, 0.3270541727542877]}, {"step": 6800, "epoch": 14, "train_loss": 0.11760030686855316, "cos_r_negg": [0.07047758251428604, 0.031747426837682724, -0.15715719759464264], "cos_innovation_negg": [0.28173351287841797, 0.3647039532661438, 0.7331205010414124], "cos_apical_negg": [0.07047758996486664, 0.03174743056297302, -0.15715719759464264], "cos_Ac_negg": [0.2816561460494995, 0.36497336626052856, 0.732842206954956], "r_norm": [0.32171744108200073, 0.3220268487930298, 0.31346920132637024]}, {"step": 6900, "epoch": 14, "train_loss": 0.011903109028935432, "cos_r_negg": [0.05340467020869255, 0.05670728534460068, -0.1993456482887268], "cos_innovation_negg": [0.28802743554115295, 0.36178576946258545, 0.7069607973098755], "cos_apical_negg": [0.05340467020869255, 0.056707289069890976, -0.1993456482887268], "cos_Ac_negg": [0.28918078541755676, 0.3645724952220917, 0.7159875631332397], "r_norm": [0.2909201979637146, 0.29303663969039917, 0.28414618968963623]}, {"step": 7000, "epoch": 14, "train_loss": 0.09724093973636627, "cos_r_negg": [0.04742192476987839, 0.04188825190067291, -0.07511313259601593], "cos_innovation_negg": [0.3258897066116333, 0.3811423182487488, 0.723770260810852], "cos_apical_negg": [0.04742192476987839, 0.04188825190067291, -0.07511313259601593], "cos_Ac_negg": [0.3262384235858917, 0.3813590705394745, 0.7244777083396912], "r_norm": [0.29820430278778076, 0.30305516719818115, 0.2924060523509979], "ldr": {"dL_sdil": -0.01218569278717041, "dL_bp": -0.03188328444957733, "ratio": 0.3821969096829343}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9578, "test_loss": 0.21582944259643555}], "final": {"test_acc": 0.9578, "test_loss": 0.21582944259643555, "wall_s": 24.77858328819275, "cos_r_negg": [0.04536595568060875, 0.04051899164915085, -0.20429718494415283], "cos_innovation_negg": [0.27891454100608826, 0.3399190604686737, 0.8059977889060974], "cos_apical_negg": [0.04536595568060875, 0.04051899164915085, -0.20429719984531403], "cos_Ac_negg": [0.27873682975769043, 0.3405865430831909, 0.8069917559623718]}}
|
