{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p5_matched_s0", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.014085851609706879, -0.023326925933361053, 0.023356815800070763], "cos_innovation_negg": [-0.014816612005233765, -0.027381082996726036, 0.03303579241037369], "cos_apical_negg": [-0.014085852541029453, -0.023326924070715904, 0.023356813937425613], "cos_Ac_negg": [-0.014817332848906517, -0.027381986379623413, 0.03303509205579758], "r_norm": [4.897218704223633, 4.823971748352051, 4.820801734924316], "ldr": {"dL_sdil": 0.024374961853027344, "dL_bp": -0.19437456130981445, "ratio": -0.12540201602912424}}, {"step": 100, "epoch": 0, "train_loss": 14.12067699432373, "cos_r_negg": [-0.08893522620201111, -0.03697008267045021, -0.1882857084274292], "cos_innovation_negg": [-0.13494105637073517, -0.10561321675777435, -0.015781689435243607], "cos_apical_negg": [-0.08893522620201111, -0.03697008267045021, -0.1882856786251068], "cos_Ac_negg": [-0.13494354486465454, -0.10560338944196701, -0.01577790081501007], "r_norm": [5.334836959838867, 5.221025466918945, 5.233641624450684]}, {"step": 200, "epoch": 0, "train_loss": 6.279884338378906, "cos_r_negg": [-0.016945574432611465, -0.1910644769668579, 0.14604252576828003], "cos_innovation_negg": [-0.04803919792175293, -0.15461909770965576, -0.07992690801620483], "cos_apical_negg": [-0.016945574432611465, -0.1910644918680191, 0.14604251086711884], "cos_Ac_negg": [-0.04803498834371567, -0.1546301543712616, -0.07992991805076599], "r_norm": [5.395120620727539, 5.394388198852539, 5.436290740966797]}, {"step": 300, "epoch": 0, "train_loss": 6.813488006591797, "cos_r_negg": [0.008358773775398731, -0.06311704963445663, -0.42356497049331665], "cos_innovation_negg": [-0.00030633993446826935, 0.1247933954000473, -0.5285708904266357], "cos_apical_negg": [0.008358772844076157, -0.06311704963445663, -0.42356497049331665], "cos_Ac_negg": [-0.0003166506066918373, 0.12479470670223236, -0.5285787582397461], "r_norm": [4.722325325012207, 4.77194881439209, 4.934689521789551]}, {"step": 400, "epoch": 0, "train_loss": 16.24858856201172, "cos_r_negg": [0.015206405892968178, 0.057924140244722366, -0.7462772727012634], "cos_innovation_negg": [0.03806964308023453, 0.2180238962173462, -0.6620335578918457], "cos_apical_negg": [0.015206404030323029, 0.057924140244722366, -0.7462772727012634], "cos_Ac_negg": [0.03806009143590927, 0.21802525222301483, -0.6620345115661621], "r_norm": [4.840358734130859, 4.874863147735596, 4.971100807189941]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1032, "test_loss": 9.939487109375}, {"step": 500, "epoch": 1, "train_loss": 10.660843849182129, "cos_r_negg": [-0.030392784625291824, 0.015496436506509781, -0.47973573207855225], "cos_innovation_negg": [-0.0036322539672255516, 0.02711421065032482, -0.4922116696834564], "cos_apical_negg": [-0.030392788350582123, 0.01549642812460661, -0.47973573207855225], "cos_Ac_negg": [-0.0036450987681746483, 0.027112293988466263, -0.4922292232513428], "r_norm": [4.368741035461426, 4.551837921142578, 4.542548656463623], "ldr": {"dL_sdil": -2.4881644248962402, "dL_bp": -2.4881644248962402, "ratio": 1.0}}, {"step": 600, "epoch": 1, "train_loss": 17.262676239013672, "cos_r_negg": [0.05464954674243927, 0.11473499238491058, -0.7554186582565308], "cos_innovation_negg": [0.09729184210300446, 0.26847589015960693, -0.8807673454284668], "cos_apical_negg": [0.05464954301714897, 0.11473499238491058, -0.7554186582565308], "cos_Ac_negg": [0.09740432351827621, 0.2682653069496155, -0.8807319402694702], "r_norm": [4.772709846496582, 4.876379013061523, 4.974851131439209]}, {"step": 700, "epoch": 1, "train_loss": 8.635671615600586, "cos_r_negg": [0.0331491120159626, -0.1384372115135193, -0.2274186909198761], "cos_innovation_negg": [0.03758326172828674, 0.11557825654745102, -0.2767249047756195], "cos_apical_negg": [0.0331491082906723, -0.1384372115135193, -0.22741873562335968], "cos_Ac_negg": [0.03757789731025696, 0.11556895822286606, -0.27672046422958374], "r_norm": [3.8850667476654053, 4.068549156188965, 4.125247001647949]}, {"step": 800, "epoch": 1, "train_loss": 11.105262756347656, "cos_r_negg": [-0.01403407845646143, -0.1611066460609436, -0.5888252854347229], "cos_innovation_negg": [-0.0699152946472168, 0.0787331610918045, -0.44235607981681824], "cos_apical_negg": [-0.014034079387784004, -0.1611066460609436, -0.5888252854347229], "cos_Ac_negg": [-0.06996230781078339, 0.07870141416788101, -0.44287019968032837], "r_norm": [4.181976318359375, 4.552711486816406, 4.648576259613037]}, {"step": 900, "epoch": 1, "train_loss": 19.779621124267578, "cos_r_negg": [0.029799360781908035, 0.02793087065219879, -0.7476145029067993], "cos_innovation_negg": [0.014213008806109428, 0.17063698172569275, -0.8503620028495789], "cos_apical_negg": [0.029799360781908035, 0.027930868789553642, -0.7476145029067993], "cos_Ac_negg": [0.014216138049960136, 0.17062827944755554, -0.8503645062446594], "r_norm": [3.8990087509155273, 4.121850967407227, 4.2717437744140625]}, {"epoch_end": 1, "step": 938, "test_acc": 0.0958, "test_loss": 11.862362109375}, {"step": 1000, "epoch": 2, "train_loss": 10.53783130645752, "cos_r_negg": [0.010093072429299355, -0.10424265265464783, -0.30385899543762207], "cos_innovation_negg": [0.01212595496326685, 0.10739118605852127, 0.33052748441696167], "cos_apical_negg": [0.010093078948557377, -0.10424265265464783, -0.30385899543762207], "cos_Ac_negg": [0.012088452465832233, 0.10737468302249908, 0.3305143415927887], "r_norm": [3.548647880554199, 3.817204236984253, 3.8774211406707764], "ldr": {"dL_sdil": -2.6754751205444336, "dL_bp": -2.6754751205444336, "ratio": 1.0}}, {"step": 1100, "epoch": 2, "train_loss": 6.809667110443115, "cos_r_negg": [0.008733958005905151, -0.1590530127286911, -0.2897493839263916], "cos_innovation_negg": [-0.0036993511021137238, 0.0724545270204544, 0.0980292409658432], "cos_apical_negg": [0.008733958937227726, -0.1590530127286911, -0.2897493839263916], "cos_Ac_negg": [-0.0036990325897932053, 0.07245470583438873, 0.09802064299583435], "r_norm": [3.1249608993530273, 3.4257116317749023, 3.528402328491211]}, {"step": 1200, "epoch": 2, "train_loss": 7.039065361022949, "cos_r_negg": [0.00349610298871994, -0.13462018966674805, -0.32335054874420166], "cos_innovation_negg": [0.003648330457508564, 0.1927134394645691, 0.45836472511291504], "cos_apical_negg": [0.003496110439300537, -0.13462020456790924, -0.32335054874420166], "cos_Ac_negg": [0.0036400258541107178, 0.192709818482399, 0.458362340927124], "r_norm": [2.8591742515563965, 3.1747121810913086, 3.326098918914795]}, {"step": 1300, "epoch": 2, "train_loss": 16.58791160583496, "cos_r_negg": [0.019751064479351044, -0.12760673463344574, -0.17038008570671082], "cos_innovation_negg": [-0.10753948986530304, -0.033780913800001144, 0.3867144286632538], "cos_apical_negg": [0.019751064479351044, -0.12760673463344574, -0.17038008570671082], "cos_Ac_negg": [-0.10760588943958282, -0.032932430505752563, 0.386658251285553], "r_norm": [3.4449684619903564, 3.7542734146118164, 3.8927717208862305]}, {"step": 1400, "epoch": 2, "train_loss": 9.447040557861328, "cos_r_negg": [-0.03823351860046387, -0.01512721087783575, 0.011477387510240078], "cos_innovation_negg": [-0.12094312906265259, -0.11372079700231552, 0.4000576138496399], "cos_apical_negg": [-0.03823351860046387, -0.015127215534448624, 0.011477393098175526], "cos_Ac_negg": [-0.12094002962112427, -0.11377760767936707, 0.4000414311885834], "r_norm": [3.286607265472412, 3.6098904609680176, 3.777514696121216]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.1135, "test_loss": 7.29462744140625}, {"step": 1500, "epoch": 3, "train_loss": 5.781383991241455, "cos_r_negg": [0.020791932940483093, -0.13320615887641907, -0.16981716454029083], "cos_innovation_negg": [-0.03493937477469444, 0.06559880077838898, 0.12040971219539642], "cos_apical_negg": [0.02079193666577339, -0.13320615887641907, -0.16981717944145203], "cos_Ac_negg": [-0.03493931144475937, 0.06561059504747391, 0.12040558457374573], "r_norm": [2.5247819423675537, 2.8460168838500977, 3.0592761039733887], "ldr": {"dL_sdil": -0.8258872032165527, "dL_bp": -0.8258872032165527, "ratio": 1.0}}, {"step": 1600, "epoch": 3, "train_loss": 16.355484008789062, "cos_r_negg": [-0.04282370209693909, -0.020879706367850304, -0.1283104419708252], "cos_innovation_negg": [-0.08435942977666855, 0.0706423819065094, 0.4163171350955963], "cos_apical_negg": [-0.04282370209693909, -0.020879698917269707, -0.128310427069664], "cos_Ac_negg": [-0.08437368273735046, 0.07062622904777527, 0.4163191616535187], "r_norm": [2.5536551475524902, 2.9975080490112305, 3.2721755504608154]}, {"step": 1700, "epoch": 3, "train_loss": 8.543461799621582, "cos_r_negg": [0.028911905363202095, -0.2613047957420349, -0.6615996360778809], "cos_innovation_negg": [0.004924428649246693, 0.2569238841533661, -0.7029926776885986], "cos_apical_negg": [0.028911907225847244, -0.2613047957420349, -0.6615996360778809], "cos_Ac_negg": [0.004948281683027744, 0.2566157579421997, -0.7029728293418884], "r_norm": [2.8632616996765137, 3.235999345779419, 3.616844654083252]}, {"step": 1800, "epoch": 3, "train_loss": 12.42558479309082, "cos_r_negg": [-0.004925549030303955, -0.05030108243227005, -0.07277588546276093], "cos_innovation_negg": [-0.06332477927207947, 0.0009691258892416954, 0.5940377712249756], "cos_apical_negg": [-0.004925550892949104, -0.05030107498168945, -0.07277587056159973], "cos_Ac_negg": [-0.06333114206790924, 0.00096840038895607, 0.594037652015686], "r_norm": [2.397101879119873, 2.8351240158081055, 3.179964780807495]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.0982, "test_loss": 9.24165390625}, {"step": 1900, "epoch": 4, "train_loss": 8.982902526855469, "cos_r_negg": [0.04248849302530289, -0.1473674476146698, -0.6803628206253052], "cos_innovation_negg": [-0.031519852578639984, 0.29750296473503113, -0.10108450055122375], "cos_apical_negg": [0.042488500475883484, -0.1473674476146698, -0.6803627610206604], "cos_Ac_negg": [-0.031492680311203, 0.29756370186805725, -0.10105365514755249], "r_norm": [2.5877840518951416, 3.036332368850708, 3.6353697776794434]}, {"step": 2000, "epoch": 4, "train_loss": 8.146219253540039, "cos_r_negg": [0.004830482415854931, 0.005079662427306175, 0.08707480132579803], "cos_innovation_negg": [-0.10026074945926666, -0.09354148805141449, -0.011778469197452068], "cos_apical_negg": [0.00483048427850008, 0.0050796642899513245, 0.08707478642463684], "cos_Ac_negg": [-0.10025837272405624, -0.09353674203157425, -0.011780465953052044], "r_norm": [2.274287223815918, 2.65627384185791, 3.059190273284912], "ldr": {"dL_sdil": -1.7607216835021973, "dL_bp": -1.7607216835021973, "ratio": 1.0}}, {"step": 2100, "epoch": 4, "train_loss": 9.06846809387207, "cos_r_negg": [-0.058182720094919205, 0.10768751055002213, 0.3173576891422272], "cos_innovation_negg": [-0.0582716166973114, -0.4040052890777588, 0.021111642941832542], "cos_apical_negg": [-0.058182716369628906, 0.10768751800060272, 0.3173576891422272], "cos_Ac_negg": [-0.058245159685611725, -0.40405023097991943, 0.021092871204018593], "r_norm": [2.4221482276916504, 2.8851242065429688, 3.391139030456543]}, {"step": 2200, "epoch": 4, "train_loss": 7.488105773925781, "cos_r_negg": [-0.009678144007921219, -0.04645390063524246, -0.060090161859989166], "cos_innovation_negg": [-0.09081825613975525, 0.19830116629600525, 0.029655873775482178], "cos_apical_negg": [-0.009678145870566368, -0.046453896909952164, -0.060090165585279465], "cos_Ac_negg": [-0.09081196784973145, 0.19828739762306213, 0.029664281755685806], "r_norm": [2.3894410133361816, 2.8490586280822754, 3.293402671813965]}, {"step": 2300, "epoch": 4, "train_loss": 8.962624549865723, "cos_r_negg": [0.01311976183205843, 0.022652335464954376, 0.09240749478340149], "cos_innovation_negg": [-0.06362192332744598, 0.005196608603000641, 0.35803020000457764], "cos_apical_negg": [0.013119753450155258, 0.022652335464954376, 0.09240749478340149], "cos_Ac_negg": [-0.06361232697963715, 0.0052616894245147705, 0.3580298125743866], "r_norm": [1.936016321182251, 2.3289709091186523, 2.7761802673339844]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.1032, "test_loss": 6.76871787109375}, {"step": 2400, "epoch": 5, "train_loss": 4.417475700378418, "cos_r_negg": [-0.030662287026643753, 0.05300325155258179, -0.020648101344704628], "cos_innovation_negg": [-0.08473651856184006, 0.024036895483732224, 0.25856074690818787], "cos_apical_negg": [-0.030662287026643753, 0.05300324410200119, -0.02064809761941433], "cos_Ac_negg": [-0.08473721891641617, 0.02404254674911499, 0.25856029987335205], "r_norm": [1.8500384092330933, 2.164245128631592, 2.623790979385376]}, {"step": 2500, "epoch": 5, "train_loss": 6.71903133392334, "cos_r_negg": [-0.02484159916639328, 0.12425047159194946, 0.0795184075832367], "cos_innovation_negg": [-0.04391147941350937, -0.1385723054409027, 0.24954695999622345], "cos_apical_negg": [-0.02484159916639328, 0.12425047159194946, 0.07951842248439789], "cos_Ac_negg": [-0.04390912503004074, -0.1385713815689087, 0.24954679608345032], "r_norm": [1.8559162616729736, 2.264186382293701, 2.7719039916992188], "ldr": {"dL_sdil": -1.6567621231079102, "dL_bp": -1.6567621231079102, "ratio": 1.0}}, {"step": 2600, "epoch": 5, "train_loss": 15.13719654083252, "cos_r_negg": [-0.030691301450133324, -0.09046292304992676, -0.4273899793624878], "cos_innovation_negg": [-0.07379123568534851, -0.09459459036588669, 0.20217010378837585], "cos_apical_negg": [-0.030691301450133324, -0.09046293050050735, -0.4273899793624878], "cos_Ac_negg": [-0.07372713088989258, -0.10801927000284195, 0.20215289294719696], "r_norm": [2.205949068069458, 2.7041139602661133, 3.242435932159424]}, {"step": 2700, "epoch": 5, "train_loss": 13.799510955810547, "cos_r_negg": [-0.00035359058529138565, 0.01679469831287861, -0.18613708019256592], "cos_innovation_negg": [-0.08058209717273712, 0.191128671169281, 0.17677849531173706], "cos_apical_negg": [-0.00035359105095267296, 0.016794709488749504, -0.1861370950937271], "cos_Ac_negg": [-0.08057533949613571, 0.19111774861812592, 0.1767803430557251], "r_norm": [2.214383602142334, 2.621917963027954, 3.161092758178711]}, {"step": 2800, "epoch": 5, "train_loss": 9.245009422302246, "cos_r_negg": [-0.012889944016933441, 0.10436075925827026, -0.6796268224716187], "cos_innovation_negg": [-0.06484337151050568, 0.4044119715690613, -0.0012653958983719349], "cos_apical_negg": [-0.01288994774222374, 0.10436075925827026, -0.6796268224716187], "cos_Ac_negg": [-0.06484868377447128, 0.4044126272201538, -0.0012657511979341507], "r_norm": [1.9268364906311035, 2.292642116546631, 3.1016478538513184]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.1009, "test_loss": 9.69221904296875}, {"step": 2900, "epoch": 6, "train_loss": 13.638516426086426, "cos_r_negg": [0.02191525138914585, -0.040097691118717194, -0.642638087272644], "cos_innovation_negg": [-0.04706123471260071, 0.3079439103603363, -0.48477670550346375], "cos_apical_negg": [0.021915253251791, -0.0400976836681366, -0.642638087272644], "cos_Ac_negg": [-0.0470699742436409, 0.3078739047050476, -0.4847766160964966], "r_norm": [1.9580109119415283, 2.3436472415924072, 3.148317813873291]}, {"step": 3000, "epoch": 6, "train_loss": 10.292101860046387, "cos_r_negg": [0.053298208862543106, -0.07172314822673798, 0.057993773370981216], "cos_innovation_negg": [-0.002374793402850628, -0.07622523605823517, 0.8782966136932373], "cos_apical_negg": [0.05329820141196251, -0.07172315567731857, 0.05799376964569092], "cos_Ac_negg": [-0.0022748056799173355, -0.07616179436445236, 0.8782958984375], "r_norm": [1.9307631254196167, 2.231853723526001, 3.164006233215332], "ldr": {"dL_sdil": -4.221527099609375, "dL_bp": -4.221527099609375, "ratio": 1.0}}, {"step": 3100, "epoch": 6, "train_loss": 13.738449096679688, "cos_r_negg": [0.04281838238239288, -0.025666138157248497, 0.06642301380634308], "cos_innovation_negg": [-0.006224539130926132, -0.08096176385879517, 0.8056594133377075], "cos_apical_negg": [0.04281838983297348, -0.025666140019893646, 0.06642301380634308], "cos_Ac_negg": [-0.005950918421149254, -0.08089739084243774, 0.8056603670120239], "r_norm": [1.89373779296875, 2.186147689819336, 3.1485190391540527]}, {"step": 3200, "epoch": 6, "train_loss": 6.55476188659668, "cos_r_negg": [-0.03421996161341667, -0.2742629647254944, -0.09308277070522308], "cos_innovation_negg": [0.04799528047442436, 0.38088029623031616, 0.461800217628479], "cos_apical_negg": [-0.03421995788812637, -0.274262934923172, -0.09308278560638428], "cos_Ac_negg": [0.048000581562519073, 0.38088715076446533, 0.4618002772331238], "r_norm": [1.605065941810608, 1.9066911935806274, 2.701836109161377]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1032, "test_loss": 15.26507431640625}, {"step": 3300, "epoch": 7, "train_loss": 10.61668586730957, "cos_r_negg": [-0.03434322774410248, 0.032522112131118774, 0.005781191401183605], "cos_innovation_negg": [-0.07201001793146133, -0.16277408599853516, 0.2681025266647339], "cos_apical_negg": [-0.03434322774410248, 0.032522112131118774, 0.005781190469861031], "cos_Ac_negg": [-0.072011798620224, -0.16275878250598907, 0.2681030035018921], "r_norm": [1.7817790508270264, 2.1636571884155273, 2.914649724960327]}, {"step": 3400, "epoch": 7, "train_loss": 9.504243850708008, "cos_r_negg": [0.019950853660702705, -0.20116356015205383, 0.2762332260608673], "cos_innovation_negg": [0.08255147188901901, 0.31720560789108276, 0.6831055879592896], "cos_apical_negg": [0.019950851798057556, -0.20116353034973145, 0.2762332260608673], "cos_Ac_negg": [0.08255710452795029, 0.3172174394130707, 0.6831055879592896], "r_norm": [1.677664041519165, 1.9817421436309814, 2.7234790325164795]}, {"step": 3500, "epoch": 7, "train_loss": 13.170604705810547, "cos_r_negg": [-0.028093859553337097, -0.2691152095794678, -0.17662903666496277], "cos_innovation_negg": [-0.009174267761409283, 0.24669218063354492, 0.634959876537323], "cos_apical_negg": [-0.028093859553337097, -0.26911523938179016, -0.17662903666496277], "cos_Ac_negg": [-0.009167949669063091, 0.24664577841758728, 0.6349596381187439], "r_norm": [1.6037486791610718, 1.8770670890808105, 2.861909866333008], "ldr": {"dL_sdil": -1.423675537109375, "dL_bp": -1.423675537109375, "ratio": 1.0}}, {"step": 3600, "epoch": 7, "train_loss": 11.314979553222656, "cos_r_negg": [-0.011983984149992466, -0.07089132815599442, -0.5297096967697144], "cos_innovation_negg": [-0.16919922828674316, 0.16218727827072144, 0.07026683539152145], "cos_apical_negg": [-0.011983980424702168, -0.07089132070541382, -0.5297096967697144], "cos_Ac_negg": [-0.1692042201757431, 0.16216658055782318, 0.0702667385339737], "r_norm": [1.60227370262146, 1.8934738636016846, 2.7727532386779785]}, {"step": 3700, "epoch": 7, "train_loss": 7.798266410827637, "cos_r_negg": [-0.01820511370897293, -0.03391684591770172, -8.560018613934517e-05], "cos_innovation_negg": [-0.08299519121646881, 0.05394937843084335, 0.4331936836242676], "cos_apical_negg": [-0.01820511184632778, -0.033916838467121124, -8.558016270399094e-05], "cos_Ac_negg": [-0.08299021422863007, 0.053952451795339584, 0.4331936836242676], "r_norm": [1.6263720989227295, 1.9731025695800781, 2.831577777862549]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.1028, "test_loss": 7.502961474609375}, {"step": 3800, "epoch": 8, "train_loss": 9.374402046203613, "cos_r_negg": [-0.007190410979092121, -0.14519503712654114, 0.3474685549736023], "cos_innovation_negg": [-0.04825960099697113, 0.348207026720047, 0.47952884435653687], "cos_apical_negg": [-0.007190404459834099, -0.14519503712654114, 0.3474685847759247], "cos_Ac_negg": [-0.048091258853673935, 0.34822291135787964, 0.47952908277511597], "r_norm": [1.6815733909606934, 2.0130138397216797, 3.1404061317443848]}, {"step": 3900, "epoch": 8, "train_loss": 7.552352428436279, "cos_r_negg": [-0.013247175142168999, -0.07759027183055878, -0.19268079102039337], "cos_innovation_negg": [-0.012854320928454399, 0.013200514018535614, 0.6624311208724976], "cos_apical_negg": [-0.01324717327952385, -0.07759027183055878, -0.19268079102039337], "cos_Ac_negg": [-0.012856891378760338, 0.01319839246571064, 0.6624311208724976], "r_norm": [1.5521570444107056, 1.7970399856567383, 2.743655204772949]}, {"step": 4000, "epoch": 8, "train_loss": 7.4703474044799805, "cos_r_negg": [-0.03362344950437546, 0.03418354690074921, 0.09146559238433838], "cos_innovation_negg": [-0.05962652713060379, -0.07708211988210678, 0.5295485258102417], "cos_apical_negg": [-0.03362344950437546, 0.034183550626039505, 0.09146557748317719], "cos_Ac_negg": [-0.05962176248431206, -0.07708053290843964, 0.5295485258102417], "r_norm": [1.3777050971984863, 1.6053621768951416, 2.60689640045166], "ldr": {"dL_sdil": -1.0782999992370605, "dL_bp": -1.0782999992370605, "ratio": 1.0}}, {"step": 4100, "epoch": 8, "train_loss": 15.02281379699707, "cos_r_negg": [-0.002551573794335127, -0.1829811930656433, 0.016996806487441063], "cos_innovation_negg": [-0.030981209129095078, -0.03694143146276474, 0.3626062273979187], "cos_apical_negg": [-0.002551571000367403, -0.1829811930656433, 0.016996804624795914], "cos_Ac_negg": [-0.03099149465560913, -0.03701050952076912, 0.362606406211853], "r_norm": [1.6183452606201172, 1.917630672454834, 3.1797680854797363]}, {"step": 4200, "epoch": 8, "train_loss": 10.705953598022461, "cos_r_negg": [0.04023492708802223, -0.28198927640914917, -0.5521667003631592], "cos_innovation_negg": [-0.061573825776576996, 0.23431363701820374, 0.49464771151542664], "cos_apical_negg": [0.040234923362731934, -0.28198930621147156, -0.5521667003631592], "cos_Ac_negg": [-0.06158052012324333, 0.23431259393692017, 0.49464765191078186], "r_norm": [1.4082860946655273, 1.6171205043792725, 2.7632203102111816]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.1009, "test_loss": 10.2951087890625}, {"step": 4300, "epoch": 9, "train_loss": 19.057186126708984, "cos_r_negg": [-0.038887206465005875, -0.10910739749670029, -0.125909224152565], "cos_innovation_negg": [-0.14409834146499634, 0.004107946529984474, 0.5602022409439087], "cos_apical_negg": [-0.03888721764087677, -0.10910740494728088, -0.125909224152565], "cos_Ac_negg": [-0.1441044807434082, 0.00409357063472271, 0.5602022409439087], "r_norm": [1.558234453201294, 1.8885302543640137, 2.955050468444824]}, {"step": 4400, "epoch": 9, "train_loss": 9.278549194335938, "cos_r_negg": [-0.0016661696135997772, -0.162213534116745, -0.3255435824394226], "cos_innovation_negg": [-0.07545366883277893, -0.06068694218993187, 0.3472710847854614], "cos_apical_negg": [-0.0016661710105836391, -0.162213534116745, -0.3255435824394226], "cos_Ac_negg": [-0.0754532516002655, -0.06069668382406235, 0.3472710847854614], "r_norm": [1.4222195148468018, 1.6736817359924316, 2.760430335998535]}, {"step": 4500, "epoch": 9, "train_loss": 10.898351669311523, "cos_r_negg": [0.004468430764973164, -0.3113348186016083, -0.2942622900009155], "cos_innovation_negg": [-0.0989055186510086, 0.07418051362037659, 0.5252222418785095], "cos_apical_negg": [0.004468428902328014, -0.3113348186016083, -0.2942622900009155], "cos_Ac_negg": [-0.09891639649868011, 0.07416218519210815, 0.5252221822738647], "r_norm": [1.3769478797912598, 1.6362826824188232, 2.7787399291992188], "ldr": {"dL_sdil": -3.5822229385375977, "dL_bp": -3.5822229385375977, "ratio": 1.0}}, {"step": 4600, "epoch": 9, "train_loss": 7.632448196411133, "cos_r_negg": [-0.01497666072100401, -0.12002019584178925, -0.19787827134132385], "cos_innovation_negg": [-0.11181139945983887, 0.01905500888824463, 0.7482896447181702], "cos_apical_negg": [-0.014976659789681435, -0.12002018839120865, -0.19787827134132385], "cos_Ac_negg": [-0.11183474212884903, 0.019033975899219513, 0.7482897043228149], "r_norm": [1.5103447437286377, 1.7593655586242676, 3.0423498153686523]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.101, "test_loss": 17.489161328125}, {"step": 4700, "epoch": 10, "train_loss": 10.94247055053711, "cos_r_negg": [0.01760529913008213, 0.04373510181903839, -0.22820879518985748], "cos_innovation_negg": [-0.03442804515361786, -0.04907580837607384, 0.5208080410957336], "cos_apical_negg": [0.01760529726743698, 0.04373509809374809, -0.22820882499217987], "cos_Ac_negg": [-0.03444037586450577, -0.04908207058906555, 0.5208081007003784], "r_norm": [1.4914650917053223, 1.8365864753723145, 2.999756097793579]}, {"step": 4800, "epoch": 10, "train_loss": 8.38232707977295, "cos_r_negg": [-0.022430866956710815, 0.06743571907281876, 0.14289698004722595], "cos_innovation_negg": [-0.061999671161174774, -0.08354751765727997, 0.5676090121269226], "cos_apical_negg": [-0.022430866956710815, 0.06743571162223816, 0.14289695024490356], "cos_Ac_negg": [-0.062002383172512054, -0.08352405577898026, 0.5676090121269226], "r_norm": [1.2851887941360474, 1.4712836742401123, 2.768702507019043]}, {"step": 4900, "epoch": 10, "train_loss": 14.846281051635742, "cos_r_negg": [-0.016718782484531403, -0.060600996017456055, -0.3261968791484833], "cos_innovation_negg": [-0.08924563229084015, 0.018774142488837242, 0.3928990960121155], "cos_apical_negg": [-0.016718782484531403, -0.06060100346803665, -0.3261968493461609], "cos_Ac_negg": [-0.08925706893205643, 0.018773484975099564, 0.39289915561676025], "r_norm": [1.3493835926055908, 1.5683330297470093, 3.0793542861938477]}, {"step": 5000, "epoch": 10, "train_loss": 14.356071472167969, "cos_r_negg": [0.008912526071071625, -0.49663084745407104, -0.04299021512269974], "cos_innovation_negg": [-0.06435373425483704, 0.13328802585601807, 0.741351842880249], "cos_apical_negg": [0.008912526071071625, -0.49663084745407104, -0.04299021512269974], "cos_Ac_negg": [-0.0643562600016594, 0.13328857719898224, 0.741351842880249], "r_norm": [1.3121259212493896, 1.4445512294769287, 2.8401119709014893], "ldr": {"dL_sdil": -2.009305953979492, "dL_bp": -2.009305953979492, "ratio": 1.0}}, {"step": 5100, "epoch": 10, "train_loss": 14.768389701843262, "cos_r_negg": [0.011822660453617573, -0.21893084049224854, -0.2701816260814667], "cos_innovation_negg": [-0.11576712131500244, -0.039966557174921036, 0.42145782709121704], "cos_apical_negg": [0.011822663247585297, -0.21893084049224854, -0.27018165588378906], "cos_Ac_negg": [-0.11577373743057251, -0.03996579349040985, 0.42145782709121704], "r_norm": [1.3573578596115112, 1.5708760023117065, 2.779130697250366]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.1009, "test_loss": 7.66514248046875}, {"step": 5200, "epoch": 11, "train_loss": 9.388562202453613, "cos_r_negg": [0.02991987206041813, -0.15401536226272583, -0.18005609512329102], "cos_innovation_negg": [-0.12797051668167114, -0.11414825171232224, 0.7665873169898987], "cos_apical_negg": [0.029919877648353577, -0.15401536226272583, -0.18005609512329102], "cos_Ac_negg": [-0.12800925970077515, -0.11416096240282059, 0.7665873169898987], "r_norm": [1.3155336380004883, 1.4995043277740479, 2.9162590503692627]}, {"step": 5300, "epoch": 11, "train_loss": 16.368091583251953, "cos_r_negg": [0.01324643287807703, -0.2048347443342209, -0.11145533621311188], "cos_innovation_negg": [-0.03745388239622116, -0.1980554163455963, 0.879595160484314], "cos_apical_negg": [0.013246431015431881, -0.2048347294330597, -0.11145532131195068], "cos_Ac_negg": [-0.03742729872465134, -0.19806262850761414, 0.8795951008796692], "r_norm": [1.3567450046539307, 1.4792323112487793, 3.1258230209350586]}, {"step": 5400, "epoch": 11, "train_loss": 9.241300582885742, "cos_r_negg": [-0.002415075898170471, -0.062397465109825134, -0.1283145248889923], "cos_innovation_negg": [-0.12424810230731964, -0.11525802314281464, 0.8398817777633667], "cos_apical_negg": [-0.0024150805547833443, -0.062397465109825134, -0.1283145397901535], "cos_Ac_negg": [-0.12426209449768066, -0.11525819450616837, 0.8398817777633667], "r_norm": [1.1977722644805908, 1.3680554628372192, 2.795916795730591]}, {"step": 5500, "epoch": 11, "train_loss": 7.1277337074279785, "cos_r_negg": [0.020042669028043747, -0.19323642551898956, -0.09448372572660446], "cos_innovation_negg": [-0.054096072912216187, 0.07144784927368164, 0.7631316184997559], "cos_apical_negg": [0.020042672753334045, -0.19323642551898956, -0.09448373317718506], "cos_Ac_negg": [-0.05410517007112503, 0.07144825905561447, 0.7631316184997559], "r_norm": [1.2511935234069824, 1.508116602897644, 2.847163677215576], "ldr": {"dL_sdil": -1.179067611694336, "dL_bp": -1.179067611694336, "ratio": 1.0}}, {"step": 5600, "epoch": 11, "train_loss": 9.222949981689453, "cos_r_negg": [0.04146236553788185, -0.12034913897514343, -0.201630637049675], "cos_innovation_negg": [0.00920295063406229, 0.19425688683986664, 0.8021167516708374], "cos_apical_negg": [0.04146236926317215, -0.12034913897514343, -0.201630637049675], "cos_Ac_negg": [0.009195610880851746, 0.19425855576992035, 0.8021166920661926], "r_norm": [1.2221951484680176, 1.3334851264953613, 2.826223373413086]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.1135, "test_loss": 8.62473544921875}, {"step": 5700, "epoch": 12, "train_loss": 15.389667510986328, "cos_r_negg": [0.009794110432267189, -0.2861332297325134, -0.40324753522872925], "cos_innovation_negg": [-0.04145323485136032, 0.015989365056157112, 0.3912540078163147], "cos_apical_negg": [0.009794116020202637, -0.2861332297325134, -0.40324753522872925], "cos_Ac_negg": [-0.041419871151447296, 0.015989385545253754, 0.3912540078163147], "r_norm": [1.4236292839050293, 1.7887077331542969, 3.2164554595947266]}, {"step": 5800, "epoch": 12, "train_loss": 11.608987808227539, "cos_r_negg": [0.0264580175280571, -0.18739908933639526, 0.22039225697517395], "cos_innovation_negg": [0.06749127805233002, 0.1761072427034378, 0.540614664554596], "cos_apical_negg": [0.0264580100774765, -0.18739910423755646, 0.22039225697517395], "cos_Ac_negg": [0.06724525988101959, 0.17611561715602875, 0.540614902973175], "r_norm": [1.3640036582946777, 1.523836374282837, 3.325641632080078]}, {"step": 5900, "epoch": 12, "train_loss": 9.461895942687988, "cos_r_negg": [0.017362043261528015, -0.1316436231136322, 0.059619009494781494], "cos_innovation_negg": [-0.06479247659444809, -0.13603007793426514, 0.8205447196960449], "cos_apical_negg": [0.017362050712108612, -0.1316436231136322, 0.05961896479129791], "cos_Ac_negg": [-0.06478221714496613, -0.13603004813194275, 0.8205447196960449], "r_norm": [1.1654126644134521, 1.3804471492767334, 2.7644495964050293]}, {"step": 6000, "epoch": 12, "train_loss": 7.1293134689331055, "cos_r_negg": [0.00018607545644044876, 0.026982855051755905, 0.19737862050533295], "cos_innovation_negg": [0.1266070008277893, 0.18609347939491272, 0.6317232847213745], "cos_apical_negg": [0.00018606707453727722, 0.026982856914401054, 0.19737860560417175], "cos_Ac_negg": [0.12655681371688843, 0.1860934942960739, 0.6317233443260193], "r_norm": [1.4334667921066284, 1.6781846284866333, 3.1051998138427734], "ldr": {"dL_sdil": -1.5357465744018555, "dL_bp": -1.5357465744018555, "ratio": 1.0}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.0982, "test_loss": 19.83318984375}, {"step": 6100, "epoch": 13, "train_loss": 17.766162872314453, "cos_r_negg": [0.033010635524988174, -0.2682313024997711, 0.20800001919269562], "cos_innovation_negg": [0.011389613151550293, 0.08941420912742615, 0.7991719245910645], "cos_apical_negg": [0.033010631799697876, -0.2682313024997711, 0.20799998939037323], "cos_Ac_negg": [0.011388595215976238, 0.08941429108381271, 0.7991719841957092], "r_norm": [1.232367753982544, 1.387908935546875, 3.0289838314056396]}, {"step": 6200, "epoch": 13, "train_loss": 11.01158332824707, "cos_r_negg": [0.01041453704237938, 0.15852689743041992, 0.3439769744873047], "cos_innovation_negg": [0.026772689074277878, -0.022208023816347122, 0.8595736026763916], "cos_apical_negg": [0.010414529591798782, 0.15852686762809753, 0.3439769744873047], "cos_Ac_negg": [0.026771195232868195, -0.02220819517970085, 0.8595736026763916], "r_norm": [1.2073860168457031, 1.3000640869140625, 3.0208113193511963]}, {"step": 6300, "epoch": 13, "train_loss": 12.948205947875977, "cos_r_negg": [-0.004232844337821007, -0.161408931016922, -0.024524416774511337], "cos_innovation_negg": [-0.05507580190896988, 0.11693840473890305, 0.6276800632476807], "cos_apical_negg": [-0.004232846200466156, -0.161408931016922, -0.024524405598640442], "cos_Ac_negg": [-0.05515195429325104, 0.11693845689296722, 0.6276801228523254], "r_norm": [1.3564059734344482, 1.736625075340271, 3.225682258605957]}, {"step": 6400, "epoch": 13, "train_loss": 10.635601043701172, "cos_r_negg": [0.04292807728052139, -0.532495379447937, -0.028853420168161392], "cos_innovation_negg": [0.0049087535589933395, 0.35492196679115295, 0.8573130965232849], "cos_apical_negg": [0.042928069829940796, -0.532495379447937, -0.0288533978164196], "cos_Ac_negg": [0.005078186746686697, 0.35492223501205444, 0.8573129773139954], "r_norm": [1.3293821811676025, 1.3493680953979492, 3.3992202281951904]}, {"step": 6500, "epoch": 13, "train_loss": 11.81856918334961, "cos_r_negg": [0.03599420189857483, -0.4529581069946289, -0.11311055719852448], "cos_innovation_negg": [-0.04727689549326897, -0.15589715540409088, 0.29647719860076904], "cos_apical_negg": [0.03599419817328453, -0.4529581069946289, -0.11311057955026627], "cos_Ac_negg": [-0.0473436638712883, -0.15589724481105804, 0.29647713899612427], "r_norm": [1.5132429599761963, 1.8024349212646484, 3.321284532546997], "ldr": {"dL_sdil": -3.3649139404296875, "dL_bp": -3.3649139404296875, "ratio": 1.0}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.098, "test_loss": 10.1111287109375}, {"step": 6600, "epoch": 14, "train_loss": 9.646769523620605, "cos_r_negg": [0.08268283307552338, -0.48627281188964844, -0.12591207027435303], "cos_innovation_negg": [0.05956495553255081, 0.09663169085979462, 0.8726704120635986], "cos_apical_negg": [0.08268284797668457, -0.48627281188964844, -0.12591208517551422], "cos_Ac_negg": [0.059537194669246674, 0.09663171321153641, 0.8726704120635986], "r_norm": [1.207603931427002, 1.342028260231018, 3.224560499191284]}, {"step": 6700, "epoch": 14, "train_loss": 12.739542961120605, "cos_r_negg": [0.045490365475416183, -0.37703779339790344, -0.288271427154541], "cos_innovation_negg": [-0.020781833678483963, -0.0022076843306422234, 0.5856966972351074], "cos_apical_negg": [0.045490361750125885, -0.37703779339790344, -0.288271427154541], "cos_Ac_negg": [-0.020783554762601852, -0.0022076803725212812, 0.5856967568397522], "r_norm": [1.1937823295593262, 1.3459299802780151, 2.9678592681884766]}, {"step": 6800, "epoch": 14, "train_loss": 5.33766508102417, "cos_r_negg": [0.04322122782468796, -0.2240423560142517, 0.06438862532377243], "cos_innovation_negg": [0.078287273645401, -0.05883041024208069, 0.9347652196884155], "cos_apical_negg": [0.04322122782468796, -0.2240423560142517, 0.06438861787319183], "cos_Ac_negg": [0.07829080522060394, -0.05883039906620979, 0.9347652196884155], "r_norm": [1.1590958833694458, 1.2810781002044678, 3.145021438598633]}, {"step": 6900, "epoch": 14, "train_loss": 8.997514724731445, "cos_r_negg": [-0.019797516986727715, -0.07225950807332993, 0.1420089304447174], "cos_innovation_negg": [-0.016311611980199814, -0.09956280887126923, 0.5852810740470886], "cos_apical_negg": [-0.019797515124082565, -0.07225951552391052, 0.1420089304447174], "cos_Ac_negg": [-0.01638435199856758, -0.09956278651952744, 0.5852811336517334], "r_norm": [1.4335718154907227, 1.721304178237915, 3.230219602584839]}, {"step": 7000, "epoch": 14, "train_loss": 10.408319473266602, "cos_r_negg": [-0.026550497859716415, -0.48747149109840393, -0.03160889446735382], "cos_innovation_negg": [-0.00826600193977356, 0.1541316956281662, 0.5695642828941345], "cos_apical_negg": [-0.02655049040913582, -0.48747149109840393, -0.03160889446735382], "cos_Ac_negg": [-0.008299950510263443, 0.1541317254304886, 0.5695642828941345], "r_norm": [1.102695345878601, 1.2425671815872192, 3.0119237899780273], "ldr": {"dL_sdil": -3.2128562927246094, "dL_bp": -3.2128562927246094, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.1032, "test_loss": 15.020373046875}], "final": {"test_acc": 0.1032, "test_loss": 15.020373046875, "wall_s": 27.269801139831543, "cos_r_negg": [0.06974278390407562, -0.19665034115314484, 0.001963862217962742], "cos_innovation_negg": [0.06065504997968674, 0.24382783472537994, 0.677558422088623], "cos_apical_negg": [0.06974278390407562, -0.19665032625198364, 0.001963871531188488], "cos_Ac_negg": [0.06064701825380325, 0.24382787942886353, 0.6775585412979126]}}