{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p5_matched_s2", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4534778594970703, "cos_r_negg": [0.011090951040387154, 0.025726400315761566, 0.00020627662888728082], "cos_innovation_negg": [0.014441920444369316, 0.03731844574213028, 0.002671795664355159], "cos_apical_negg": [0.011090951040387154, 0.025726400315761566, 0.00020627668709494174], "cos_Ac_negg": [0.0144441407173872, 0.03731893002986908, 0.0026724948547780514], "r_norm": [4.7590131759643555, 4.78401517868042, 4.868775367736816], "ldr": {"dL_sdil": -0.048075199127197266, "dL_bp": -0.20142126083374023, "ratio": 0.2386798639239982}}, {"step": 100, "epoch": 0, "train_loss": 13.749383926391602, "cos_r_negg": [-0.06069348752498627, -0.1737738847732544, -0.669389009475708], "cos_innovation_negg": [-0.06193709373474121, -0.13967296481132507, -0.42725348472595215], "cos_apical_negg": [-0.06069348007440567, -0.1737738847732544, -0.669389009475708], "cos_Ac_negg": [-0.06194448098540306, -0.13965845108032227, -0.4273082911968231], "r_norm": [5.48262882232666, 5.59251594543457, 5.765050888061523]}, {"step": 200, "epoch": 0, "train_loss": 8.081483840942383, "cos_r_negg": [-0.01503482274711132, 0.09153439104557037, -0.36269283294677734], "cos_innovation_negg": [-0.04903820902109146, 0.20579181611537933, 0.09409314393997192], "cos_apical_negg": [-0.015034825541079044, 0.09153439104557037, -0.36269286274909973], "cos_Ac_negg": [-0.04876821115612984, 0.2059166133403778, 0.09408814460039139], "r_norm": [5.215045928955078, 5.352688789367676, 5.3576178550720215]}, {"step": 300, "epoch": 0, "train_loss": 10.916276931762695, "cos_r_negg": [0.04431144893169403, -0.09456641227006912, -0.3985884487628937], "cos_innovation_negg": [0.035879217088222504, -0.10038431733846664, -0.2997305989265442], "cos_apical_negg": [0.04431144893169403, -0.09456641972064972, -0.3985884487628937], "cos_Ac_negg": [0.037416793406009674, -0.10048316419124603, -0.29465004801750183], "r_norm": [5.2624921798706055, 5.320481300354004, 5.5306878089904785]}, {"step": 400, "epoch": 0, "train_loss": 8.295561790466309, "cos_r_negg": [-0.04517912119626999, -0.07375495880842209, -0.5778710246086121], "cos_innovation_negg": [-0.05381634086370468, -0.051716968417167664, -0.5813968777656555], "cos_apical_negg": [-0.04517911374568939, -0.07375496625900269, -0.5778710246086121], "cos_Ac_negg": [-0.05371318757534027, -0.05170571058988571, -0.581224262714386], "r_norm": [5.110396385192871, 5.392022132873535, 5.6484293937683105]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1032, "test_loss": 12.5786658203125}, {"step": 500, "epoch": 1, "train_loss": 10.815725326538086, "cos_r_negg": [0.06933513283729553, -0.012699754908680916, -0.37486469745635986], "cos_innovation_negg": [0.08232143521308899, 0.38614118099212646, 0.048744603991508484], "cos_apical_negg": [0.06933513283729553, -0.01269975584000349, -0.3748646676540375], "cos_Ac_negg": [0.08280842006206512, 0.3862530589103699, 0.04927188158035278], "r_norm": [4.390542030334473, 4.629734039306641, 4.737148284912109], "ldr": {"dL_sdil": -2.896068572998047, "dL_bp": -2.896068572998047, "ratio": 1.0}}, {"step": 600, "epoch": 1, "train_loss": 18.51286506652832, "cos_r_negg": [0.02655915543437004, -0.06162973493337631, -0.308250367641449], "cos_innovation_negg": [0.004128217697143555, 0.22477003931999207, 0.062896728515625], "cos_apical_negg": [0.026559149846434593, -0.06162973493337631, -0.30825039744377136], "cos_Ac_negg": [0.0041070356965065, 0.22476521134376526, 0.06287334114313126], "r_norm": [4.20107889175415, 4.465005874633789, 4.517696380615234]}, {"step": 700, "epoch": 1, "train_loss": 12.219400405883789, "cos_r_negg": [-0.0052885133773088455, 0.03356270492076874, -0.2862797975540161], "cos_innovation_negg": [-0.003695674240589142, 0.11314187943935394, -0.10860784351825714], "cos_apical_negg": [-0.005288518033921719, 0.03356270492076874, -0.28627973794937134], "cos_Ac_negg": [-0.003703060559928417, 0.1131385862827301, -0.10861226916313171], "r_norm": [3.564338207244873, 3.821251630783081, 4.026392459869385]}, {"step": 800, "epoch": 1, "train_loss": 8.51838493347168, "cos_r_negg": [-0.0698319524526596, -0.10171648114919662, -0.5155225992202759], "cos_innovation_negg": [-0.11639899760484695, -0.19930781424045563, -0.3248152732849121], "cos_apical_negg": [-0.0698319599032402, -0.10171647369861603, -0.5155225992202759], "cos_Ac_negg": [-0.11640596389770508, -0.19930925965309143, -0.32483217120170593], "r_norm": [3.8340210914611816, 4.210657119750977, 4.495687961578369]}, {"step": 900, "epoch": 1, "train_loss": 9.66305923461914, "cos_r_negg": [-0.024009792134165764, 0.11030104011297226, -0.34016501903533936], "cos_innovation_negg": [0.0019780248403549194, 0.15581965446472168, 0.026185858994722366], "cos_apical_negg": [-0.024009792134165764, 0.11030103266239166, -0.34016501903533936], "cos_Ac_negg": [0.0015606284141540527, 0.1554984748363495, 0.027093322947621346], "r_norm": [4.037374019622803, 4.38667106628418, 4.539052963256836]}, {"epoch_end": 1, "step": 938, "test_acc": 0.101, "test_loss": 6.413751806640625}, {"step": 1000, "epoch": 2, "train_loss": 10.465387344360352, "cos_r_negg": [-0.01651780866086483, -0.10332629084587097, -0.35107189416885376], "cos_innovation_negg": [-0.039348918944597244, -0.02454802766442299, 0.22929388284683228], "cos_apical_negg": [-0.01651781052350998, -0.10332628339529037, -0.35107189416885376], "cos_Ac_negg": [-0.03935210406780243, -0.024546723812818527, 0.22928884625434875], "r_norm": [3.302873373031616, 3.640159845352173, 3.8219363689422607], "ldr": {"dL_sdil": -1.7480230331420898, "dL_bp": -1.7480230331420898, "ratio": 1.0}}, {"step": 1100, "epoch": 2, "train_loss": 9.852148056030273, "cos_r_negg": [-0.05742596834897995, -0.5740408301353455, -0.5695698857307434], "cos_innovation_negg": [-0.16072702407836914, -0.5434074401855469, -0.5429023504257202], "cos_apical_negg": [-0.05742596462368965, -0.5740408301353455, -0.5695699453353882], "cos_Ac_negg": [-0.15696129202842712, -0.5434538722038269, -0.5419536232948303], "r_norm": [3.7044289112091064, 4.175427436828613, 4.482939720153809]}, {"step": 1200, "epoch": 2, "train_loss": 11.632671356201172, "cos_r_negg": [0.0008259671740233898, -0.12051194161176682, -0.3023558259010315], "cos_innovation_negg": [-0.029405130073428154, 0.07660876959562302, -0.09181950986385345], "cos_apical_negg": [0.0008259639143943787, -0.12051194161176682, -0.3023558259010315], "cos_Ac_negg": [-0.029412303119897842, 0.0766005888581276, -0.09183229506015778], "r_norm": [3.080683708190918, 3.521299362182617, 3.684753894805908]}, {"step": 1300, "epoch": 2, "train_loss": 18.60356903076172, "cos_r_negg": [-0.020029690116643906, -0.1791384369134903, -0.3576328158378601], "cos_innovation_negg": [-0.06431147456169128, -0.059316959232091904, -0.30526161193847656], "cos_apical_negg": [-0.020029684528708458, -0.1791384369134903, -0.3576328158378601], "cos_Ac_negg": [-0.06431614607572556, -0.059323206543922424, -0.30526793003082275], "r_norm": [2.9527125358581543, 3.281538963317871, 3.47605562210083]}, {"step": 1400, "epoch": 2, "train_loss": 7.903416633605957, "cos_r_negg": [0.02491527423262596, -0.09285008907318115, -0.23588930070400238], "cos_innovation_negg": [0.007880967110395432, 0.1510201394557953, 0.029834698885679245], "cos_apical_negg": [0.024915270507335663, -0.09285008162260056, -0.23588931560516357], "cos_Ac_negg": [0.007872804068028927, 0.15101441740989685, 0.029831252992153168], "r_norm": [2.806915760040283, 3.1352176666259766, 3.325784206390381]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.1028, "test_loss": 7.140902880859375}, {"step": 1500, "epoch": 3, "train_loss": 13.094808578491211, "cos_r_negg": [-0.010727480985224247, -0.03384358435869217, -0.24551962316036224], "cos_innovation_negg": [0.028976738452911377, 0.1297769546508789, -0.1385250836610794], "cos_apical_negg": [-0.010727478191256523, -0.03384358063340187, -0.24551963806152344], "cos_Ac_negg": [0.028960218653082848, 0.12975086271762848, -0.138573557138443], "r_norm": [2.9644765853881836, 3.4506678581237793, 3.6913342475891113], "ldr": {"dL_sdil": -2.748541831970215, "dL_bp": -2.748541831970215, "ratio": 1.0}}, {"step": 1600, "epoch": 3, "train_loss": 11.407716751098633, "cos_r_negg": [0.0029534650966525078, -0.13059940934181213, -0.39221540093421936], "cos_innovation_negg": [-0.008961060084402561, -0.07262174785137177, -0.08495937287807465], "cos_apical_negg": [0.002953464165329933, -0.13059940934181213, -0.39221540093421936], "cos_Ac_negg": [-0.008964388631284237, -0.07263034582138062, -0.0849585011601448], "r_norm": [2.7864620685577393, 3.0795888900756836, 3.407869338989258]}, {"step": 1700, "epoch": 3, "train_loss": 12.889041900634766, "cos_r_negg": [0.021230295300483704, -0.04711591452360153, -0.34981569647789], "cos_innovation_negg": [-0.005318745970726013, 0.2536885440349579, 0.3438206911087036], "cos_apical_negg": [0.021230291575193405, -0.047115910798311234, -0.34981569647789], "cos_Ac_negg": [-0.005328552797436714, 0.2536941170692444, 0.34381788969039917], "r_norm": [2.34494948387146, 2.7055747509002686, 3.0481817722320557]}, {"step": 1800, "epoch": 3, "train_loss": 8.638145446777344, "cos_r_negg": [0.007142039015889168, 0.07915806770324707, -0.38720494508743286], "cos_innovation_negg": [0.01611199975013733, 0.16419294476509094, 0.1595611870288849], "cos_apical_negg": [0.007142041809856892, 0.07915806025266647, -0.3872049152851105], "cos_Ac_negg": [0.016103491187095642, 0.16418156027793884, 0.15955860912799835], "r_norm": [2.262852668762207, 2.5704822540283203, 2.931986093521118]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.0892, "test_loss": 9.45167685546875}, {"step": 1900, "epoch": 4, "train_loss": 13.730608940124512, "cos_r_negg": [0.0005577374249696732, 0.15166649222373962, -0.21859177947044373], "cos_innovation_negg": [-0.07061313092708588, -0.023223944008350372, 0.315675288438797], "cos_apical_negg": [0.000557740218937397, 0.15166650712490082, -0.21859177947044373], "cos_Ac_negg": [-0.07062053680419922, -0.02324461191892624, 0.3156723082065582], "r_norm": [2.267183780670166, 2.598691463470459, 2.944567918777466]}, {"step": 2000, "epoch": 4, "train_loss": 8.351669311523438, "cos_r_negg": [0.013370946049690247, 0.08591698855161667, -0.09656865149736404], "cos_innovation_negg": [0.012765605002641678, 0.007325336337089539, 0.10097616910934448], "cos_apical_negg": [0.013370947912335396, 0.08591698855161667, -0.09656865149736404], "cos_Ac_negg": [0.012758932076394558, 0.007232479751110077, 0.10097526013851166], "r_norm": [2.7298779487609863, 3.0578556060791016, 3.465477228164673], "ldr": {"dL_sdil": -2.580012321472168, "dL_bp": -2.580012321472168, "ratio": 1.0}}, {"step": 2100, "epoch": 4, "train_loss": 14.770027160644531, "cos_r_negg": [0.04216175526380539, 0.2650410532951355, -0.27206388115882874], "cos_innovation_negg": [-0.07130154967308044, -0.11229027062654495, 0.295823872089386], "cos_apical_negg": [0.04216175526380539, 0.2650410532951355, -0.27206388115882874], "cos_Ac_negg": [-0.07134024798870087, -0.11233744770288467, 0.29582515358924866], "r_norm": [2.488823890686035, 2.9092416763305664, 3.3535714149475098]}, {"step": 2200, "epoch": 4, "train_loss": 7.821073532104492, "cos_r_negg": [0.021576756611466408, 0.17615556716918945, -0.24756211042404175], "cos_innovation_negg": [-0.02474445104598999, -0.015060428529977798, 0.37821513414382935], "cos_apical_negg": [0.02157675288617611, 0.17615556716918945, -0.24756211042404175], "cos_Ac_negg": [-0.024753617122769356, -0.015091238543391228, 0.3782138228416443], "r_norm": [2.1608619689941406, 2.5137405395507812, 2.9557275772094727]}, {"step": 2300, "epoch": 4, "train_loss": 9.868595123291016, "cos_r_negg": [0.04077039659023285, 0.15795400738716125, -0.2698860466480255], "cos_innovation_negg": [-0.009063296020030975, 0.04225557669997215, 0.5083180665969849], "cos_apical_negg": [0.04077039286494255, 0.15795400738716125, -0.2698860764503479], "cos_Ac_negg": [-0.009071932174265385, 0.04223257303237915, 0.5083172917366028], "r_norm": [2.0047760009765625, 2.3676886558532715, 2.81459379196167]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.1009, "test_loss": 10.667335546875}, {"step": 2400, "epoch": 5, "train_loss": 9.581924438476562, "cos_r_negg": [0.02227725461125374, -0.000967247411608696, -0.18699289858341217], "cos_innovation_negg": [0.005947086960077286, 0.033195123076438904, 0.4070398807525635], "cos_apical_negg": [0.02227725461125374, -0.0009672511368989944, -0.18699291348457336], "cos_Ac_negg": [0.005943072959780693, 0.033200476318597794, 0.4070394039154053], "r_norm": [1.8775229454040527, 2.1876232624053955, 2.6086208820343018]}, {"step": 2500, "epoch": 5, "train_loss": 11.010083198547363, "cos_r_negg": [0.02597559429705143, -0.1484498679637909, -0.18701326847076416], "cos_innovation_negg": [0.016522765159606934, 0.05804567039012909, 0.5799378752708435], "cos_apical_negg": [0.02597559243440628, -0.1484498679637909, -0.18701323866844177], "cos_Ac_negg": [0.01652521640062332, 0.058053962886333466, 0.5799371004104614], "r_norm": [2.1859211921691895, 2.58659291267395, 3.2594997882843018], "ldr": {"dL_sdil": -1.7019481658935547, "dL_bp": -1.7019481658935547, "ratio": 1.0}}, {"step": 2600, "epoch": 5, "train_loss": 10.269783020019531, "cos_r_negg": [0.020790455862879753, 0.1781562864780426, -0.36666935682296753], "cos_innovation_negg": [-0.05306564271450043, -0.08230644464492798, 0.5109385251998901], "cos_apical_negg": [0.020790457725524902, 0.1781562864780426, -0.36666932702064514], "cos_Ac_negg": [-0.053070444613695145, -0.08233281970024109, 0.5109382271766663], "r_norm": [2.1497342586517334, 2.57283091545105, 3.1282076835632324]}, {"step": 2700, "epoch": 5, "train_loss": 13.708678245544434, "cos_r_negg": [0.027477143332362175, -0.10665540397167206, -0.1515713334083557], "cos_innovation_negg": [-0.027567919343709946, 0.1947902888059616, 0.42204025387763977], "cos_apical_negg": [0.027477141469717026, -0.10665539652109146, -0.15157130360603333], "cos_Ac_negg": [-0.02767670899629593, 0.19457130134105682, 0.42204177379608154], "r_norm": [2.054931402206421, 2.523709297180176, 3.128479480743408]}, {"step": 2800, "epoch": 5, "train_loss": 7.940017223358154, "cos_r_negg": [0.007737388834357262, 0.11594288051128387, -0.10210414230823517], "cos_innovation_negg": [0.002186122117564082, -0.04148714989423752, 0.4972446858882904], "cos_apical_negg": [0.007737389765679836, 0.11594288051128387, -0.10210414975881577], "cos_Ac_negg": [0.0022293662186712027, -0.04156547039747238, 0.4972487688064575], "r_norm": [2.095334053039551, 2.478428840637207, 3.3034839630126953]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.0958, "test_loss": 12.20820458984375}, {"step": 2900, "epoch": 6, "train_loss": 13.64776611328125, "cos_r_negg": [-0.01721622422337532, 0.036793678998947144, -0.23631972074508667], "cos_innovation_negg": [-0.18655455112457275, -0.15716393291950226, 0.8383230566978455], "cos_apical_negg": [-0.01721622422337532, 0.036793675273656845, -0.23631970584392548], "cos_Ac_negg": [-0.18662171065807343, -0.15739336609840393, 0.8383208513259888], "r_norm": [1.899627685546875, 2.1564974784851074, 3.122950553894043]}, {"step": 3000, "epoch": 6, "train_loss": 14.124244689941406, "cos_r_negg": [-0.012078888714313507, 0.06843101978302002, -0.09456993639469147], "cos_innovation_negg": [-0.0013451261911541224, 0.03656385466456413, 0.6377192735671997], "cos_apical_negg": [-0.012078889645636082, 0.06843102723360062, -0.09456993639469147], "cos_Ac_negg": [-0.0012630023993551731, 0.03625781834125519, 0.6377173662185669], "r_norm": [2.0118227005004883, 2.373253583908081, 3.122997522354126], "ldr": {"dL_sdil": -3.340550422668457, "dL_bp": -3.340550422668457, "ratio": 1.0}}, {"step": 3100, "epoch": 6, "train_loss": 14.035632133483887, "cos_r_negg": [0.024584826081991196, 0.11633805185556412, -0.19864338636398315], "cos_innovation_negg": [-0.07068439573049545, -0.35994952917099, 0.49545717239379883], "cos_apical_negg": [0.024584826081991196, 0.11633804440498352, -0.19864337146282196], "cos_Ac_negg": [-0.07083926349878311, -0.3603760898113251, 0.49546244740486145], "r_norm": [1.9514398574829102, 2.3018431663513184, 3.141934871673584]}, {"step": 3200, "epoch": 6, "train_loss": 10.850109100341797, "cos_r_negg": [0.03840970620512962, 0.11513577401638031, -0.06302927434444427], "cos_innovation_negg": [-0.06367391347885132, -0.4973927438259125, 0.6091084480285645], "cos_apical_negg": [0.038409702479839325, 0.11513577401638031, -0.06302927434444427], "cos_Ac_negg": [-0.06368598341941833, -0.49741876125335693, 0.6091085076332092], "r_norm": [1.8815324306488037, 2.221442937850952, 3.0810980796813965]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.098, "test_loss": 6.482045166015625}, {"step": 3300, "epoch": 7, "train_loss": 7.036479949951172, "cos_r_negg": [-0.0023361407220363617, 0.00536811538040638, -0.11374463140964508], "cos_innovation_negg": [-0.11767683923244476, -0.386144757270813, 0.42218083143234253], "cos_apical_negg": [-0.002336142584681511, 0.00536811538040638, -0.11374462395906448], "cos_Ac_negg": [-0.11768122762441635, -0.38615304231643677, 0.42218074202537537], "r_norm": [1.635523796081543, 1.9011471271514893, 2.6950578689575195]}, {"step": 3400, "epoch": 7, "train_loss": 12.428495407104492, "cos_r_negg": [0.03680352494120598, -0.05252557992935181, -0.07088369131088257], "cos_innovation_negg": [0.0005259551107883453, -0.0348551906645298, 0.4388832449913025], "cos_apical_negg": [0.03680352866649628, -0.05252557992935181, -0.07088368386030197], "cos_Ac_negg": [0.0005234861746430397, -0.03483334556221962, 0.4388831853866577], "r_norm": [1.6723530292510986, 1.8868075609207153, 2.7610669136047363]}, {"step": 3500, "epoch": 7, "train_loss": 7.551629066467285, "cos_r_negg": [0.03003775142133236, 0.1466604322195053, -0.16923099756240845], "cos_innovation_negg": [-0.10296313464641571, -0.11406275629997253, 0.7206891775131226], "cos_apical_negg": [0.03003775328397751, 0.1466604322195053, -0.16923099756240845], "cos_Ac_negg": [-0.10293620079755783, -0.11393731832504272, 0.7206892967224121], "r_norm": [1.7951250076293945, 2.130587100982666, 3.078709602355957], "ldr": {"dL_sdil": -2.0463719367980957, "dL_bp": -2.0463719367980957, "ratio": 1.0}}, {"step": 3600, "epoch": 7, "train_loss": 12.962769508361816, "cos_r_negg": [0.03888365626335144, 0.10250996053218842, -0.1462218165397644], "cos_innovation_negg": [-0.0747726708650589, -0.027483753859996796, 0.7973899841308594], "cos_apical_negg": [0.03888365626335144, 0.10250996798276901, -0.1462218165397644], "cos_Ac_negg": [-0.07424530386924744, -0.026773571968078613, 0.7973881959915161], "r_norm": [1.7965991497039795, 2.1313059329986572, 3.091806411743164]}, {"step": 3700, "epoch": 7, "train_loss": 14.01077651977539, "cos_r_negg": [-0.009441770613193512, 0.1108122169971466, -0.18837007880210876], "cos_innovation_negg": [-0.10919851064682007, 0.08047181367874146, 0.594987154006958], "cos_apical_negg": [-0.009441775269806385, 0.11081220209598541, -0.18837006390094757], "cos_Ac_negg": [-0.11039337515830994, 0.08037280291318893, 0.5949859619140625], "r_norm": [1.7692174911499023, 2.090259552001953, 3.0890002250671387]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.1032, "test_loss": 11.49681220703125}, {"step": 3800, "epoch": 8, "train_loss": 17.658218383789062, "cos_r_negg": [0.0026380959898233414, 0.05858161672949791, -0.4677460193634033], "cos_innovation_negg": [-0.09060388803482056, -0.17893129587173462, -0.051720041781663895], "cos_apical_negg": [0.0026380917988717556, 0.05858161672949791, -0.46774598956108093], "cos_Ac_negg": [-0.0903635174036026, -0.1787409484386444, -0.051720112562179565], "r_norm": [1.8427480459213257, 2.224264621734619, 3.3894171714782715]}, {"step": 3900, "epoch": 8, "train_loss": 9.520259857177734, "cos_r_negg": [0.014783011749386787, 0.1320585161447525, -0.05454879254102707], "cos_innovation_negg": [-0.08465883880853653, -0.3378528952598572, 0.5729187726974487], "cos_apical_negg": [0.014783008024096489, 0.1320585161447525, -0.05454879254102707], "cos_Ac_negg": [-0.08466114103794098, -0.3378331661224365, 0.5729187726974487], "r_norm": [1.3726091384887695, 1.5964603424072266, 2.521697521209717]}, {"step": 4000, "epoch": 8, "train_loss": 12.379359245300293, "cos_r_negg": [7.378868758678436e-06, 0.15252581238746643, 0.11726585030555725], "cos_innovation_negg": [-0.0658871978521347, -0.39697521924972534, 0.7503252029418945], "cos_apical_negg": [7.373746484518051e-06, 0.15252581238746643, 0.11726585030555725], "cos_Ac_negg": [-0.06589606404304504, -0.39698731899261475, 0.7503252625465393], "r_norm": [1.5179842710494995, 1.8182547092437744, 2.883347749710083], "ldr": {"dL_sdil": -1.7692031860351562, "dL_bp": -1.7692031860351562, "ratio": 1.0}}, {"step": 4100, "epoch": 8, "train_loss": 15.944133758544922, "cos_r_negg": [0.008959287777543068, 0.25218236446380615, -0.25705721974372864], "cos_innovation_negg": [-0.11119349300861359, -0.21380172669887543, 0.7379177808761597], "cos_apical_negg": [0.008959285914897919, 0.25218236446380615, -0.25705721974372864], "cos_Ac_negg": [-0.1111975908279419, -0.21380865573883057, 0.7379177808761597], "r_norm": [1.466658115386963, 1.675628900527954, 2.7169625759124756]}, {"step": 4200, "epoch": 8, "train_loss": 6.961349964141846, "cos_r_negg": [-0.024487899616360664, 0.1034964770078659, -0.14107125997543335], "cos_innovation_negg": [-0.033561818301677704, -0.347234308719635, 0.5381101965904236], "cos_apical_negg": [-0.024487897753715515, 0.1034964844584465, -0.14107125997543335], "cos_Ac_negg": [-0.03355357050895691, -0.34724748134613037, 0.5381101965904236], "r_norm": [1.4372986555099487, 1.6103625297546387, 2.709838628768921]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.101, "test_loss": 10.114706640625}, {"step": 4300, "epoch": 9, "train_loss": 9.408743858337402, "cos_r_negg": [0.006029724143445492, -0.01822853460907936, 0.05139956995844841], "cos_innovation_negg": [-0.0064884088933467865, -0.11361739039421082, 0.7829785346984863], "cos_apical_negg": [0.006029726937413216, -0.01822853460907936, 0.051399555057287216], "cos_Ac_negg": [-0.006488284096121788, -0.11362703144550323, 0.7829785346984863], "r_norm": [1.5703096389770508, 1.802883267402649, 3.110020160675049]}, {"step": 4400, "epoch": 9, "train_loss": 11.432577133178711, "cos_r_negg": [0.020391374826431274, -0.2080906629562378, -0.07450072467327118], "cos_innovation_negg": [-0.08861686289310455, 0.21988457441329956, 0.5790855884552002], "cos_apical_negg": [0.020391378551721573, -0.2080906629562378, -0.07450072467327118], "cos_Ac_negg": [-0.08863478153944016, 0.21981927752494812, 0.5790855884552002], "r_norm": [1.3760261535644531, 1.6030185222625732, 2.736809730529785]}, {"step": 4500, "epoch": 9, "train_loss": 5.617181301116943, "cos_r_negg": [-0.0007361690513789654, -0.15166759490966797, -0.17891374230384827], "cos_innovation_negg": [-0.19424927234649658, -0.2667822241783142, 0.803899884223938], "cos_apical_negg": [-0.0007361695170402527, -0.15166759490966797, -0.17891377210617065], "cos_Ac_negg": [-0.1942540407180786, -0.2667856812477112, 0.803899884223938], "r_norm": [1.474501371383667, 1.684433937072754, 2.853506088256836], "ldr": {"dL_sdil": -2.0925254821777344, "dL_bp": -2.0925254821777344, "ratio": 1.0}}, {"step": 4600, "epoch": 9, "train_loss": 8.082502365112305, "cos_r_negg": [-0.008451728150248528, -0.19127199053764343, -0.21168625354766846], "cos_innovation_negg": [-0.19080699980258942, -0.23531076312065125, 0.8365362882614136], "cos_apical_negg": [-0.008451730012893677, -0.19127196073532104, -0.21168623864650726], "cos_Ac_negg": [-0.19081343710422516, -0.23532578349113464, 0.8365359902381897], "r_norm": [1.56576669216156, 1.8033888339996338, 3.051302909851074]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0958, "test_loss": 14.89981572265625}, {"step": 4700, "epoch": 10, "train_loss": 16.484477996826172, "cos_r_negg": [0.040798772126436234, -0.2947322130203247, 0.10770407319068909], "cos_innovation_negg": [-0.010072074830532074, 0.14773491024971008, 0.7842288017272949], "cos_apical_negg": [0.040798768401145935, -0.2947322130203247, 0.10770407319068909], "cos_Ac_negg": [-0.010081281885504723, 0.14774559438228607, 0.7842288017272949], "r_norm": [1.4422521591186523, 1.6391626596450806, 2.9152655601501465]}, {"step": 4800, "epoch": 10, "train_loss": 9.067924499511719, "cos_r_negg": [0.043948542326688766, -0.48025381565093994, -0.07765369117259979], "cos_innovation_negg": [0.00520036555826664, 0.010058056563138962, 0.734198808670044], "cos_apical_negg": [0.04394853487610817, -0.48025384545326233, -0.0776536613702774], "cos_Ac_negg": [0.00518964696675539, 0.010061800479888916, 0.7341989278793335], "r_norm": [1.3999645709991455, 1.5117855072021484, 2.822413444519043]}, {"step": 4900, "epoch": 10, "train_loss": 12.776921272277832, "cos_r_negg": [0.003369126934558153, -0.29159772396087646, 0.03556031733751297], "cos_innovation_negg": [0.028120510280132294, 0.16014620661735535, 0.6991342306137085], "cos_apical_negg": [0.003369123674929142, -0.29159772396087646, 0.035560302436351776], "cos_Ac_negg": [0.02813071943819523, 0.16014933586120605, 0.6991342306137085], "r_norm": [1.421663522720337, 1.6136540174484253, 2.9729647636413574]}, {"step": 5000, "epoch": 10, "train_loss": 6.876192569732666, "cos_r_negg": [0.04532808065414429, -0.4633644223213196, -0.12176903337240219], "cos_innovation_negg": [0.06101654842495918, -0.06697016954421997, 0.4763108193874359], "cos_apical_negg": [0.04532808065414429, -0.4633644223213196, -0.1217690259218216], "cos_Ac_negg": [0.06105751544237137, -0.06696870177984238, 0.4763107895851135], "r_norm": [1.4727303981781006, 1.7366913557052612, 3.1547532081604004], "ldr": {"dL_sdil": -2.3771209716796875, "dL_bp": -2.3771209716796875, "ratio": 1.0}}, {"step": 5100, "epoch": 10, "train_loss": 9.344998359680176, "cos_r_negg": [0.01690490171313286, -0.40480029582977295, -0.1620321273803711], "cos_innovation_negg": [0.13396157324314117, 0.002423042431473732, 0.6157233715057373], "cos_apical_negg": [0.01690489985048771, -0.40480029582977295, -0.1620321422815323], "cos_Ac_negg": [0.13395491242408752, 0.002431066706776619, 0.6157233715057373], "r_norm": [1.4588286876678467, 1.5729455947875977, 3.0707128047943115]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0982, "test_loss": 10.66721640625}, {"step": 5200, "epoch": 11, "train_loss": 18.75600242614746, "cos_r_negg": [0.028330041095614433, -0.3266843259334564, 0.13659635186195374], "cos_innovation_negg": [-0.0002497900277376175, 0.02469361573457718, 0.6492017507553101], "cos_apical_negg": [0.028330039232969284, -0.3266843259334564, 0.13659633696079254], "cos_Ac_negg": [-0.0002652667462825775, 0.024695856496691704, 0.6492017507553101], "r_norm": [1.3368139266967773, 1.5819995403289795, 2.9898252487182617]}, {"step": 5300, "epoch": 11, "train_loss": 14.389608383178711, "cos_r_negg": [0.08071089535951614, -0.40768879652023315, -0.13768839836120605], "cos_innovation_negg": [0.11131646484136581, 0.18680119514465332, 0.38463878631591797], "cos_apical_negg": [0.08071089535951614, -0.40768876671791077, -0.13768838346004486], "cos_Ac_negg": [0.11131632328033447, 0.186804860830307, 0.3846387565135956], "r_norm": [1.3056795597076416, 1.5338456630706787, 2.8537890911102295]}, {"step": 5400, "epoch": 11, "train_loss": 13.057826042175293, "cos_r_negg": [0.03638165444135666, -0.46403056383132935, -0.21357715129852295], "cos_innovation_negg": [-0.07257941365242004, -0.17930729687213898, 0.6900593042373657], "cos_apical_negg": [0.03638165816664696, -0.46403053402900696, -0.21357713639736176], "cos_Ac_negg": [-0.07257328927516937, -0.17930465936660767, 0.6900593042373657], "r_norm": [1.238492727279663, 1.4064722061157227, 2.8121910095214844]}, {"step": 5500, "epoch": 11, "train_loss": 12.050901412963867, "cos_r_negg": [0.008281117305159569, -0.16471955180168152, 0.12654852867126465], "cos_innovation_negg": [0.014256780967116356, 0.14428037405014038, 0.6110345125198364], "cos_apical_negg": [0.00828111544251442, -0.16471955180168152, 0.12654854357242584], "cos_Ac_negg": [0.014231878332793713, 0.144282266497612, 0.6110345125198364], "r_norm": [1.350577712059021, 1.5036232471466064, 2.9359333515167236], "ldr": {"dL_sdil": -1.9120216369628906, "dL_bp": -1.9120216369628906, "ratio": 1.0}}, {"step": 5600, "epoch": 11, "train_loss": 14.115957260131836, "cos_r_negg": [0.0386815220117569, -0.42719346284866333, 0.09553170204162598], "cos_innovation_negg": [0.040902797132730484, 0.1142197996377945, 0.6166300773620605], "cos_apical_negg": [0.0386815220117569, -0.42719346284866333, 0.09553170204162598], "cos_Ac_negg": [0.040922343730926514, 0.11422167718410492, 0.6166300177574158], "r_norm": [1.2927098274230957, 1.4940705299377441, 3.021209716796875]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.0974, "test_loss": 11.0101029296875}, {"step": 5700, "epoch": 12, "train_loss": 15.534631729125977, "cos_r_negg": [0.022591736167669296, -0.5188312530517578, -0.06744025647640228], "cos_innovation_negg": [-0.1480846107006073, 0.14388906955718994, 0.7473440766334534], "cos_apical_negg": [0.022591741755604744, -0.5188312530517578, -0.06744025647640228], "cos_Ac_negg": [-0.1480652093887329, 0.1438835710287094, 0.7473440170288086], "r_norm": [1.3739748001098633, 1.5397405624389648, 3.237997055053711]}, {"step": 5800, "epoch": 12, "train_loss": 7.537947654724121, "cos_r_negg": [0.03714398667216301, -0.1610376536846161, 0.30687400698661804], "cos_innovation_negg": [-0.0189317986369133, 0.22660516202449799, 0.847710907459259], "cos_apical_negg": [0.03714399039745331, -0.1610376536846161, 0.30687403678894043], "cos_Ac_negg": [-0.018935054540634155, 0.22661373019218445, 0.847710907459259], "r_norm": [1.2435660362243652, 1.365397572517395, 2.8477783203125]}, {"step": 5900, "epoch": 12, "train_loss": 12.087260246276855, "cos_r_negg": [0.044624704867601395, -0.287490576505661, 0.14952147006988525], "cos_innovation_negg": [0.030776694416999817, 0.06920906901359558, 0.664570689201355], "cos_apical_negg": [0.04462470859289169, -0.287490576505661, 0.14952147006988525], "cos_Ac_negg": [0.03076918236911297, 0.06920908391475677, 0.664570689201355], "r_norm": [1.3061754703521729, 1.4420177936553955, 2.956468105316162]}, {"step": 6000, "epoch": 12, "train_loss": 9.213321685791016, "cos_r_negg": [0.032472848892211914, -0.44084417819976807, -0.007683856878429651], "cos_innovation_negg": [-0.02023286372423172, -0.028288723900914192, 0.7390176653862], "cos_apical_negg": [0.032472845166921616, -0.44084417819976807, -0.007683884352445602], "cos_Ac_negg": [-0.020207876339554787, -0.02828831784427166, 0.7390177845954895], "r_norm": [1.3800138235092163, 1.465118169784546, 3.2586922645568848], "ldr": {"dL_sdil": -3.6075868606567383, "dL_bp": -3.6075897216796875, "ratio": 0.9999992069433694}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.0892, "test_loss": 15.74776123046875}, {"step": 6100, "epoch": 13, "train_loss": 13.45030689239502, "cos_r_negg": [-0.026875589042901993, -0.22675372660160065, 0.07094521820545197], "cos_innovation_negg": [0.01712423376739025, -0.07511216402053833, 0.7534027099609375], "cos_apical_negg": [-0.02687559276819229, -0.22675372660160065, 0.07094522565603256], "cos_Ac_negg": [0.017143916338682175, -0.07511210441589355, 0.7534027099609375], "r_norm": [1.1944451332092285, 1.3047837018966675, 2.8725621700286865]}, {"step": 6200, "epoch": 13, "train_loss": 12.124948501586914, "cos_r_negg": [0.0250451248139143, -0.4816763401031494, -0.1524362862110138], "cos_innovation_negg": [-0.05051799118518829, 0.43737471103668213, 0.7273811101913452], "cos_apical_negg": [0.025045115500688553, -0.4816763401031494, -0.1524362862110138], "cos_Ac_negg": [-0.0525033101439476, 0.4373703896999359, 0.7273818850517273], "r_norm": [1.4082647562026978, 1.6057106256484985, 3.4653730392456055]}, {"step": 6300, "epoch": 13, "train_loss": 8.079349517822266, "cos_r_negg": [0.07201477885246277, -0.40998172760009766, -0.3364822268486023], "cos_innovation_negg": [-0.03286297246813774, -0.232041135430336, 0.3800865709781647], "cos_apical_negg": [0.07201477885246277, -0.40998172760009766, -0.3364821672439575], "cos_Ac_negg": [-0.03286667540669441, -0.2320411503314972, 0.38008660078048706], "r_norm": [1.21011221408844, 1.3437243700027466, 3.0055012702941895]}, {"step": 6400, "epoch": 13, "train_loss": 7.763940811157227, "cos_r_negg": [0.05184975266456604, -0.37042123079299927, 0.10609821230173111], "cos_innovation_negg": [0.12897612154483795, 0.22582663595676422, 0.9743067622184753], "cos_apical_negg": [0.05184975266456604, -0.37042123079299927, 0.1060982197523117], "cos_Ac_negg": [0.12866821885108948, 0.2258259654045105, 0.9743068218231201], "r_norm": [1.2864501476287842, 1.26600182056427, 3.4056525230407715]}, {"step": 6500, "epoch": 13, "train_loss": 9.023736953735352, "cos_r_negg": [0.029297159984707832, -0.36023253202438354, 0.11098258942365646], "cos_innovation_negg": [-0.007821168750524521, 0.2545849084854126, 0.9241091012954712], "cos_apical_negg": [0.029297158122062683, -0.36023253202438354, 0.11098258197307587], "cos_Ac_negg": [-0.007846848107874393, 0.2545849084854126, 0.9241091012954712], "r_norm": [1.1800556182861328, 1.3715802431106567, 3.0239391326904297], "ldr": {"dL_sdil": -1.5745134353637695, "dL_bp": -1.5745134353637695, "ratio": 1.0}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.098, "test_loss": 14.1557130859375}, {"step": 6600, "epoch": 14, "train_loss": 11.782710075378418, "cos_r_negg": [0.08973315358161926, -0.38965848088264465, -0.15500372648239136], "cos_innovation_negg": [0.12626081705093384, -0.14959390461444855, 0.8248876333236694], "cos_apical_negg": [0.08973314613103867, -0.38965845108032227, -0.15500372648239136], "cos_Ac_negg": [0.126374751329422, -0.14959387481212616, 0.8248878121376038], "r_norm": [1.255458950996399, 1.3828380107879639, 3.345825672149658]}, {"step": 6700, "epoch": 14, "train_loss": 9.433488845825195, "cos_r_negg": [-0.004701629281044006, -0.28984975814819336, -0.24890448153018951], "cos_innovation_negg": [-0.11351288855075836, -0.34793803095817566, 0.33490055799484253], "cos_apical_negg": [-0.004701625555753708, -0.28984975814819336, -0.24890448153018951], "cos_Ac_negg": [-0.1135249137878418, -0.3479382395744324, 0.334900438785553], "r_norm": [1.3931225538253784, 1.794011116027832, 3.601773738861084]}, {"step": 6800, "epoch": 14, "train_loss": 10.120220184326172, "cos_r_negg": [0.009237721562385559, -0.28421688079833984, -0.05856458470225334], "cos_innovation_negg": [0.03159017115831375, 0.19670310616493225, 0.9492440223693848], "cos_apical_negg": [0.00923771969974041, -0.28421688079833984, -0.058564599603414536], "cos_Ac_negg": [0.03157833218574524, 0.19670310616493225, 0.9492440223693848], "r_norm": [1.1015956401824951, 1.153090476989746, 2.935507297515869]}, {"step": 6900, "epoch": 14, "train_loss": 6.735630512237549, "cos_r_negg": [0.023455128073692322, -0.3958374857902527, -0.15575039386749268], "cos_innovation_negg": [0.006992906332015991, 0.08461026847362518, 0.95595383644104], "cos_apical_negg": [0.023455128073692322, -0.3958375155925751, -0.15575037896633148], "cos_Ac_negg": [0.006896665319800377, 0.0846102386713028, 0.95595383644104], "r_norm": [1.0282623767852783, 1.1017005443572998, 2.8485217094421387]}, {"step": 7000, "epoch": 14, "train_loss": 14.088212013244629, "cos_r_negg": [0.05030996724963188, 0.019453780725598335, 0.07658995687961578], "cos_innovation_negg": [0.055587038397789, 0.04014395549893379, 0.8051148653030396], "cos_apical_negg": [0.05030997470021248, 0.019453778862953186, 0.07658997178077698], "cos_Ac_negg": [0.0555681511759758, 0.0401439405977726, 0.8051148653030396], "r_norm": [1.1992748975753784, 1.3771302700042725, 3.2397217750549316], "ldr": {"dL_sdil": -2.3611583709716797, "dL_bp": -2.3611583709716797, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.1135, "test_loss": 10.0383939453125}], "final": {"test_acc": 0.1135, "test_loss": 10.0383939453125, "wall_s": 25.687421321868896, "cos_r_negg": [0.023699067533016205, -0.41677844524383545, 0.002772160340100527], "cos_innovation_negg": [0.056335173547267914, 0.1732165515422821, 0.9118537902832031], "cos_apical_negg": [0.023699071258306503, -0.41677841544151306, 0.0027721733786165714], "cos_Ac_negg": [0.056318968534469604, 0.1732165664434433, 0.9118537902832031]}}