{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.05, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p05_matched_s2", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4534778594970703, "cos_r_negg": [0.01640445366501808, 0.03720126673579216, 0.002073857933282852], "cos_innovation_negg": [0.016821179538965225, 0.03784848749637604, 0.002511262660846114], "cos_apical_negg": [0.01640445366501808, 0.03720126673579216, 0.002073857467621565], "cos_Ac_negg": [0.016821492463350296, 0.03784853219985962, 0.002511328551918268], "r_norm": [4.7503461837768555, 4.775265693664551, 4.857420921325684], "ldr": {"dL_sdil": -0.039087772369384766, "dL_bp": -0.24303245544433594, "ratio": 0.16083354915671916}}, {"step": 100, "epoch": 0, "train_loss": 0.3082430362701416, "cos_r_negg": [0.2857791781425476, 0.26766839623451233, 0.2713397741317749], "cos_innovation_negg": [0.5226379632949829, 0.4612053334712982, 0.404798686504364], "cos_apical_negg": [0.2857791781425476, 0.26766836643218994, 0.2713397741317749], "cos_Ac_negg": [0.5224592685699463, 0.46120312809944153, 0.404878169298172], "r_norm": [1.0421206951141357, 1.0571842193603516, 1.0707271099090576]}, {"step": 200, "epoch": 0, "train_loss": 0.36425015330314636, "cos_r_negg": [0.23564910888671875, 0.25292956829071045, 0.26488983631134033], "cos_innovation_negg": [0.5276224613189697, 0.5218232274055481, 0.5031354427337646], "cos_apical_negg": [0.23564910888671875, 0.25292956829071045, 0.26488983631134033], "cos_Ac_negg": [0.5273005962371826, 0.5217323303222656, 0.5031549334526062], "r_norm": [0.8230887651443481, 0.8372708559036255, 0.8474575877189636]}, {"step": 300, "epoch": 0, "train_loss": 0.25312429666519165, "cos_r_negg": [0.24125489592552185, 0.23980040848255157, 0.24009355902671814], "cos_innovation_negg": [0.5602648854255676, 0.5329376459121704, 0.5534262657165527], "cos_apical_negg": [0.24125489592552185, 0.23980042338371277, 0.24009355902671814], "cos_Ac_negg": [0.5597667694091797, 0.5328264236450195, 0.5531720519065857], "r_norm": [0.6523401737213135, 0.6598515510559082, 0.6712912321090698]}, {"step": 400, "epoch": 0, "train_loss": 0.1982860565185547, "cos_r_negg": [0.22769007086753845, 0.24220290780067444, 0.25251302123069763], "cos_innovation_negg": [0.5782732963562012, 0.550999104976654, 0.578500509262085], "cos_apical_negg": [0.22769007086753845, 0.24220290780067444, 0.25251302123069763], "cos_Ac_negg": [0.5780971050262451, 0.5510767698287964, 0.5779657363891602], "r_norm": [0.6497242450714111, 0.6555250287055969, 0.6676050424575806]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9408, "test_loss": 0.19557410736083986}, {"step": 500, "epoch": 1, "train_loss": 0.1452408730983734, "cos_r_negg": [0.19786790013313293, 0.21051079034805298, 0.26766398549079895], "cos_innovation_negg": [0.5602226257324219, 0.5618495941162109, 0.644468367099762], "cos_apical_negg": [0.19786790013313293, 0.21051079034805298, 0.26766401529312134], "cos_Ac_negg": [0.5643856525421143, 0.564034104347229, 0.6442623734474182], "r_norm": [0.5714954137802124, 0.5779463052749634, 0.5852220058441162], "ldr": {"dL_sdil": -0.017906367778778076, "dL_bp": -0.016708657145500183, "ratio": 1.071682040205155}}, {"step": 600, "epoch": 1, "train_loss": 0.09497902542352676, "cos_r_negg": [0.1796049177646637, 0.20196297764778137, 0.23781126737594604], "cos_innovation_negg": [0.5889536142349243, 0.5773766040802002, 0.680054783821106], "cos_apical_negg": [0.1796049028635025, 0.20196297764778137, 0.23781126737594604], "cos_Ac_negg": [0.5898095965385437, 0.5777332782745361, 0.6798214912414551], "r_norm": [0.4800269305706024, 0.48660504817962646, 0.4939706027507782]}, {"step": 700, "epoch": 1, "train_loss": 0.2234840989112854, "cos_r_negg": [0.18336820602416992, 0.18428264558315277, 0.26062068343162537], "cos_innovation_negg": [0.5697545409202576, 0.560819149017334, 0.670322060585022], "cos_apical_negg": [0.18336822092533112, 0.18428266048431396, 0.26062068343162537], "cos_Ac_negg": [0.570475161075592, 0.5621254444122314, 0.6705446243286133], "r_norm": [0.48902660608291626, 0.4951523542404175, 0.5056060552597046]}, {"step": 800, "epoch": 1, "train_loss": 0.11272813379764557, "cos_r_negg": [0.1483171433210373, 0.17584124207496643, 0.24780072271823883], "cos_innovation_negg": [0.5805045366287231, 0.5834454894065857, 0.6939709186553955], "cos_apical_negg": [0.1483171582221985, 0.17584124207496643, 0.24780073761940002], "cos_Ac_negg": [0.5813518166542053, 0.5840549468994141, 0.6939380168914795], "r_norm": [0.4260109066963196, 0.4302401542663574, 0.43916547298431396]}, {"step": 900, "epoch": 1, "train_loss": 0.2180328667163849, "cos_r_negg": [0.183700293302536, 0.2040768414735794, 0.2378573715686798], "cos_innovation_negg": [0.6245605945587158, 0.6176439523696899, 0.6703168153762817], "cos_apical_negg": [0.18370027840137482, 0.2040768563747406, 0.23785735666751862], "cos_Ac_negg": [0.6241723299026489, 0.6172389984130859, 0.6701363921165466], "r_norm": [0.4810108244419098, 0.48681724071502686, 0.4893745183944702]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9509, "test_loss": 0.16871641464233397}, {"step": 1000, "epoch": 2, "train_loss": 0.059693627059459686, "cos_r_negg": [0.16661351919174194, 0.19350527226924896, 0.21795561909675598], "cos_innovation_negg": [0.5953696370124817, 0.6116328835487366, 0.6691546440124512], "cos_apical_negg": [0.16661350429058075, 0.19350527226924896, 0.21795561909675598], "cos_Ac_negg": [0.5949282646179199, 0.6112121343612671, 0.6687310934066772], "r_norm": [0.46793025732040405, 0.4719570279121399, 0.48284944891929626], "ldr": {"dL_sdil": -0.01470687985420227, "dL_bp": -0.01627536118030548, "ratio": 0.903628478119355}}, {"step": 1100, "epoch": 2, "train_loss": 0.11942359805107117, "cos_r_negg": [0.1605493128299713, 0.20278623700141907, 0.20809486508369446], "cos_innovation_negg": [0.604766845703125, 0.6089346408843994, 0.6853097081184387], "cos_apical_negg": [0.1605493128299713, 0.20278623700141907, 0.20809486508369446], "cos_Ac_negg": [0.6044678092002869, 0.6086839437484741, 0.6849045753479004], "r_norm": [0.4059279263019562, 0.4114309549331665, 0.4171663224697113]}, {"step": 1200, "epoch": 2, "train_loss": 0.18524301052093506, "cos_r_negg": [0.15126459300518036, 0.1776367425918579, 0.21475918591022491], "cos_innovation_negg": [0.6136112213134766, 0.6074376702308655, 0.7134891152381897], "cos_apical_negg": [0.15126460790634155, 0.1776367425918579, 0.21475918591022491], "cos_Ac_negg": [0.6131654977798462, 0.6070705652236938, 0.7132871150970459], "r_norm": [0.422863245010376, 0.42861655354499817, 0.4363671541213989]}, {"step": 1300, "epoch": 2, "train_loss": 0.159089595079422, "cos_r_negg": [0.1309216320514679, 0.1585271954536438, 0.2243383228778839], "cos_innovation_negg": [0.5989238023757935, 0.5874024629592896, 0.6736501455307007], "cos_apical_negg": [0.1309216171503067, 0.1585271954536438, 0.2243383228778839], "cos_Ac_negg": [0.5985113382339478, 0.5871214270591736, 0.6733464002609253], "r_norm": [0.3669438660144806, 0.3706272840499878, 0.37795162200927734]}, {"step": 1400, "epoch": 2, "train_loss": 0.109891876578331, "cos_r_negg": [0.14230598509311676, 0.18260622024536133, 0.27371636033058167], "cos_innovation_negg": [0.5958492755889893, 0.5984202027320862, 0.6751723289489746], "cos_apical_negg": [0.14230598509311676, 0.18260622024536133, 0.27371636033058167], "cos_Ac_negg": [0.5951759815216064, 0.5978555083274841, 0.6748193502426147], "r_norm": [0.3571792542934418, 0.35940295457839966, 0.36750876903533936]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9582, "test_loss": 0.14771915092468263}, {"step": 1500, "epoch": 3, "train_loss": 0.07926538586616516, "cos_r_negg": [0.12977559864521027, 0.15848922729492188, 0.25051823258399963], "cos_innovation_negg": [0.6255969405174255, 0.6020369529724121, 0.660540759563446], "cos_apical_negg": [0.12977559864521027, 0.15848922729492188, 0.25051823258399963], "cos_Ac_negg": [0.6248027086257935, 0.6014535427093506, 0.6604979038238525], "r_norm": [0.33906564116477966, 0.34191954135894775, 0.34797239303588867], "ldr": {"dL_sdil": -0.008539244532585144, "dL_bp": -0.009055837988853455, "ratio": 0.942954649044719}}, {"step": 1600, "epoch": 3, "train_loss": 0.09568468481302261, "cos_r_negg": [0.1271316111087799, 0.14782167971134186, 0.23690281808376312], "cos_innovation_negg": [0.6143458485603333, 0.6216509342193604, 0.7200162410736084], "cos_apical_negg": [0.1271316111087799, 0.14782167971134186, 0.23690281808376312], "cos_Ac_negg": [0.6140349507331848, 0.6212351322174072, 0.7195559144020081], "r_norm": [0.3214662969112396, 0.32473963499069214, 0.33044254779815674]}, {"step": 1700, "epoch": 3, "train_loss": 0.06378612667322159, "cos_r_negg": [0.134951651096344, 0.15248778462409973, 0.20041069388389587], "cos_innovation_negg": [0.5914380550384521, 0.600161075592041, 0.685818612575531], "cos_apical_negg": [0.134951651096344, 0.15248778462409973, 0.20041069388389587], "cos_Ac_negg": [0.5911476612091064, 0.5998349189758301, 0.6854138374328613], "r_norm": [0.4012766480445862, 0.4040418863296509, 0.41464507579803467]}, {"step": 1800, "epoch": 3, "train_loss": 0.0223739892244339, "cos_r_negg": [0.116395965218544, 0.13231199979782104, 0.24531778693199158], "cos_innovation_negg": [0.5991317629814148, 0.6218805313110352, 0.7136843204498291], "cos_apical_negg": [0.116395965218544, 0.13231199979782104, 0.24531778693199158], "cos_Ac_negg": [0.598639726638794, 0.6211956143379211, 0.7116689682006836], "r_norm": [0.3940773904323578, 0.397135853767395, 0.4054872393608093]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9614, "test_loss": 0.1345835662841797}, {"step": 1900, "epoch": 4, "train_loss": 0.0561685636639595, "cos_r_negg": [0.10644853115081787, 0.11205698549747467, 0.22568316757678986], "cos_innovation_negg": [0.5882298946380615, 0.6098345518112183, 0.7257672548294067], "cos_apical_negg": [0.10644853115081787, 0.11205697804689407, 0.22568316757678986], "cos_Ac_negg": [0.5876476168632507, 0.609447717666626, 0.7250400185585022], "r_norm": [0.2725474238395691, 0.2741408944129944, 0.2807168662548065]}, {"step": 2000, "epoch": 4, "train_loss": 0.12074145674705505, "cos_r_negg": [0.10670299082994461, 0.16028940677642822, 0.2225094437599182], "cos_innovation_negg": [0.5697526931762695, 0.6004641652107239, 0.7349302768707275], "cos_apical_negg": [0.10670299828052521, 0.16028940677642822, 0.2225094437599182], "cos_Ac_negg": [0.5688590407371521, 0.5997929573059082, 0.7337663769721985], "r_norm": [0.33775901794433594, 0.3393515646457672, 0.35109880566596985], "ldr": {"dL_sdil": -0.009059593081474304, "dL_bp": -0.011021822690963745, "ratio": 0.8219686829930428}}, {"step": 2100, "epoch": 4, "train_loss": 0.05476764589548111, "cos_r_negg": [0.11422640830278397, 0.1464477777481079, 0.21328723430633545], "cos_innovation_negg": [0.6073275804519653, 0.6298151016235352, 0.7264124155044556], "cos_apical_negg": [0.11422640830278397, 0.1464477777481079, 0.21328723430633545], "cos_Ac_negg": [0.6067020893096924, 0.6292158365249634, 0.7263119220733643], "r_norm": [0.32948994636535645, 0.3308507204055786, 0.33968520164489746]}, {"step": 2200, "epoch": 4, "train_loss": 0.03519546240568161, "cos_r_negg": [0.10570386052131653, 0.1540318876504898, 0.19078221917152405], "cos_innovation_negg": [0.6084020137786865, 0.635105311870575, 0.7261720895767212], "cos_apical_negg": [0.10570386052131653, 0.1540318876504898, 0.19078223407268524], "cos_Ac_negg": [0.6071482300758362, 0.6345615983009338, 0.7255818247795105], "r_norm": [0.30364125967025757, 0.30542615056037903, 0.3137291669845581]}, {"step": 2300, "epoch": 4, "train_loss": 0.15517012774944305, "cos_r_negg": [0.08970008790493011, 0.12925715744495392, 0.1617332249879837], "cos_innovation_negg": [0.5841630697250366, 0.6309168934822083, 0.7412790656089783], "cos_apical_negg": [0.08970008790493011, 0.12925715744495392, 0.1617332398891449], "cos_Ac_negg": [0.5836247205734253, 0.6307811737060547, 0.7405720949172974], "r_norm": [0.29441773891448975, 0.29791921377182007, 0.30677637457847595]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9641, "test_loss": 0.12694887351989745}, {"step": 2400, "epoch": 5, "train_loss": 0.10991528630256653, "cos_r_negg": [0.08241323381662369, 0.1163623034954071, 0.1318112164735794], "cos_innovation_negg": [0.573365330696106, 0.6151907444000244, 0.7094967365264893], "cos_apical_negg": [0.08241324126720428, 0.1163623109459877, 0.1318112164735794], "cos_Ac_negg": [0.572695255279541, 0.6145823001861572, 0.7089481353759766], "r_norm": [0.28294146060943604, 0.2839856445789337, 0.2929994761943817]}, {"step": 2500, "epoch": 5, "train_loss": 0.028982385993003845, "cos_r_negg": [0.08597160130739212, 0.11241570115089417, 0.1342657506465912], "cos_innovation_negg": [0.5748742818832397, 0.6111358404159546, 0.7245398759841919], "cos_apical_negg": [0.08597160130739212, 0.11241571605205536, 0.13426576554775238], "cos_Ac_negg": [0.5743154287338257, 0.6104971170425415, 0.7234162092208862], "r_norm": [0.2821938097476959, 0.2846311330795288, 0.2924949824810028], "ldr": {"dL_sdil": -0.00847238302230835, "dL_bp": -0.011189520359039307, "ratio": 0.7571712415236858}}, {"step": 2600, "epoch": 5, "train_loss": 0.07748591899871826, "cos_r_negg": [0.1086062639951706, 0.1370469182729721, 0.21421417593955994], "cos_innovation_negg": [0.6121000051498413, 0.6413086652755737, 0.7335861921310425], "cos_apical_negg": [0.10860625654459, 0.1370469182729721, 0.21421417593955994], "cos_Ac_negg": [0.6116146445274353, 0.6407825946807861, 0.7327148914337158], "r_norm": [0.28830447793006897, 0.2895393967628479, 0.29767265915870667]}, {"step": 2700, "epoch": 5, "train_loss": 0.0351409837603569, "cos_r_negg": [0.0786549299955368, 0.13360951840877533, 0.16454938054084778], "cos_innovation_negg": [0.6102995872497559, 0.6249126195907593, 0.7394830584526062], "cos_apical_negg": [0.0786549299955368, 0.13360951840877533, 0.16454938054084778], "cos_Ac_negg": [0.6099395751953125, 0.6243188977241516, 0.7385637760162354], "r_norm": [0.25944003462791443, 0.26124751567840576, 0.2700679302215576]}, {"step": 2800, "epoch": 5, "train_loss": 0.15840259194374084, "cos_r_negg": [0.09352105855941772, 0.1378842294216156, 0.22651061415672302], "cos_innovation_negg": [0.601628839969635, 0.62410968542099, 0.7716900110244751], "cos_apical_negg": [0.09352105855941772, 0.1378841996192932, 0.22651061415672302], "cos_Ac_negg": [0.6006388664245605, 0.6229953765869141, 0.7707330584526062], "r_norm": [0.2898827791213989, 0.2916167676448822, 0.3004188537597656]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9625, "test_loss": 0.13689499206542968}, {"step": 2900, "epoch": 6, "train_loss": 0.010221228003501892, "cos_r_negg": [0.06756944209337234, 0.1255694329738617, 0.14716842770576477], "cos_innovation_negg": [0.5909930467605591, 0.6306226253509521, 0.7495819926261902], "cos_apical_negg": [0.06756944209337234, 0.1255694329738617, 0.14716842770576477], "cos_Ac_negg": [0.5920403003692627, 0.6320813894271851, 0.7511036396026611], "r_norm": [0.3089599311351776, 0.31268855929374695, 0.3226047158241272]}, {"step": 3000, "epoch": 6, "train_loss": 0.19828207790851593, "cos_r_negg": [0.05993488058447838, 0.10396704077720642, 0.12716127932071686], "cos_innovation_negg": [0.5931680798530579, 0.6245844960212708, 0.7405874729156494], "cos_apical_negg": [0.05993488430976868, 0.10396703332662582, 0.12716126441955566], "cos_Ac_negg": [0.5925907492637634, 0.6237685680389404, 0.7394886016845703], "r_norm": [0.2809411883354187, 0.2814246416091919, 0.2905486822128296], "ldr": {"dL_sdil": -0.010096311569213867, "dL_bp": -0.01543637365102768, "ratio": 0.6540598068861662}}, {"step": 3100, "epoch": 6, "train_loss": 0.06638136506080627, "cos_r_negg": [0.07229498028755188, 0.11040383577346802, 0.15499883890151978], "cos_innovation_negg": [0.6182936429977417, 0.6437310576438904, 0.7536247372627258], "cos_apical_negg": [0.07229498028755188, 0.11040383577346802, 0.15499883890151978], "cos_Ac_negg": [0.617737889289856, 0.6430108547210693, 0.7527674436569214], "r_norm": [0.2609640061855316, 0.26230838894844055, 0.26992547512054443]}, {"step": 3200, "epoch": 6, "train_loss": 0.0991695374250412, "cos_r_negg": [0.061629168689250946, 0.12327949702739716, 0.14487981796264648], "cos_innovation_negg": [0.6122725009918213, 0.6322770714759827, 0.7382808923721313], "cos_apical_negg": [0.061629172414541245, 0.12327949702739716, 0.14487981796264648], "cos_Ac_negg": [0.6113296151161194, 0.6308178901672363, 0.7371530532836914], "r_norm": [0.2579784393310547, 0.25766634941101074, 0.26582401990890503]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9662, "test_loss": 0.1270959690093994}, {"step": 3300, "epoch": 7, "train_loss": 0.06997574120759964, "cos_r_negg": [0.07369835674762726, 0.08560314774513245, 0.1495373398065567], "cos_innovation_negg": [0.5973509550094604, 0.6290678381919861, 0.7434496283531189], "cos_apical_negg": [0.07369835674762726, 0.08560314774513245, 0.1495373398065567], "cos_Ac_negg": [0.5967786312103271, 0.6273025274276733, 0.7424504160881042], "r_norm": [0.23922085762023926, 0.23994746804237366, 0.24675823748111725]}, {"step": 3400, "epoch": 7, "train_loss": 0.0835975781083107, "cos_r_negg": [0.057529304176568985, 0.09213370829820633, 0.10100296139717102], "cos_innovation_negg": [0.604116678237915, 0.6394843459129333, 0.747037410736084], "cos_apical_negg": [0.05752930790185928, 0.09213370829820633, 0.10100294649600983], "cos_Ac_negg": [0.6032308340072632, 0.6386922597885132, 0.7457476854324341], "r_norm": [0.2492670714855194, 0.2504112422466278, 0.2582710087299347]}, {"step": 3500, "epoch": 7, "train_loss": 0.04674973338842392, "cos_r_negg": [0.06157372146844864, 0.10763275623321533, 0.08638191223144531], "cos_innovation_negg": [0.5806431770324707, 0.6161267757415771, 0.7198772430419922], "cos_apical_negg": [0.06157372146844864, 0.10763275623321533, 0.08638191223144531], "cos_Ac_negg": [0.5795246958732605, 0.6152815818786621, 0.7186082601547241], "r_norm": [0.251146137714386, 0.2520167827606201, 0.25975173711776733], "ldr": {"dL_sdil": -0.006019622087478638, "dL_bp": -0.010309994220733643, "ratio": 0.5838627993964376}}, {"step": 3600, "epoch": 7, "train_loss": 0.03467125445604324, "cos_r_negg": [0.05732931196689606, 0.08136971294879913, 0.11719461530447006], "cos_innovation_negg": [0.5794965028762817, 0.6180660724639893, 0.7294912338256836], "cos_apical_negg": [0.05732931196689606, 0.08136971294879913, 0.11719462275505066], "cos_Ac_negg": [0.5781562328338623, 0.6155945062637329, 0.7301044464111328], "r_norm": [0.2593074440956116, 0.2598908245563507, 0.2697942554950714]}, {"step": 3700, "epoch": 7, "train_loss": 0.052790433168411255, "cos_r_negg": [0.07237672060728073, 0.09659852832555771, 0.16876760125160217], "cos_innovation_negg": [0.6170052289962769, 0.6482290029525757, 0.7726831436157227], "cos_apical_negg": [0.07237672060728073, 0.0965985357761383, 0.16876761615276337], "cos_Ac_negg": [0.6160683631896973, 0.6473923325538635, 0.7716935873031616], "r_norm": [0.24569517374038696, 0.24590174853801727, 0.2529482841491699]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9621, "test_loss": 0.13811623802185058}, {"step": 3800, "epoch": 8, "train_loss": 0.027530092746019363, "cos_r_negg": [0.05002554506063461, 0.09452114999294281, 0.13623180985450745], "cos_innovation_negg": [0.6077260971069336, 0.6403964757919312, 0.7709159851074219], "cos_apical_negg": [0.05002554506063461, 0.09452114999294281, 0.13623180985450745], "cos_Ac_negg": [0.6076191663742065, 0.6401568651199341, 0.7717118859291077], "r_norm": [0.22229140996932983, 0.2229335606098175, 0.2293362319469452]}, {"step": 3900, "epoch": 8, "train_loss": 0.07226866483688354, "cos_r_negg": [0.04363337159156799, 0.08218210935592651, 0.1265658438205719], "cos_innovation_negg": [0.615979790687561, 0.6455563902854919, 0.7541069984436035], "cos_apical_negg": [0.04363337159156799, 0.08218210935592651, 0.1265658438205719], "cos_Ac_negg": [0.6151710748672485, 0.6447477340698242, 0.7533867359161377], "r_norm": [0.21910634636878967, 0.21962423622608185, 0.22751544415950775]}, {"step": 4000, "epoch": 8, "train_loss": 0.0318903848528862, "cos_r_negg": [0.05057606101036072, 0.09977037459611893, 0.08854591101408005], "cos_innovation_negg": [0.6203804016113281, 0.6429596543312073, 0.7605069875717163], "cos_apical_negg": [0.05057606101036072, 0.09977037459611893, 0.08854591101408005], "cos_Ac_negg": [0.6203014254570007, 0.6421242952346802, 0.7587669491767883], "r_norm": [0.22447727620601654, 0.22519220411777496, 0.23202501237392426], "ldr": {"dL_sdil": -0.00527597963809967, "dL_bp": -0.008125081658363342, "ratio": 0.649344813989528}}, {"step": 4100, "epoch": 8, "train_loss": 0.03050089254975319, "cos_r_negg": [0.047305360436439514, 0.10678502172231674, 0.1110907718539238], "cos_innovation_negg": [0.6034614443778992, 0.6402506232261658, 0.7637248039245605], "cos_apical_negg": [0.04730536416172981, 0.10678501427173615, 0.1110907718539238], "cos_Ac_negg": [0.6041349768638611, 0.6407039165496826, 0.7633804082870483], "r_norm": [0.2699483036994934, 0.2691279351711273, 0.2764284014701843]}, {"step": 4200, "epoch": 8, "train_loss": 0.043460726737976074, "cos_r_negg": [0.04512732848525047, 0.08147674798965454, 0.08984723687171936], "cos_innovation_negg": [0.6105595231056213, 0.6448302268981934, 0.772793710231781], "cos_apical_negg": [0.04512732848525047, 0.08147674798965454, 0.08984723687171936], "cos_Ac_negg": [0.6104952692985535, 0.6454557180404663, 0.7713298797607422], "r_norm": [0.2247942090034485, 0.22512578964233398, 0.23246988654136658]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9693, "test_loss": 0.12154156303405762}, {"step": 4300, "epoch": 9, "train_loss": 0.030666926875710487, "cos_r_negg": [0.043922558426856995, 0.08970377594232559, 0.12721070647239685], "cos_innovation_negg": [0.5748286843299866, 0.6414573788642883, 0.7450218200683594], "cos_apical_negg": [0.043922558426856995, 0.089703768491745, 0.12721069157123566], "cos_Ac_negg": [0.5760213136672974, 0.6418507099151611, 0.7453689575195312], "r_norm": [0.23060771822929382, 0.22993126511573792, 0.23822590708732605]}, {"step": 4400, "epoch": 9, "train_loss": 0.009681368246674538, "cos_r_negg": [0.02731999009847641, 0.08435576409101486, 0.10899575054645538], "cos_innovation_negg": [0.5828015804290771, 0.6213865280151367, 0.733077883720398], "cos_apical_negg": [0.02731999196112156, 0.08435575664043427, 0.10899574309587479], "cos_Ac_negg": [0.5844757556915283, 0.6216385960578918, 0.7338995933532715], "r_norm": [0.210330069065094, 0.21000352501869202, 0.21758881211280823]}, {"step": 4500, "epoch": 9, "train_loss": 0.16826480627059937, "cos_r_negg": [0.03209655359387398, 0.09068798273801804, 0.12058517336845398], "cos_innovation_negg": [0.6033183336257935, 0.6339293718338013, 0.7712758779525757], "cos_apical_negg": [0.03209655359387398, 0.09068797528743744, 0.12058517336845398], "cos_Ac_negg": [0.6031326651573181, 0.6329625248908997, 0.7699393033981323], "r_norm": [0.22477683424949646, 0.22498223185539246, 0.23199597001075745], "ldr": {"dL_sdil": -0.005679681897163391, "dL_bp": -0.009906232357025146, "ratio": 0.5733443041173533}}, {"step": 4600, "epoch": 9, "train_loss": 0.022005319595336914, "cos_r_negg": [0.049900319427251816, 0.09338614344596863, 0.10384596884250641], "cos_innovation_negg": [0.6106094121932983, 0.6418677568435669, 0.7661275863647461], "cos_apical_negg": [0.04990031570196152, 0.09338614344596863, 0.10384596884250641], "cos_Ac_negg": [0.611644446849823, 0.6402194499969482, 0.7652423977851868], "r_norm": [0.24207225441932678, 0.24283793568611145, 0.2503352165222168]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9676, "test_loss": 0.12289777679443359}, {"step": 4700, "epoch": 10, "train_loss": 0.01217680238187313, "cos_r_negg": [0.044108569622039795, 0.07891270518302917, 0.10455731302499771], "cos_innovation_negg": [0.5981069803237915, 0.6320803761482239, 0.7616831064224243], "cos_apical_negg": [0.044108569622039795, 0.07891270518302917, 0.10455730557441711], "cos_Ac_negg": [0.5982277989387512, 0.6322939395904541, 0.7608315348625183], "r_norm": [0.23162482678890228, 0.23281437158584595, 0.2404969185590744]}, {"step": 4800, "epoch": 10, "train_loss": 0.039784226566553116, "cos_r_negg": [0.058429427444934845, 0.05808219313621521, 0.07744204998016357], "cos_innovation_negg": [0.6007778644561768, 0.6256026029586792, 0.7507044076919556], "cos_apical_negg": [0.058429427444934845, 0.05808219313621521, 0.07744204998016357], "cos_Ac_negg": [0.6001363396644592, 0.6244678497314453, 0.750571072101593], "r_norm": [0.20747005939483643, 0.20756027102470398, 0.21459421515464783]}, {"step": 4900, "epoch": 10, "train_loss": 0.021471809595823288, "cos_r_negg": [0.04894174635410309, 0.05147011578083038, 0.08570066094398499], "cos_innovation_negg": [0.604030966758728, 0.6277135610580444, 0.7654829025268555], "cos_apical_negg": [0.04894174262881279, 0.05147011578083038, 0.08570065349340439], "cos_Ac_negg": [0.6059499979019165, 0.6286013722419739, 0.7663230895996094], "r_norm": [0.21760371327400208, 0.21674123406410217, 0.22461354732513428]}, {"step": 5000, "epoch": 10, "train_loss": 0.02022964134812355, "cos_r_negg": [0.04769568145275116, 0.07722481340169907, 0.08362030237913132], "cos_innovation_negg": [0.5931369066238403, 0.6184937953948975, 0.7711560130119324], "cos_apical_negg": [0.04769568517804146, 0.07722481340169907, 0.08362030237913132], "cos_Ac_negg": [0.5934152007102966, 0.6178797483444214, 0.7690629959106445], "r_norm": [0.22270342707633972, 0.2225886434316635, 0.22867533564567566], "ldr": {"dL_sdil": -0.004315398633480072, "dL_bp": -0.006797440350055695, "ratio": 0.6348564181875777}}, {"step": 5100, "epoch": 10, "train_loss": 0.06920983642339706, "cos_r_negg": [0.04221167415380478, 0.07960735261440277, 0.07969915121793747], "cos_innovation_negg": [0.5961176753044128, 0.6356909871101379, 0.7837827801704407], "cos_apical_negg": [0.04221167415380478, 0.07960735261440277, 0.07969914376735687], "cos_Ac_negg": [0.596979558467865, 0.6343303322792053, 0.7813828587532043], "r_norm": [0.19715000689029694, 0.1968795657157898, 0.20344626903533936]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9658, "test_loss": 0.1333168104171753}, {"step": 5200, "epoch": 11, "train_loss": 0.012186631560325623, "cos_r_negg": [0.0501217395067215, 0.07426240295171738, 0.08266233652830124], "cos_innovation_negg": [0.6005086898803711, 0.6364537477493286, 0.7799835205078125], "cos_apical_negg": [0.0501217395067215, 0.07426239550113678, 0.08266233652830124], "cos_Ac_negg": [0.6019777655601501, 0.6354715824127197, 0.778002142906189], "r_norm": [0.21032944321632385, 0.2092743068933487, 0.2160453498363495]}, {"step": 5300, "epoch": 11, "train_loss": 0.07353296875953674, "cos_r_negg": [0.04123096540570259, 0.08277693390846252, 0.04575967416167259], "cos_innovation_negg": [0.6052377223968506, 0.6304951310157776, 0.7596474885940552], "cos_apical_negg": [0.04123096540570259, 0.08277693390846252, 0.04575967416167259], "cos_Ac_negg": [0.6058896780014038, 0.6270653605461121, 0.7583368420600891], "r_norm": [0.21540212631225586, 0.21425561606884003, 0.22190037369728088]}, {"step": 5400, "epoch": 11, "train_loss": 0.024054862558841705, "cos_r_negg": [0.03200096637010574, 0.05857172980904579, 0.06204779073596001], "cos_innovation_negg": [0.5978760719299316, 0.6196624040603638, 0.7694088816642761], "cos_apical_negg": [0.03200096637010574, 0.05857173353433609, 0.06204779073596001], "cos_Ac_negg": [0.5994182825088501, 0.6172158122062683, 0.7662521004676819], "r_norm": [0.19756881892681122, 0.19676034152507782, 0.20345748960971832]}, {"step": 5500, "epoch": 11, "train_loss": 0.02114860899746418, "cos_r_negg": [0.03341823071241379, 0.07660919427871704, 0.05777721479535103], "cos_innovation_negg": [0.5927249193191528, 0.6290849447250366, 0.7800296545028687], "cos_apical_negg": [0.03341822698712349, 0.07660919427871704, 0.05777721479535103], "cos_Ac_negg": [0.5956510305404663, 0.6277630925178528, 0.7773447632789612], "r_norm": [0.1989668607711792, 0.19816920161247253, 0.2042587250471115], "ldr": {"dL_sdil": -0.00471380352973938, "dL_bp": -0.009600669145584106, "ratio": 0.4909869779136724}}, {"step": 5600, "epoch": 11, "train_loss": 0.019959719851613045, "cos_r_negg": [0.03105173259973526, 0.06734295189380646, 0.04771738499403], "cos_innovation_negg": [0.5900029540061951, 0.6324846744537354, 0.7677162885665894], "cos_apical_negg": [0.03105173259973526, 0.06734294444322586, 0.0477173775434494], "cos_Ac_negg": [0.5941534638404846, 0.6328752040863037, 0.7669576406478882], "r_norm": [0.2001800388097763, 0.1997605562210083, 0.20639798045158386]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9673, "test_loss": 0.13266973419189454}, {"step": 5700, "epoch": 12, "train_loss": 0.060172341763973236, "cos_r_negg": [0.019513752311468124, 0.06887805461883545, 0.052588433027267456], "cos_innovation_negg": [0.6081061363220215, 0.6361182928085327, 0.7526764869689941], "cos_apical_negg": [0.019513752311468124, 0.06887805461883545, 0.052588436752557755], "cos_Ac_negg": [0.6076500415802002, 0.6346127390861511, 0.7518815398216248], "r_norm": [0.18911883234977722, 0.1886226236820221, 0.1952684372663498]}, {"step": 5800, "epoch": 12, "train_loss": 0.014476735144853592, "cos_r_negg": [0.016671661287546158, 0.06142142787575722, 0.042581893503665924], "cos_innovation_negg": [0.604634165763855, 0.6325477361679077, 0.7547914981842041], "cos_apical_negg": [0.016671663150191307, 0.06142142787575722, 0.042581893503665924], "cos_Ac_negg": [0.6081270575523376, 0.6317968964576721, 0.7564231753349304], "r_norm": [0.2067956030368805, 0.20641526579856873, 0.21309533715248108]}, {"step": 5900, "epoch": 12, "train_loss": 0.01700747013092041, "cos_r_negg": [0.02572738379240036, 0.05525951087474823, 0.0465284064412117], "cos_innovation_negg": [0.6017051935195923, 0.6358292102813721, 0.766609787940979], "cos_apical_negg": [0.02572738379240036, 0.05525950342416763, 0.0465284064412117], "cos_Ac_negg": [0.6069463491439819, 0.635897696018219, 0.7707664966583252], "r_norm": [0.2125571370124817, 0.211478590965271, 0.2183077037334442]}, {"step": 6000, "epoch": 12, "train_loss": 0.01322426088154316, "cos_r_negg": [0.03148920461535454, 0.05611826479434967, 0.03532717376947403], "cos_innovation_negg": [0.5929558277130127, 0.6213021278381348, 0.7593656778335571], "cos_apical_negg": [0.031489208340644836, 0.05611826479434967, 0.035327181220054626], "cos_Ac_negg": [0.5988937616348267, 0.621841311454773, 0.7613189816474915], "r_norm": [0.2208387553691864, 0.22004424035549164, 0.22557605803012848], "ldr": {"dL_sdil": -0.006456539034843445, "dL_bp": -0.011764660477638245, "ratio": 0.5488079360314523}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9675, "test_loss": 0.13005401153564453}, {"step": 6100, "epoch": 13, "train_loss": 0.022220883518457413, "cos_r_negg": [0.03963175043463707, 0.052392616868019104, 0.030986912548542023], "cos_innovation_negg": [0.6018118262290955, 0.6285805702209473, 0.7574760317802429], "cos_apical_negg": [0.039631739258766174, 0.052392616868019104, 0.030986912548542023], "cos_Ac_negg": [0.606399655342102, 0.6306541562080383, 0.7582318782806396], "r_norm": [0.1958753764629364, 0.1944025456905365, 0.2011382281780243]}, {"step": 6200, "epoch": 13, "train_loss": 0.0215994194149971, "cos_r_negg": [0.022252589464187622, 0.058879636228084564, 0.05355587974190712], "cos_innovation_negg": [0.5997023582458496, 0.6299881935119629, 0.7478371858596802], "cos_apical_negg": [0.02225259318947792, 0.058879632502794266, 0.05355587974190712], "cos_Ac_negg": [0.6039952039718628, 0.6308549046516418, 0.7515855431556702], "r_norm": [0.19756633043289185, 0.19615325331687927, 0.20227526128292084]}, {"step": 6300, "epoch": 13, "train_loss": 0.008365434594452381, "cos_r_negg": [0.03482650965452194, 0.05872643366456032, 0.04233097285032272], "cos_innovation_negg": [0.6048058271408081, 0.6315643787384033, 0.7636400461196899], "cos_apical_negg": [0.034826505929231644, 0.05872643366456032, 0.04233097657561302], "cos_Ac_negg": [0.6079874038696289, 0.6312144994735718, 0.7649940252304077], "r_norm": [0.19982211291790009, 0.19874870777130127, 0.20558907091617584]}, {"step": 6400, "epoch": 13, "train_loss": 0.017093073576688766, "cos_r_negg": [0.024669818580150604, 0.06180482357740402, 0.03846380487084389], "cos_innovation_negg": [0.6127402782440186, 0.6329571604728699, 0.7652629613876343], "cos_apical_negg": [0.024669822305440903, 0.06180482730269432, 0.038463808596134186], "cos_Ac_negg": [0.616874098777771, 0.632465660572052, 0.7677662968635559], "r_norm": [0.18896402418613434, 0.18796700239181519, 0.1949893981218338]}, {"step": 6500, "epoch": 13, "train_loss": 0.002227767137810588, "cos_r_negg": [0.02520844154059887, 0.050781913101673126, 0.020121363922953606], "cos_innovation_negg": [0.5908157825469971, 0.6231894493103027, 0.7754924297332764], "cos_apical_negg": [0.02520844340324402, 0.050781916826963425, 0.020121369510889053], "cos_Ac_negg": [0.5939737558364868, 0.6233177185058594, 0.7799904346466064], "r_norm": [0.1786518096923828, 0.17739295959472656, 0.18380557000637054], "ldr": {"dL_sdil": -0.004798531532287598, "dL_bp": -0.009442314505577087, "ratio": 0.5081944187998984}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9689, "test_loss": 0.1358599048614502}, {"step": 6600, "epoch": 14, "train_loss": 0.005903652869164944, "cos_r_negg": [0.021855976432561874, 0.05522775650024414, 0.04849259555339813], "cos_innovation_negg": [0.5924265384674072, 0.6146969795227051, 0.7547267079353333], "cos_apical_negg": [0.021855976432561874, 0.05522775650024414, 0.04849259555339813], "cos_Ac_negg": [0.5953912734985352, 0.6167807579040527, 0.7582675218582153], "r_norm": [0.18992452323436737, 0.1884787231683731, 0.1949426531791687]}, {"step": 6700, "epoch": 14, "train_loss": 0.005318871699273586, "cos_r_negg": [0.01903548091650009, 0.06140562891960144, 0.01907830685377121], "cos_innovation_negg": [0.584149181842804, 0.6265344023704529, 0.7656687498092651], "cos_apical_negg": [0.01903548091650009, 0.06140563637018204, 0.01907830312848091], "cos_Ac_negg": [0.588869571685791, 0.6270227432250977, 0.7711664438247681], "r_norm": [0.20989686250686646, 0.20838533341884613, 0.2147705852985382]}, {"step": 6800, "epoch": 14, "train_loss": 0.014734535478055477, "cos_r_negg": [0.021413415670394897, 0.06165187060832977, 0.050687797367572784], "cos_innovation_negg": [0.5898095965385437, 0.6341552734375, 0.7743579745292664], "cos_apical_negg": [0.021413417533040047, 0.06165187060832977, 0.050687797367572784], "cos_Ac_negg": [0.5935208797454834, 0.6355680227279663, 0.775898814201355], "r_norm": [0.198848158121109, 0.19746097922325134, 0.20446176826953888]}, {"step": 6900, "epoch": 14, "train_loss": 0.006750402972102165, "cos_r_negg": [0.021260786801576614, 0.06827224045991898, 0.03903006389737129], "cos_innovation_negg": [0.5947901010513306, 0.6297394037246704, 0.7735829949378967], "cos_apical_negg": [0.021260792389512062, 0.06827224045991898, 0.03903006762266159], "cos_Ac_negg": [0.6018731594085693, 0.6337403655052185, 0.7811018228530884], "r_norm": [0.2032964527606964, 0.20185834169387817, 0.20878508687019348]}, {"step": 7000, "epoch": 14, "train_loss": 0.009256819263100624, "cos_r_negg": [0.03031407669186592, 0.06538739800453186, 0.03387116640806198], "cos_innovation_negg": [0.5915297269821167, 0.6181275844573975, 0.7697106599807739], "cos_apical_negg": [0.030314071103930473, 0.06538739800453186, 0.03387116268277168], "cos_Ac_negg": [0.5992513298988342, 0.6193030476570129, 0.7756493091583252], "r_norm": [0.19728296995162964, 0.19664275646209717, 0.20322078466415405], "ldr": {"dL_sdil": -0.0067901611328125, "dL_bp": -0.013934463262557983, "ratio": 0.4872926215290774}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9677, "test_loss": 0.14392237319946288}], "final": {"test_acc": 0.9677, "test_loss": 0.14392237319946288, "wall_s": 25.392999172210693, "cos_r_negg": [0.0266385767608881, 0.05587003007531166, 0.038269370794296265], "cos_innovation_negg": [0.5914689898490906, 0.6164125800132751, 0.7689792513847351], "cos_apical_negg": [0.026638582348823547, 0.05587003380060196, 0.038269370794296265], "cos_Ac_negg": [0.5985291600227356, 0.6189343929290771, 0.772524893283844]}}