{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p5_raw_s0", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.011117599904537201, -0.025546539574861526, 0.02163308672606945], "cos_innovation_negg": [-0.011871755123138428, -0.029108529910445213, 0.031950101256370544], "cos_apical_negg": [-0.011117599904537201, -0.025546539574861526, 0.02163308672606945], "cos_Ac_negg": [-0.011872358620166779, -0.029109783470630646, 0.031949400901794434], "r_norm": [8.172515869140625, 6.909910202026367, 6.500560760498047], "ldr": {"dL_sdil": 0.06155729293823242, "dL_bp": -0.18675637245178223, "ratio": -0.32961281122616376}}, {"step": 100, "epoch": 0, "train_loss": 6.401466369628906, "cos_r_negg": [-0.071133553981781, -0.2756350040435791, 0.23067882657051086], "cos_innovation_negg": [-0.10466733574867249, -0.34171411395072937, 0.4481695890426636], "cos_apical_negg": [-0.071133553981781, -0.2756350040435791, 0.23067882657051086], "cos_Ac_negg": [-0.10466187447309494, -0.3417147397994995, 0.4481753408908844], "r_norm": [10.948808670043945, 9.91490364074707, 9.659982681274414]}, {"step": 200, "epoch": 0, "train_loss": 16.67608070373535, "cos_r_negg": [-0.02049953117966652, -0.015601231716573238, -0.35598623752593994], "cos_innovation_negg": [-0.04517069831490517, -0.13602283596992493, -0.3602122962474823], "cos_apical_negg": [-0.02049953117966652, -0.015601231716573238, -0.35598623752593994], "cos_Ac_negg": [-0.045176245272159576, -0.13600605726242065, -0.3602127432823181], "r_norm": [10.548009872436523, 9.865960121154785, 9.979389190673828]}, {"step": 300, "epoch": 0, "train_loss": 13.683351516723633, "cos_r_negg": [-0.033369533717632294, -0.07613806426525116, -0.17397639155387878], "cos_innovation_negg": [-0.05950778350234032, -0.20307549834251404, 0.2607564628124237], "cos_apical_negg": [-0.033369533717632294, -0.07613806426525116, -0.17397639155387878], "cos_Ac_negg": [-0.05950779467821121, -0.20305851101875305, 0.26075488328933716], "r_norm": [10.32884693145752, 10.088122367858887, 9.798168182373047]}, {"step": 400, "epoch": 0, "train_loss": 10.192171096801758, "cos_r_negg": [-0.06079820543527603, -0.02414802461862564, -0.13587599992752075], "cos_innovation_negg": [-0.09456092119216919, -0.0638977587223053, 0.030106540769338608], "cos_apical_negg": [-0.06079820543527603, -0.02414802461862564, -0.13587599992752075], "cos_Ac_negg": [-0.0945574939250946, -0.06389879435300827, 0.03010324202477932], "r_norm": [10.427574157714844, 9.688739776611328, 9.38677978515625]}, {"epoch_end": 0, "step": 469, "test_acc": 0.101, "test_loss": 14.72414833984375}, {"step": 500, "epoch": 1, "train_loss": 9.624497413635254, "cos_r_negg": [0.024017971009016037, -0.10674364119768143, -0.1719636619091034], "cos_innovation_negg": [0.02288432978093624, 0.0907701700925827, 0.32318681478500366], "cos_apical_negg": [0.024017971009016037, -0.10674364119768143, -0.1719636619091034], "cos_Ac_negg": [0.0231236070394516, 0.09108787775039673, 0.32309696078300476], "r_norm": [9.645282745361328, 9.428837776184082, 9.333595275878906], "ldr": {"dL_sdil": -2.213644504547119, "dL_bp": -2.213644504547119, "ratio": 1.0}}, {"step": 600, "epoch": 1, "train_loss": 8.633424758911133, "cos_r_negg": [-0.03392370417714119, -0.0528486967086792, 0.21150174736976624], "cos_innovation_negg": [-0.08722939342260361, -0.08993001282215118, 0.5808777213096619], "cos_apical_negg": [-0.03392370417714119, -0.0528486967086792, 0.21150174736976624], "cos_Ac_negg": [-0.08722865581512451, -0.08995106816291809, 0.5808756351470947], "r_norm": [9.350034713745117, 9.030904769897461, 8.913116455078125]}, {"step": 700, "epoch": 1, "train_loss": 9.071636199951172, "cos_r_negg": [0.003752725198864937, -0.09578967094421387, -0.757716953754425], "cos_innovation_negg": [-0.056596096605062485, 0.05297227203845978, -0.4917873740196228], "cos_apical_negg": [0.003752725198864937, -0.09578967094421387, -0.757716953754425], "cos_Ac_negg": [-0.05659409984946251, 0.05297340080142021, -0.4918074607849121], "r_norm": [9.147961616516113, 9.273195266723633, 9.56739616394043]}, {"step": 800, "epoch": 1, "train_loss": 18.320663452148438, "cos_r_negg": [0.0030521051958203316, -0.16566374897956848, -0.8253233432769775], "cos_innovation_negg": [-0.10365613549947739, -0.008194144815206528, -0.7189931273460388], "cos_apical_negg": [0.0030521051958203316, -0.16566374897956848, -0.8253233432769775], "cos_Ac_negg": [-0.10364942252635956, -0.00812077522277832, -0.7190485000610352], "r_norm": [9.07063102722168, 9.368144989013672, 9.738855361938477]}, {"step": 900, "epoch": 1, "train_loss": 10.396879196166992, "cos_r_negg": [-0.033398933708667755, 0.07935893535614014, -0.3063790202140808], "cos_innovation_negg": [-0.11821196228265762, -0.17503783106803894, -0.021353432908654213], "cos_apical_negg": [-0.033398933708667755, 0.07935893535614014, -0.3063790202140808], "cos_Ac_negg": [-0.11821117997169495, -0.17491701245307922, -0.021352281793951988], "r_norm": [8.87218189239502, 9.237855911254883, 9.108293533325195]}, {"epoch_end": 1, "step": 938, "test_acc": 0.1009, "test_loss": 10.73256875}, {"step": 1000, "epoch": 2, "train_loss": 9.79171371459961, "cos_r_negg": [-0.02215249091386795, -0.021984010934829712, -0.528407096862793], "cos_innovation_negg": [-0.0030038971453905106, 0.043385595083236694, -0.07335203886032104], "cos_apical_negg": [-0.02215249091386795, -0.021984010934829712, -0.528407096862793], "cos_Ac_negg": [-0.0028996802866458893, 0.04385305568575859, -0.07340101152658463], "r_norm": [8.676126480102539, 8.775712013244629, 8.75094985961914], "ldr": {"dL_sdil": -3.030221939086914, "dL_bp": -3.030221939086914, "ratio": 1.0}}, {"step": 1100, "epoch": 2, "train_loss": 18.787181854248047, "cos_r_negg": [0.03280133008956909, -0.17003311216831207, -0.5385400056838989], "cos_innovation_negg": [0.08627624809741974, 0.14510713517665863, 0.013499096967279911], "cos_apical_negg": [0.03280133008956909, -0.17003311216831207, -0.5385400056838989], "cos_Ac_negg": [0.08627369999885559, 0.1451134979724884, 0.01349706668406725], "r_norm": [8.589005470275879, 8.710916519165039, 8.7020902633667]}, {"step": 1200, "epoch": 2, "train_loss": 13.548810958862305, "cos_r_negg": [0.04559054225683212, -0.023372653871774673, -0.7594349384307861], "cos_innovation_negg": [0.054219406098127365, 0.231641948223114, -0.6000226736068726], "cos_apical_negg": [0.04559054225683212, -0.023372653871774673, -0.7594349384307861], "cos_Ac_negg": [0.054196279495954514, 0.23159898817539215, -0.6000251770019531], "r_norm": [8.217782020568848, 8.14500617980957, 8.383222579956055]}, {"step": 1300, "epoch": 2, "train_loss": 13.265286445617676, "cos_r_negg": [-0.017416872084140778, -0.16834887862205505, -0.796175479888916], "cos_innovation_negg": [-0.08939787745475769, 0.08752074837684631, -0.029462307691574097], "cos_apical_negg": [-0.017416872084140778, -0.16834887862205505, -0.796175479888916], "cos_Ac_negg": [-0.08940528333187103, 0.08751251548528671, -0.029474418610334396], "r_norm": [8.4677734375, 8.719011306762695, 8.723369598388672]}, {"step": 1400, "epoch": 2, "train_loss": 13.85821533203125, "cos_r_negg": [0.024830933660268784, -0.16275572776794434, -0.8117624521255493], "cos_innovation_negg": [0.07545601576566696, 0.2602876126766205, -0.41916966438293457], "cos_apical_negg": [0.024830933660268784, -0.16275572776794434, -0.8117624521255493], "cos_Ac_negg": [0.07547111064195633, 0.2604687809944153, -0.41914069652557373], "r_norm": [8.388879776000977, 8.703527450561523, 8.956075668334961]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.1032, "test_loss": 13.18205888671875}, {"step": 1500, "epoch": 3, "train_loss": 16.52608299255371, "cos_r_negg": [0.0016903132200241089, -0.35976293683052063, -0.42666900157928467], "cos_innovation_negg": [0.10930941998958588, 0.13398471474647522, -0.012624228373169899], "cos_apical_negg": [0.0016903132200241089, -0.35976293683052063, -0.42666900157928467], "cos_Ac_negg": [0.10931478440761566, 0.13423223793506622, -0.012634165585041046], "r_norm": [8.430134773254395, 8.391426086425781, 8.420333862304688], "ldr": {"dL_sdil": -3.7989377975463867, "dL_bp": -3.7989377975463867, "ratio": 1.0}}, {"step": 1600, "epoch": 3, "train_loss": 13.52965259552002, "cos_r_negg": [-0.01540151797235012, -0.49217337369918823, -0.7766873836517334], "cos_innovation_negg": [0.05421750620007515, -0.2627204954624176, -0.7696329951286316], "cos_apical_negg": [-0.01540151797235012, -0.49217337369918823, -0.7766873836517334], "cos_Ac_negg": [0.054326917976140976, -0.2626776695251465, -0.7696387767791748], "r_norm": [8.096517562866211, 7.97392463684082, 8.157990455627441]}, {"step": 1700, "epoch": 3, "train_loss": 6.608334064483643, "cos_r_negg": [0.129010871052742, -0.7731016874313354, -0.8061600923538208], "cos_innovation_negg": [0.12549133598804474, 0.40202921628952026, -0.1931602656841278], "cos_apical_negg": [0.129010871052742, -0.7731016874313354, -0.8061600923538208], "cos_Ac_negg": [0.12555310130119324, 0.40204447507858276, -0.19313877820968628], "r_norm": [8.103960037231445, 8.30439567565918, 8.47163200378418]}, {"step": 1800, "epoch": 3, "train_loss": 8.77731704711914, "cos_r_negg": [0.07717615365982056, -0.7084784507751465, -0.41327208280563354], "cos_innovation_negg": [0.03682496398687363, -0.879778265953064, 0.40282633900642395], "cos_apical_negg": [0.07717615365982056, -0.7084784507751465, -0.41327208280563354], "cos_Ac_negg": [0.036817919462919235, -0.8797733783721924, 0.4028301537036896], "r_norm": [8.304372787475586, 8.354345321655273, 8.349855422973633]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.101, "test_loss": 17.296003515625}, {"step": 1900, "epoch": 4, "train_loss": 13.71055793762207, "cos_r_negg": [0.02283514477312565, -0.4369387626647949, -0.011072501540184021], "cos_innovation_negg": [0.019103897735476494, 0.04924577474594116, 0.3423866927623749], "cos_apical_negg": [0.02283514477312565, -0.4369387626647949, -0.011072501540184021], "cos_Ac_negg": [0.011351268738508224, 0.049227964133024216, 0.34238699078559875], "r_norm": [8.4775390625, 8.527531623840332, 8.589790344238281]}, {"step": 2000, "epoch": 4, "train_loss": 14.162740707397461, "cos_r_negg": [0.0622573085129261, -0.4696023166179657, -0.27911436557769775], "cos_innovation_negg": [-0.05237836763262749, 0.10155412554740906, 0.41249918937683105], "cos_apical_negg": [0.0622573085129261, -0.4696023166179657, -0.27911436557769775], "cos_Ac_negg": [-0.05236773192882538, 0.10154934227466583, 0.41249728202819824], "r_norm": [8.707714080810547, 8.95594596862793, 8.930455207824707], "ldr": {"dL_sdil": -2.1820993423461914, "dL_bp": -2.1820993423461914, "ratio": 1.0}}, {"step": 2100, "epoch": 4, "train_loss": 9.159101486206055, "cos_r_negg": [0.08681570738554001, -0.6591436862945557, -0.6219706535339355], "cos_innovation_negg": [0.057657063007354736, 0.1889386922121048, 0.7060506343841553], "cos_apical_negg": [0.08681570738554001, -0.6591436862945557, -0.6219706535339355], "cos_Ac_negg": [0.057673484086990356, 0.1889382004737854, 0.7060508131980896], "r_norm": [7.795815467834473, 7.828321933746338, 7.75656270980835]}, {"step": 2200, "epoch": 4, "train_loss": 9.759533882141113, "cos_r_negg": [0.10552773624658585, -0.7131375074386597, -0.3689172863960266], "cos_innovation_negg": [-0.01977466233074665, -0.8498791456222534, 0.2792421579360962], "cos_apical_negg": [0.10552773624658585, -0.7131375074386597, -0.3689172863960266], "cos_Ac_negg": [-0.0192576814442873, -0.8495709300041199, 0.27925771474838257], "r_norm": [8.280223846435547, 8.289653778076172, 8.329326629638672]}, {"step": 2300, "epoch": 4, "train_loss": 13.822879791259766, "cos_r_negg": [-0.021266097202897072, -0.6090442538261414, -0.7526376247406006], "cos_innovation_negg": [-0.09191683679819107, 0.013873760588467121, -0.260162353515625], "cos_apical_negg": [-0.021266097202897072, -0.6090442538261414, -0.7526376247406006], "cos_Ac_negg": [-0.09350850433111191, 0.0138530433177948, -0.2601560652256012], "r_norm": [7.853228569030762, 7.725193500518799, 7.814385414123535]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.1135, "test_loss": 15.1349541015625}, {"step": 2400, "epoch": 5, "train_loss": 14.615473747253418, "cos_r_negg": [0.07831874489784241, -0.6990715265274048, -0.45180797576904297], "cos_innovation_negg": [-0.12615223228931427, -0.7499451637268066, 0.30808117985725403], "cos_apical_negg": [0.07831874489784241, -0.6990715265274048, -0.45180797576904297], "cos_Ac_negg": [-0.12614785134792328, -0.7499489784240723, 0.30803513526916504], "r_norm": [8.30342960357666, 8.310445785522461, 8.324758529663086]}, {"step": 2500, "epoch": 5, "train_loss": 7.857935428619385, "cos_r_negg": [0.006961760111153126, 0.21831902861595154, 0.372443288564682], "cos_innovation_negg": [0.010970145463943481, -0.2657153010368347, 0.7116644382476807], "cos_apical_negg": [0.006961760111153126, 0.21831902861595154, 0.372443288564682], "cos_Ac_negg": [0.010974257253110409, -0.2657144367694855, 0.7116653919219971], "r_norm": [8.188138008117676, 8.250946044921875, 8.235197067260742], "ldr": {"dL_sdil": -2.702273368835449, "dL_bp": -2.702273368835449, "ratio": 1.0}}, {"step": 2600, "epoch": 5, "train_loss": 10.229158401489258, "cos_r_negg": [0.047549303621053696, -0.7436808347702026, -0.7110826969146729], "cos_innovation_negg": [-0.10384619981050491, 0.5361222624778748, 0.9698151350021362], "cos_apical_negg": [0.047549303621053696, -0.7436808347702026, -0.7110826969146729], "cos_Ac_negg": [-0.10381660610437393, 0.5361204743385315, 0.9698151350021362], "r_norm": [7.641112327575684, 7.617372512817383, 7.538032531738281]}, {"step": 2700, "epoch": 5, "train_loss": 10.034473419189453, "cos_r_negg": [0.09947732836008072, -0.47585612535476685, -0.03333841264247894], "cos_innovation_negg": [-0.11932677030563354, -0.47150933742523193, 0.7656372785568237], "cos_apical_negg": [0.09947732836008072, -0.47585612535476685, -0.03333841264247894], "cos_Ac_negg": [-0.11924172192811966, -0.4715133607387543, 0.7656365633010864], "r_norm": [8.500308990478516, 8.486753463745117, 8.438323974609375]}, {"step": 2800, "epoch": 5, "train_loss": 8.933666229248047, "cos_r_negg": [0.15354762971401215, -0.03531172126531601, 0.5545244812965393], "cos_innovation_negg": [-0.5570493340492249, -0.31220728158950806, 0.8725370764732361], "cos_apical_negg": [0.15354762971401215, -0.03531172126531601, 0.5545244812965393], "cos_Ac_negg": [-0.5569923520088196, -0.31220948696136475, 0.8725372552871704], "r_norm": [8.191865921020508, 8.185162544250488, 8.222009658813477]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.101, "test_loss": 11.925540234375}, {"step": 2900, "epoch": 6, "train_loss": 8.85418701171875, "cos_r_negg": [-0.00027699136990122497, -0.3002762794494629, 0.35465484857559204], "cos_innovation_negg": [-0.33792492747306824, -0.2030065357685089, 0.299433171749115], "cos_apical_negg": [-0.00027699136990122497, -0.3002762794494629, 0.35465484857559204], "cos_Ac_negg": [-0.338133305311203, -0.2029743492603302, 0.2994375228881836], "r_norm": [8.757638931274414, 8.748701095581055, 8.737950325012207]}, {"step": 3000, "epoch": 6, "train_loss": 9.085477828979492, "cos_r_negg": [0.0003545284562278539, -0.19787263870239258, 0.2468349188566208], "cos_innovation_negg": [-0.1575498878955841, -0.10182784497737885, 0.5882030725479126], "cos_apical_negg": [0.0003545284562278539, -0.19787263870239258, 0.2468349188566208], "cos_Ac_negg": [-0.1576513946056366, -0.10182878375053406, 0.5882030725479126], "r_norm": [8.184025764465332, 8.201793670654297, 8.232870101928711], "ldr": {"dL_sdil": -1.5550522804260254, "dL_bp": -1.5550522804260254, "ratio": 1.0}}, {"step": 3100, "epoch": 6, "train_loss": 15.59103775024414, "cos_r_negg": [-0.24347621202468872, -0.6986595392227173, -0.7824122905731201], "cos_innovation_negg": [-0.3762613534927368, -0.22264257073402405, 0.2640334963798523], "cos_apical_negg": [-0.24347621202468872, -0.6986595392227173, -0.7824122905731201], "cos_Ac_negg": [-0.37618231773376465, -0.22264410555362701, 0.2640328109264374], "r_norm": [8.808782577514648, 8.876242637634277, 8.996013641357422]}, {"step": 3200, "epoch": 6, "train_loss": 7.946864604949951, "cos_r_negg": [-0.1519935131072998, -0.6731467843055725, -0.6288221478462219], "cos_innovation_negg": [-0.24942992627620697, 0.06545795500278473, 0.8332939147949219], "cos_apical_negg": [-0.1519935131072998, -0.6731467843055725, -0.6288221478462219], "cos_Ac_negg": [-0.2498195320367813, 0.06545589864253998, 0.8332937955856323], "r_norm": [8.278830528259277, 8.269832611083984, 8.24264907836914]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.0982, "test_loss": 10.31922021484375}, {"step": 3300, "epoch": 7, "train_loss": 10.728700637817383, "cos_r_negg": [-0.09429904073476791, -0.5135974884033203, -0.41543519496917725], "cos_innovation_negg": [-0.04769972339272499, 0.28234195709228516, 0.36192452907562256], "cos_apical_negg": [-0.09429904073476791, -0.5135974884033203, -0.41543519496917725], "cos_Ac_negg": [-0.04772472381591797, 0.2823414206504822, 0.36192411184310913], "r_norm": [8.627836227416992, 8.710657119750977, 8.804195404052734]}, {"step": 3400, "epoch": 7, "train_loss": 9.546553611755371, "cos_r_negg": [-0.26452872157096863, -0.6543369889259338, -0.5946747064590454], "cos_innovation_negg": [-0.11176694184541702, -0.5381847620010376, 0.589140772819519], "cos_apical_negg": [-0.26452872157096863, -0.6543369889259338, -0.5946747064590454], "cos_Ac_negg": [-0.11247380822896957, -0.5381823778152466, 0.5891375541687012], "r_norm": [8.391143798828125, 8.402189254760742, 8.422823905944824]}, {"step": 3500, "epoch": 7, "train_loss": 10.661148071289062, "cos_r_negg": [-0.45748278498649597, -0.6625232696533203, -0.7758820056915283], "cos_innovation_negg": [-0.2399936467409134, -0.3756147027015686, 0.5112652778625488], "cos_apical_negg": [-0.45748278498649597, -0.6625232696533203, -0.7758820056915283], "cos_Ac_negg": [-0.24028655886650085, -0.37560683488845825, 0.5112648010253906], "r_norm": [8.728376388549805, 8.781932830810547, 8.897253036499023], "ldr": {"dL_sdil": -5.067248821258545, "dL_bp": -5.067248821258545, "ratio": 1.0}}, {"step": 3600, "epoch": 7, "train_loss": 10.910030364990234, "cos_r_negg": [-0.37766072154045105, -0.6576496362686157, -0.6290469765663147], "cos_innovation_negg": [0.018465014174580574, -0.6224530935287476, 0.564693808555603], "cos_apical_negg": [-0.37766072154045105, -0.6576496362686157, -0.6290469765663147], "cos_Ac_negg": [0.02235589362680912, -0.6211690902709961, 0.5646800994873047], "r_norm": [8.363950729370117, 8.37521743774414, 8.417901992797852]}, {"step": 3700, "epoch": 7, "train_loss": 10.535388946533203, "cos_r_negg": [-0.07848601788282394, -0.3434031009674072, -0.38453900814056396], "cos_innovation_negg": [-0.06591659039258957, -0.10192447900772095, 0.45864224433898926], "cos_apical_negg": [-0.07848601788282394, -0.3434031009674072, -0.38453900814056396], "cos_Ac_negg": [-0.0658923089504242, -0.10192491114139557, 0.45864182710647583], "r_norm": [8.332313537597656, 8.332870483398438, 8.325515747070312]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0982, "test_loss": 16.46620048828125}, {"step": 3800, "epoch": 8, "train_loss": 12.146233558654785, "cos_r_negg": [0.10037415474653244, -0.3377155065536499, -0.007768858224153519], "cos_innovation_negg": [-0.06970730423927307, -0.05333553999662399, 0.5943477749824524], "cos_apical_negg": [0.10037415474653244, -0.3377155065536499, -0.007768858224153519], "cos_Ac_negg": [-0.06973165273666382, -0.05333586409687996, 0.5943472385406494], "r_norm": [8.44619369506836, 8.45177936553955, 8.435260772705078]}, {"step": 3900, "epoch": 8, "train_loss": 12.78567886352539, "cos_r_negg": [-0.4338034689426422, -0.7267639636993408, -0.46289920806884766], "cos_innovation_negg": [0.08336546272039413, -0.13912208378314972, 0.22395376861095428], "cos_apical_negg": [-0.4338034689426422, -0.7267639636993408, -0.46289920806884766], "cos_Ac_negg": [0.08316042274236679, -0.13912124931812286, 0.2239537388086319], "r_norm": [8.301812171936035, 8.270620346069336, 8.347918510437012]}, {"step": 4000, "epoch": 8, "train_loss": 15.174201965332031, "cos_r_negg": [-0.43875402212142944, -0.5560394525527954, -0.6890380382537842], "cos_innovation_negg": [0.4795888066291809, 0.40679773688316345, 0.9682408571243286], "cos_apical_negg": [-0.43875402212142944, -0.5560394525527954, -0.6890380382537842], "cos_Ac_negg": [0.47958746552467346, 0.4067992568016052, 0.9682407975196838], "r_norm": [7.726510524749756, 7.742265701293945, 7.748006343841553], "ldr": {"dL_sdil": -3.7791881561279297, "dL_bp": -3.7791881561279297, "ratio": 1.0}}, {"step": 4100, "epoch": 8, "train_loss": 13.521244049072266, "cos_r_negg": [-0.46494027972221375, -0.6719787120819092, -0.7713680863380432], "cos_innovation_negg": [-0.12176678329706192, -0.28579163551330566, 0.5953699350357056], "cos_apical_negg": [-0.46494027972221375, -0.6719787120819092, -0.7713680863380432], "cos_Ac_negg": [-0.1374925673007965, -0.28530508279800415, 0.5953674912452698], "r_norm": [8.522907257080078, 8.574390411376953, 8.657585144042969]}, {"step": 4200, "epoch": 8, "train_loss": 10.511873245239258, "cos_r_negg": [-0.41155362129211426, -0.46927693486213684, -0.5352820754051208], "cos_innovation_negg": [0.3414989411830902, 0.23229101300239563, 0.7319220304489136], "cos_apical_negg": [-0.41155362129211426, -0.46927693486213684, -0.5352820754051208], "cos_Ac_negg": [0.3415070176124573, 0.23229113221168518, 0.7319220900535583], "r_norm": [7.979081153869629, 7.99635124206543, 7.97769832611084]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.101, "test_loss": 7.894158349609375}, {"step": 4300, "epoch": 9, "train_loss": 8.573269844055176, "cos_r_negg": [-0.4129348695278168, -0.5198704600334167, -0.7027358412742615], "cos_innovation_negg": [-0.4407871961593628, -0.4746224284172058, -0.0009515304118394852], "cos_apical_negg": [-0.4129348695278168, -0.5198704600334167, -0.7027358412742615], "cos_Ac_negg": [-0.44081103801727295, -0.4746224284172058, -0.0009512752294540405], "r_norm": [9.184676170349121, 9.178796768188477, 9.342164039611816]}, {"step": 4400, "epoch": 9, "train_loss": 12.810416221618652, "cos_r_negg": [-0.37855127453804016, -0.5385587811470032, -0.6518173813819885], "cos_innovation_negg": [0.3347189724445343, -0.07439474761486053, 0.9725263118743896], "cos_apical_negg": [-0.37855127453804016, -0.5385587811470032, -0.6518173813819885], "cos_Ac_negg": [0.33469468355178833, -0.07439534366130829, 0.9725263118743896], "r_norm": [8.13730525970459, 8.145676612854004, 8.171100616455078]}, {"step": 4500, "epoch": 9, "train_loss": 10.75411605834961, "cos_r_negg": [0.09120289981365204, -0.38350942730903625, 0.21219921112060547], "cos_innovation_negg": [-0.06338482350111008, 0.07874622941017151, 0.802170991897583], "cos_apical_negg": [0.09120289981365204, -0.38350942730903625, 0.21219921112060547], "cos_Ac_negg": [-0.06338611245155334, 0.07874633371829987, 0.802170991897583], "r_norm": [7.848869323730469, 7.863533973693848, 7.855559349060059], "ldr": {"dL_sdil": -1.8616857528686523, "dL_bp": -1.8616857528686523, "ratio": 1.0}}, {"step": 4600, "epoch": 9, "train_loss": 12.62272834777832, "cos_r_negg": [-0.20304955542087555, -0.6077125668525696, -0.45141518115997314], "cos_innovation_negg": [0.26313459873199463, 0.43562859296798706, 0.6285489201545715], "cos_apical_negg": [-0.20304955542087555, -0.6077125668525696, -0.45141518115997314], "cos_Ac_negg": [0.2631355822086334, 0.43562841415405273, 0.6285489201545715], "r_norm": [7.835481643676758, 7.823282718658447, 7.850198745727539]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.101, "test_loss": 9.423077734375}, {"step": 4700, "epoch": 10, "train_loss": 9.529285430908203, "cos_r_negg": [-0.2656046450138092, -0.671891450881958, -0.6966431140899658], "cos_innovation_negg": [-0.3897179067134857, -0.43567654490470886, 0.7408061623573303], "cos_apical_negg": [-0.2656046450138092, -0.671891450881958, -0.6966431140899658], "cos_Ac_negg": [-0.389731228351593, -0.435676634311676, 0.7408060431480408], "r_norm": [8.641467094421387, 8.64744758605957, 8.714578628540039]}, {"step": 4800, "epoch": 10, "train_loss": 9.602079391479492, "cos_r_negg": [-0.1788291484117508, -0.4288063645362854, -0.31672224402427673], "cos_innovation_negg": [-0.2472972571849823, -0.08655233681201935, 0.3156526982784271], "cos_apical_negg": [-0.1788291484117508, -0.4288063645362854, -0.31672224402427673], "cos_Ac_negg": [-0.24761028587818146, -0.08655165880918503, 0.31565287709236145], "r_norm": [8.557926177978516, 8.588537216186523, 8.649588584899902]}, {"step": 4900, "epoch": 10, "train_loss": 9.333513259887695, "cos_r_negg": [-0.3142012357711792, -0.32894641160964966, -0.5847151279449463], "cos_innovation_negg": [-0.17482060194015503, -0.3071085810661316, 0.5790101885795593], "cos_apical_negg": [-0.3142012357711792, -0.32894641160964966, -0.5847151279449463], "cos_Ac_negg": [-0.17483629286289215, -0.30710864067077637, 0.5790103673934937], "r_norm": [8.824895858764648, 8.833813667297363, 8.915650367736816]}, {"step": 5000, "epoch": 10, "train_loss": 9.437149047851562, "cos_r_negg": [-0.3762127161026001, -0.6445143818855286, -0.7274518609046936], "cos_innovation_negg": [0.4068872034549713, 0.4608134329319, 0.9582438468933105], "cos_apical_negg": [-0.3762127161026001, -0.6445143818855286, -0.7274518609046936], "cos_Ac_negg": [0.4069158136844635, 0.46081334352493286, 0.9582438468933105], "r_norm": [7.98460054397583, 8.009082794189453, 8.047650337219238], "ldr": {"dL_sdil": -2.5101585388183594, "dL_bp": -2.5101585388183594, "ratio": 1.0}}, {"step": 5100, "epoch": 10, "train_loss": 6.1884965896606445, "cos_r_negg": [0.2170650213956833, -0.31876760721206665, -0.0014270832762122154], "cos_innovation_negg": [0.019596539437770844, 0.1470748335123062, 0.6131136417388916], "cos_apical_negg": [0.2170650213956833, -0.31876760721206665, -0.0014270832762122154], "cos_Ac_negg": [0.019468337297439575, 0.1470748335123062, 0.6131137609481812], "r_norm": [8.393791198730469, 8.409490585327148, 8.420076370239258]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0974, "test_loss": 5.94672236328125}, {"step": 5200, "epoch": 11, "train_loss": 10.347148895263672, "cos_r_negg": [-0.4082636833190918, -0.5161019563674927, -0.7200716733932495], "cos_innovation_negg": [0.22181791067123413, -0.0838456004858017, 0.8572148084640503], "cos_apical_negg": [-0.4082636833190918, -0.5161019563674927, -0.7200716733932495], "cos_Ac_negg": [0.22181324660778046, -0.08384549617767334, 0.8572148084640503], "r_norm": [8.438192367553711, 8.464106559753418, 8.512771606445312]}, {"step": 5300, "epoch": 11, "train_loss": 10.766751289367676, "cos_r_negg": [-0.01570809818804264, -0.3303442597389221, -0.5328904390335083], "cos_innovation_negg": [0.0020136493258178234, -0.09931869059801102, 0.6461442708969116], "cos_apical_negg": [-0.01570809818804264, -0.3303442597389221, -0.5328904390335083], "cos_Ac_negg": [0.0019255706574767828, -0.09931871294975281, 0.6461442708969116], "r_norm": [8.203714370727539, 8.240403175354004, 8.291685104370117]}, {"step": 5400, "epoch": 11, "train_loss": 14.207481384277344, "cos_r_negg": [0.0736018717288971, -0.369031697511673, -0.5387130379676819], "cos_innovation_negg": [0.096673883497715, -0.15685124695301056, 0.37274450063705444], "cos_apical_negg": [0.0736018717288971, -0.369031697511673, -0.5387130379676819], "cos_Ac_negg": [0.0966576561331749, -0.1568520963191986, 0.37274399399757385], "r_norm": [8.43894100189209, 8.468416213989258, 8.547445297241211]}, {"step": 5500, "epoch": 11, "train_loss": 6.16036319732666, "cos_r_negg": [0.31251290440559387, -0.015114255249500275, 0.4244810938835144], "cos_innovation_negg": [-0.05591452121734619, -0.03208724781870842, 0.9253660440444946], "cos_apical_negg": [0.31251290440559387, -0.015114255249500275, 0.4244810938835144], "cos_Ac_negg": [-0.055903200060129166, -0.0320875383913517, 0.9253660440444946], "r_norm": [8.392220497131348, 8.40433406829834, 8.430112838745117], "ldr": {"dL_sdil": -1.5814452171325684, "dL_bp": -1.5814452171325684, "ratio": 1.0}}, {"step": 5600, "epoch": 11, "train_loss": 16.291099548339844, "cos_r_negg": [-0.44796445965766907, -0.5537458658218384, -0.3435918986797333], "cos_innovation_negg": [0.2804306745529175, 0.2043680101633072, 0.19154095649719238], "cos_apical_negg": [-0.44796445965766907, -0.5537458658218384, -0.3435918986797333], "cos_Ac_negg": [0.280397891998291, 0.2043679654598236, 0.19154092669487], "r_norm": [8.222122192382812, 8.233985900878906, 8.235305786132812]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.1135, "test_loss": 11.86322451171875}, {"step": 5700, "epoch": 12, "train_loss": 16.78882598876953, "cos_r_negg": [-0.2476017028093338, -0.5030303597450256, -0.6732052564620972], "cos_innovation_negg": [0.08175352960824966, -0.13145005702972412, 0.7364891171455383], "cos_apical_negg": [-0.2476017028093338, -0.5030303597450256, -0.6732052564620972], "cos_Ac_negg": [0.08174634724855423, -0.13144907355308533, 0.7364890575408936], "r_norm": [8.413293838500977, 8.419957160949707, 8.488061904907227]}, {"step": 5800, "epoch": 12, "train_loss": 15.03429889678955, "cos_r_negg": [-0.3591378331184387, -0.6063828468322754, -0.7384556531906128], "cos_innovation_negg": [0.17521454393863678, 0.4509395658969879, 0.982961893081665], "cos_apical_negg": [-0.3591378331184387, -0.6063828468322754, -0.7384556531906128], "cos_Ac_negg": [0.17548583447933197, 0.45093923807144165, 0.982961893081665], "r_norm": [7.920623779296875, 7.945095062255859, 7.976653575897217]}, {"step": 5900, "epoch": 12, "train_loss": 7.8121232986450195, "cos_r_negg": [-0.28654351830482483, -0.5653884410858154, -0.6129470467567444], "cos_innovation_negg": [0.0925280824303627, 0.4283583164215088, 0.6947625279426575], "cos_apical_negg": [-0.28654351830482483, -0.5653884410858154, -0.6129470467567444], "cos_Ac_negg": [0.09234333783388138, 0.42835816740989685, 0.6947625279426575], "r_norm": [8.129790306091309, 8.14554500579834, 8.163032531738281]}, {"step": 6000, "epoch": 12, "train_loss": 9.103167533874512, "cos_r_negg": [0.060810863971710205, -0.21191316843032837, -0.3813336491584778], "cos_innovation_negg": [0.27643728256225586, 0.01874524913728237, 0.4911237359046936], "cos_apical_negg": [0.060810863971710205, -0.21191316843032837, -0.3813336491584778], "cos_Ac_negg": [0.2581687569618225, 0.0186927393078804, 0.49112939834594727], "r_norm": [8.685422897338867, 8.708581924438477, 8.861541748046875], "ldr": {"dL_sdil": -5.562556266784668, "dL_bp": -5.562556266784668, "ratio": 1.0}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1028, "test_loss": 9.17819130859375}, {"step": 6100, "epoch": 13, "train_loss": 7.973690509796143, "cos_r_negg": [-0.05185166746377945, -0.41801899671554565, -0.5955506563186646], "cos_innovation_negg": [0.21301838755607605, 0.3214159309864044, 0.892964780330658], "cos_apical_negg": [-0.05185166746377945, -0.41801899671554565, -0.5955506563186646], "cos_Ac_negg": [0.21304172277450562, 0.32141605019569397, 0.8929648399353027], "r_norm": [7.935324668884277, 7.950346946716309, 7.931529998779297]}, {"step": 6200, "epoch": 13, "train_loss": 5.477077484130859, "cos_r_negg": [-0.3294876217842102, -0.3743704855442047, -0.5970391035079956], "cos_innovation_negg": [0.26121431589126587, 0.22947219014167786, 0.8951684832572937], "cos_apical_negg": [-0.3294876217842102, -0.3743704855442047, -0.5970391035079956], "cos_Ac_negg": [0.2612909972667694, 0.22947360575199127, 0.8951684236526489], "r_norm": [8.0214204788208, 8.03666877746582, 8.099931716918945]}, {"step": 6300, "epoch": 13, "train_loss": 9.624935150146484, "cos_r_negg": [-0.39674413204193115, -0.5298537015914917, -0.6483625173568726], "cos_innovation_negg": [-0.25022029876708984, -0.41722628474235535, 0.6040381193161011], "cos_apical_negg": [-0.39674413204193115, -0.5298537015914917, -0.6483625173568726], "cos_Ac_negg": [-0.250224769115448, -0.41722622513771057, 0.6040381193161011], "r_norm": [8.693485260009766, 8.702049255371094, 8.782125473022461]}, {"step": 6400, "epoch": 13, "train_loss": 13.130498886108398, "cos_r_negg": [-0.3625592291355133, -0.6538761854171753, -0.6579976677894592], "cos_innovation_negg": [-0.3745867609977722, -0.4442564845085144, 0.7031722664833069], "cos_apical_negg": [-0.3625592291355133, -0.6538761854171753, -0.6579976677894592], "cos_Ac_negg": [-0.37459123134613037, -0.44425660371780396, 0.7031713724136353], "r_norm": [8.71908950805664, 8.73489761352539, 8.811705589294434]}, {"step": 6500, "epoch": 13, "train_loss": 13.624479293823242, "cos_r_negg": [0.31674566864967346, -0.15249276161193848, 0.30055463314056396], "cos_innovation_negg": [-0.22038350999355316, -0.0383467897772789, 0.8990703821182251], "cos_apical_negg": [0.31674566864967346, -0.15249276161193848, 0.30055463314056396], "cos_Ac_negg": [-0.22038047015666962, -0.03834675997495651, 0.8990703225135803], "r_norm": [7.634829998016357, 7.650902271270752, 7.616977691650391], "ldr": {"dL_sdil": -2.8467493057250977, "dL_bp": -2.8467493057250977, "ratio": 1.0}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.0974, "test_loss": 12.99880166015625}, {"step": 6600, "epoch": 14, "train_loss": 10.941816329956055, "cos_r_negg": [0.3845733404159546, 0.25478658080101013, 0.6958084106445312], "cos_innovation_negg": [-0.36162856221199036, -0.3567724823951721, 0.8712005615234375], "cos_apical_negg": [0.3845733404159546, 0.25478658080101013, 0.6958084106445312], "cos_Ac_negg": [-0.3615977168083191, -0.35677260160446167, 0.871200680732727], "r_norm": [7.598811149597168, 7.616349220275879, 7.582597732543945]}, {"step": 6700, "epoch": 14, "train_loss": 14.647473335266113, "cos_r_negg": [-0.13037341833114624, -0.4976232647895813, -0.5071238875389099], "cos_innovation_negg": [0.13961094617843628, 0.09501032531261444, 0.6536878943443298], "cos_apical_negg": [-0.13037341833114624, -0.4976232647895813, -0.5071238875389099], "cos_Ac_negg": [0.13962233066558838, 0.09501034021377563, 0.6536878943443298], "r_norm": [8.156566619873047, 8.17742919921875, 8.2016019821167]}, {"step": 6800, "epoch": 14, "train_loss": 9.072355270385742, "cos_r_negg": [0.27423563599586487, 0.04300399869680405, 0.0011499146930873394], "cos_innovation_negg": [-0.3992229402065277, -0.41233015060424805, 0.7035161852836609], "cos_apical_negg": [0.27423563599586487, 0.04300399869680405, 0.0011499146930873394], "cos_Ac_negg": [-0.39921072125434875, -0.4123303294181824, 0.7035162448883057], "r_norm": [8.303342819213867, 8.315505027770996, 8.33897876739502]}, {"step": 6900, "epoch": 14, "train_loss": 15.945040702819824, "cos_r_negg": [-0.24756598472595215, -0.4225154221057892, -0.5549700260162354], "cos_innovation_negg": [-0.44082409143447876, -0.6881178617477417, 0.5757876038551331], "cos_apical_negg": [-0.24756598472595215, -0.4225154221057892, -0.5549700260162354], "cos_Ac_negg": [-0.44082918763160706, -0.6881176829338074, 0.5757876038551331], "r_norm": [8.821377754211426, 8.830106735229492, 8.891897201538086]}, {"step": 7000, "epoch": 14, "train_loss": 19.636981964111328, "cos_r_negg": [-0.24000513553619385, -0.6569687128067017, -0.7477624416351318], "cos_innovation_negg": [-0.4084286391735077, -0.7700883150100708, 0.15814308822155], "cos_apical_negg": [-0.24000513553619385, -0.6569687128067017, -0.7477624416351318], "cos_Ac_negg": [-0.40842878818511963, -0.770088791847229, 0.1581439971923828], "r_norm": [9.132789611816406, 9.151155471801758, 9.241266250610352], "ldr": {"dL_sdil": -2.704376220703125, "dL_bp": -2.704376220703125, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.1135, "test_loss": 14.7281623046875}], "final": {"test_acc": 0.1135, "test_loss": 14.7281623046875, "wall_s": 24.486724138259888, "cos_r_negg": [-0.20963400602340698, -0.6111788153648376, -0.5194591283798218], "cos_innovation_negg": [-0.12342631071805954, 0.15727558732032776, 0.8628395795822144], "cos_apical_negg": [-0.20963400602340698, -0.6111788153648376, -0.5194591283798218], "cos_Ac_negg": [-0.12344752252101898, 0.15727408230304718, 0.8628397583961487]}}