diff options
Diffstat (limited to 'results/nuis_ctrl_v1_rho0p2_matched_s0.json')
| -rw-r--r-- | results/nuis_ctrl_v1_rho0p2_matched_s0.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/nuis_ctrl_v1_rho0p2_matched_s0.json b/results/nuis_ctrl_v1_rho0p2_matched_s0.json new file mode 100644 index 0000000..03b1486 --- /dev/null +++ b/results/nuis_ctrl_v1_rho0p2_matched_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p2_matched_s0", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.016910701990127563, -0.02604541927576065, 0.030188513919711113], "cos_innovation_negg": [-0.016985144466161728, -0.02644510567188263, 0.03330337256193161], "cos_apical_negg": [-0.016910701990127563, -0.02604541927576065, 0.030188513919711113], "cos_Ac_negg": [-0.01698516122996807, -0.026445209980010986, 0.03330322355031967], "r_norm": [4.896961212158203, 4.825404167175293, 4.822786331176758], "ldr": {"dL_sdil": -0.00569915771484375, "dL_bp": -0.217299222946167, "ratio": 0.026227234674721506}}, {"step": 100, "epoch": 0, "train_loss": 0.3671969175338745, "cos_r_negg": [0.21015483140945435, 0.23888519406318665, 0.42397183179855347], "cos_innovation_negg": [0.3846322298049927, 0.38752883672714233, 0.7821890115737915], "cos_apical_negg": [0.21015483140945435, 0.23888519406318665, 0.42397183179855347], "cos_Ac_negg": [0.3845224380493164, 0.3874472379684448, 0.7821180820465088], "r_norm": [1.3998701572418213, 1.37485933303833, 1.3636449575424194]}, {"step": 200, "epoch": 0, "train_loss": 0.436411052942276, "cos_r_negg": [0.16561050713062286, 0.18619100749492645, 0.31251081824302673], "cos_innovation_negg": [0.37013736367225647, 0.38426244258880615, 0.6920689940452576], "cos_apical_negg": [0.16561050713062286, 0.18619099259376526, 0.3125108480453491], "cos_Ac_negg": [0.36999818682670593, 0.3841216266155243, 0.6919796466827393], "r_norm": [1.0953254699707031, 1.0818583965301514, 1.07880699634552]}, {"step": 300, "epoch": 0, "train_loss": 0.5078734755516052, "cos_r_negg": [0.13191697001457214, 0.16002486646175385, 0.3476477265357971], "cos_innovation_negg": [0.39260271191596985, 0.39785540103912354, 0.7923102378845215], "cos_apical_negg": [0.13191695511341095, 0.16002486646175385, 0.3476477265357971], "cos_Ac_negg": [0.3924560248851776, 0.3977569043636322, 0.7923903465270996], "r_norm": [0.9665123224258423, 0.9538863897323608, 0.9485065340995789]}, {"step": 400, "epoch": 0, "train_loss": 0.30207210779190063, "cos_r_negg": [0.13585889339447021, 0.15289762616157532, 0.22519588470458984], "cos_innovation_negg": [0.3580482602119446, 0.37615275382995605, 0.7226695418357849], "cos_apical_negg": [0.13585889339447021, 0.1528976410627365, 0.22519588470458984], "cos_Ac_negg": [0.35783514380455017, 0.37602895498275757, 0.7226627469062805], "r_norm": [1.0226716995239258, 1.0126649141311646, 1.004954218864441]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9179, "test_loss": 0.32707307434082034}, {"step": 500, "epoch": 1, "train_loss": 0.46707284450531006, "cos_r_negg": [0.148612380027771, 0.16521328687667847, 0.24070119857788086], "cos_innovation_negg": [0.3836321234703064, 0.38877925276756287, 0.6985004544258118], "cos_apical_negg": [0.148612380027771, 0.16521328687667847, 0.24070119857788086], "cos_Ac_negg": [0.3835386633872986, 0.38876867294311523, 0.698553204536438], "r_norm": [1.0348248481750488, 1.0256242752075195, 1.0130565166473389], "ldr": {"dL_sdil": -0.034368276596069336, "dL_bp": -0.03947359323501587, "ratio": 0.8706650137333392}}, {"step": 600, "epoch": 1, "train_loss": 0.1800658404827118, "cos_r_negg": [0.11802736669778824, 0.15870866179466248, 0.25164997577667236], "cos_innovation_negg": [0.35553085803985596, 0.40532630681991577, 0.7008638381958008], "cos_apical_negg": [0.11802736669778824, 0.15870866179466248, 0.25164997577667236], "cos_Ac_negg": [0.35541051626205444, 0.40529096126556396, 0.7008581757545471], "r_norm": [0.9126423001289368, 0.9019166827201843, 0.8938847780227661]}, {"step": 700, "epoch": 1, "train_loss": 0.27306556701660156, "cos_r_negg": [0.15432460606098175, 0.15079769492149353, 0.17088043689727783], "cos_innovation_negg": [0.3698684573173523, 0.39861229062080383, 0.694570779800415], "cos_apical_negg": [0.15432460606098175, 0.15079769492149353, 0.17088043689727783], "cos_Ac_negg": [0.3698160648345947, 0.3986052870750427, 0.6945176720619202], "r_norm": [0.8283841609954834, 0.8145154714584351, 0.8125600218772888]}, {"step": 800, "epoch": 1, "train_loss": 0.2946692109107971, "cos_r_negg": [0.10761032998561859, 0.10931065678596497, 0.2872355580329895], "cos_innovation_negg": [0.35262224078178406, 0.37932413816452026, 0.6317192316055298], "cos_apical_negg": [0.10761033743619919, 0.10931065678596497, 0.2872355580329895], "cos_Ac_negg": [0.352547287940979, 0.3792979419231415, 0.6315848231315613], "r_norm": [0.7779655456542969, 0.7659631371498108, 0.7699404358863831]}, {"step": 900, "epoch": 1, "train_loss": 0.2935892343521118, "cos_r_negg": [0.12415626645088196, 0.14709091186523438, 0.2504137456417084], "cos_innovation_negg": [0.37641313672065735, 0.43666723370552063, 0.6433188915252686], "cos_apical_negg": [0.12415626645088196, 0.14709091186523438, 0.2504137456417084], "cos_Ac_negg": [0.37636154890060425, 0.43662896752357483, 0.6431876420974731], "r_norm": [0.8178730607032776, 0.8104053139686584, 0.8023651838302612]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9218, "test_loss": 0.30185379486083985}, {"step": 1000, "epoch": 2, "train_loss": 0.20073287189006805, "cos_r_negg": [0.13279801607131958, 0.1912076473236084, 0.23135265707969666], "cos_innovation_negg": [0.36067524552345276, 0.40672019124031067, 0.6943851113319397], "cos_apical_negg": [0.13279801607131958, 0.1912076771259308, 0.23135265707969666], "cos_Ac_negg": [0.3606714606285095, 0.40666139125823975, 0.694292426109314], "r_norm": [0.9124011993408203, 0.9028640985488892, 0.8986786603927612], "ldr": {"dL_sdil": -0.049310892820358276, "dL_bp": -0.07275325059890747, "ratio": 0.6777826751991034}}, {"step": 1100, "epoch": 2, "train_loss": 0.33795085549354553, "cos_r_negg": [0.10380343347787857, 0.15223342180252075, 0.08692482113838196], "cos_innovation_negg": [0.3483837842941284, 0.3704032301902771, 0.6581887006759644], "cos_apical_negg": [0.10380344092845917, 0.15223342180252075, 0.08692481368780136], "cos_Ac_negg": [0.3483674228191376, 0.3703528046607971, 0.6578901410102844], "r_norm": [0.6779090166091919, 0.6698195934295654, 0.6667187213897705]}, {"step": 1200, "epoch": 2, "train_loss": 0.2874489426612854, "cos_r_negg": [0.11446413397789001, 0.1141526848077774, 0.1596776396036148], "cos_innovation_negg": [0.3667020797729492, 0.3804623782634735, 0.6569598913192749], "cos_apical_negg": [0.11446413397789001, 0.1141526848077774, 0.159677654504776], "cos_Ac_negg": [0.36661791801452637, 0.3803761601448059, 0.6562357544898987], "r_norm": [0.6565137505531311, 0.6446558237075806, 0.6440473794937134]}, {"step": 1300, "epoch": 2, "train_loss": 0.31487780809402466, "cos_r_negg": [0.11035647243261337, 0.14371353387832642, 0.23060396313667297], "cos_innovation_negg": [0.41421306133270264, 0.4204883873462677, 0.6779090762138367], "cos_apical_negg": [0.11035646498203278, 0.14371353387832642, 0.23060396313667297], "cos_Ac_negg": [0.4140692949295044, 0.4204024076461792, 0.6777994632720947], "r_norm": [0.7519258856773376, 0.7431415915489197, 0.740390419960022]}, {"step": 1400, "epoch": 2, "train_loss": 0.32602959871292114, "cos_r_negg": [0.10326863825321198, 0.1437813639640808, 0.23308955132961273], "cos_innovation_negg": [0.3792704939842224, 0.4069952666759491, 0.5764225721359253], "cos_apical_negg": [0.10326863825321198, 0.14378134906291962, 0.23308953642845154], "cos_Ac_negg": [0.3790837228298187, 0.4069123864173889, 0.5764555931091309], "r_norm": [0.7261743545532227, 0.7197409272193909, 0.7132318019866943]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9414, "test_loss": 0.2383779281616211}, {"step": 1500, "epoch": 3, "train_loss": 0.19006186723709106, "cos_r_negg": [0.07787270843982697, 0.10619936883449554, 0.23018766939640045], "cos_innovation_negg": [0.32801008224487305, 0.37394922971725464, 0.6187731027603149], "cos_apical_negg": [0.07787270843982697, 0.10619936883449554, 0.23018768429756165], "cos_Ac_negg": [0.32792049646377563, 0.37382248044013977, 0.6178521513938904], "r_norm": [0.6307463645935059, 0.6233481168746948, 0.6202783584594727], "ldr": {"dL_sdil": -0.010799944400787354, "dL_bp": -0.0258035808801651, "ratio": 0.4185444047841104}}, {"step": 1600, "epoch": 3, "train_loss": 0.17900805175304413, "cos_r_negg": [0.05508226901292801, 0.07156813144683838, 0.1848665475845337], "cos_innovation_negg": [0.30129316449165344, 0.3596057891845703, 0.5015495419502258], "cos_apical_negg": [0.05508226528763771, 0.07156813144683838, 0.1848665475845337], "cos_Ac_negg": [0.30130165815353394, 0.35960403084754944, 0.5015653371810913], "r_norm": [0.6009255647659302, 0.5920724272727966, 0.5909700989723206]}, {"step": 1700, "epoch": 3, "train_loss": 0.09935538470745087, "cos_r_negg": [0.07471838593482971, 0.09182325750589371, 0.2272641807794571], "cos_innovation_negg": [0.33583492040634155, 0.38933977484703064, 0.5807477235794067], "cos_apical_negg": [0.07471838593482971, 0.09182325750589371, 0.2272641807794571], "cos_Ac_negg": [0.33571657538414, 0.3892342150211334, 0.5807944536209106], "r_norm": [0.5559509992599487, 0.5467633605003357, 0.5448875427246094]}, {"step": 1800, "epoch": 3, "train_loss": 0.11316844075918198, "cos_r_negg": [0.10128222405910492, 0.11084297299385071, 0.26183804869651794], "cos_innovation_negg": [0.30644533038139343, 0.38052183389663696, 0.7224230766296387], "cos_apical_negg": [0.10128222405910492, 0.11084297299385071, 0.26183804869651794], "cos_Ac_negg": [0.30615824460983276, 0.3805667459964752, 0.722957968711853], "r_norm": [0.7624257802963257, 0.7597299814224243, 0.7522482872009277]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9452, "test_loss": 0.22861594848632813}, {"step": 1900, "epoch": 4, "train_loss": 0.18404515087604523, "cos_r_negg": [0.07403753697872162, 0.08317174762487411, 0.17718476057052612], "cos_innovation_negg": [0.3081355690956116, 0.3828663229942322, 0.7042200565338135], "cos_apical_negg": [0.07403753697872162, 0.08317174017429352, 0.17718476057052612], "cos_Ac_negg": [0.30808889865875244, 0.38281139731407166, 0.7038575410842896], "r_norm": [0.4736280143260956, 0.46871525049209595, 0.4676632583141327]}, {"step": 2000, "epoch": 4, "train_loss": 0.19394999742507935, "cos_r_negg": [0.06783159077167511, 0.1057671457529068, 0.25194603204727173], "cos_innovation_negg": [0.2857992649078369, 0.3521230220794678, 0.7737895250320435], "cos_apical_negg": [0.06783159077167511, 0.1057671457529068, 0.25194603204727173], "cos_Ac_negg": [0.28575652837753296, 0.3520244061946869, 0.77375328540802], "r_norm": [0.5666619539260864, 0.5600080490112305, 0.559309720993042], "ldr": {"dL_sdil": -0.02102816104888916, "dL_bp": -0.039189547300338745, "ratio": 0.5365757580136017}}, {"step": 2100, "epoch": 4, "train_loss": 0.18153876066207886, "cos_r_negg": [0.06017449498176575, 0.10495573282241821, 0.17399781942367554], "cos_innovation_negg": [0.32202860713005066, 0.3844048082828522, 0.7080654501914978], "cos_apical_negg": [0.06017449498176575, 0.10495573282241821, 0.17399781942367554], "cos_Ac_negg": [0.3219680190086365, 0.384155809879303, 0.7084072828292847], "r_norm": [0.5235640406608582, 0.5207656621932983, 0.519165575504303]}, {"step": 2200, "epoch": 4, "train_loss": 0.1294316202402115, "cos_r_negg": [0.061022695153951645, 0.07286687195301056, 0.20322400331497192], "cos_innovation_negg": [0.293312668800354, 0.3381996154785156, 0.7668923139572144], "cos_apical_negg": [0.06102269887924194, 0.07286687195301056, 0.20322400331497192], "cos_Ac_negg": [0.2932765483856201, 0.3381524980068207, 0.7671206593513489], "r_norm": [0.5442402362823486, 0.5404903888702393, 0.5369423627853394]}, {"step": 2300, "epoch": 4, "train_loss": 0.33430320024490356, "cos_r_negg": [0.06579358875751495, 0.07947492599487305, 0.18638545274734497], "cos_innovation_negg": [0.33113187551498413, 0.37937575578689575, 0.7933905124664307], "cos_apical_negg": [0.06579358875751495, 0.07947491109371185, 0.18638545274734497], "cos_Ac_negg": [0.3310801088809967, 0.3793811500072479, 0.7936273813247681], "r_norm": [0.49536433815956116, 0.49219658970832825, 0.48724564909935]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9444, "test_loss": 0.2452650604248047}, {"step": 2400, "epoch": 5, "train_loss": 0.22562149167060852, "cos_r_negg": [0.06354087591171265, 0.09185168892145157, 0.1689814031124115], "cos_innovation_negg": [0.28300565481185913, 0.3377803564071655, 0.7773607969284058], "cos_apical_negg": [0.06354087591171265, 0.09185168147087097, 0.1689814180135727], "cos_Ac_negg": [0.2828659415245056, 0.3375649154186249, 0.7774609327316284], "r_norm": [0.46942460536956787, 0.46887916326522827, 0.46491581201553345]}, {"step": 2500, "epoch": 5, "train_loss": 0.1367867887020111, "cos_r_negg": [0.05020769312977791, 0.06341016292572021, 0.18395891785621643], "cos_innovation_negg": [0.30209749937057495, 0.3488248586654663, 0.7262640595436096], "cos_apical_negg": [0.05020769312977791, 0.06341016292572021, 0.18395893275737762], "cos_Ac_negg": [0.3020341396331787, 0.3488159477710724, 0.7264837026596069], "r_norm": [0.44485294818878174, 0.43907976150512695, 0.4399731457233429], "ldr": {"dL_sdil": -0.017463982105255127, "dL_bp": -0.03445836901664734, "ratio": 0.5068139498076076}}, {"step": 2600, "epoch": 5, "train_loss": 0.1583840399980545, "cos_r_negg": [0.08095865696668625, 0.0947069376707077, 0.21625381708145142], "cos_innovation_negg": [0.32949137687683105, 0.40221846103668213, 0.8347949981689453], "cos_apical_negg": [0.08095865696668625, 0.0947069376707077, 0.21625381708145142], "cos_Ac_negg": [0.3294947147369385, 0.4021814167499542, 0.8353608846664429], "r_norm": [0.47671666741371155, 0.4755612909793854, 0.47085919976234436]}, {"step": 2700, "epoch": 5, "train_loss": 0.2837687134742737, "cos_r_negg": [0.07245595753192902, 0.037062741816043854, 0.18054525554180145], "cos_innovation_negg": [0.29242581129074097, 0.36796140670776367, 0.7281601428985596], "cos_apical_negg": [0.07245596498250961, 0.037062741816043854, 0.18054527044296265], "cos_Ac_negg": [0.29233303666114807, 0.36800551414489746, 0.727829098701477], "r_norm": [0.47226056456565857, 0.46763715147972107, 0.4660550355911255]}, {"step": 2800, "epoch": 5, "train_loss": 0.33337318897247314, "cos_r_negg": [0.07551109045743942, 0.07199983298778534, 0.26270222663879395], "cos_innovation_negg": [0.3481215238571167, 0.3945929706096649, 0.7918924689292908], "cos_apical_negg": [0.07551109045743942, 0.07199983298778534, 0.2627022862434387], "cos_Ac_negg": [0.3480343520641327, 0.3945924639701843, 0.7921533584594727], "r_norm": [0.47214239835739136, 0.46911585330963135, 0.4644724130630493]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9463, "test_loss": 0.22101455764770508}, {"step": 2900, "epoch": 6, "train_loss": 0.0703803226351738, "cos_r_negg": [0.06519763916730881, 0.053710028529167175, 0.18359032273292542], "cos_innovation_negg": [0.3075125813484192, 0.3686094880104065, 0.7685954570770264], "cos_apical_negg": [0.06519763916730881, 0.053710028529167175, 0.18359030783176422], "cos_Ac_negg": [0.30725955963134766, 0.36857855319976807, 0.7703044414520264], "r_norm": [0.4364830255508423, 0.4318782389163971, 0.428119957447052]}, {"step": 3000, "epoch": 6, "train_loss": 0.3784041404724121, "cos_r_negg": [0.04223143309354782, 0.07707555592060089, 0.27504706382751465], "cos_innovation_negg": [0.32646453380584717, 0.391116738319397, 0.7765461206436157], "cos_apical_negg": [0.04223143309354782, 0.07707555592060089, 0.27504706382751465], "cos_Ac_negg": [0.32593685388565063, 0.391015887260437, 0.7795013189315796], "r_norm": [0.45033854246139526, 0.446958065032959, 0.44584330916404724], "ldr": {"dL_sdil": -0.00955994427204132, "dL_bp": -0.027794882655143738, "ratio": 0.3439462001208396}}, {"step": 3100, "epoch": 6, "train_loss": 0.22425976395606995, "cos_r_negg": [0.05647234618663788, 0.07435258477926254, 0.2162187695503235], "cos_innovation_negg": [0.3371387720108032, 0.37014251947402954, 0.7533335089683533], "cos_apical_negg": [0.05647234618663788, 0.07435258477926254, 0.2162187695503235], "cos_Ac_negg": [0.3370808959007263, 0.3700496256351471, 0.754345178604126], "r_norm": [0.40786993503570557, 0.4045412242412567, 0.40224242210388184]}, {"step": 3200, "epoch": 6, "train_loss": 0.1918620467185974, "cos_r_negg": [0.058074817061424255, 0.08640265464782715, 0.23449644446372986], "cos_innovation_negg": [0.3056862950325012, 0.39892852306365967, 0.8260382413864136], "cos_apical_negg": [0.058074817061424255, 0.08640265464782715, 0.23449644446372986], "cos_Ac_negg": [0.3056592047214508, 0.39897415041923523, 0.8269335031509399], "r_norm": [0.46215933561325073, 0.45546603202819824, 0.45650917291641235]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9472, "test_loss": 0.2610755874633789}, {"step": 3300, "epoch": 7, "train_loss": 0.19521722197532654, "cos_r_negg": [0.07807251811027527, 0.12491660565137863, -0.03461514413356781], "cos_innovation_negg": [0.27619075775146484, 0.36475229263305664, 0.8042594790458679], "cos_apical_negg": [0.07807251811027527, 0.12491659820079803, -0.03461514785885811], "cos_Ac_negg": [0.2761938273906708, 0.364795982837677, 0.8044165968894958], "r_norm": [0.6243636608123779, 0.6147435903549194, 0.6135791540145874]}, {"step": 3400, "epoch": 7, "train_loss": 0.25325125455856323, "cos_r_negg": [0.07746362686157227, 0.06173750385642052, -0.05358889326453209], "cos_innovation_negg": [0.29400771856307983, 0.3629285991191864, 0.7421488761901855], "cos_apical_negg": [0.07746363431215286, 0.06173750385642052, -0.053588904440402985], "cos_Ac_negg": [0.2941010594367981, 0.36311179399490356, 0.7437472343444824], "r_norm": [0.4406527876853943, 0.43645551800727844, 0.43288204073905945]}, {"step": 3500, "epoch": 7, "train_loss": 0.13610272109508514, "cos_r_negg": [0.07123292982578278, 0.08547176420688629, -0.001888219267129898], "cos_innovation_negg": [0.323596328496933, 0.4039571285247803, 0.7828824520111084], "cos_apical_negg": [0.07123292237520218, 0.08547176420688629, -0.0018882108852267265], "cos_Ac_negg": [0.32363253831863403, 0.4039892554283142, 0.7832027673721313], "r_norm": [0.469385027885437, 0.46704259514808655, 0.4649215638637543], "ldr": {"dL_sdil": -0.022368118166923523, "dL_bp": -0.0630473643541336, "ratio": 0.35478276365817646}}, {"step": 3600, "epoch": 7, "train_loss": 0.21834729611873627, "cos_r_negg": [0.05272437632083893, 0.0676371306180954, -0.10575323551893234], "cos_innovation_negg": [0.29076385498046875, 0.3381834328174591, 0.7723140716552734], "cos_apical_negg": [0.05272437632083893, 0.0676371231675148, -0.10575324296951294], "cos_Ac_negg": [0.2907887399196625, 0.33820831775665283, 0.7725608348846436], "r_norm": [0.4339298903942108, 0.4317660331726074, 0.4260828495025635]}, {"step": 3700, "epoch": 7, "train_loss": 0.1404748260974884, "cos_r_negg": [0.08349102735519409, 0.11089466512203217, -0.02220269665122032], "cos_innovation_negg": [0.3270338773727417, 0.399289071559906, 0.834686815738678], "cos_apical_negg": [0.08349102735519409, 0.11089465767145157, -0.022202705964446068], "cos_Ac_negg": [0.326878160238266, 0.3994574546813965, 0.8365737795829773], "r_norm": [0.5048480033874512, 0.49873921275138855, 0.4960118532180786]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.952, "test_loss": 0.22041663665771485}, {"step": 3800, "epoch": 8, "train_loss": 0.13137498497962952, "cos_r_negg": [0.05077745020389557, 0.07475003600120544, -0.00721175130456686], "cos_innovation_negg": [0.34567296504974365, 0.4015766680240631, 0.7575458288192749], "cos_apical_negg": [0.05077744647860527, 0.07475004345178604, -0.0072117461822927], "cos_Ac_negg": [0.34569865465164185, 0.4016164243221283, 0.7581431865692139], "r_norm": [0.2985716462135315, 0.29656368494033813, 0.2936103940010071]}, {"step": 3900, "epoch": 8, "train_loss": 0.3350260853767395, "cos_r_negg": [0.05436886101961136, 0.053336240351200104, -0.016497645527124405], "cos_innovation_negg": [0.3389146327972412, 0.39224326610565186, 0.7746659517288208], "cos_apical_negg": [0.05436886101961136, 0.0533362478017807, -0.01649763435125351], "cos_Ac_negg": [0.3390335440635681, 0.3922542333602905, 0.776329755783081], "r_norm": [0.33099842071533203, 0.33080726861953735, 0.32877302169799805]}, {"step": 4000, "epoch": 8, "train_loss": 0.11113880574703217, "cos_r_negg": [0.06850633025169373, 0.09735101461410522, -0.06998926401138306], "cos_innovation_negg": [0.3288242816925049, 0.4119166433811188, 0.833611249923706], "cos_apical_negg": [0.06850633025169373, 0.09735101461410522, -0.06998926401138306], "cos_Ac_negg": [0.32886016368865967, 0.41191208362579346, 0.8338871002197266], "r_norm": [0.37500643730163574, 0.37148207426071167, 0.36656415462493896], "ldr": {"dL_sdil": -0.01134270429611206, "dL_bp": -0.029285520315170288, "ratio": 0.38731441934587685}}, {"step": 4100, "epoch": 8, "train_loss": 0.0858364850282669, "cos_r_negg": [0.05254334956407547, 0.08471120893955231, 0.044003650546073914], "cos_innovation_negg": [0.3330491781234741, 0.42515432834625244, 0.7540810108184814], "cos_apical_negg": [0.05254334956407547, 0.08471120148897171, 0.04400365799665451], "cos_Ac_negg": [0.3330346941947937, 0.42520666122436523, 0.7553086280822754], "r_norm": [0.31830069422721863, 0.31600093841552734, 0.313393235206604]}, {"step": 4200, "epoch": 8, "train_loss": 0.21423295140266418, "cos_r_negg": [0.052302129566669464, 0.06297570466995239, 0.0700845941901207], "cos_innovation_negg": [0.30239492654800415, 0.375344455242157, 0.7851440906524658], "cos_apical_negg": [0.05230212211608887, 0.06297571212053299, 0.0700845867395401], "cos_Ac_negg": [0.30278319120407104, 0.37535178661346436, 0.7863817811012268], "r_norm": [0.35025322437286377, 0.34856319427490234, 0.3455694019794464]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9539, "test_loss": 0.19512065200805664}, {"step": 4300, "epoch": 9, "train_loss": 0.11183387041091919, "cos_r_negg": [0.06085364148020744, 0.08281045407056808, 0.04685680568218231], "cos_innovation_negg": [0.36241286993026733, 0.4000053107738495, 0.7846133708953857], "cos_apical_negg": [0.06085364520549774, 0.08281046152114868, 0.046856798231601715], "cos_Ac_negg": [0.3621707856655121, 0.3999529182910919, 0.7876186966896057], "r_norm": [0.3191290497779846, 0.3193449378013611, 0.31352612376213074]}, {"step": 4400, "epoch": 9, "train_loss": 0.09203710407018661, "cos_r_negg": [0.010586235672235489, 0.05487773194909096, -0.001188170164823532], "cos_innovation_negg": [0.33382850885391235, 0.370858371257782, 0.7826945781707764], "cos_apical_negg": [0.010586238466203213, 0.054877735674381256, -0.0011881599202752113], "cos_Ac_negg": [0.3339824080467224, 0.3710342049598694, 0.7837940454483032], "r_norm": [0.30592358112335205, 0.3065817654132843, 0.3033285439014435]}, {"step": 4500, "epoch": 9, "train_loss": 0.14670249819755554, "cos_r_negg": [0.03256170451641083, 0.025534939020872116, 0.06166062131524086], "cos_innovation_negg": [0.308906614780426, 0.3818179965019226, 0.7649334073066711], "cos_apical_negg": [0.03256170079112053, 0.025534942746162415, 0.06166062504053116], "cos_Ac_negg": [0.30893397331237793, 0.381836473941803, 0.7650768756866455], "r_norm": [0.3142193853855133, 0.3119533061981201, 0.3101770877838135], "ldr": {"dL_sdil": -0.010576114058494568, "dL_bp": -0.028320685029029846, "ratio": 0.37344132204618724}}, {"step": 4600, "epoch": 9, "train_loss": 0.07353316992521286, "cos_r_negg": [0.04620254039764404, 0.07679638266563416, -0.11056393384933472], "cos_innovation_negg": [0.3613104224205017, 0.4161733388900757, 0.759416401386261], "cos_apical_negg": [0.04620254039764404, 0.07679639011621475, -0.11056393384933472], "cos_Ac_negg": [0.3614482879638672, 0.4162774682044983, 0.7612507343292236], "r_norm": [0.3280354142189026, 0.3250778913497925, 0.32129624485969543]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9558, "test_loss": 0.1965473617553711}, {"step": 4700, "epoch": 10, "train_loss": 0.1761542111635208, "cos_r_negg": [0.07049281895160675, 0.11861543357372284, 0.03404180333018303], "cos_innovation_negg": [0.3623608946800232, 0.4455554485321045, 0.80010986328125], "cos_apical_negg": [0.07049281895160675, 0.11861544847488403, 0.03404179960489273], "cos_Ac_negg": [0.36237210035324097, 0.44563212990760803, 0.8004482388496399], "r_norm": [0.36092445254325867, 0.36185771226882935, 0.3544063866138458]}, {"step": 4800, "epoch": 10, "train_loss": 0.1360308825969696, "cos_r_negg": [0.06646241992712021, 0.10535098612308502, 0.012459789402782917], "cos_innovation_negg": [0.37565308809280396, 0.4786906838417053, 0.8290354609489441], "cos_apical_negg": [0.06646241992712021, 0.10535098612308502, 0.012459791265428066], "cos_Ac_negg": [0.3758143484592438, 0.4787967801094055, 0.8300274014472961], "r_norm": [0.4202544689178467, 0.41712766885757446, 0.4099544584751129]}, {"step": 4900, "epoch": 10, "train_loss": 0.22283416986465454, "cos_r_negg": [0.06036195904016495, 0.05998602509498596, -0.07187195867300034], "cos_innovation_negg": [0.35083991289138794, 0.42936575412750244, 0.8062896728515625], "cos_apical_negg": [0.06036195531487465, 0.05998602136969566, -0.07187195122241974], "cos_Ac_negg": [0.3509412705898285, 0.4294760823249817, 0.8087453842163086], "r_norm": [0.3145882189273834, 0.314363956451416, 0.31073275208473206]}, {"step": 5000, "epoch": 10, "train_loss": 0.06285490095615387, "cos_r_negg": [0.060180436819791794, 0.0854584276676178, -0.022052615880966187], "cos_innovation_negg": [0.32612377405166626, 0.3969753682613373, 0.8318135738372803], "cos_apical_negg": [0.06018044054508209, 0.0854584276676178, -0.022052612155675888], "cos_Ac_negg": [0.3262039124965668, 0.3972184658050537, 0.8320704102516174], "r_norm": [0.3601338863372803, 0.3599690794944763, 0.3576597571372986], "ldr": {"dL_sdil": -0.009382858872413635, "dL_bp": -0.02074483036994934, "ratio": 0.45229865489792137}}, {"step": 5100, "epoch": 10, "train_loss": 0.2095557451248169, "cos_r_negg": [0.062476351857185364, 0.08328382670879364, 0.03801174461841583], "cos_innovation_negg": [0.33744996786117554, 0.38702964782714844, 0.810461163520813], "cos_apical_negg": [0.062476351857185364, 0.08328382670879364, 0.03801174461841583], "cos_Ac_negg": [0.3376238942146301, 0.38713186979293823, 0.8109366297721863], "r_norm": [0.33203983306884766, 0.33152520656585693, 0.32461535930633545]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9549, "test_loss": 0.21670466003417968}, {"step": 5200, "epoch": 11, "train_loss": 0.03744029998779297, "cos_r_negg": [0.054571449756622314, 0.061408575624227524, 0.007802973501384258], "cos_innovation_negg": [0.31328046321868896, 0.37786364555358887, 0.7863339185714722], "cos_apical_negg": [0.05457145720720291, 0.061408571898937225, 0.007802977692335844], "cos_Ac_negg": [0.3134727478027344, 0.37806326150894165, 0.7867177724838257], "r_norm": [0.3781473934650421, 0.3783072829246521, 0.37021905183792114]}, {"step": 5300, "epoch": 11, "train_loss": 0.08511867374181747, "cos_r_negg": [0.05521827191114426, 0.047149673104286194, -0.07350342720746994], "cos_innovation_negg": [0.319610595703125, 0.3657267391681671, 0.7311209440231323], "cos_apical_negg": [0.05521826818585396, 0.047149673104286194, -0.07350341975688934], "cos_Ac_negg": [0.31965216994285583, 0.366186261177063, 0.7322784662246704], "r_norm": [0.27844810485839844, 0.27682051062583923, 0.27256643772125244]}, {"step": 5400, "epoch": 11, "train_loss": 0.2059793919324875, "cos_r_negg": [0.029895169660449028, 0.045490097254514694, -0.017663519829511642], "cos_innovation_negg": [0.31468403339385986, 0.36690133810043335, 0.7841603755950928], "cos_apical_negg": [0.02989516407251358, 0.045490097254514694, -0.017663512378931046], "cos_Ac_negg": [0.31474757194519043, 0.3673539161682129, 0.7852257490158081], "r_norm": [0.2694922387599945, 0.2702241539955139, 0.2645063102245331]}, {"step": 5500, "epoch": 11, "train_loss": 0.09793797135353088, "cos_r_negg": [0.034121252596378326, 0.04588273912668228, -0.04683388024568558], "cos_innovation_negg": [0.31320059299468994, 0.3604232966899872, 0.8476406335830688], "cos_apical_negg": [0.034121252596378326, 0.04588274285197258, -0.04683388024568558], "cos_Ac_negg": [0.31333494186401367, 0.3606365919113159, 0.8482233285903931], "r_norm": [0.22828425467014313, 0.2294820249080658, 0.22452183067798615], "ldr": {"dL_sdil": -0.0037910640239715576, "dL_bp": -0.013266503810882568, "ratio": 0.28576210266202406}}, {"step": 5600, "epoch": 11, "train_loss": 0.10527027398347855, "cos_r_negg": [0.03166908770799637, 0.07440422475337982, 0.05370244383811951], "cos_innovation_negg": [0.35063043236732483, 0.3915204107761383, 0.8175175189971924], "cos_apical_negg": [0.03166908770799637, 0.07440422475337982, 0.05370244383811951], "cos_Ac_negg": [0.3509652614593506, 0.3916023075580597, 0.8232982754707336], "r_norm": [0.29442423582077026, 0.2978084683418274, 0.28816986083984375]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9524, "test_loss": 0.2283457244873047}, {"step": 5700, "epoch": 12, "train_loss": 0.04933105409145355, "cos_r_negg": [0.03611262887716293, 0.03309449926018715, 0.029374469071626663], "cos_innovation_negg": [0.3330172002315521, 0.36503297090530396, 0.7707983255386353], "cos_apical_negg": [0.036112625151872635, 0.03309449926018715, 0.02937447279691696], "cos_Ac_negg": [0.3331540822982788, 0.36441802978515625, 0.7707359790802002], "r_norm": [0.2852901220321655, 0.2859712839126587, 0.27818062901496887]}, {"step": 5800, "epoch": 12, "train_loss": 0.027510691434144974, "cos_r_negg": [0.03895428404211998, 0.0037397295236587524, -0.012944970279932022], "cos_innovation_negg": [0.31302791833877563, 0.3721868097782135, 0.8408054113388062], "cos_apical_negg": [0.03895428404211998, 0.0037397309206426144, -0.012944970279932022], "cos_Ac_negg": [0.3129417300224304, 0.372465044260025, 0.8413740396499634], "r_norm": [0.24204939603805542, 0.24285176396369934, 0.23730255663394928]}, {"step": 5900, "epoch": 12, "train_loss": 0.07010570168495178, "cos_r_negg": [0.045779164880514145, 0.025905540212988853, -0.03397796303033829], "cos_innovation_negg": [0.30706587433815, 0.3653751015663147, 0.8236417770385742], "cos_apical_negg": [0.045779161155223846, 0.025905543938279152, -0.03397796303033829], "cos_Ac_negg": [0.30687054991722107, 0.36525511741638184, 0.8233067393302917], "r_norm": [0.24876734614372253, 0.25016099214553833, 0.24351221323013306]}, {"step": 6000, "epoch": 12, "train_loss": 0.07453566044569016, "cos_r_negg": [0.051743581891059875, 0.06081479787826538, -0.09986754506826401], "cos_innovation_negg": [0.2523764967918396, 0.33205777406692505, 0.7742416858673096], "cos_apical_negg": [0.051743581891059875, 0.06081479415297508, -0.09986754506826401], "cos_Ac_negg": [0.25214993953704834, 0.33208534121513367, 0.7745264768600464], "r_norm": [0.3025183081626892, 0.3031054139137268, 0.2970903217792511], "ldr": {"dL_sdil": -0.014887869358062744, "dL_bp": -0.04170909523963928, "ratio": 0.35694539218663474}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9587, "test_loss": 0.19036913528442384}, {"step": 6100, "epoch": 13, "train_loss": 0.12489429116249084, "cos_r_negg": [0.01868647150695324, 0.05009150132536888, -0.05036555603146553], "cos_innovation_negg": [0.28156161308288574, 0.325544536113739, 0.8319211006164551], "cos_apical_negg": [0.01868647336959839, 0.05009150505065918, -0.05036555975675583], "cos_Ac_negg": [0.2816319763660431, 0.32549822330474854, 0.831241250038147], "r_norm": [0.21395304799079895, 0.21516923606395721, 0.20954222977161407]}, {"step": 6200, "epoch": 13, "train_loss": 0.06980135291814804, "cos_r_negg": [0.024264836683869362, 0.04623847454786301, 0.02560235559940338], "cos_innovation_negg": [0.26402226090431213, 0.29349374771118164, 0.8001523613929749], "cos_apical_negg": [0.024264834821224213, 0.04623847082257271, 0.025602353736758232], "cos_Ac_negg": [0.2640908360481262, 0.2936093211174011, 0.8022770881652832], "r_norm": [0.25522172451019287, 0.254529744386673, 0.24757462739944458]}, {"step": 6300, "epoch": 13, "train_loss": 0.0552789568901062, "cos_r_negg": [0.04411857947707176, 0.052620403468608856, -0.08288753032684326], "cos_innovation_negg": [0.284152090549469, 0.3402290940284729, 0.8187436461448669], "cos_apical_negg": [0.044118575751781464, 0.052620403468608856, -0.08288752287626266], "cos_Ac_negg": [0.28412461280822754, 0.34024399518966675, 0.8188440203666687], "r_norm": [0.2694920599460602, 0.2706873118877411, 0.26445186138153076]}, {"step": 6400, "epoch": 13, "train_loss": 0.09508123993873596, "cos_r_negg": [0.03596219792962074, 0.09026847779750824, -0.20733079314231873], "cos_innovation_negg": [0.24826094508171082, 0.31383296847343445, 0.8321732878684998], "cos_apical_negg": [0.03596220165491104, 0.09026847779750824, -0.20733079314231873], "cos_Ac_negg": [0.2486109733581543, 0.3139948844909668, 0.8320057392120361], "r_norm": [0.34740346670150757, 0.34955161809921265, 0.3384225368499756]}, {"step": 6500, "epoch": 13, "train_loss": 0.02187994308769703, "cos_r_negg": [0.02673962339758873, 0.05946764349937439, 0.0289677232503891], "cos_innovation_negg": [0.33422619104385376, 0.409740686416626, 0.789715051651001], "cos_apical_negg": [0.02673962339758873, 0.05946763604879379, 0.02896771766245365], "cos_Ac_negg": [0.33436548709869385, 0.40976014733314514, 0.7899283170700073], "r_norm": [0.28118497133255005, 0.2813083529472351, 0.2722208499908447], "ldr": {"dL_sdil": -0.012864410877227783, "dL_bp": -0.033224016427993774, "ratio": 0.387202158568298}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9583, "test_loss": 0.20578976516723632}, {"step": 6600, "epoch": 14, "train_loss": 0.015072842128574848, "cos_r_negg": [0.029648568481206894, 0.07078063488006592, 0.05156379193067551], "cos_innovation_negg": [0.3278260827064514, 0.3919757306575775, 0.8455908298492432], "cos_apical_negg": [0.029648566618561745, 0.07078063488006592, 0.05156379193067551], "cos_Ac_negg": [0.32804664969444275, 0.3920831084251404, 0.8467540740966797], "r_norm": [0.2822783887386322, 0.28691914677619934, 0.27822020649909973]}, {"step": 6700, "epoch": 14, "train_loss": 0.09784422814846039, "cos_r_negg": [0.03921347111463547, 0.07141529023647308, -0.0009423643350601196], "cos_innovation_negg": [0.289802610874176, 0.33943602442741394, 0.7788090705871582], "cos_apical_negg": [0.039213474839925766, 0.07141529768705368, -0.0009423680603504181], "cos_Ac_negg": [0.29139119386672974, 0.34089693427085876, 0.7850428819656372], "r_norm": [0.3199389576911926, 0.32207179069519043, 0.30854177474975586]}, {"step": 6800, "epoch": 14, "train_loss": 0.09813250601291656, "cos_r_negg": [0.014461950398981571, 0.06348966062068939, -0.06751073151826859], "cos_innovation_negg": [0.3077033758163452, 0.39028069376945496, 0.8379182815551758], "cos_apical_negg": [0.01446195226162672, 0.06348966807126999, -0.06751073151826859], "cos_Ac_negg": [0.3083142936229706, 0.390658974647522, 0.8378673195838928], "r_norm": [0.2994158864021301, 0.29872339963912964, 0.2900228500366211]}, {"step": 6900, "epoch": 14, "train_loss": 0.08681008964776993, "cos_r_negg": [0.033321674913167953, 0.07002883404493332, -0.0655941367149353], "cos_innovation_negg": [0.3325360119342804, 0.38789814710617065, 0.8107591867446899], "cos_apical_negg": [0.033321674913167953, 0.07002883404493332, -0.0655941367149353], "cos_Ac_negg": [0.33260440826416016, 0.38798093795776367, 0.8117262125015259], "r_norm": [0.2516554296016693, 0.2534027695655823, 0.2475077211856842]}, {"step": 7000, "epoch": 14, "train_loss": 0.059283297508955, "cos_r_negg": [0.01784803718328476, 0.06584445387125015, -0.050615355372428894], "cos_innovation_negg": [0.3058047890663147, 0.4031923711299896, 0.8342921733856201], "cos_apical_negg": [0.01784803718328476, 0.06584444642066956, -0.050615355372428894], "cos_Ac_negg": [0.30602312088012695, 0.4030851721763611, 0.8347792625427246], "r_norm": [0.25192874670028687, 0.2516576051712036, 0.24358385801315308], "ldr": {"dL_sdil": -0.006216078996658325, "dL_bp": -0.015110492706298828, "ratio": 0.4113750039445864}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9608, "test_loss": 0.18723466873168945}], "final": {"test_acc": 0.9608, "test_loss": 0.18723466873168945, "wall_s": 25.586419343948364, "cos_r_negg": [0.02722158655524254, 0.043768249452114105, -0.06765811145305634], "cos_innovation_negg": [0.32139062881469727, 0.3915737271308899, 0.7970538139343262], "cos_apical_negg": [0.027221590280532837, 0.043768249452114105, -0.06765811890363693], "cos_Ac_negg": [0.3217700123786926, 0.3921627402305603, 0.7975997924804688]}}
\ No newline at end of file |