1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.05, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p05_raw_s2", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4534778594970703, "cos_r_negg": [0.016351228579878807, 0.03726989030838013, 0.002024024957790971], "cos_innovation_negg": [0.016769511625170708, 0.03792087361216545, 0.0024635603185743093], "cos_apical_negg": [0.016351228579878807, 0.03726989030838013, 0.002024024957790971], "cos_Ac_negg": [0.016769826412200928, 0.03792092204093933, 0.0024636252783238888], "r_norm": [4.83701229095459, 4.803536415100098, 4.886757850646973], "ldr": {"dL_sdil": -0.03889727592468262, "dL_bp": -0.2430727481842041, "ratio": 0.16002318735955415}}, {"step": 100, "epoch": 0, "train_loss": 0.26986163854599, "cos_r_negg": [0.25628721714019775, 0.24019378423690796, 0.26717162132263184], "cos_innovation_negg": [0.4942985475063324, 0.45471298694610596, 0.3989502191543579], "cos_apical_negg": [0.25628721714019775, 0.24019378423690796, 0.26717162132263184], "cos_Ac_negg": [0.49431121349334717, 0.45478397607803345, 0.3990820646286011], "r_norm": [1.5100347995758057, 1.5151798725128174, 1.522977352142334]}, {"step": 200, "epoch": 0, "train_loss": 0.2912282943725586, "cos_r_negg": [0.20758888125419617, 0.24513758718967438, 0.31017059087753296], "cos_innovation_negg": [0.5126169323921204, 0.5000236630439758, 0.41873985528945923], "cos_apical_negg": [0.20758888125419617, 0.24513758718967438, 0.31017059087753296], "cos_Ac_negg": [0.5124001502990723, 0.4993397295475006, 0.41870689392089844], "r_norm": [1.396628499031067, 1.4015787839889526, 1.4153470993041992]}, {"step": 300, "epoch": 0, "train_loss": 0.294539213180542, "cos_r_negg": [0.21960732340812683, 0.2596883177757263, 0.34202826023101807], "cos_innovation_negg": [0.5767326951026917, 0.5217605233192444, 0.5073724985122681], "cos_apical_negg": [0.21960732340812683, 0.2596883177757263, 0.34202826023101807], "cos_Ac_negg": [0.5767816305160522, 0.5216122269630432, 0.5073315501213074], "r_norm": [1.337673306465149, 1.3437931537628174, 1.356310486793518]}, {"step": 400, "epoch": 0, "train_loss": 0.14327001571655273, "cos_r_negg": [0.18934598565101624, 0.24966321885585785, 0.34589824080467224], "cos_innovation_negg": [0.5613587498664856, 0.5491464138031006, 0.5336900949478149], "cos_apical_negg": [0.18934598565101624, 0.24966321885585785, 0.34589824080467224], "cos_Ac_negg": [0.5613411664962769, 0.5487940311431885, 0.5334361791610718], "r_norm": [1.2469820976257324, 1.2484197616577148, 1.2610831260681152]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9356, "test_loss": 0.23069388809204103}, {"step": 500, "epoch": 1, "train_loss": 0.1744796633720398, "cos_r_negg": [0.14606153964996338, 0.22291582822799683, 0.2928049564361572], "cos_innovation_negg": [0.5254873037338257, 0.5276155471801758, 0.47018134593963623], "cos_apical_negg": [0.14606153964996338, 0.22291582822799683, 0.2928049564361572], "cos_Ac_negg": [0.5250939130783081, 0.5271015167236328, 0.4695916175842285], "r_norm": [1.183100938796997, 1.1890501976013184, 1.201068639755249], "ldr": {"dL_sdil": -0.007268860936164856, "dL_bp": -0.006008505821228027, "ratio": 1.2097618197329525}}, {"step": 600, "epoch": 1, "train_loss": 0.1413438618183136, "cos_r_negg": [0.16825275123119354, 0.256413072347641, 0.31469541788101196], "cos_innovation_negg": [0.5187771320343018, 0.5379265546798706, 0.5203065872192383], "cos_apical_negg": [0.16825275123119354, 0.256413072347641, 0.31469541788101196], "cos_Ac_negg": [0.518608570098877, 0.5377370715141296, 0.5199556350708008], "r_norm": [1.183385968208313, 1.1886606216430664, 1.2013578414916992]}, {"step": 700, "epoch": 1, "train_loss": 0.16877338290214539, "cos_r_negg": [0.1562815010547638, 0.2508743107318878, 0.3553983271121979], "cos_innovation_negg": [0.5167168974876404, 0.5004274249076843, 0.5420772433280945], "cos_apical_negg": [0.1562815010547638, 0.2508743107318878, 0.3553983271121979], "cos_Ac_negg": [0.5166971683502197, 0.5003420114517212, 0.5418205261230469], "r_norm": [1.1941770315170288, 1.1993513107299805, 1.2109358310699463]}, {"step": 800, "epoch": 1, "train_loss": 0.1204691007733345, "cos_r_negg": [0.1560642421245575, 0.22460466623306274, 0.3507677912712097], "cos_innovation_negg": [0.5186216831207275, 0.5664896965026855, 0.5793118476867676], "cos_apical_negg": [0.1560642421245575, 0.22460466623306274, 0.3507677912712097], "cos_Ac_negg": [0.5186062455177307, 0.5664976239204407, 0.5792034864425659], "r_norm": [1.1431457996368408, 1.1479711532592773, 1.159602403640747]}, {"step": 900, "epoch": 1, "train_loss": 0.2052237093448639, "cos_r_negg": [0.1747203916311264, 0.24243977665901184, 0.39018017053604126], "cos_innovation_negg": [0.5534815788269043, 0.6012318730354309, 0.606451690196991], "cos_apical_negg": [0.1747203916311264, 0.24243977665901184, 0.39018017053604126], "cos_Ac_negg": [0.5534197688102722, 0.601254403591156, 0.606407880783081], "r_norm": [1.1441895961761475, 1.152163028717041, 1.1619350910186768]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9491, "test_loss": 0.1914022979736328}, {"step": 1000, "epoch": 2, "train_loss": 0.026474090293049812, "cos_r_negg": [0.13155917823314667, 0.20807278156280518, 0.320778489112854], "cos_innovation_negg": [0.5283476114273071, 0.5572407245635986, 0.5860154628753662], "cos_apical_negg": [0.13155917823314667, 0.20807278156280518, 0.320778489112854], "cos_Ac_negg": [0.5282799601554871, 0.5570051670074463, 0.5858961343765259], "r_norm": [1.1425983905792236, 1.149730920791626, 1.160740852355957], "ldr": {"dL_sdil": -0.013523876667022705, "dL_bp": -0.01275336742401123, "ratio": 1.0604161408821962}}, {"step": 1100, "epoch": 2, "train_loss": 0.16789907217025757, "cos_r_negg": [0.12714336812496185, 0.19407592713832855, 0.2861878275871277], "cos_innovation_negg": [0.5129390954971313, 0.5493701696395874, 0.5685532689094543], "cos_apical_negg": [0.12714336812496185, 0.19407592713832855, 0.2861878275871277], "cos_Ac_negg": [0.5128953456878662, 0.5493298768997192, 0.5685659646987915], "r_norm": [1.1071388721466064, 1.1118988990783691, 1.1209579706192017]}, {"step": 1200, "epoch": 2, "train_loss": 0.2542726397514343, "cos_r_negg": [0.10985012352466583, 0.2414225935935974, 0.2818790674209595], "cos_innovation_negg": [0.5099470615386963, 0.5542882084846497, 0.5539080500602722], "cos_apical_negg": [0.10985012352466583, 0.2414225935935974, 0.2818790674209595], "cos_Ac_negg": [0.50983065366745, 0.5540774464607239, 0.553827702999115], "r_norm": [1.10333251953125, 1.1067118644714355, 1.1158194541931152]}, {"step": 1300, "epoch": 2, "train_loss": 0.13253039121627808, "cos_r_negg": [0.14283177256584167, 0.22870050370693207, 0.2930089831352234], "cos_innovation_negg": [0.5233677625656128, 0.5681719183921814, 0.6037907600402832], "cos_apical_negg": [0.14283177256584167, 0.22870050370693207, 0.2930089831352234], "cos_Ac_negg": [0.5233892202377319, 0.5680927634239197, 0.6038422584533691], "r_norm": [1.114945650100708, 1.1200906038284302, 1.1292599439620972]}, {"step": 1400, "epoch": 2, "train_loss": 0.16271311044692993, "cos_r_negg": [0.134611576795578, 0.20695391297340393, 0.3624567687511444], "cos_innovation_negg": [0.523209273815155, 0.5341277122497559, 0.6502496600151062], "cos_apical_negg": [0.134611576795578, 0.20695391297340393, 0.3624567687511444], "cos_Ac_negg": [0.5230029821395874, 0.5322431325912476, 0.6500287055969238], "r_norm": [1.0938799381256104, 1.0950124263763428, 1.1050587892532349]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9562, "test_loss": 0.16205402641296388}, {"step": 1500, "epoch": 3, "train_loss": 0.10747246444225311, "cos_r_negg": [0.09832113981246948, 0.20442503690719604, 0.3652954697608948], "cos_innovation_negg": [0.4885745644569397, 0.5265042781829834, 0.6296341419219971], "cos_apical_negg": [0.09832113981246948, 0.20442503690719604, 0.3652954697608948], "cos_Ac_negg": [0.48862993717193604, 0.5263822078704834, 0.6293399333953857], "r_norm": [1.0852539539337158, 1.0890161991119385, 1.0972671508789062], "ldr": {"dL_sdil": -0.005270898342132568, "dL_bp": -0.005416393280029297, "ratio": 0.9731380403204507}}, {"step": 1600, "epoch": 3, "train_loss": 0.1145443543791771, "cos_r_negg": [0.08535800874233246, 0.21306142210960388, 0.2815054953098297], "cos_innovation_negg": [0.5080737471580505, 0.5409162044525146, 0.6195935606956482], "cos_apical_negg": [0.08535800874233246, 0.21306142210960388, 0.2815054953098297], "cos_Ac_negg": [0.5081391334533691, 0.5405891537666321, 0.6192511320114136], "r_norm": [1.0662376880645752, 1.0716567039489746, 1.0792346000671387]}, {"step": 1700, "epoch": 3, "train_loss": 0.11719862371683121, "cos_r_negg": [0.09216548502445221, 0.18955466151237488, 0.31066644191741943], "cos_innovation_negg": [0.49031540751457214, 0.5224769711494446, 0.6692118644714355], "cos_apical_negg": [0.09216548502445221, 0.18955466151237488, 0.31066644191741943], "cos_Ac_negg": [0.4902868866920471, 0.521754264831543, 0.669191837310791], "r_norm": [1.0857101678848267, 1.0888488292694092, 1.098669171333313]}, {"step": 1800, "epoch": 3, "train_loss": 0.01523064449429512, "cos_r_negg": [0.10776516795158386, 0.2166716456413269, 0.32407575845718384], "cos_innovation_negg": [0.5026174783706665, 0.5843934416770935, 0.6322363615036011], "cos_apical_negg": [0.10776516795158386, 0.2166716456413269, 0.32407575845718384], "cos_Ac_negg": [0.5025508403778076, 0.584214448928833, 0.6320405602455139], "r_norm": [1.0647015571594238, 1.067875623703003, 1.0777519941329956]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9593, "test_loss": 0.15696399307250977}, {"step": 1900, "epoch": 4, "train_loss": 0.04739385098218918, "cos_r_negg": [0.12036898732185364, 0.22712752223014832, 0.30405524373054504], "cos_innovation_negg": [0.46392714977264404, 0.5529402494430542, 0.616125226020813], "cos_apical_negg": [0.12036898732185364, 0.22712752223014832, 0.30405524373054504], "cos_Ac_negg": [0.46389687061309814, 0.5529607534408569, 0.6161174178123474], "r_norm": [1.0681471824645996, 1.0699501037597656, 1.0794968605041504]}, {"step": 2000, "epoch": 4, "train_loss": 0.19351817667484283, "cos_r_negg": [0.08464972674846649, 0.21727022528648376, 0.31119439005851746], "cos_innovation_negg": [0.45414140820503235, 0.5203954577445984, 0.633937656879425], "cos_apical_negg": [0.08464972674846649, 0.21727022528648376, 0.31119439005851746], "cos_Ac_negg": [0.45406073331832886, 0.5195996761322021, 0.6337117552757263], "r_norm": [1.0569688081741333, 1.0599610805511475, 1.0669286251068115], "ldr": {"dL_sdil": -0.005297437310218811, "dL_bp": -0.006804227828979492, "ratio": 0.7785508427064718}}, {"step": 2100, "epoch": 4, "train_loss": 0.04885556176304817, "cos_r_negg": [0.10121302306652069, 0.19666436314582825, 0.30896008014678955], "cos_innovation_negg": [0.4326215088367462, 0.4832768738269806, 0.5959169864654541], "cos_apical_negg": [0.10121302306652069, 0.19666436314582825, 0.30896008014678955], "cos_Ac_negg": [0.4325896203517914, 0.4830506145954132, 0.595726728439331], "r_norm": [1.064927577972412, 1.0686793327331543, 1.079019546508789]}, {"step": 2200, "epoch": 4, "train_loss": 0.04723121225833893, "cos_r_negg": [0.07624703645706177, 0.1619018018245697, 0.34119218587875366], "cos_innovation_negg": [0.442100465297699, 0.5139723420143127, 0.6453237533569336], "cos_apical_negg": [0.07624703645706177, 0.1619018018245697, 0.34119218587875366], "cos_Ac_negg": [0.4422610402107239, 0.5141171216964722, 0.6447874903678894], "r_norm": [1.0270897150039673, 1.0269055366516113, 1.0347896814346313]}, {"step": 2300, "epoch": 4, "train_loss": 0.2684209942817688, "cos_r_negg": [0.08285887539386749, 0.19121122360229492, 0.32221493124961853], "cos_innovation_negg": [0.45247018337249756, 0.48010221123695374, 0.6487439870834351], "cos_apical_negg": [0.08285887539386749, 0.19121122360229492, 0.32221493124961853], "cos_Ac_negg": [0.4524266719818115, 0.47961270809173584, 0.6485801935195923], "r_norm": [1.0334091186523438, 1.037372350692749, 1.0438393354415894]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9602, "test_loss": 0.16592668800354005}, {"step": 2400, "epoch": 5, "train_loss": 0.13917739689350128, "cos_r_negg": [0.07603222131729126, 0.20001882314682007, 0.31610608100891113], "cos_innovation_negg": [0.43403303623199463, 0.5018294453620911, 0.6676158905029297], "cos_apical_negg": [0.07603222131729126, 0.20001882314682007, 0.31610608100891113], "cos_Ac_negg": [0.43397489190101624, 0.5016034841537476, 0.6676636934280396], "r_norm": [1.0435519218444824, 1.046731948852539, 1.0527172088623047]}, {"step": 2500, "epoch": 5, "train_loss": 0.03787464275956154, "cos_r_negg": [0.06920893490314484, 0.16124743223190308, 0.1818993240594864], "cos_innovation_negg": [0.41523709893226624, 0.49587690830230713, 0.6368871927261353], "cos_apical_negg": [0.06920893490314484, 0.16124743223190308, 0.1818993240594864], "cos_Ac_negg": [0.41509315371513367, 0.4955156147480011, 0.6368773579597473], "r_norm": [1.0376766920089722, 1.0383743047714233, 1.0456738471984863], "ldr": {"dL_sdil": -0.007077902555465698, "dL_bp": -0.008019566535949707, "ratio": 0.8825791922465179}}, {"step": 2600, "epoch": 5, "train_loss": 0.11516404896974564, "cos_r_negg": [0.07850246131420135, 0.19498541951179504, 0.25892364978790283], "cos_innovation_negg": [0.42178723216056824, 0.49689653515815735, 0.6748406887054443], "cos_apical_negg": [0.07850246131420135, 0.19498541951179504, 0.25892364978790283], "cos_Ac_negg": [0.42181849479675293, 0.49699676036834717, 0.6747892498970032], "r_norm": [1.0432583093643188, 1.0430543422698975, 1.049689769744873]}, {"step": 2700, "epoch": 5, "train_loss": 0.06027599424123764, "cos_r_negg": [0.08669734001159668, 0.17684853076934814, 0.2351863980293274], "cos_innovation_negg": [0.42396074533462524, 0.5160149931907654, 0.6822075843811035], "cos_apical_negg": [0.08669734001159668, 0.17684853076934814, 0.2351863980293274], "cos_Ac_negg": [0.42389774322509766, 0.5159808993339539, 0.6821030378341675], "r_norm": [1.0221501588821411, 1.0236858129501343, 1.0319340229034424]}, {"step": 2800, "epoch": 5, "train_loss": 0.1499190777540207, "cos_r_negg": [0.04576827958226204, 0.17267780005931854, 0.31112733483314514], "cos_innovation_negg": [0.42414432764053345, 0.5048084855079651, 0.697646975517273], "cos_apical_negg": [0.04576827958226204, 0.17267780005931854, 0.31112733483314514], "cos_Ac_negg": [0.4240718483924866, 0.5047957897186279, 0.6973773241043091], "r_norm": [1.04861581325531, 1.0489072799682617, 1.0542129278182983]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9629, "test_loss": 0.1548251091003418}, {"step": 2900, "epoch": 6, "train_loss": 0.035604722797870636, "cos_r_negg": [0.05956468731164932, 0.16987286508083344, 0.26520663499832153], "cos_innovation_negg": [0.42340803146362305, 0.5266742706298828, 0.6552305817604065], "cos_apical_negg": [0.05956468731164932, 0.16987286508083344, 0.26520663499832153], "cos_Ac_negg": [0.4233049750328064, 0.5263910889625549, 0.6550119519233704], "r_norm": [1.0403480529785156, 1.0421652793884277, 1.0484814643859863]}, {"step": 3000, "epoch": 6, "train_loss": 0.3359282910823822, "cos_r_negg": [0.04479443281888962, 0.16483263671398163, 0.2805774509906769], "cos_innovation_negg": [0.4326283633708954, 0.5074151754379272, 0.708055853843689], "cos_apical_negg": [0.04479443281888962, 0.16483263671398163, 0.2805774509906769], "cos_Ac_negg": [0.4326822757720947, 0.5071079134941101, 0.7078747749328613], "r_norm": [1.041213035583496, 1.041967749595642, 1.0465790033340454], "ldr": {"dL_sdil": -0.007627695798873901, "dL_bp": -0.009850084781646729, "ratio": 0.7743786950023297}}, {"step": 3100, "epoch": 6, "train_loss": 0.10645271837711334, "cos_r_negg": [0.06096420809626579, 0.1788126826286316, 0.3558082580566406], "cos_innovation_negg": [0.4160324037075043, 0.5564993023872375, 0.7117502093315125], "cos_apical_negg": [0.06096420809626579, 0.1788126826286316, 0.3558082580566406], "cos_Ac_negg": [0.4161112308502197, 0.5564723014831543, 0.7115498781204224], "r_norm": [1.0394959449768066, 1.0398221015930176, 1.0456818342208862]}, {"step": 3200, "epoch": 6, "train_loss": 0.11745772510766983, "cos_r_negg": [0.0737219750881195, 0.11274389922618866, 0.33926478028297424], "cos_innovation_negg": [0.4151924252510071, 0.47463738918304443, 0.6780823469161987], "cos_apical_negg": [0.0737219750881195, 0.11274389922618866, 0.33926478028297424], "cos_Ac_negg": [0.41510018706321716, 0.4741966724395752, 0.6766713857650757], "r_norm": [1.0113651752471924, 1.0123536586761475, 1.017418384552002]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9623, "test_loss": 0.15054265441894532}, {"step": 3300, "epoch": 7, "train_loss": 0.07802364975214005, "cos_r_negg": [0.06007787585258484, 0.1528978794813156, 0.26827648282051086], "cos_innovation_negg": [0.3758278787136078, 0.48382699489593506, 0.6397097110748291], "cos_apical_negg": [0.06007787585258484, 0.1528978794813156, 0.26827648282051086], "cos_Ac_negg": [0.3757668733596802, 0.4831589162349701, 0.6392779350280762], "r_norm": [1.0247358083724976, 1.024651288986206, 1.0298504829406738]}, {"step": 3400, "epoch": 7, "train_loss": 0.18196818232536316, "cos_r_negg": [0.06407380104064941, 0.16094107925891876, 0.3179914057254791], "cos_innovation_negg": [0.3928675949573517, 0.5216501951217651, 0.6770020127296448], "cos_apical_negg": [0.06407380104064941, 0.16094107925891876, 0.3179914057254791], "cos_Ac_negg": [0.39304113388061523, 0.5214177370071411, 0.6761513948440552], "r_norm": [1.0437992811203003, 1.0431475639343262, 1.0476539134979248]}, {"step": 3500, "epoch": 7, "train_loss": 0.01314765214920044, "cos_r_negg": [0.05806967616081238, 0.120930515229702, 0.2554439306259155], "cos_innovation_negg": [0.3682251572608948, 0.489846408367157, 0.6930050849914551], "cos_apical_negg": [0.05806967616081238, 0.120930515229702, 0.2554439306259155], "cos_Ac_negg": [0.3684997260570526, 0.4897700548171997, 0.6925106644630432], "r_norm": [1.0158754587173462, 1.0165367126464844, 1.0194305181503296], "ldr": {"dL_sdil": -0.004324793815612793, "dL_bp": -0.0059500932693481445, "ratio": 0.7268447097950433}}, {"step": 3600, "epoch": 7, "train_loss": 0.01800311543047428, "cos_r_negg": [0.04473032429814339, 0.15140068531036377, 0.30699431896209717], "cos_innovation_negg": [0.3747236430644989, 0.5349630117416382, 0.6829509735107422], "cos_apical_negg": [0.04473032429814339, 0.15140068531036377, 0.30699431896209717], "cos_Ac_negg": [0.3746451735496521, 0.534785807132721, 0.6827178001403809], "r_norm": [1.0251399278640747, 1.025629997253418, 1.0305159091949463]}, {"step": 3700, "epoch": 7, "train_loss": 0.0316157303750515, "cos_r_negg": [0.0652296394109726, 0.1455095410346985, 0.26867449283599854], "cos_innovation_negg": [0.39038708806037903, 0.5224292278289795, 0.6376640796661377], "cos_apical_negg": [0.0652296394109726, 0.1455095410346985, 0.26867449283599854], "cos_Ac_negg": [0.39025378227233887, 0.5222373604774475, 0.6374752521514893], "r_norm": [1.0288434028625488, 1.028891921043396, 1.0335458517074585]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9622, "test_loss": 0.16071832809448242}, {"step": 3800, "epoch": 8, "train_loss": 0.06945928931236267, "cos_r_negg": [0.033895138651132584, 0.14156129956245422, 0.24404315650463104], "cos_innovation_negg": [0.379380464553833, 0.463906854391098, 0.6076244711875916], "cos_apical_negg": [0.033895138651132584, 0.14156129956245422, 0.24404315650463104], "cos_Ac_negg": [0.37934327125549316, 0.4638002812862396, 0.6072016954421997], "r_norm": [1.0284082889556885, 1.0292755365371704, 1.0341817140579224]}, {"step": 3900, "epoch": 8, "train_loss": 0.14554038643836975, "cos_r_negg": [0.027081657201051712, 0.11834404617547989, 0.206547349691391], "cos_innovation_negg": [0.37685123085975647, 0.4845139980316162, 0.6323327422142029], "cos_apical_negg": [0.027081657201051712, 0.11834404617547989, 0.206547349691391], "cos_Ac_negg": [0.3768630623817444, 0.4843243956565857, 0.6320868730545044], "r_norm": [1.0301066637039185, 1.0308501720428467, 1.035128116607666]}, {"step": 4000, "epoch": 8, "train_loss": 0.04828101396560669, "cos_r_negg": [0.057887621223926544, 0.12340007722377777, 0.2330154925584793], "cos_innovation_negg": [0.3884826898574829, 0.4943521022796631, 0.6579826474189758], "cos_apical_negg": [0.057887621223926544, 0.12340007722377777, 0.2330154925584793], "cos_Ac_negg": [0.3882058262825012, 0.49406445026397705, 0.6578570604324341], "r_norm": [1.0386191606521606, 1.0391212701797485, 1.0441747903823853], "ldr": {"dL_sdil": -0.006395861506462097, "dL_bp": -0.009474202990531921, "ratio": 0.6750817470191238}}, {"step": 4100, "epoch": 8, "train_loss": 0.01813218742609024, "cos_r_negg": [0.03977227583527565, 0.09697447717189789, 0.28262269496917725], "cos_innovation_negg": [0.3641955256462097, 0.5063440799713135, 0.6412769556045532], "cos_apical_negg": [0.03977227583527565, 0.09697447717189789, 0.28262269496917725], "cos_Ac_negg": [0.3640381395816803, 0.5061465501785278, 0.6398627758026123], "r_norm": [1.000592827796936, 0.9990374445915222, 1.0047214031219482]}, {"step": 4200, "epoch": 8, "train_loss": 0.10983727872371674, "cos_r_negg": [0.050268735736608505, 0.11894770711660385, 0.20759624242782593], "cos_innovation_negg": [0.33492615818977356, 0.489298015832901, 0.6386975049972534], "cos_apical_negg": [0.050268735736608505, 0.11894770711660385, 0.20759624242782593], "cos_Ac_negg": [0.33475756645202637, 0.4889370799064636, 0.6381212472915649], "r_norm": [1.0326571464538574, 1.0303642749786377, 1.0351231098175049]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9621, "test_loss": 0.16804282608032226}, {"step": 4300, "epoch": 9, "train_loss": 0.03169582039117813, "cos_r_negg": [0.056716836988925934, 0.11747080087661743, 0.3277408480644226], "cos_innovation_negg": [0.37457406520843506, 0.5029706954956055, 0.6850324869155884], "cos_apical_negg": [0.056716836988925934, 0.11747080087661743, 0.3277408480644226], "cos_Ac_negg": [0.37432217597961426, 0.5027915239334106, 0.6845425367355347], "r_norm": [1.0123813152313232, 1.011573076248169, 1.0154955387115479]}, {"step": 4400, "epoch": 9, "train_loss": 0.027957648038864136, "cos_r_negg": [0.030482858419418335, 0.12035266309976578, 0.2948065996170044], "cos_innovation_negg": [0.32133054733276367, 0.4465826153755188, 0.6455540060997009], "cos_apical_negg": [0.030482858419418335, 0.12035266309976578, 0.2948065996170044], "cos_Ac_negg": [0.32133758068084717, 0.4465687870979309, 0.645000159740448], "r_norm": [1.0165274143218994, 1.016871452331543, 1.020594835281372]}, {"step": 4500, "epoch": 9, "train_loss": 0.11018411070108414, "cos_r_negg": [0.06123633682727814, 0.08193018287420273, 0.29613497853279114], "cos_innovation_negg": [0.3565700352191925, 0.4443163275718689, 0.6262005567550659], "cos_apical_negg": [0.06123633682727814, 0.08193018287420273, 0.29613497853279114], "cos_Ac_negg": [0.3562677502632141, 0.44396141171455383, 0.6249265670776367], "r_norm": [1.030700922012329, 1.0280333757400513, 1.0313823223114014], "ldr": {"dL_sdil": -0.00478971004486084, "dL_bp": -0.008446455001831055, "ratio": 0.5670674908967737}}, {"step": 4600, "epoch": 9, "train_loss": 0.01623917929828167, "cos_r_negg": [0.03702297806739807, 0.11786529421806335, 0.2312566190958023], "cos_innovation_negg": [0.3388504385948181, 0.4537273049354553, 0.6113945245742798], "cos_apical_negg": [0.03702297806739807, 0.11786529421806335, 0.2312566190958023], "cos_Ac_negg": [0.33872902393341064, 0.45364511013031006, 0.611278772354126], "r_norm": [1.0481256246566772, 1.047587275505066, 1.053357720375061]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9631, "test_loss": 0.1681679542541504}, {"step": 4700, "epoch": 10, "train_loss": 0.04324685037136078, "cos_r_negg": [0.032492224127054214, 0.10170533508062363, 0.2886511981487274], "cos_innovation_negg": [0.35580337047576904, 0.4843495488166809, 0.633918285369873], "cos_apical_negg": [0.032492224127054214, 0.10170533508062363, 0.2886511981487274], "cos_Ac_negg": [0.3555873930454254, 0.484294593334198, 0.6337323188781738], "r_norm": [1.0124523639678955, 1.0106303691864014, 1.0152283906936646]}, {"step": 4800, "epoch": 10, "train_loss": 0.03915926069021225, "cos_r_negg": [0.035827070474624634, 0.08516813814640045, 0.2266768515110016], "cos_innovation_negg": [0.3622944951057434, 0.47491222620010376, 0.6855206489562988], "cos_apical_negg": [0.035827070474624634, 0.08516813814640045, 0.2266768515110016], "cos_Ac_negg": [0.36222898960113525, 0.4747999906539917, 0.6850283145904541], "r_norm": [1.0250439643859863, 1.0226080417633057, 1.0261266231536865]}, {"step": 4900, "epoch": 10, "train_loss": 0.03003416396677494, "cos_r_negg": [0.04176147282123566, 0.0818956270813942, 0.29116857051849365], "cos_innovation_negg": [0.3360501527786255, 0.48425179719924927, 0.6524425745010376], "cos_apical_negg": [0.04176147282123566, 0.0818956270813942, 0.29116857051849365], "cos_Ac_negg": [0.3366638123989105, 0.48598137497901917, 0.6509617567062378], "r_norm": [1.040522813796997, 1.038049578666687, 1.0413061380386353]}, {"step": 5000, "epoch": 10, "train_loss": 0.00699983723461628, "cos_r_negg": [0.04777536913752556, 0.10052882134914398, 0.35366737842559814], "cos_innovation_negg": [0.39586955308914185, 0.5053967833518982, 0.7033608555793762], "cos_apical_negg": [0.04777536913752556, 0.10052882134914398, 0.35366737842559814], "cos_Ac_negg": [0.39542049169540405, 0.5055422186851501, 0.7029327154159546], "r_norm": [1.0290982723236084, 1.028825044631958, 1.032777190208435], "ldr": {"dL_sdil": -0.0054297298192977905, "dL_bp": -0.0091448575258255, "ratio": 0.5937467920045755}}, {"step": 5100, "epoch": 10, "train_loss": 0.08448980003595352, "cos_r_negg": [0.028528505936264992, 0.11624658107757568, 0.23372116684913635], "cos_innovation_negg": [0.3551589846611023, 0.45044177770614624, 0.6218096017837524], "cos_apical_negg": [0.028528505936264992, 0.11624658107757568, 0.23372116684913635], "cos_Ac_negg": [0.3551538586616516, 0.45022547245025635, 0.6192550659179688], "r_norm": [1.0273935794830322, 1.0254517793655396, 1.0301222801208496]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.964, "test_loss": 0.1677323959350586}, {"step": 5200, "epoch": 11, "train_loss": 0.050172507762908936, "cos_r_negg": [0.03189491480588913, 0.06905107200145721, 0.22596481442451477], "cos_innovation_negg": [0.3258989453315735, 0.41669976711273193, 0.5764374136924744], "cos_apical_negg": [0.03189491480588913, 0.06905107200145721, 0.22596481442451477], "cos_Ac_negg": [0.32583022117614746, 0.41702890396118164, 0.5754662752151489], "r_norm": [1.0290672779083252, 1.0272388458251953, 1.0313624143600464]}, {"step": 5300, "epoch": 11, "train_loss": 0.022706232964992523, "cos_r_negg": [0.007912812754511833, 0.10974112153053284, 0.2908024489879608], "cos_innovation_negg": [0.3333604335784912, 0.47096559405326843, 0.6317276358604431], "cos_apical_negg": [0.007912812754511833, 0.10974112153053284, 0.2908024489879608], "cos_Ac_negg": [0.33340656757354736, 0.47087275981903076, 0.6308565735816956], "r_norm": [1.0167818069458008, 1.015000343322754, 1.0184882879257202]}, {"step": 5400, "epoch": 11, "train_loss": 0.069577157497406, "cos_r_negg": [0.02372204139828682, 0.10080938041210175, 0.3069659471511841], "cos_innovation_negg": [0.35026657581329346, 0.49211204051971436, 0.6689143180847168], "cos_apical_negg": [0.02372204139828682, 0.10080938041210175, 0.3069659471511841], "cos_Ac_negg": [0.3503696918487549, 0.4910362958908081, 0.6607381105422974], "r_norm": [1.0235652923583984, 1.02238130569458, 1.0265272855758667]}, {"step": 5500, "epoch": 11, "train_loss": 0.08107070624828339, "cos_r_negg": [0.06123141944408417, 0.06525152921676636, 0.2569100558757782], "cos_innovation_negg": [0.3118323087692261, 0.43399563431739807, 0.619516134262085], "cos_apical_negg": [0.06123141944408417, 0.06525152921676636, 0.2569100558757782], "cos_Ac_negg": [0.3117569088935852, 0.43471184372901917, 0.6182646751403809], "r_norm": [1.0474112033843994, 1.0459380149841309, 1.0505635738372803], "ldr": {"dL_sdil": -0.006547495722770691, "dL_bp": -0.011910423636436462, "ratio": 0.549728197974465}}, {"step": 5600, "epoch": 11, "train_loss": 0.011818649247288704, "cos_r_negg": [0.04048186540603638, 0.0688992589712143, 0.26414743065834045], "cos_innovation_negg": [0.3299340605735779, 0.4390382766723633, 0.6339954137802124], "cos_apical_negg": [0.04048186540603638, 0.0688992589712143, 0.26414743065834045], "cos_Ac_negg": [0.3301112651824951, 0.43929266929626465, 0.6339505314826965], "r_norm": [1.0357422828674316, 1.034662127494812, 1.0386290550231934]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9627, "test_loss": 0.17148425521850585}, {"step": 5700, "epoch": 12, "train_loss": 0.013509337790310383, "cos_r_negg": [0.028665881603956223, 0.09053084254264832, 0.2626854181289673], "cos_innovation_negg": [0.35355842113494873, 0.45541912317276, 0.6987771987915039], "cos_apical_negg": [0.028665881603956223, 0.09053084254264832, 0.2626854181289673], "cos_Ac_negg": [0.3536085784435272, 0.45505645871162415, 0.6985242366790771], "r_norm": [1.0178207159042358, 1.0156784057617188, 1.0203258991241455]}, {"step": 5800, "epoch": 12, "train_loss": 0.003549558110535145, "cos_r_negg": [0.04264039546251297, 0.0927126333117485, 0.28832879662513733], "cos_innovation_negg": [0.3411066234111786, 0.4813883900642395, 0.6470040082931519], "cos_apical_negg": [0.04264039546251297, 0.0927126333117485, 0.28832879662513733], "cos_Ac_negg": [0.3416808247566223, 0.4815107583999634, 0.64670330286026], "r_norm": [1.0133148431777954, 1.0111066102981567, 1.0143961906433105]}, {"step": 5900, "epoch": 12, "train_loss": 0.029704447835683823, "cos_r_negg": [0.03861469775438309, 0.08688181638717651, 0.3242892324924469], "cos_innovation_negg": [0.3356017470359802, 0.4597376585006714, 0.6622301340103149], "cos_apical_negg": [0.03861469775438309, 0.08688181638717651, 0.3242892324924469], "cos_Ac_negg": [0.3360610604286194, 0.46034476161003113, 0.6626713275909424], "r_norm": [1.0380618572235107, 1.036217451095581, 1.0400032997131348]}, {"step": 6000, "epoch": 12, "train_loss": 0.008316019549965858, "cos_r_negg": [0.07833492010831833, 0.07370015978813171, 0.2945588231086731], "cos_innovation_negg": [0.33993470668792725, 0.45780181884765625, 0.6740881204605103], "cos_apical_negg": [0.07833492010831833, 0.07370015978813171, 0.2945588231086731], "cos_Ac_negg": [0.33993780612945557, 0.45785602927207947, 0.6738462448120117], "r_norm": [1.0219439268112183, 1.020371675491333, 1.02308189868927], "ldr": {"dL_sdil": -0.006641268730163574, "dL_bp": -0.013737350702285767, "ratio": 0.48344610792083287}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9639, "test_loss": 0.17087281951904296}, {"step": 6100, "epoch": 13, "train_loss": 0.024254435673356056, "cos_r_negg": [0.054426658898591995, 0.06026718392968178, 0.30080968141555786], "cos_innovation_negg": [0.363950252532959, 0.468508243560791, 0.6378719806671143], "cos_apical_negg": [0.054426658898591995, 0.06026718392968178, 0.30080968141555786], "cos_Ac_negg": [0.3638584017753601, 0.4686540961265564, 0.6325234174728394], "r_norm": [1.0193496942520142, 1.0158413648605347, 1.0197868347167969]}, {"step": 6200, "epoch": 13, "train_loss": 0.007111395709216595, "cos_r_negg": [0.047527872025966644, 0.06168128550052643, 0.29947179555892944], "cos_innovation_negg": [0.3592364192008972, 0.48100411891937256, 0.6827964782714844], "cos_apical_negg": [0.047527872025966644, 0.06168128550052643, 0.29947179555892944], "cos_Ac_negg": [0.35922491550445557, 0.4812743663787842, 0.6823273301124573], "r_norm": [1.0195106267929077, 1.0165306329727173, 1.0211217403411865]}, {"step": 6300, "epoch": 13, "train_loss": 0.022502919659018517, "cos_r_negg": [0.037784136831760406, 0.0038733510300517082, 0.28506940603256226], "cos_innovation_negg": [0.31635022163391113, 0.45350325107574463, 0.6665425300598145], "cos_apical_negg": [0.037784136831760406, 0.0038733510300517082, 0.28506940603256226], "cos_Ac_negg": [0.31751328706741333, 0.4573613703250885, 0.666191816329956], "r_norm": [1.0003410577774048, 0.9972989559173584, 1.0002323389053345]}, {"step": 6400, "epoch": 13, "train_loss": 0.05799753591418266, "cos_r_negg": [0.06157517433166504, 0.07098328322172165, 0.2955743670463562], "cos_innovation_negg": [0.342886745929718, 0.4874573349952698, 0.7034364342689514], "cos_apical_negg": [0.06157517433166504, 0.07098328322172165, 0.2955743670463562], "cos_Ac_negg": [0.34280282258987427, 0.4878469407558441, 0.7031430006027222], "r_norm": [1.0177587270736694, 1.0156582593917847, 1.019577980041504]}, {"step": 6500, "epoch": 13, "train_loss": 0.0017245321068912745, "cos_r_negg": [0.04962688684463501, 0.09194190055131912, 0.2958463728427887], "cos_innovation_negg": [0.34599483013153076, 0.47345688939094543, 0.7042845487594604], "cos_apical_negg": [0.04962688684463501, 0.09194190055131912, 0.2958463728427887], "cos_Ac_negg": [0.34579819440841675, 0.47357726097106934, 0.703488826751709], "r_norm": [1.019076943397522, 1.0159770250320435, 1.0191694498062134], "ldr": {"dL_sdil": -0.004712209105491638, "dL_bp": -0.009029418230056763, "ratio": 0.5218729474514567}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9635, "test_loss": 0.17431141624450683}, {"step": 6600, "epoch": 14, "train_loss": 0.007117562927305698, "cos_r_negg": [0.04811757057905197, 0.0898047387599945, 0.3075282573699951], "cos_innovation_negg": [0.3429800868034363, 0.450987845659256, 0.7204975485801697], "cos_apical_negg": [0.04811757057905197, 0.0898047387599945, 0.3075282573699951], "cos_Ac_negg": [0.34369322657585144, 0.4519035518169403, 0.7196357250213623], "r_norm": [1.021923303604126, 1.019662857055664, 1.0226385593414307]}, {"step": 6700, "epoch": 14, "train_loss": 0.07540994137525558, "cos_r_negg": [0.032378241419792175, 0.07785306870937347, 0.2887074947357178], "cos_innovation_negg": [0.3094223141670227, 0.4115906357765198, 0.7188887000083923], "cos_apical_negg": [0.032378241419792175, 0.07785306870937347, 0.2887074947357178], "cos_Ac_negg": [0.3104996085166931, 0.4201647639274597, 0.7180632948875427], "r_norm": [1.0125173330307007, 1.0098356008529663, 1.0116264820098877]}, {"step": 6800, "epoch": 14, "train_loss": 0.04273519665002823, "cos_r_negg": [0.05510205775499344, 0.06265251338481903, 0.26751765608787537], "cos_innovation_negg": [0.3215644657611847, 0.427243709564209, 0.6946721076965332], "cos_apical_negg": [0.05510205775499344, 0.06265251338481903, 0.26751765608787537], "cos_Ac_negg": [0.32179802656173706, 0.4275987446308136, 0.6918890476226807], "r_norm": [1.0124951601028442, 1.010005235671997, 1.0128991603851318]}, {"step": 6900, "epoch": 14, "train_loss": 0.020757019519805908, "cos_r_negg": [0.043970074504613876, 0.03675880283117294, 0.2528495788574219], "cos_innovation_negg": [0.337636798620224, 0.45160892605781555, 0.7302550077438354], "cos_apical_negg": [0.043970074504613876, 0.03675880283117294, 0.2528495788574219], "cos_Ac_negg": [0.3385072946548462, 0.4523769021034241, 0.726183295249939], "r_norm": [1.0186567306518555, 1.0157909393310547, 1.0181643962860107]}, {"step": 7000, "epoch": 14, "train_loss": 0.02624410018324852, "cos_r_negg": [0.053022582083940506, 0.06284834444522858, 0.2681516408920288], "cos_innovation_negg": [0.3493904769420624, 0.4494837522506714, 0.6895380020141602], "cos_apical_negg": [0.053022582083940506, 0.06284834444522858, 0.2681516408920288], "cos_Ac_negg": [0.34938371181488037, 0.44941359758377075, 0.6903500556945801], "r_norm": [1.025800108909607, 1.023171067237854, 1.0263149738311768], "ldr": {"dL_sdil": -0.004941582679748535, "dL_bp": -0.008859783411026001, "ratio": 0.5577543434751164}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9634, "test_loss": 0.18059595985412596}], "final": {"test_acc": 0.9634, "test_loss": 0.18059595985412596, "wall_s": 28.10284924507141, "cos_r_negg": [0.035696741193532944, 0.08156191557645798, 0.3231891691684723], "cos_innovation_negg": [0.3569589853286743, 0.4908323287963867, 0.7206974625587463], "cos_apical_negg": [0.035696741193532944, 0.08156191557645798, 0.3231891691684723], "cos_Ac_negg": [0.35695669054985046, 0.4909154772758484, 0.7197968363761902]}}
|
