diff options
Diffstat (limited to 'results/nuis_ctrl_v1_rho0p05_matched_s4.json')
| -rw-r--r-- | results/nuis_ctrl_v1_rho0p05_matched_s4.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/nuis_ctrl_v1_rho0p05_matched_s4.json b/results/nuis_ctrl_v1_rho0p05_matched_s4.json new file mode 100644 index 0000000..e328b34 --- /dev/null +++ b/results/nuis_ctrl_v1_rho0p05_matched_s4.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.05, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p05_matched_s4", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4633917808532715, "cos_r_negg": [-0.012671537697315216, 0.02800951711833477, 0.007870818488299847], "cos_innovation_negg": [-0.012173660099506378, 0.02864690124988556, 0.008688691072165966], "cos_apical_negg": [-0.012671536765992641, 0.02800951898097992, 0.007870818488299847], "cos_Ac_negg": [-0.012173829600214958, 0.02864680252969265, 0.008688618429005146], "r_norm": [4.851627349853516, 4.857475280761719, 4.950671672821045], "ldr": {"dL_sdil": -0.0035965442657470703, "dL_bp": -0.2647535800933838, "ratio": 0.013584497193497812}}, {"step": 100, "epoch": 0, "train_loss": 0.23219233751296997, "cos_r_negg": [0.2754588723182678, 0.2636558711528778, 0.23765763640403748], "cos_innovation_negg": [0.5037184953689575, 0.452640563249588, 0.37586110830307007], "cos_apical_negg": [0.2754588723182678, 0.2636558711528778, 0.23765762150287628], "cos_Ac_negg": [0.5040225386619568, 0.4528741240501404, 0.3758656978607178], "r_norm": [0.9834369421005249, 0.9961608648300171, 1.0172667503356934]}, {"step": 200, "epoch": 0, "train_loss": 0.34803467988967896, "cos_r_negg": [0.25087565183639526, 0.24470993876457214, 0.256639301776886], "cos_innovation_negg": [0.5748940706253052, 0.5144675374031067, 0.4899575114250183], "cos_apical_negg": [0.25087568163871765, 0.24470993876457214, 0.256639301776886], "cos_Ac_negg": [0.5748316049575806, 0.5151128768920898, 0.48962900042533875], "r_norm": [0.7990931272506714, 0.8062308430671692, 0.824716329574585]}, {"step": 300, "epoch": 0, "train_loss": 0.2601604461669922, "cos_r_negg": [0.23714163899421692, 0.23437903821468353, 0.24478471279144287], "cos_innovation_negg": [0.5860227942466736, 0.5364187955856323, 0.5022217631340027], "cos_apical_negg": [0.23714163899421692, 0.23437903821468353, 0.24478471279144287], "cos_Ac_negg": [0.5860090255737305, 0.5364776253700256, 0.501967191696167], "r_norm": [0.6870736479759216, 0.6940897107124329, 0.7081460952758789]}, {"step": 400, "epoch": 0, "train_loss": 0.17238090932369232, "cos_r_negg": [0.2515743672847748, 0.22900241613388062, 0.29884570837020874], "cos_innovation_negg": [0.5916097164154053, 0.5700705051422119, 0.6054179668426514], "cos_apical_negg": [0.2515743672847748, 0.2290024310350418, 0.29884573817253113], "cos_Ac_negg": [0.5913017988204956, 0.5701278448104858, 0.6051889657974243], "r_norm": [0.704098105430603, 0.7122935056686401, 0.7298505902290344]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9396, "test_loss": 0.1992989372253418}, {"step": 500, "epoch": 1, "train_loss": 0.15319669246673584, "cos_r_negg": [0.21580593287944794, 0.20438015460968018, 0.2745811939239502], "cos_innovation_negg": [0.6003937721252441, 0.5664274096488953, 0.6349955201148987], "cos_apical_negg": [0.21580591797828674, 0.20438015460968018, 0.2745811939239502], "cos_Ac_negg": [0.6002517938613892, 0.5664647221565247, 0.6343942284584045], "r_norm": [0.6052091121673584, 0.6105285882949829, 0.626365602016449], "ldr": {"dL_sdil": -0.018771380186080933, "dL_bp": -0.017141401767730713, "ratio": 1.0950901472608099}}, {"step": 600, "epoch": 1, "train_loss": 0.07864898443222046, "cos_r_negg": [0.20271889865398407, 0.18981502950191498, 0.24691298604011536], "cos_innovation_negg": [0.592519223690033, 0.5746285915374756, 0.6541896462440491], "cos_apical_negg": [0.20271891355514526, 0.18981501460075378, 0.24691300094127655], "cos_Ac_negg": [0.5928087830543518, 0.5748134851455688, 0.6538126468658447], "r_norm": [0.492899626493454, 0.49828222393989563, 0.5072487592697144]}, {"step": 700, "epoch": 1, "train_loss": 0.18591119349002838, "cos_r_negg": [0.18774902820587158, 0.19730904698371887, 0.2588205337524414], "cos_innovation_negg": [0.6056630611419678, 0.5952243804931641, 0.672261655330658], "cos_apical_negg": [0.18774902820587158, 0.19730904698371887, 0.2588205337524414], "cos_Ac_negg": [0.6054359674453735, 0.5952709317207336, 0.6717851161956787], "r_norm": [0.4422515034675598, 0.44817012548446655, 0.45675426721572876]}, {"step": 800, "epoch": 1, "train_loss": 0.1314144730567932, "cos_r_negg": [0.1614469736814499, 0.17120105028152466, 0.21990682184696198], "cos_innovation_negg": [0.6020568609237671, 0.5962784290313721, 0.6884433031082153], "cos_apical_negg": [0.1614469736814499, 0.17120105028152466, 0.21990682184696198], "cos_Ac_negg": [0.6013954281806946, 0.5960206389427185, 0.6878578662872314], "r_norm": [0.46227699518203735, 0.46730998158454895, 0.4775695502758026]}, {"step": 900, "epoch": 1, "train_loss": 0.20942148566246033, "cos_r_negg": [0.23213741183280945, 0.21502667665481567, 0.2748867869377136], "cos_innovation_negg": [0.6047796010971069, 0.6024096608161926, 0.6937699317932129], "cos_apical_negg": [0.23213741183280945, 0.21502667665481567, 0.2748867869377136], "cos_Ac_negg": [0.6044625043869019, 0.6022371649742126, 0.693509042263031], "r_norm": [0.4881097674369812, 0.4923962652683258, 0.501143217086792]}, {"epoch_end": 1, "step": 938, "test_acc": 0.954, "test_loss": 0.16249057998657226}, {"step": 1000, "epoch": 2, "train_loss": 0.10555034875869751, "cos_r_negg": [0.19213074445724487, 0.20364949107170105, 0.2541934847831726], "cos_innovation_negg": [0.6145250201225281, 0.5941904783248901, 0.7238161563873291], "cos_apical_negg": [0.19213074445724487, 0.20364949107170105, 0.2541934847831726], "cos_Ac_negg": [0.6137326955795288, 0.5937837362289429, 0.7228925824165344], "r_norm": [0.5051816701889038, 0.5123348236083984, 0.5238111615180969], "ldr": {"dL_sdil": -0.020879611372947693, "dL_bp": -0.02171263098716736, "ratio": 0.9616343309702081}}, {"step": 1100, "epoch": 2, "train_loss": 0.14995025098323822, "cos_r_negg": [0.1608036309480667, 0.17839692533016205, 0.21034549176692963], "cos_innovation_negg": [0.6271437406539917, 0.5999051928520203, 0.7224013209342957], "cos_apical_negg": [0.1608036458492279, 0.17839692533016205, 0.21034547686576843], "cos_Ac_negg": [0.6265978813171387, 0.5995633602142334, 0.7214943170547485], "r_norm": [0.44330960512161255, 0.4478446841239929, 0.45712190866470337]}, {"step": 1200, "epoch": 2, "train_loss": 0.19789744913578033, "cos_r_negg": [0.14214375615119934, 0.16785132884979248, 0.22647646069526672], "cos_innovation_negg": [0.610224187374115, 0.5990985631942749, 0.7230522632598877], "cos_apical_negg": [0.14214375615119934, 0.16785132884979248, 0.22647646069526672], "cos_Ac_negg": [0.6099343299865723, 0.5987405180931091, 0.7220958471298218], "r_norm": [0.39994731545448303, 0.40427687764167786, 0.4147335886955261]}, {"step": 1300, "epoch": 2, "train_loss": 0.16238901019096375, "cos_r_negg": [0.14891840517520905, 0.1672055572271347, 0.1679675281047821], "cos_innovation_negg": [0.6169491410255432, 0.6053744554519653, 0.7373546957969666], "cos_apical_negg": [0.14891840517520905, 0.1672055572271347, 0.1679675281047821], "cos_Ac_negg": [0.6169780492782593, 0.6052446365356445, 0.736665666103363], "r_norm": [0.3367439806461334, 0.3369835615158081, 0.34749698638916016]}, {"step": 1400, "epoch": 2, "train_loss": 0.18364419043064117, "cos_r_negg": [0.18002033233642578, 0.19296342134475708, 0.20677827298641205], "cos_innovation_negg": [0.6146457195281982, 0.6046367883682251, 0.7352592945098877], "cos_apical_negg": [0.18002034723758698, 0.19296342134475708, 0.20677828788757324], "cos_Ac_negg": [0.6141279935836792, 0.6044787168502808, 0.7345358729362488], "r_norm": [0.35159727931022644, 0.3547499179840088, 0.3656826615333557]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9587, "test_loss": 0.14690606803894043}, {"step": 1500, "epoch": 3, "train_loss": 0.08449388295412064, "cos_r_negg": [0.16875985264778137, 0.19142822921276093, 0.19000297784805298], "cos_innovation_negg": [0.610733687877655, 0.6070719957351685, 0.705892026424408], "cos_apical_negg": [0.16875985264778137, 0.19142822921276093, 0.19000299274921417], "cos_Ac_negg": [0.6102322340011597, 0.6068242192268372, 0.7044358849525452], "r_norm": [0.366945743560791, 0.36736220121383667, 0.37842056155204773], "ldr": {"dL_sdil": -0.00750105082988739, "dL_bp": -0.008349701762199402, "ratio": 0.8983615275752714}}, {"step": 1600, "epoch": 3, "train_loss": 0.12243598699569702, "cos_r_negg": [0.15443696081638336, 0.1707608848810196, 0.1941714882850647], "cos_innovation_negg": [0.61644047498703, 0.6026446223258972, 0.7239662408828735], "cos_apical_negg": [0.15443696081638336, 0.1707608848810196, 0.1941714733839035], "cos_Ac_negg": [0.6157453060150146, 0.6021163463592529, 0.7227789163589478], "r_norm": [0.36821186542510986, 0.3698063790798187, 0.38126057386398315]}, {"step": 1700, "epoch": 3, "train_loss": 0.06708086282014847, "cos_r_negg": [0.1473718285560608, 0.14795580506324768, 0.143108069896698], "cos_innovation_negg": [0.5790796279907227, 0.5720647573471069, 0.6729124784469604], "cos_apical_negg": [0.1473718285560608, 0.14795580506324768, 0.143108069896698], "cos_Ac_negg": [0.5787884593009949, 0.5717729926109314, 0.672478437423706], "r_norm": [0.3370569348335266, 0.33832240104675293, 0.34798431396484375]}, {"step": 1800, "epoch": 3, "train_loss": 0.056912779808044434, "cos_r_negg": [0.14674267172813416, 0.1649877429008484, 0.17973743379116058], "cos_innovation_negg": [0.5927297472953796, 0.6014281511306763, 0.7244951128959656], "cos_apical_negg": [0.14674267172813416, 0.1649877429008484, 0.1797374188899994], "cos_Ac_negg": [0.5926502346992493, 0.6010866165161133, 0.7240047454833984], "r_norm": [0.4093218743801117, 0.413206547498703, 0.4214336574077606]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9572, "test_loss": 0.14480136337280272}, {"step": 1900, "epoch": 4, "train_loss": 0.06372798979282379, "cos_r_negg": [0.13798245787620544, 0.15645861625671387, 0.17202264070510864], "cos_innovation_negg": [0.5716080665588379, 0.5927119255065918, 0.7273725271224976], "cos_apical_negg": [0.13798245787620544, 0.15645861625671387, 0.17202265560626984], "cos_Ac_negg": [0.5702645182609558, 0.5924398899078369, 0.7267125248908997], "r_norm": [0.34442368149757385, 0.34690776467323303, 0.35579752922058105]}, {"step": 2000, "epoch": 4, "train_loss": 0.1230635792016983, "cos_r_negg": [0.09992668032646179, 0.1277817189693451, 0.17198091745376587], "cos_innovation_negg": [0.5658921003341675, 0.5797038078308105, 0.7345772981643677], "cos_apical_negg": [0.09992668032646179, 0.1277817189693451, 0.17198091745376587], "cos_Ac_negg": [0.5656217336654663, 0.5794889330863953, 0.7326558232307434], "r_norm": [0.34798136353492737, 0.34709346294403076, 0.3568878173828125], "ldr": {"dL_sdil": -0.008237451314926147, "dL_bp": -0.010793440043926239, "ratio": 0.7631905380862873}}, {"step": 2100, "epoch": 4, "train_loss": 0.0455523282289505, "cos_r_negg": [0.10512804985046387, 0.12953028082847595, 0.17792044579982758], "cos_innovation_negg": [0.5783050060272217, 0.5967017412185669, 0.6816978454589844], "cos_apical_negg": [0.10512804985046387, 0.12953028082847595, 0.17792044579982758], "cos_Ac_negg": [0.5776621103286743, 0.5964397192001343, 0.6802818179130554], "r_norm": [0.32047829031944275, 0.3206278085708618, 0.33012843132019043]}, {"step": 2200, "epoch": 4, "train_loss": 0.03517984598875046, "cos_r_negg": [0.12511026859283447, 0.10924628376960754, 0.1601351499557495], "cos_innovation_negg": [0.5803626775741577, 0.5878740549087524, 0.6889324188232422], "cos_apical_negg": [0.12511026859283447, 0.10924627631902695, 0.1601351499557495], "cos_Ac_negg": [0.5804789066314697, 0.5877931118011475, 0.687321662902832], "r_norm": [0.281892329454422, 0.28090548515319824, 0.2908461093902588]}, {"step": 2300, "epoch": 4, "train_loss": 0.24548226594924927, "cos_r_negg": [0.1039712056517601, 0.12470435351133347, 0.15579085052013397], "cos_innovation_negg": [0.5882450342178345, 0.594645082950592, 0.7426950335502625], "cos_apical_negg": [0.1039712056517601, 0.12470435351133347, 0.15579083561897278], "cos_Ac_negg": [0.5888385772705078, 0.5957909822463989, 0.7421364784240723], "r_norm": [0.28888705372810364, 0.2877044975757599, 0.29649096727371216]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9632, "test_loss": 0.13929505348205568}, {"step": 2400, "epoch": 5, "train_loss": 0.17687591910362244, "cos_r_negg": [0.09143434464931488, 0.09548715502023697, 0.14864963293075562], "cos_innovation_negg": [0.5699904561042786, 0.5822970867156982, 0.7467119693756104], "cos_apical_negg": [0.09143435209989548, 0.09548715502023697, 0.14864963293075562], "cos_Ac_negg": [0.5712879300117493, 0.583182692527771, 0.7456703782081604], "r_norm": [0.25851812958717346, 0.2587038278579712, 0.2650226950645447]}, {"step": 2500, "epoch": 5, "train_loss": 0.05235183238983154, "cos_r_negg": [0.104363352060318, 0.11514267325401306, 0.17557545006275177], "cos_innovation_negg": [0.5989686846733093, 0.6131246089935303, 0.7681947946548462], "cos_apical_negg": [0.104363352060318, 0.11514267325401306, 0.17557545006275177], "cos_Ac_negg": [0.5985739231109619, 0.6132676601409912, 0.7673127055168152], "r_norm": [0.26812252402305603, 0.26863086223602295, 0.2746120095252991], "ldr": {"dL_sdil": -0.005776338279247284, "dL_bp": -0.0076569244265556335, "ratio": 0.7543940566023967}}, {"step": 2600, "epoch": 5, "train_loss": 0.0871478021144867, "cos_r_negg": [0.10445903241634369, 0.10973095148801804, 0.16613927483558655], "cos_innovation_negg": [0.5762159824371338, 0.6001075506210327, 0.7818084955215454], "cos_apical_negg": [0.10445903241634369, 0.10973095148801804, 0.16613927483558655], "cos_Ac_negg": [0.5767149925231934, 0.6005728840827942, 0.7812463045120239], "r_norm": [0.2572261095046997, 0.25739797949790955, 0.2639195919036865]}, {"step": 2700, "epoch": 5, "train_loss": 0.03960831090807915, "cos_r_negg": [0.08011548966169357, 0.0950859785079956, 0.14954400062561035], "cos_innovation_negg": [0.599989116191864, 0.6124371886253357, 0.766748309135437], "cos_apical_negg": [0.08011548966169357, 0.0950859785079956, 0.14954400062561035], "cos_Ac_negg": [0.6005213856697083, 0.6123024225234985, 0.7662631273269653], "r_norm": [0.2452200949192047, 0.2448948621749878, 0.2524827718734741]}, {"step": 2800, "epoch": 5, "train_loss": 0.11025910079479218, "cos_r_negg": [0.08820969611406326, 0.08924748003482819, 0.13355904817581177], "cos_innovation_negg": [0.5641764402389526, 0.5957777500152588, 0.7485849857330322], "cos_apical_negg": [0.08820969611406326, 0.08924748748540878, 0.13355904817581177], "cos_Ac_negg": [0.5634011626243591, 0.5963249206542969, 0.7482997179031372], "r_norm": [0.23558063805103302, 0.23385974764823914, 0.24099965393543243]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9647, "test_loss": 0.1381507011413574}, {"step": 2900, "epoch": 6, "train_loss": 0.05658666789531708, "cos_r_negg": [0.08710053563117981, 0.10186932235956192, 0.13357140123844147], "cos_innovation_negg": [0.5684663653373718, 0.5904955863952637, 0.7487396597862244], "cos_apical_negg": [0.08710053563117981, 0.10186932235956192, 0.13357138633728027], "cos_Ac_negg": [0.569209098815918, 0.5921886563301086, 0.7497789859771729], "r_norm": [0.29279595613479614, 0.29504337906837463, 0.3026384711265564]}, {"step": 3000, "epoch": 6, "train_loss": 0.1389554738998413, "cos_r_negg": [0.08273432403802872, 0.10294032841920853, 0.153804212808609], "cos_innovation_negg": [0.581412136554718, 0.6046063899993896, 0.7675391435623169], "cos_apical_negg": [0.08273431658744812, 0.10294032096862793, 0.153804212808609], "cos_Ac_negg": [0.5810220837593079, 0.6044617891311646, 0.7668269276618958], "r_norm": [0.23665934801101685, 0.2363736927509308, 0.24261853098869324], "ldr": {"dL_sdil": -0.006766326725482941, "dL_bp": -0.010693289339542389, "ratio": 0.632763830719697}}, {"step": 3100, "epoch": 6, "train_loss": 0.045664429664611816, "cos_r_negg": [0.07281437516212463, 0.10329809784889221, 0.15000489354133606], "cos_innovation_negg": [0.5701096057891846, 0.6087615489959717, 0.7614849805831909], "cos_apical_negg": [0.07281437516212463, 0.10329809784889221, 0.15000489354133606], "cos_Ac_negg": [0.571969747543335, 0.6111091375350952, 0.7622292041778564], "r_norm": [0.21933972835540771, 0.21938401460647583, 0.2249061018228531]}, {"step": 3200, "epoch": 6, "train_loss": 0.061834823340177536, "cos_r_negg": [0.08501126617193222, 0.09319117665290833, 0.1612335443496704], "cos_innovation_negg": [0.5752924680709839, 0.6183765530586243, 0.7765172719955444], "cos_apical_negg": [0.08501126617193222, 0.09319118410348892, 0.1612335443496704], "cos_Ac_negg": [0.57663494348526, 0.6192549467086792, 0.7760336995124817], "r_norm": [0.2455293983221054, 0.24688546359539032, 0.2556905150413513]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9632, "test_loss": 0.13765224380493163}, {"step": 3300, "epoch": 7, "train_loss": 0.037868987768888474, "cos_r_negg": [0.06819568574428558, 0.09165281802415848, 0.13477952778339386], "cos_innovation_negg": [0.5775467753410339, 0.6172739267349243, 0.7733339667320251], "cos_apical_negg": [0.06819568574428558, 0.09165281802415848, 0.13477952778339386], "cos_Ac_negg": [0.5785447359085083, 0.6178483963012695, 0.772968053817749], "r_norm": [0.1841440498828888, 0.18279677629470825, 0.18698254227638245]}, {"step": 3400, "epoch": 7, "train_loss": 0.057012829929590225, "cos_r_negg": [0.04902275651693344, 0.0829361230134964, 0.1393163800239563], "cos_innovation_negg": [0.569525957107544, 0.611689031124115, 0.7531881332397461], "cos_apical_negg": [0.04902275651693344, 0.0829361230134964, 0.1393163800239563], "cos_Ac_negg": [0.5696339011192322, 0.6121697425842285, 0.7525510787963867], "r_norm": [0.2102440893650055, 0.21031144261360168, 0.21395905315876007]}, {"step": 3500, "epoch": 7, "train_loss": 0.012967953458428383, "cos_r_negg": [0.04261264204978943, 0.07681228965520859, 0.11562997847795486], "cos_innovation_negg": [0.5457855463027954, 0.5888035297393799, 0.7384692430496216], "cos_apical_negg": [0.04261264204978943, 0.07681229710578918, 0.11562997847795486], "cos_Ac_negg": [0.5459547638893127, 0.5891798138618469, 0.7380806803703308], "r_norm": [0.1930660754442215, 0.19278058409690857, 0.19642701745033264], "ldr": {"dL_sdil": -0.00444900244474411, "dL_bp": -0.005875870585441589, "ratio": 0.7571648115884694}}, {"step": 3600, "epoch": 7, "train_loss": 0.02658027783036232, "cos_r_negg": [0.06686761975288391, 0.09110414981842041, 0.14028650522232056], "cos_innovation_negg": [0.5533796548843384, 0.596343994140625, 0.7621746063232422], "cos_apical_negg": [0.06686761975288391, 0.09110414981842041, 0.14028650522232056], "cos_Ac_negg": [0.5548543334007263, 0.5974231958389282, 0.7601150274276733], "r_norm": [0.23936469852924347, 0.2389662116765976, 0.2441703826189041]}, {"step": 3700, "epoch": 7, "train_loss": 0.04484715685248375, "cos_r_negg": [0.07195615768432617, 0.09331950545310974, 0.1270626187324524], "cos_innovation_negg": [0.5737826824188232, 0.6007370948791504, 0.7920554876327515], "cos_apical_negg": [0.07195615768432617, 0.09331950545310974, 0.1270626187324524], "cos_Ac_negg": [0.5744510889053345, 0.600490927696228, 0.7909368276596069], "r_norm": [0.21639801561832428, 0.216265469789505, 0.22190241515636444]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.964, "test_loss": 0.13408593940734864}, {"step": 3800, "epoch": 8, "train_loss": 0.01185213029384613, "cos_r_negg": [0.06454490125179291, 0.07939378917217255, 0.11251212656497955], "cos_innovation_negg": [0.5821287631988525, 0.611849308013916, 0.8006997108459473], "cos_apical_negg": [0.06454490125179291, 0.07939378917217255, 0.11251212656497955], "cos_Ac_negg": [0.5833477973937988, 0.6126703023910522, 0.8004059791564941], "r_norm": [0.20735469460487366, 0.20676398277282715, 0.21254190802574158]}, {"step": 3900, "epoch": 8, "train_loss": 0.05419771373271942, "cos_r_negg": [0.06062908470630646, 0.0694422721862793, 0.14149636030197144], "cos_innovation_negg": [0.589740514755249, 0.609463095664978, 0.7986055016517639], "cos_apical_negg": [0.060629088431596756, 0.0694422721862793, 0.14149636030197144], "cos_Ac_negg": [0.5911917686462402, 0.611224889755249, 0.7968090176582336], "r_norm": [0.23106130957603455, 0.22936022281646729, 0.23741474747657776]}, {"step": 4000, "epoch": 8, "train_loss": 0.046872012317180634, "cos_r_negg": [0.05422832816839218, 0.06284771859645844, 0.1561664193868637], "cos_innovation_negg": [0.5773699283599854, 0.6160436868667603, 0.7888002395629883], "cos_apical_negg": [0.05422832816839218, 0.06284771859645844, 0.1561664193868637], "cos_Ac_negg": [0.579522430896759, 0.617862343788147, 0.7886414527893066], "r_norm": [0.19908982515335083, 0.19718077778816223, 0.20243209600448608], "ldr": {"dL_sdil": -0.004139915108680725, "dL_bp": -0.007579512894153595, "ratio": 0.5461980428681664}}, {"step": 4100, "epoch": 8, "train_loss": 0.03398824483156204, "cos_r_negg": [0.06557351350784302, 0.07014419138431549, 0.12502682209014893], "cos_innovation_negg": [0.5768357515335083, 0.6040399074554443, 0.773569643497467], "cos_apical_negg": [0.06557351350784302, 0.0701441839337349, 0.12502682209014893], "cos_Ac_negg": [0.5798871517181396, 0.6070576906204224, 0.7739890813827515], "r_norm": [0.21416997909545898, 0.21151283383369446, 0.21724577248096466]}, {"step": 4200, "epoch": 8, "train_loss": 0.07612821459770203, "cos_r_negg": [0.06579138338565826, 0.08105255663394928, 0.15147385001182556], "cos_innovation_negg": [0.5834667682647705, 0.6256547570228577, 0.7978948950767517], "cos_apical_negg": [0.06579138338565826, 0.08105255663394928, 0.15147385001182556], "cos_Ac_negg": [0.5845136046409607, 0.6251918077468872, 0.7970051765441895], "r_norm": [0.20306122303009033, 0.20107214152812958, 0.20588289201259613]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9662, "test_loss": 0.14420917987823487}, {"step": 4300, "epoch": 9, "train_loss": 0.08293405175209045, "cos_r_negg": [0.0714031234383583, 0.0785452127456665, 0.15151631832122803], "cos_innovation_negg": [0.5730950832366943, 0.6166566014289856, 0.7786111235618591], "cos_apical_negg": [0.0714031234383583, 0.07854520529508591, 0.15151631832122803], "cos_Ac_negg": [0.5783324837684631, 0.6188297271728516, 0.7781251072883606], "r_norm": [0.24066542088985443, 0.23902548849582672, 0.24453666806221008]}, {"step": 4400, "epoch": 9, "train_loss": 0.01634911447763443, "cos_r_negg": [0.04901481419801712, 0.06164327636361122, 0.1508701741695404], "cos_innovation_negg": [0.5692999362945557, 0.6197838187217712, 0.7927394509315491], "cos_apical_negg": [0.04901481419801712, 0.06164327263832092, 0.1508701741695404], "cos_Ac_negg": [0.57411789894104, 0.6215963959693909, 0.7921978235244751], "r_norm": [0.19413670897483826, 0.19463616609573364, 0.19877862930297852]}, {"step": 4500, "epoch": 9, "train_loss": 0.08244402706623077, "cos_r_negg": [0.07131268084049225, 0.06934712082147598, 0.170973539352417], "cos_innovation_negg": [0.5771777629852295, 0.6264559626579285, 0.7843647003173828], "cos_apical_negg": [0.07131268084049225, 0.06934712082147598, 0.170973539352417], "cos_Ac_negg": [0.5818760395050049, 0.6306333541870117, 0.7838480472564697], "r_norm": [0.21711620688438416, 0.21687400341033936, 0.2219024896621704], "ldr": {"dL_sdil": -0.009840846061706543, "dL_bp": -0.015845887362957, "ratio": 0.6210347099091169}}, {"step": 4600, "epoch": 9, "train_loss": 0.026744356378912926, "cos_r_negg": [0.0618271604180336, 0.06315726041793823, 0.16725903749465942], "cos_innovation_negg": [0.5672653317451477, 0.6101313233375549, 0.7892102003097534], "cos_apical_negg": [0.0618271566927433, 0.06315726041793823, 0.16725903749465942], "cos_Ac_negg": [0.5734517574310303, 0.612655520439148, 0.7888774275779724], "r_norm": [0.22485798597335815, 0.2251223921775818, 0.2306308001279831]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9667, "test_loss": 0.13903922443389893}, {"step": 4700, "epoch": 10, "train_loss": 0.007480492815375328, "cos_r_negg": [0.057246074080467224, 0.07192473113536835, 0.12905441224575043], "cos_innovation_negg": [0.5789980888366699, 0.6045011281967163, 0.7860550880432129], "cos_apical_negg": [0.057246070355176926, 0.07192473113536835, 0.12905442714691162], "cos_Ac_negg": [0.5840855836868286, 0.6071586608886719, 0.7865488529205322], "r_norm": [0.19419127702713013, 0.19209963083267212, 0.19691956043243408]}, {"step": 4800, "epoch": 10, "train_loss": 0.05859462171792984, "cos_r_negg": [0.048658277839422226, 0.049405887722969055, 0.1246444433927536], "cos_innovation_negg": [0.580818235874176, 0.6091240048408508, 0.8054152131080627], "cos_apical_negg": [0.04865827411413193, 0.049405887722969055, 0.1246444433927536], "cos_Ac_negg": [0.5851349830627441, 0.6118993163108826, 0.8056197762489319], "r_norm": [0.16325904428958893, 0.16174930334091187, 0.1662379950284958]}, {"step": 4900, "epoch": 10, "train_loss": 0.01692567951977253, "cos_r_negg": [0.041120436042547226, 0.052641406655311584, 0.13419954478740692], "cos_innovation_negg": [0.5894560813903809, 0.6101266145706177, 0.8228746652603149], "cos_apical_negg": [0.041120436042547226, 0.052641406655311584, 0.13419952988624573], "cos_Ac_negg": [0.5942845344543457, 0.6120989322662354, 0.8230128288269043], "r_norm": [0.21571972966194153, 0.21420744061470032, 0.21982790529727936]}, {"step": 5000, "epoch": 10, "train_loss": 0.002963550854474306, "cos_r_negg": [0.02652878873050213, 0.054692912846803665, 0.14462882280349731], "cos_innovation_negg": [0.5711955428123474, 0.6041380167007446, 0.7934826612472534], "cos_apical_negg": [0.02652878686785698, 0.054692916572093964, 0.14462882280349731], "cos_Ac_negg": [0.5788955688476562, 0.6082943677902222, 0.7967605590820312], "r_norm": [0.19515369832515717, 0.1932317167520523, 0.1971580982208252], "ldr": {"dL_sdil": -0.006302967667579651, "dL_bp": -0.013330258429050446, "ratio": 0.47283161846612676}}, {"step": 5100, "epoch": 10, "train_loss": 0.06172416731715202, "cos_r_negg": [0.049603741616010666, 0.0570407509803772, 0.10463455319404602], "cos_innovation_negg": [0.5679624676704407, 0.6072711944580078, 0.8077365756034851], "cos_apical_negg": [0.04960373416543007, 0.057040754705667496, 0.10463454574346542], "cos_Ac_negg": [0.5724920034408569, 0.6101170778274536, 0.8092787861824036], "r_norm": [0.20149093866348267, 0.2006198763847351, 0.20440885424613953]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9663, "test_loss": 0.13990628299713134}, {"step": 5200, "epoch": 11, "train_loss": 0.005635946057736874, "cos_r_negg": [0.04804793745279312, 0.07594914734363556, 0.15396186709403992], "cos_innovation_negg": [0.5863626003265381, 0.6298747062683105, 0.8127346038818359], "cos_apical_negg": [0.04804793745279312, 0.07594914734363556, 0.15396186709403992], "cos_Ac_negg": [0.5908218622207642, 0.6329330205917358, 0.8132315874099731], "r_norm": [0.19912630319595337, 0.19829660654067993, 0.20222434401512146]}, {"step": 5300, "epoch": 11, "train_loss": 0.04544731229543686, "cos_r_negg": [0.045524321496486664, 0.05399655923247337, 0.13895809650421143], "cos_innovation_negg": [0.592345118522644, 0.6250184774398804, 0.8202204704284668], "cos_apical_negg": [0.045524321496486664, 0.05399656295776367, 0.13895811140537262], "cos_Ac_negg": [0.5951798558235168, 0.6259604692459106, 0.817613959312439], "r_norm": [0.17030401527881622, 0.16832587122917175, 0.17232629656791687]}, {"step": 5400, "epoch": 11, "train_loss": 0.032391257584095, "cos_r_negg": [0.033009544014930725, 0.06161931902170181, 0.11818663775920868], "cos_innovation_negg": [0.585328996181488, 0.6277340650558472, 0.8154817819595337], "cos_apical_negg": [0.033009547740221024, 0.06161931902170181, 0.11818663775920868], "cos_Ac_negg": [0.5880820155143738, 0.6308137774467468, 0.8149290084838867], "r_norm": [0.16117753088474274, 0.1590377688407898, 0.16213363409042358]}, {"step": 5500, "epoch": 11, "train_loss": 0.017001952975988388, "cos_r_negg": [0.057188842445611954, 0.06892257928848267, 0.14046448469161987], "cos_innovation_negg": [0.5733467936515808, 0.6209812760353088, 0.8231766223907471], "cos_apical_negg": [0.057188838720321655, 0.06892257928848267, 0.14046448469161987], "cos_Ac_negg": [0.5821273326873779, 0.6259586811065674, 0.8244051337242126], "r_norm": [0.20744086802005768, 0.20738153159618378, 0.21173736453056335], "ldr": {"dL_sdil": -0.00945746898651123, "dL_bp": -0.02136269211769104, "ratio": 0.4427096048760276}}, {"step": 5600, "epoch": 11, "train_loss": 0.006740005221217871, "cos_r_negg": [0.05281400680541992, 0.05836670100688934, 0.14640334248542786], "cos_innovation_negg": [0.5676909685134888, 0.6017760038375854, 0.7918360233306885], "cos_apical_negg": [0.05281400308012962, 0.05836670100688934, 0.14640334248542786], "cos_Ac_negg": [0.5811183452606201, 0.613360583782196, 0.7984145879745483], "r_norm": [0.1922435462474823, 0.1913505494594574, 0.194338858127594]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9681, "test_loss": 0.13979484329223632}, {"step": 5700, "epoch": 12, "train_loss": 0.00581244844943285, "cos_r_negg": [0.04240035265684128, 0.06806708872318268, 0.15737377107143402], "cos_innovation_negg": [0.5983659029006958, 0.6389483213424683, 0.8126609325408936], "cos_apical_negg": [0.04240035638213158, 0.06806708872318268, 0.15737377107143402], "cos_Ac_negg": [0.6039735674858093, 0.6432410478591919, 0.8180676698684692], "r_norm": [0.18136031925678253, 0.17909833788871765, 0.18332219123840332]}, {"step": 5800, "epoch": 12, "train_loss": 0.00885578989982605, "cos_r_negg": [0.0430121123790741, 0.06361928582191467, 0.16144409775733948], "cos_innovation_negg": [0.5721216201782227, 0.6162316799163818, 0.8096988201141357], "cos_apical_negg": [0.0430121123790741, 0.06361928582191467, 0.16144409775733948], "cos_Ac_negg": [0.5854752659797668, 0.6243906617164612, 0.8141613006591797], "r_norm": [0.17212796211242676, 0.17050936818122864, 0.17365111410617828]}, {"step": 5900, "epoch": 12, "train_loss": 0.009952781721949577, "cos_r_negg": [0.047281891107559204, 0.07056909799575806, 0.12812644243240356], "cos_innovation_negg": [0.5634245276451111, 0.6183832287788391, 0.8073009252548218], "cos_apical_negg": [0.047281887382268906, 0.07056909799575806, 0.12812642753124237], "cos_Ac_negg": [0.5754376649856567, 0.626757025718689, 0.8092242479324341], "r_norm": [0.1940169483423233, 0.19259941577911377, 0.19687262177467346]}, {"step": 6000, "epoch": 12, "train_loss": 0.01151820458471775, "cos_r_negg": [0.051623858511447906, 0.06779216229915619, 0.11005212366580963], "cos_innovation_negg": [0.5707551836967468, 0.6161702871322632, 0.8066044449806213], "cos_apical_negg": [0.051623858511447906, 0.06779216229915619, 0.11005212366580963], "cos_Ac_negg": [0.5827686786651611, 0.6238081455230713, 0.8084499835968018], "r_norm": [0.186072438955307, 0.18489909172058105, 0.1888715922832489], "ldr": {"dL_sdil": -0.006349913775920868, "dL_bp": -0.013403870165348053, "ratio": 0.4737373383649141}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9675, "test_loss": 0.1411269510269165}, {"step": 6100, "epoch": 13, "train_loss": 0.023034799844026566, "cos_r_negg": [0.02535937912762165, 0.05402741953730583, 0.11632424592971802], "cos_innovation_negg": [0.577201247215271, 0.6136166453361511, 0.798707902431488], "cos_apical_negg": [0.0253593772649765, 0.05402742326259613, 0.11632424592971802], "cos_Ac_negg": [0.5856450796127319, 0.619591474533081, 0.797835111618042], "r_norm": [0.16720417141914368, 0.1653231382369995, 0.16929173469543457]}, {"step": 6200, "epoch": 13, "train_loss": 0.006544003263115883, "cos_r_negg": [0.01941419020295143, 0.052159279584884644, 0.10601349174976349], "cos_innovation_negg": [0.5653433799743652, 0.617152214050293, 0.7921702265739441], "cos_apical_negg": [0.01941419020295143, 0.052159279584884644, 0.10601348429918289], "cos_Ac_negg": [0.5742806196212769, 0.6222989559173584, 0.7963885068893433], "r_norm": [0.17755120992660522, 0.1749841570854187, 0.1788170337677002]}, {"step": 6300, "epoch": 13, "train_loss": 0.004289270378649235, "cos_r_negg": [0.0340130552649498, 0.05541940778493881, 0.08644931763410568], "cos_innovation_negg": [0.5821785926818848, 0.6249187588691711, 0.8116950988769531], "cos_apical_negg": [0.0340130552649498, 0.05541940778493881, 0.08644931763410568], "cos_Ac_negg": [0.590609073638916, 0.6309099197387695, 0.8122329711914062], "r_norm": [0.18385039269924164, 0.1820000410079956, 0.18596194684505463]}, {"step": 6400, "epoch": 13, "train_loss": 0.010423911735415459, "cos_r_negg": [0.03649044781923294, 0.060498591512441635, 0.1368914395570755], "cos_innovation_negg": [0.5671042203903198, 0.6166531443595886, 0.810198187828064], "cos_apical_negg": [0.03649044781923294, 0.060498595237731934, 0.1368914395570755], "cos_Ac_negg": [0.5799421072006226, 0.6260737776756287, 0.8127725124359131], "r_norm": [0.18087336421012878, 0.17894110083580017, 0.1818162500858307]}, {"step": 6500, "epoch": 13, "train_loss": 0.004160104785114527, "cos_r_negg": [0.0405738428235054, 0.04769139736890793, 0.09347885847091675], "cos_innovation_negg": [0.5765970349311829, 0.6279065608978271, 0.8124428987503052], "cos_apical_negg": [0.0405738428235054, 0.04769139736890793, 0.09347885847091675], "cos_Ac_negg": [0.5845774412155151, 0.6358634233474731, 0.8168673515319824], "r_norm": [0.1860228180885315, 0.18419817090034485, 0.18813836574554443], "ldr": {"dL_sdil": -0.010338686406612396, "dL_bp": -0.022747255861759186, "ratio": 0.454502576901724}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9682, "test_loss": 0.1463049343109131}, {"step": 6600, "epoch": 14, "train_loss": 0.004148650448769331, "cos_r_negg": [0.03188185393810272, 0.06319305300712585, 0.13173982501029968], "cos_innovation_negg": [0.5802109241485596, 0.6224278211593628, 0.8078254461288452], "cos_apical_negg": [0.03188186138868332, 0.06319305300712585, 0.13173982501029968], "cos_Ac_negg": [0.5904284119606018, 0.6292195916175842, 0.8099945783615112], "r_norm": [0.1784917116165161, 0.17618262767791748, 0.18012207746505737]}, {"step": 6700, "epoch": 14, "train_loss": 0.026638057082891464, "cos_r_negg": [0.049549493938684464, 0.07205605506896973, 0.12926535308361053], "cos_innovation_negg": [0.5660225749015808, 0.6206774711608887, 0.8216431140899658], "cos_apical_negg": [0.04954949766397476, 0.07205605506896973, 0.12926535308361053], "cos_Ac_negg": [0.578456699848175, 0.6301831007003784, 0.8272661566734314], "r_norm": [0.20544731616973877, 0.20489473640918732, 0.2076413929462433]}, {"step": 6800, "epoch": 14, "train_loss": 0.009142404422163963, "cos_r_negg": [0.0335632786154747, 0.0695372074842453, 0.09248542040586472], "cos_innovation_negg": [0.5792226791381836, 0.6255484223365784, 0.8168814182281494], "cos_apical_negg": [0.0335632786154747, 0.0695372074842453, 0.09248542040586472], "cos_Ac_negg": [0.5914014577865601, 0.632810115814209, 0.8217812180519104], "r_norm": [0.16425728797912598, 0.1625906080007553, 0.16580429673194885]}, {"step": 6900, "epoch": 14, "train_loss": 0.017450060695409775, "cos_r_negg": [0.024999558925628662, 0.05355795472860336, 0.108038529753685], "cos_innovation_negg": [0.5662834644317627, 0.6149284839630127, 0.8097664713859558], "cos_apical_negg": [0.02499956078827381, 0.05355795472860336, 0.108038529753685], "cos_Ac_negg": [0.5823071002960205, 0.6273297071456909, 0.8186169862747192], "r_norm": [0.16578197479248047, 0.16436287760734558, 0.16795970499515533]}, {"step": 7000, "epoch": 14, "train_loss": 0.004938879981637001, "cos_r_negg": [0.019482914358377457, 0.04799122363328934, 0.12605518102645874], "cos_innovation_negg": [0.5600874423980713, 0.6135075688362122, 0.8163824081420898], "cos_apical_negg": [0.019482912495732307, 0.04799122363328934, 0.12605518102645874], "cos_Ac_negg": [0.5771578550338745, 0.6272215247154236, 0.8234264850616455], "r_norm": [0.17362800240516663, 0.1731886863708496, 0.17663457989692688], "ldr": {"dL_sdil": -0.007719583809375763, "dL_bp": -0.01837293803691864, "ratio": 0.42016055319318046}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9688, "test_loss": 0.14673759593963623}], "final": {"test_acc": 0.9688, "test_loss": 0.14673759593963623, "wall_s": 24.029053211212158, "cos_r_negg": [0.01788480021059513, 0.04366231709718704, 0.11157252639532089], "cos_innovation_negg": [0.5543270111083984, 0.6096324920654297, 0.8096452355384827], "cos_apical_negg": [0.01788480207324028, 0.04366231709718704, 0.11157253384590149], "cos_Ac_negg": [0.5765706300735474, 0.6261533498764038, 0.8202852606773376]}}
\ No newline at end of file |