diff options
Diffstat (limited to 'results/nuis_ctrl_v1_rho0p2_matched_s2.json')
| -rw-r--r-- | results/nuis_ctrl_v1_rho0p2_matched_s2.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/nuis_ctrl_v1_rho0p2_matched_s2.json b/results/nuis_ctrl_v1_rho0p2_matched_s2.json new file mode 100644 index 0000000..8a963e7 --- /dev/null +++ b/results/nuis_ctrl_v1_rho0p2_matched_s2.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p2_matched_s2", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4534778594970703, "cos_r_negg": [0.012568807229399681, 0.03450503945350647, 0.0010404697386547923], "cos_innovation_negg": [0.014475886709988117, 0.03835199773311615, 0.002498562913388014], "cos_apical_negg": [0.012568807229399681, 0.03450503945350647, 0.0010404693894088268], "cos_Ac_negg": [0.01447701919823885, 0.038352131843566895, 0.0024988045915961266], "r_norm": [4.752559661865234, 4.777873992919922, 4.861356735229492], "ldr": {"dL_sdil": -0.03560066223144531, "dL_bp": -0.22435855865478516, "ratio": 0.15867753138057528}}, {"step": 100, "epoch": 0, "train_loss": 0.41686537861824036, "cos_r_negg": [0.20910879969596863, 0.2692984640598297, 0.4817904233932495], "cos_innovation_negg": [0.3817101716995239, 0.44794201850891113, 0.6611666679382324], "cos_apical_negg": [0.20910879969596863, 0.2692984938621521, 0.4817904233932495], "cos_Ac_negg": [0.38167721033096313, 0.44792354106903076, 0.6610803604125977], "r_norm": [1.4123414754867554, 1.4315316677093506, 1.4444916248321533]}, {"step": 200, "epoch": 0, "train_loss": 0.5074231624603271, "cos_r_negg": [0.1471855193376541, 0.1931024193763733, 0.38483262062072754], "cos_innovation_negg": [0.3486558198928833, 0.3702238202095032, 0.7247120141983032], "cos_apical_negg": [0.1471855193376541, 0.1931024193763733, 0.38483262062072754], "cos_Ac_negg": [0.34843605756759644, 0.3701276183128357, 0.7246884107589722], "r_norm": [1.2270182371139526, 1.2435197830200195, 1.2643003463745117]}, {"step": 300, "epoch": 0, "train_loss": 0.37084686756134033, "cos_r_negg": [0.19130156934261322, 0.21340379118919373, 0.2546432912349701], "cos_innovation_negg": [0.42001277208328247, 0.43721991777420044, 0.6830000281333923], "cos_apical_negg": [0.19130158424377441, 0.21340377628803253, 0.2546432912349701], "cos_Ac_negg": [0.41993245482444763, 0.43723857402801514, 0.6830713152885437], "r_norm": [1.0301235914230347, 1.044346570968628, 1.063666582107544]}, {"step": 400, "epoch": 0, "train_loss": 0.26632899045944214, "cos_r_negg": [0.14599348604679108, 0.15959666669368744, 0.22845155000686646], "cos_innovation_negg": [0.36778703331947327, 0.371023565530777, 0.6967618465423584], "cos_apical_negg": [0.14599348604679108, 0.15959666669368744, 0.22845155000686646], "cos_Ac_negg": [0.3677300810813904, 0.3710061311721802, 0.696708083152771], "r_norm": [0.9066268801689148, 0.9191576242446899, 0.9300616979598999]}, {"epoch_end": 0, "step": 469, "test_acc": 0.903, "test_loss": 0.331314372253418}, {"step": 500, "epoch": 1, "train_loss": 0.3867322504520416, "cos_r_negg": [0.15045762062072754, 0.17845138907432556, 0.2959133982658386], "cos_innovation_negg": [0.3879963755607605, 0.4371849298477173, 0.7281054258346558], "cos_apical_negg": [0.15045762062072754, 0.17845138907432556, 0.2959133982658386], "cos_Ac_negg": [0.38791027665138245, 0.4371678829193115, 0.7275727987289429], "r_norm": [0.8599467277526855, 0.8747251033782959, 0.887826681137085], "ldr": {"dL_sdil": -0.028965353965759277, "dL_bp": -0.03613775968551636, "ratio": 0.8015259998911414}}, {"step": 600, "epoch": 1, "train_loss": 0.13958343863487244, "cos_r_negg": [0.1288796365261078, 0.1283964365720749, 0.24638712406158447], "cos_innovation_negg": [0.38277918100357056, 0.40525853633880615, 0.7170636653900146], "cos_apical_negg": [0.12887966632843018, 0.1283964216709137, 0.24638710916042328], "cos_Ac_negg": [0.3828057050704956, 0.40533846616744995, 0.7172442674636841], "r_norm": [0.8258097767829895, 0.8411470055580139, 0.8469644784927368]}, {"step": 700, "epoch": 1, "train_loss": 0.2569888234138489, "cos_r_negg": [0.1412455141544342, 0.17819184064865112, 0.2809038758277893], "cos_innovation_negg": [0.42194926738739014, 0.47824516892433167, 0.811832070350647], "cos_apical_negg": [0.1412455141544342, 0.17819184064865112, 0.2809038758277893], "cos_Ac_negg": [0.4218267798423767, 0.4780724048614502, 0.8120670914649963], "r_norm": [0.872336208820343, 0.8837152719497681, 0.9001341462135315]}, {"step": 800, "epoch": 1, "train_loss": 0.25456687808036804, "cos_r_negg": [0.14802801609039307, 0.14368075132369995, 0.32872581481933594], "cos_innovation_negg": [0.42030400037765503, 0.42957520484924316, 0.794129490852356], "cos_apical_negg": [0.14802801609039307, 0.14368075132369995, 0.32872581481933594], "cos_Ac_negg": [0.4200805425643921, 0.429516077041626, 0.7942253351211548], "r_norm": [0.7989506125450134, 0.8065053820610046, 0.821996808052063]}, {"step": 900, "epoch": 1, "train_loss": 0.34873253107070923, "cos_r_negg": [0.11648806184530258, 0.14995908737182617, 0.5076208710670471], "cos_innovation_negg": [0.4059617221355438, 0.4781762957572937, 0.8521462082862854], "cos_apical_negg": [0.11648805439472198, 0.14995910227298737, 0.5076208710670471], "cos_Ac_negg": [0.40587353706359863, 0.4780960977077484, 0.8521717190742493], "r_norm": [0.851474404335022, 0.8599135279655457, 0.8701728582382202]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9322, "test_loss": 0.26375516510009767}, {"step": 1000, "epoch": 2, "train_loss": 0.1870284080505371, "cos_r_negg": [0.10966353118419647, 0.11476705968379974, 0.35616523027420044], "cos_innovation_negg": [0.3887864947319031, 0.42191082239151, 0.7260174751281738], "cos_apical_negg": [0.10966353118419647, 0.11476706713438034, 0.35616523027420044], "cos_Ac_negg": [0.3884957432746887, 0.4210093021392822, 0.7258301973342896], "r_norm": [0.7246695756912231, 0.7339367866516113, 0.7531286478042603], "ldr": {"dL_sdil": -0.030852317810058594, "dL_bp": -0.049205899238586426, "ratio": 0.6270044504311127}}, {"step": 1100, "epoch": 2, "train_loss": 0.2859516739845276, "cos_r_negg": [0.09784212708473206, 0.15027090907096863, 0.3862214982509613], "cos_innovation_negg": [0.4302035868167877, 0.4694533944129944, 0.8364196419715881], "cos_apical_negg": [0.09784212708473206, 0.15027090907096863, 0.3862214982509613], "cos_Ac_negg": [0.4301931858062744, 0.4694032669067383, 0.8362910747528076], "r_norm": [0.6909522414207458, 0.6969499588012695, 0.7114371061325073]}, {"step": 1200, "epoch": 2, "train_loss": 0.2686888575553894, "cos_r_negg": [0.06694125384092331, 0.10133053362369537, 0.3635830879211426], "cos_innovation_negg": [0.3626210689544678, 0.42960411310195923, 0.7312387228012085], "cos_apical_negg": [0.06694125384092331, 0.10133052617311478, 0.3635830581188202], "cos_Ac_negg": [0.3625844120979309, 0.4294888377189636, 0.7304561138153076], "r_norm": [0.5011560320854187, 0.5067845582962036, 0.5153244733810425]}, {"step": 1300, "epoch": 2, "train_loss": 0.233536034822464, "cos_r_negg": [0.13068357110023499, 0.13832031190395355, 0.44007012248039246], "cos_innovation_negg": [0.4261730909347534, 0.4654122591018677, 0.8375815153121948], "cos_apical_negg": [0.13068357110023499, 0.13832029700279236, 0.44007015228271484], "cos_Ac_negg": [0.426139771938324, 0.4653242230415344, 0.8375306725502014], "r_norm": [0.7261972427368164, 0.7375327348709106, 0.7505894899368286]}, {"step": 1400, "epoch": 2, "train_loss": 0.3284955620765686, "cos_r_negg": [0.12551483511924744, 0.15524140000343323, 0.4092218279838562], "cos_innovation_negg": [0.3842164874076843, 0.4378356337547302, 0.7856218814849854], "cos_apical_negg": [0.12551483511924744, 0.15524140000343323, 0.4092218279838562], "cos_Ac_negg": [0.3841329514980316, 0.4376981854438782, 0.7854340672492981], "r_norm": [0.7306188941001892, 0.7402686476707458, 0.7559319734573364]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9389, "test_loss": 0.23942671127319337}, {"step": 1500, "epoch": 3, "train_loss": 0.19460006058216095, "cos_r_negg": [0.11979489773511887, 0.1436571478843689, 0.3284034729003906], "cos_innovation_negg": [0.3952661156654358, 0.46787145733833313, 0.8080404996871948], "cos_apical_negg": [0.11979489773511887, 0.1436571478843689, 0.3284034729003906], "cos_Ac_negg": [0.3951954245567322, 0.46767285466194153, 0.8072835206985474], "r_norm": [0.618583083152771, 0.6279668211936951, 0.6388745307922363], "ldr": {"dL_sdil": -0.015642642974853516, "dL_bp": -0.02876603603363037, "ratio": 0.5437886178187952}}, {"step": 1600, "epoch": 3, "train_loss": 0.3088424801826477, "cos_r_negg": [0.10899022221565247, 0.1483244001865387, 0.4355407953262329], "cos_innovation_negg": [0.39527010917663574, 0.49079176783561707, 0.8139268159866333], "cos_apical_negg": [0.10899022221565247, 0.1483244001865387, 0.4355407953262329], "cos_Ac_negg": [0.39524132013320923, 0.4907287657260895, 0.8137434720993042], "r_norm": [0.6653609275817871, 0.6724896430969238, 0.6789262294769287]}, {"step": 1700, "epoch": 3, "train_loss": 0.10894760489463806, "cos_r_negg": [0.10433030873537064, 0.13236722350120544, 0.4496546983718872], "cos_innovation_negg": [0.41957804560661316, 0.5137567520141602, 0.7548569440841675], "cos_apical_negg": [0.10433030873537064, 0.13236720860004425, 0.4496547281742096], "cos_Ac_negg": [0.4192151427268982, 0.5135338306427002, 0.7546485066413879], "r_norm": [0.5623418688774109, 0.5709551572799683, 0.579412579536438]}, {"step": 1800, "epoch": 3, "train_loss": 0.04571342468261719, "cos_r_negg": [0.09522800147533417, 0.1473408043384552, 0.3995060920715332], "cos_innovation_negg": [0.3593822419643402, 0.45815226435661316, 0.7739691734313965], "cos_apical_negg": [0.09522800147533417, 0.147340789437294, 0.3995060920715332], "cos_Ac_negg": [0.3595648407936096, 0.4577977657318115, 0.77255779504776], "r_norm": [0.6105034947395325, 0.6216210126876831, 0.6287780404090881]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9451, "test_loss": 0.2317189651489258}, {"step": 1900, "epoch": 4, "train_loss": 0.1580403596162796, "cos_r_negg": [0.08415976166725159, 0.09746617823839188, 0.20728908479213715], "cos_innovation_negg": [0.38979971408843994, 0.48892247676849365, 0.7774503827095032], "cos_apical_negg": [0.08415976166725159, 0.09746617078781128, 0.20728906989097595], "cos_Ac_negg": [0.389920711517334, 0.4887709617614746, 0.7771754264831543], "r_norm": [0.46975407004356384, 0.47606760263442993, 0.4823441803455353]}, {"step": 2000, "epoch": 4, "train_loss": 0.19678255915641785, "cos_r_negg": [0.08281712979078293, 0.12148278951644897, 0.29431283473968506], "cos_innovation_negg": [0.3804301619529724, 0.4397244453430176, 0.7883623242378235], "cos_apical_negg": [0.08281712234020233, 0.12148278951644897, 0.29431283473968506], "cos_Ac_negg": [0.3800572156906128, 0.4395955502986908, 0.788510799407959], "r_norm": [0.5446688532829285, 0.5521743297576904, 0.5632345676422119], "ldr": {"dL_sdil": -0.013858526945114136, "dL_bp": -0.02352052927017212, "ratio": 0.5892098254221267}}, {"step": 2100, "epoch": 4, "train_loss": 0.13737311959266663, "cos_r_negg": [0.09908808022737503, 0.13024359941482544, 0.39038828015327454], "cos_innovation_negg": [0.3986241817474365, 0.5013235211372375, 0.8444226980209351], "cos_apical_negg": [0.09908808022737503, 0.13024359941482544, 0.39038828015327454], "cos_Ac_negg": [0.39859622716903687, 0.5009471774101257, 0.8442931175231934], "r_norm": [0.5882489681243896, 0.5957415699958801, 0.6045143604278564]}, {"step": 2200, "epoch": 4, "train_loss": 0.19626152515411377, "cos_r_negg": [0.07650864124298096, 0.10710731893777847, 0.39824801683425903], "cos_innovation_negg": [0.34140971302986145, 0.4399786591529846, 0.7429449558258057], "cos_apical_negg": [0.07650864124298096, 0.10710731148719788, 0.39824801683425903], "cos_Ac_negg": [0.3411194980144501, 0.43962615728378296, 0.7430374622344971], "r_norm": [0.6595460772514343, 0.6734328866004944, 0.6698944568634033]}, {"step": 2300, "epoch": 4, "train_loss": 0.3648568093776703, "cos_r_negg": [0.09674303978681564, 0.059799689799547195, 0.42855992913246155], "cos_innovation_negg": [0.3925301432609558, 0.4957837760448456, 0.745842695236206], "cos_apical_negg": [0.09674303978681564, 0.0597996860742569, 0.42855992913246155], "cos_Ac_negg": [0.3922707140445709, 0.4958387613296509, 0.7451333403587341], "r_norm": [0.4760410189628601, 0.48340457677841187, 0.4886839985847473]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9467, "test_loss": 0.21527346267700195}, {"step": 2400, "epoch": 5, "train_loss": 0.23511075973510742, "cos_r_negg": [0.11027809977531433, 0.09582982957363129, 0.25784823298454285], "cos_innovation_negg": [0.3743487596511841, 0.4688841998577118, 0.8296862840652466], "cos_apical_negg": [0.11027809977531433, 0.09582984447479248, 0.25784820318222046], "cos_Ac_negg": [0.37426698207855225, 0.46891024708747864, 0.8296178579330444], "r_norm": [0.5222523808479309, 0.531295895576477, 0.5303417444229126]}, {"step": 2500, "epoch": 5, "train_loss": 0.1752617359161377, "cos_r_negg": [0.09847832471132278, 0.06718166917562485, 0.17765995860099792], "cos_innovation_negg": [0.3913056552410126, 0.4618316888809204, 0.8533058166503906], "cos_apical_negg": [0.09847832471132278, 0.06718166172504425, 0.17765995860099792], "cos_Ac_negg": [0.39109960198402405, 0.46172210574150085, 0.8523133397102356], "r_norm": [0.43065425753593445, 0.43950438499450684, 0.4415263235569], "ldr": {"dL_sdil": -0.005804121494293213, "dL_bp": -0.017602145671844482, "ratio": 0.3297394307773056}}, {"step": 2600, "epoch": 5, "train_loss": 0.13911238312721252, "cos_r_negg": [0.07710015773773193, 0.08898136019706726, 0.22105585038661957], "cos_innovation_negg": [0.41214719414711, 0.5028194189071655, 0.8794364929199219], "cos_apical_negg": [0.07710016518831253, 0.08898136764764786, 0.22105585038661957], "cos_Ac_negg": [0.4114411473274231, 0.5025098323822021, 0.8802287578582764], "r_norm": [0.43281257152557373, 0.439570814371109, 0.4430481791496277]}, {"step": 2700, "epoch": 5, "train_loss": 0.17145106196403503, "cos_r_negg": [0.09005577117204666, 0.09019629657268524, 0.22444583475589752], "cos_innovation_negg": [0.40291374921798706, 0.5120317339897156, 0.8890208005905151], "cos_apical_negg": [0.09005577117204666, 0.09019629657268524, 0.22444583475589752], "cos_Ac_negg": [0.40267127752304077, 0.5120372176170349, 0.889025092124939], "r_norm": [0.4981767535209656, 0.5076959133148193, 0.5086133480072021]}, {"step": 2800, "epoch": 5, "train_loss": 0.31462931632995605, "cos_r_negg": [0.10539068281650543, 0.11976125836372375, 0.22073815762996674], "cos_innovation_negg": [0.3493485450744629, 0.48015284538269043, 0.8482993841171265], "cos_apical_negg": [0.10539068281650543, 0.11976125091314316, 0.22073815762996674], "cos_Ac_negg": [0.34916335344314575, 0.4801478385925293, 0.8480631113052368], "r_norm": [0.5429097414016724, 0.5564067363739014, 0.5528233051300049]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9439, "test_loss": 0.24497178802490235}, {"step": 2900, "epoch": 6, "train_loss": 0.03512556105852127, "cos_r_negg": [0.06368514895439148, 0.06456251442432404, 0.1814042180776596], "cos_innovation_negg": [0.37936916947364807, 0.5022355914115906, 0.8352999091148376], "cos_apical_negg": [0.06368514895439148, 0.06456251442432404, 0.1814042329788208], "cos_Ac_negg": [0.3791946768760681, 0.5023296475410461, 0.8349480628967285], "r_norm": [0.3785375952720642, 0.3863418996334076, 0.388815313577652]}, {"step": 3000, "epoch": 6, "train_loss": 0.37099123001098633, "cos_r_negg": [0.07447345554828644, 0.07731825858354568, 0.2265074998140335], "cos_innovation_negg": [0.34065717458724976, 0.4763009548187256, 0.9335079789161682], "cos_apical_negg": [0.07447345554828644, 0.07731825858354568, 0.2265075147151947], "cos_Ac_negg": [0.3405773341655731, 0.4761340618133545, 0.9335340261459351], "r_norm": [0.4048287868499756, 0.4124051332473755, 0.4092932343482971], "ldr": {"dL_sdil": -0.010610625147819519, "dL_bp": -0.023834601044654846, "ratio": 0.44517737586377853}}, {"step": 3100, "epoch": 6, "train_loss": 0.16707779467105865, "cos_r_negg": [0.08212460577487946, 0.098589226603508, 0.19514133036136627], "cos_innovation_negg": [0.34616410732269287, 0.4842938780784607, 0.8460375070571899], "cos_apical_negg": [0.08212461322546005, 0.0985892191529274, 0.19514131546020508], "cos_Ac_negg": [0.3459634780883789, 0.4841005802154541, 0.8459081649780273], "r_norm": [0.44524234533309937, 0.4536617696285248, 0.45436015725135803]}, {"step": 3200, "epoch": 6, "train_loss": 0.14609743654727936, "cos_r_negg": [0.05026909336447716, 0.08298943191766739, 0.07404734939336777], "cos_innovation_negg": [0.30734139680862427, 0.3544612228870392, 0.8999783992767334], "cos_apical_negg": [0.05026909336447716, 0.08298943191766739, 0.07404734939336777], "cos_Ac_negg": [0.3073403239250183, 0.35445746779441833, 0.8998667001724243], "r_norm": [0.38567402958869934, 0.3945664167404175, 0.39722272753715515]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9462, "test_loss": 0.2586587181091309}, {"step": 3300, "epoch": 7, "train_loss": 0.10547500103712082, "cos_r_negg": [0.056288231164216995, 0.04224563390016556, 0.1539236605167389], "cos_innovation_negg": [0.3357273042201996, 0.3908730447292328, 0.8601452112197876], "cos_apical_negg": [0.0562882274389267, 0.042245637625455856, 0.1539236605167389], "cos_Ac_negg": [0.3356916904449463, 0.3908854126930237, 0.8599631190299988], "r_norm": [0.42344582080841064, 0.4351963400840759, 0.4372221827507019]}, {"step": 3400, "epoch": 7, "train_loss": 0.17714954912662506, "cos_r_negg": [0.09304238855838776, 0.06626348197460175, 0.2179740071296692], "cos_innovation_negg": [0.3474711775779724, 0.4196842908859253, 0.7574760317802429], "cos_apical_negg": [0.09304238855838776, 0.06626348197460175, 0.2179740071296692], "cos_Ac_negg": [0.3475801348686218, 0.41989079117774963, 0.7574885487556458], "r_norm": [0.5394315123558044, 0.5502663254737854, 0.5532580614089966]}, {"step": 3500, "epoch": 7, "train_loss": 0.17387335002422333, "cos_r_negg": [0.07497861236333847, 0.1394818127155304, 0.20803505182266235], "cos_innovation_negg": [0.3240651488304138, 0.4542658030986786, 0.8671237230300903], "cos_apical_negg": [0.07497861236333847, 0.1394818127155304, 0.20803505182266235], "cos_Ac_negg": [0.324073851108551, 0.4542570114135742, 0.8668864369392395], "r_norm": [0.4373140335083008, 0.4463554620742798, 0.4412674307823181], "ldr": {"dL_sdil": -0.015811651945114136, "dL_bp": -0.03220531344413757, "ratio": 0.49096407561878197}}, {"step": 3600, "epoch": 7, "train_loss": 0.06002667546272278, "cos_r_negg": [0.052177365869283676, 0.06647840142250061, 0.0639357715845108], "cos_innovation_negg": [0.33399060368537903, 0.42625439167022705, 0.8619518876075745], "cos_apical_negg": [0.052177365869283676, 0.06647840142250061, 0.0639357715845108], "cos_Ac_negg": [0.3339133560657501, 0.42644232511520386, 0.8618908524513245], "r_norm": [0.5129511952400208, 0.5256119966506958, 0.524181604385376]}, {"step": 3700, "epoch": 7, "train_loss": 0.09367530047893524, "cos_r_negg": [0.05952652543783188, 0.06526409089565277, 0.1319093108177185], "cos_innovation_negg": [0.3227085471153259, 0.41077321767807007, 0.8404790163040161], "cos_apical_negg": [0.05952652543783188, 0.06526409834623337, 0.1319093108177185], "cos_Ac_negg": [0.322771281003952, 0.41081634163856506, 0.8405077457427979], "r_norm": [0.4133445620536804, 0.4207608103752136, 0.4252481460571289]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9453, "test_loss": 0.2556048843383789}, {"step": 3800, "epoch": 8, "train_loss": 0.10329148173332214, "cos_r_negg": [0.05341097339987755, 0.07640786468982697, 0.11473394930362701], "cos_innovation_negg": [0.2759247422218323, 0.3585544526576996, 0.7997012734413147], "cos_apical_negg": [0.05341096967458725, 0.07640786468982697, 0.11473394930362701], "cos_Ac_negg": [0.275887131690979, 0.3585386872291565, 0.799127459526062], "r_norm": [0.44362640380859375, 0.45211684703826904, 0.45843958854675293]}, {"step": 3900, "epoch": 8, "train_loss": 0.35718321800231934, "cos_r_negg": [0.049845509231090546, 0.10246105492115021, 0.1079498678445816], "cos_innovation_negg": [0.3130926489830017, 0.39905768632888794, 0.8223754167556763], "cos_apical_negg": [0.049845509231090546, 0.1024610698223114, 0.1079498827457428], "cos_Ac_negg": [0.31375807523727417, 0.4004639685153961, 0.8252338171005249], "r_norm": [0.4643113613128662, 0.47499728202819824, 0.481009840965271]}, {"step": 4000, "epoch": 8, "train_loss": 0.2836810350418091, "cos_r_negg": [0.05736468359827995, 0.04499705880880356, -0.0678829625248909], "cos_innovation_negg": [0.27919501066207886, 0.35739651322364807, 0.8778584599494934], "cos_apical_negg": [0.05736468359827995, 0.04499705880880356, -0.0678829699754715], "cos_Ac_negg": [0.2792021632194519, 0.3576590418815613, 0.8780800104141235], "r_norm": [0.3771244287490845, 0.38823267817497253, 0.3904397487640381], "ldr": {"dL_sdil": -0.009959444403648376, "dL_bp": -0.02218519151210785, "ratio": 0.4489230754763998}}, {"step": 4100, "epoch": 8, "train_loss": 0.042821288108825684, "cos_r_negg": [0.058858368545770645, 0.06586670875549316, 0.22785906493663788], "cos_innovation_negg": [0.29042911529541016, 0.39218538999557495, 0.828285813331604], "cos_apical_negg": [0.05885836482048035, 0.06586670875549316, 0.22785906493663788], "cos_Ac_negg": [0.29045259952545166, 0.39242100715637207, 0.8278027176856995], "r_norm": [0.4354664087295532, 0.4457669258117676, 0.4443976581096649]}, {"step": 4200, "epoch": 8, "train_loss": 0.5092855095863342, "cos_r_negg": [0.056518882513046265, 0.11766859143972397, 0.27322641015052795], "cos_innovation_negg": [0.3196059465408325, 0.4284757971763611, 0.8559291958808899], "cos_apical_negg": [0.056518882513046265, 0.11766858398914337, 0.27322641015052795], "cos_Ac_negg": [0.319627046585083, 0.428483784198761, 0.8559736609458923], "r_norm": [0.5603938698768616, 0.5704473257064819, 0.5819420218467712]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9522, "test_loss": 0.22193515548706055}, {"step": 4300, "epoch": 9, "train_loss": 0.18095043301582336, "cos_r_negg": [0.04524961858987808, 0.06241091713309288, 0.011419588699936867], "cos_innovation_negg": [0.2987020015716553, 0.4112701416015625, 0.8658174276351929], "cos_apical_negg": [0.04524961858987808, 0.06241092458367348, 0.011419599875807762], "cos_Ac_negg": [0.29874253273010254, 0.4113137125968933, 0.8660538196563721], "r_norm": [0.36676833033561707, 0.37489771842956543, 0.3765292167663574]}, {"step": 4400, "epoch": 9, "train_loss": 0.05341877415776253, "cos_r_negg": [0.04234806075692177, 0.028406698256731033, 0.06240399181842804], "cos_innovation_negg": [0.26289868354797363, 0.32441675662994385, 0.8132338523864746], "cos_apical_negg": [0.04234806075692177, 0.028406694531440735, 0.06240399181842804], "cos_Ac_negg": [0.26288479566574097, 0.324606716632843, 0.8131864070892334], "r_norm": [0.34485629200935364, 0.352750688791275, 0.354925274848938]}, {"step": 4500, "epoch": 9, "train_loss": 0.28681567311286926, "cos_r_negg": [0.05675864964723587, 0.07759023457765579, 0.24251818656921387], "cos_innovation_negg": [0.3238711953163147, 0.3914225697517395, 0.7244126796722412], "cos_apical_negg": [0.05675865337252617, 0.07759023457765579, 0.24251818656921387], "cos_Ac_negg": [0.3239164352416992, 0.3916572630405426, 0.7245314121246338], "r_norm": [0.42983636260032654, 0.43696096539497375, 0.44225671887397766], "ldr": {"dL_sdil": -0.023283734917640686, "dL_bp": -0.058171361684799194, "ratio": 0.40026112924437485}}, {"step": 4600, "epoch": 9, "train_loss": 0.16406282782554626, "cos_r_negg": [0.06896272301673889, 0.08038609474897385, 0.19771063327789307], "cos_innovation_negg": [0.30861198902130127, 0.4007579982280731, 0.8681092262268066], "cos_apical_negg": [0.06896272301673889, 0.08038608729839325, 0.19771063327789307], "cos_Ac_negg": [0.30873942375183105, 0.4010622799396515, 0.8685113191604614], "r_norm": [0.5101726651191711, 0.5222765207290649, 0.5313335657119751]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9517, "test_loss": 0.22202390060424804}, {"step": 4700, "epoch": 10, "train_loss": 0.23987311124801636, "cos_r_negg": [0.05266813933849335, 0.10070398449897766, 0.10234659165143967], "cos_innovation_negg": [0.31556618213653564, 0.41748785972595215, 0.8992655277252197], "cos_apical_negg": [0.05266813933849335, 0.10070399194955826, 0.10234659910202026], "cos_Ac_negg": [0.31568941473960876, 0.4175994098186493, 0.8997846841812134], "r_norm": [0.3324055075645447, 0.34350085258483887, 0.34051284193992615]}, {"step": 4800, "epoch": 10, "train_loss": 0.12037467211484909, "cos_r_negg": [0.043553147464990616, 0.04972739517688751, 0.022600214928388596], "cos_innovation_negg": [0.2953176200389862, 0.39072006940841675, 0.7780461311340332], "cos_apical_negg": [0.04355314373970032, 0.04972739517688751, 0.022600218653678894], "cos_Ac_negg": [0.2957000732421875, 0.3912743330001831, 0.7785463929176331], "r_norm": [0.2830619215965271, 0.29055994749069214, 0.29010844230651855]}, {"step": 4900, "epoch": 10, "train_loss": 0.11967198550701141, "cos_r_negg": [0.033858709037303925, 0.06222856044769287, 0.060803718864917755], "cos_innovation_negg": [0.26039254665374756, 0.3370136618614197, 0.8748444318771362], "cos_apical_negg": [0.033858705312013626, 0.06222856044769287, 0.06080370396375656], "cos_Ac_negg": [0.26048630475997925, 0.3371487259864807, 0.8747726082801819], "r_norm": [0.40528276562690735, 0.41331154108047485, 0.41936299204826355]}, {"step": 5000, "epoch": 10, "train_loss": 0.06904764473438263, "cos_r_negg": [0.03591812402009964, 0.045499902218580246, 0.10747598111629486], "cos_innovation_negg": [0.29342421889305115, 0.41245999932289124, 0.8740525245666504], "cos_apical_negg": [0.03591813147068024, 0.045499905943870544, 0.10747598111629486], "cos_Ac_negg": [0.29350489377975464, 0.41271156072616577, 0.8742175102233887], "r_norm": [0.32368016242980957, 0.3318740129470825, 0.33392614126205444], "ldr": {"dL_sdil": -0.009457185864448547, "dL_bp": -0.03640947490930557, "ratio": 0.2597451868780307}}, {"step": 5100, "epoch": 10, "train_loss": 0.2273128628730774, "cos_r_negg": [0.05880279839038849, 0.03401549160480499, 0.20626923441886902], "cos_innovation_negg": [0.28785860538482666, 0.3812047839164734, 0.7261700630187988], "cos_apical_negg": [0.05880279839038849, 0.03401549160480499, 0.20626923441886902], "cos_Ac_negg": [0.28785449266433716, 0.3814231753349304, 0.7272638082504272], "r_norm": [0.3790310025215149, 0.3893599510192871, 0.3848729133605957]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9504, "test_loss": 0.2372825439453125}, {"step": 5200, "epoch": 11, "train_loss": 0.0498318113386631, "cos_r_negg": [0.007242933381348848, 0.07718637585639954, 0.09968007355928421], "cos_innovation_negg": [0.2896762490272522, 0.3871708810329437, 0.827749490737915], "cos_apical_negg": [0.007242933847010136, 0.07718637585639954, 0.09968006610870361], "cos_Ac_negg": [0.29003095626831055, 0.3872098922729492, 0.8282887935638428], "r_norm": [0.27251529693603516, 0.2822016775608063, 0.2801424264907837]}, {"step": 5300, "epoch": 11, "train_loss": 0.05062280595302582, "cos_r_negg": [0.03909166157245636, 0.03862752392888069, 0.0009403862059116364], "cos_innovation_negg": [0.2808224856853485, 0.359735369682312, 0.8595982789993286], "cos_apical_negg": [0.03909166157245636, 0.03862752020359039, 0.0009403880685567856], "cos_Ac_negg": [0.281141996383667, 0.36012542247772217, 0.861784815788269], "r_norm": [0.32579702138900757, 0.33651769161224365, 0.33541446924209595]}, {"step": 5400, "epoch": 11, "train_loss": 0.23429664969444275, "cos_r_negg": [0.027438657358288765, 0.015929793938994408, -0.021444575861096382], "cos_innovation_negg": [0.21383386850357056, 0.3027658462524414, 0.82911616563797], "cos_apical_negg": [0.027438659220933914, 0.01592979207634926, -0.02144458144903183], "cos_Ac_negg": [0.21365989744663239, 0.3034135103225708, 0.8291270732879639], "r_norm": [0.3103151321411133, 0.31865739822387695, 0.3214034140110016]}, {"step": 5500, "epoch": 11, "train_loss": 0.1625845730304718, "cos_r_negg": [0.045043911784887314, 0.049678415060043335, 0.053376663476228714], "cos_innovation_negg": [0.27249467372894287, 0.3523178696632385, 0.7552767992019653], "cos_apical_negg": [0.045043908059597015, 0.049678415060043335, 0.05337667837738991], "cos_Ac_negg": [0.2724238932132721, 0.35254430770874023, 0.7553820610046387], "r_norm": [0.34477922320365906, 0.35606497526168823, 0.35589268803596497], "ldr": {"dL_sdil": -0.018144384026527405, "dL_bp": -0.05131293833255768, "ratio": 0.35360251461208814}}, {"step": 5600, "epoch": 11, "train_loss": 0.12291401624679565, "cos_r_negg": [0.05214955657720566, 0.04136645793914795, 0.1848919689655304], "cos_innovation_negg": [0.24350149929523468, 0.4012623131275177, 0.7893986105918884], "cos_apical_negg": [0.05214955285191536, 0.04136645793914795, 0.1848919689655304], "cos_Ac_negg": [0.24356074631214142, 0.40161749720573425, 0.7904373407363892], "r_norm": [0.38925984501838684, 0.4000493884086609, 0.39850032329559326]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9541, "test_loss": 0.23703841400146483}, {"step": 5700, "epoch": 12, "train_loss": 0.042293816804885864, "cos_r_negg": [0.04400692135095596, 0.07849792391061783, 0.09001844376325607], "cos_innovation_negg": [0.33002060651779175, 0.41843074560165405, 0.742067813873291], "cos_apical_negg": [0.04400692135095596, 0.07849793136119843, 0.09001845121383667], "cos_Ac_negg": [0.3301641643047333, 0.4186265468597412, 0.7426013350486755], "r_norm": [0.3201180100440979, 0.32971805334091187, 0.3304041028022766]}, {"step": 5800, "epoch": 12, "train_loss": 0.012315645813941956, "cos_r_negg": [0.028804663568735123, 0.07033725827932358, 0.05612102895975113], "cos_innovation_negg": [0.3163420259952545, 0.39414548873901367, 0.7633299827575684], "cos_apical_negg": [0.02880466729402542, 0.07033725827932358, 0.05612102895975113], "cos_Ac_negg": [0.3164098560810089, 0.3943769037723541, 0.7628835439682007], "r_norm": [0.3078469932079315, 0.3178245425224304, 0.3166249990463257]}, {"step": 5900, "epoch": 12, "train_loss": 0.16876712441444397, "cos_r_negg": [0.008157514035701752, 0.06027689576148987, 0.18386754393577576], "cos_innovation_negg": [0.27397263050079346, 0.37220025062561035, 0.8863725066184998], "cos_apical_negg": [0.008157514967024326, 0.06027689576148987, 0.18386754393577576], "cos_Ac_negg": [0.2744218111038208, 0.3725711703300476, 0.8862937092781067], "r_norm": [0.28205597400665283, 0.2917092442512512, 0.29058098793029785]}, {"step": 6000, "epoch": 12, "train_loss": 0.07225620001554489, "cos_r_negg": [0.024747641757130623, 0.04471999406814575, -0.0409160852432251], "cos_innovation_negg": [0.2468918412923813, 0.3329704999923706, 0.7443671226501465], "cos_apical_negg": [0.024747643619775772, 0.044719986617565155, -0.04091609641909599], "cos_Ac_negg": [0.2471471130847931, 0.3332672715187073, 0.7443922758102417], "r_norm": [0.2492891401052475, 0.25843819975852966, 0.2571605443954468], "ldr": {"dL_sdil": -0.009040534496307373, "dL_bp": -0.03329023718833923, "ratio": 0.2715671397941873}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9524, "test_loss": 0.2407943161010742}, {"step": 6100, "epoch": 13, "train_loss": 0.14530141651630402, "cos_r_negg": [0.04541394114494324, 0.057854704558849335, 0.16725577414035797], "cos_innovation_negg": [0.3677285313606262, 0.47214144468307495, 0.7238172888755798], "cos_apical_negg": [0.045413944870233536, 0.057854700833559036, 0.16725577414035797], "cos_Ac_negg": [0.3687947392463684, 0.4732314944267273, 0.7256034016609192], "r_norm": [0.3035060167312622, 0.3135230839252472, 0.31212127208709717]}, {"step": 6200, "epoch": 13, "train_loss": 0.06230597198009491, "cos_r_negg": [0.029485434293746948, 0.022142738103866577, 0.13790401816368103], "cos_innovation_negg": [0.31515902280807495, 0.41734254360198975, 0.8308672904968262], "cos_apical_negg": [0.029485434293746948, 0.022142736241221428, 0.13790401816368103], "cos_Ac_negg": [0.31533265113830566, 0.4177112877368927, 0.8314176797866821], "r_norm": [0.26477083563804626, 0.27269890904426575, 0.2718859314918518]}, {"step": 6300, "epoch": 13, "train_loss": 0.05405279994010925, "cos_r_negg": [0.03785037249326706, 0.059913620352745056, 0.09468258917331696], "cos_innovation_negg": [0.34503185749053955, 0.4215003550052643, 0.758604884147644], "cos_apical_negg": [0.03785036876797676, 0.05991361662745476, 0.09468260407447815], "cos_Ac_negg": [0.34533849358558655, 0.42184269428253174, 0.758166491985321], "r_norm": [0.3182007372379303, 0.3287730813026428, 0.3284202516078949]}, {"step": 6400, "epoch": 13, "train_loss": 0.028042662888765335, "cos_r_negg": [0.06076284870505333, 0.030982065945863724, 0.0843062698841095], "cos_innovation_negg": [0.31339356303215027, 0.42726075649261475, 0.8195279240608215], "cos_apical_negg": [0.06076285243034363, 0.030982069671154022, 0.0843062698841095], "cos_Ac_negg": [0.3135431408882141, 0.4280187487602234, 0.8196619749069214], "r_norm": [0.2934676706790924, 0.3019433915615082, 0.3032127320766449]}, {"step": 6500, "epoch": 13, "train_loss": 0.026540206745266914, "cos_r_negg": [0.03082185797393322, 0.050485093146562576, 0.19748613238334656], "cos_innovation_negg": [0.32724714279174805, 0.42824146151542664, 0.7925037741661072], "cos_apical_negg": [0.030821863561868668, 0.050485093146562576, 0.19748613238334656], "cos_Ac_negg": [0.32921838760375977, 0.4296613037586212, 0.7946335077285767], "r_norm": [0.28750476241111755, 0.2969520688056946, 0.2947912812232971], "ldr": {"dL_sdil": -0.011314094066619873, "dL_bp": -0.03042103350162506, "ratio": 0.37191682084093186}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9513, "test_loss": 0.23059152603149413}, {"step": 6600, "epoch": 14, "train_loss": 0.07924970984458923, "cos_r_negg": [0.047696471214294434, 0.055230170488357544, 0.20281769335269928], "cos_innovation_negg": [0.3046934902667999, 0.3822438418865204, 0.600570797920227], "cos_apical_negg": [0.047696471214294434, 0.05523017421364784, 0.20281767845153809], "cos_Ac_negg": [0.306087851524353, 0.3829191327095032, 0.6029512882232666], "r_norm": [0.4235853850841522, 0.43880459666252136, 0.4361393451690674]}, {"step": 6700, "epoch": 14, "train_loss": 0.11516257375478745, "cos_r_negg": [0.044589728116989136, 0.08143305033445358, 0.17623205482959747], "cos_innovation_negg": [0.2617274820804596, 0.33344557881355286, 0.6897778511047363], "cos_apical_negg": [0.044589728116989136, 0.08143304288387299, 0.17623203992843628], "cos_Ac_negg": [0.2618792653083801, 0.3339275121688843, 0.6897225975990295], "r_norm": [0.37319427728652954, 0.38359948992729187, 0.3834499716758728]}, {"step": 6800, "epoch": 14, "train_loss": 0.1783713400363922, "cos_r_negg": [0.03542661666870117, 0.07836959511041641, -0.02201629802584648], "cos_innovation_negg": [0.2853891849517822, 0.389090359210968, 0.8815319538116455], "cos_apical_negg": [0.03542662039399147, 0.07836959511041641, -0.02201629802584648], "cos_Ac_negg": [0.28554609417915344, 0.3893526792526245, 0.8816879987716675], "r_norm": [0.3684077262878418, 0.38319459557533264, 0.373880535364151]}, {"step": 6900, "epoch": 14, "train_loss": 0.12244295328855515, "cos_r_negg": [0.0395997054874897, 0.02758469618856907, -0.02063397690653801], "cos_innovation_negg": [0.2926270663738251, 0.4145168960094452, 0.940355122089386], "cos_apical_negg": [0.0395997017621994, 0.027584698051214218, -0.020633984357118607], "cos_Ac_negg": [0.2927078604698181, 0.41444075107574463, 0.941655158996582], "r_norm": [0.32405373454093933, 0.3354256749153137, 0.3306483030319214]}, {"step": 7000, "epoch": 14, "train_loss": 0.07864569127559662, "cos_r_negg": [0.029273169115185738, 0.038981493562459946, 0.19176092743873596], "cos_innovation_negg": [0.3026566207408905, 0.4366740882396698, 0.8388965725898743], "cos_apical_negg": [0.02927316725254059, 0.03898148983716965, 0.19176094233989716], "cos_Ac_negg": [0.30447787046432495, 0.43892902135849, 0.8439494371414185], "r_norm": [0.31825825572013855, 0.3290184438228607, 0.32477784156799316], "ldr": {"dL_sdil": -0.013482391834259033, "dL_bp": -0.038292258977890015, "ratio": 0.3520918377274054}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.96, "test_loss": 0.20232843093872072}], "final": {"test_acc": 0.96, "test_loss": 0.20232843093872072, "wall_s": 24.8452787399292, "cos_r_negg": [0.011547637172043324, 0.014467829838395119, 0.06745955348014832], "cos_innovation_negg": [0.2807725667953491, 0.3743821382522583, 0.8533952236175537], "cos_apical_negg": [0.011547635309398174, 0.01446782797574997, 0.06745956093072891], "cos_Ac_negg": [0.2816218137741089, 0.3756491541862488, 0.8537510633468628]}}
\ No newline at end of file |