From 4d0186956cc3d1adda1d7937d9efdde2507fdf6d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 21 Jul 2026 08:53:51 -0500 Subject: results: record audited scaling and baseline runs --- results/nuis_ctrl_v1_rho0p5_residual_s4.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 results/nuis_ctrl_v1_rho0p5_residual_s4.json (limited to 'results/nuis_ctrl_v1_rho0p5_residual_s4.json') diff --git a/results/nuis_ctrl_v1_rho0p5_residual_s4.json b/results/nuis_ctrl_v1_rho0p5_residual_s4.json new file mode 100644 index 0000000..945a568 --- /dev/null +++ b/results/nuis_ctrl_v1_rho0p5_residual_s4.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p5_residual_s4", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4633917808532715, "cos_r_negg": [-0.012780680321156979, 0.029944397509098053, 0.009445806965231895], "cos_innovation_negg": [-0.012780680321156979, 0.029944397509098053, 0.009445806965231895], "cos_apical_negg": [-0.014915822073817253, 0.021098705008625984, 0.001381695969030261], "cos_Ac_negg": [-0.012782195582985878, 0.02994346432387829, 0.00944523699581623], "r_norm": [4.848402500152588, 4.855297088623047, 4.947994709014893], "ldr": {"dL_sdil": -0.003355741500854492, "dL_bp": -0.2672312259674072, "ratio": 0.012557445293701472}}, {"step": 100, "epoch": 0, "train_loss": 0.19629260897636414, "cos_r_negg": [0.45800167322158813, 0.3779235780239105, 0.3199354112148285], "cos_innovation_negg": [0.45800167322158813, 0.3779235780239105, 0.3199354112148285], "cos_apical_negg": [0.0711335837841034, 0.0981348529458046, 0.1037457287311554], "cos_Ac_negg": [0.4605008363723755, 0.37930095195770264, 0.3192102909088135], "r_norm": [0.9201613664627075, 0.9299724102020264, 0.944883406162262]}, {"step": 200, "epoch": 0, "train_loss": 0.2513696253299713, "cos_r_negg": [0.5069111585617065, 0.4413618743419647, 0.35997873544692993], "cos_innovation_negg": [0.5069111585617065, 0.4413618743419647, 0.35997873544692993], "cos_apical_negg": [0.08772313594818115, 0.09376981854438782, 0.11008410155773163], "cos_Ac_negg": [0.5130407810211182, 0.44751471281051636, 0.3597726821899414], "r_norm": [0.7810784578323364, 0.7865335941314697, 0.8042972087860107]}, {"step": 300, "epoch": 0, "train_loss": 0.22510278224945068, "cos_r_negg": [0.5284439921379089, 0.4661669135093689, 0.3702007234096527], "cos_innovation_negg": [0.5284439921379089, 0.4661669135093689, 0.3702007234096527], "cos_apical_negg": [0.06006728857755661, 0.08298870921134949, 0.09690611064434052], "cos_Ac_negg": [0.5321969985961914, 0.4673411548137665, 0.370270699262619], "r_norm": [0.5515317916870117, 0.5567474365234375, 0.5702890753746033]}, {"step": 400, "epoch": 0, "train_loss": 0.11462095379829407, "cos_r_negg": [0.541813313961029, 0.4840790033340454, 0.40467655658721924], "cos_innovation_negg": [0.541813313961029, 0.4840790033340454, 0.40467655658721924], "cos_apical_negg": [0.07068207859992981, 0.08267825841903687, 0.10273025929927826], "cos_Ac_negg": [0.5436958074569702, 0.48474395275115967, 0.40501704812049866], "r_norm": [0.549662709236145, 0.5556418895721436, 0.5674132108688354]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9464, "test_loss": 0.1793723587036133}, {"step": 500, "epoch": 1, "train_loss": 0.16420914232730865, "cos_r_negg": [0.530678391456604, 0.5233479738235474, 0.44211336970329285], "cos_innovation_negg": [0.530678391456604, 0.5233479738235474, 0.44211336970329285], "cos_apical_negg": [0.054169267416000366, 0.09084159135818481, 0.10243886709213257], "cos_Ac_negg": [0.5345008373260498, 0.528390645980835, 0.4451415240764618], "r_norm": [0.5338467359542847, 0.5425035357475281, 0.5567911863327026], "ldr": {"dL_sdil": -0.014890104532241821, "dL_bp": -0.013183802366256714, "ratio": 1.1294241311104831}}, {"step": 600, "epoch": 1, "train_loss": 0.06959572434425354, "cos_r_negg": [0.517897367477417, 0.48799532651901245, 0.4216245114803314], "cos_innovation_negg": [0.517897367477417, 0.48799532651901245, 0.4216245114803314], "cos_apical_negg": [0.06074514985084534, 0.07454491406679153, 0.09456928074359894], "cos_Ac_negg": [0.5248046517372131, 0.4942425489425659, 0.4247208833694458], "r_norm": [0.4789523184299469, 0.4827333390712738, 0.4942224323749542]}, {"step": 700, "epoch": 1, "train_loss": 0.18972012400627136, "cos_r_negg": [0.5590490102767944, 0.5158365964889526, 0.4349728226661682], "cos_innovation_negg": [0.5590490102767944, 0.5158365964889526, 0.4349728226661682], "cos_apical_negg": [0.04988925904035568, 0.07902048528194427, 0.09580082446336746], "cos_Ac_negg": [0.5671764612197876, 0.5219216346740723, 0.43704646825790405], "r_norm": [0.448728084564209, 0.45318329334259033, 0.4638993740081787]}, {"step": 800, "epoch": 1, "train_loss": 0.12382678687572479, "cos_r_negg": [0.5426483154296875, 0.5266801118850708, 0.4465424418449402], "cos_innovation_negg": [0.5426483154296875, 0.5266801118850708, 0.4465424418449402], "cos_apical_negg": [0.031039439141750336, 0.06186395883560181, 0.09613986313343048], "cos_Ac_negg": [0.5485931634902954, 0.5314885973930359, 0.44805508852005005], "r_norm": [0.3445935845375061, 0.34737735986709595, 0.356315940618515]}, {"step": 900, "epoch": 1, "train_loss": 0.23975449800491333, "cos_r_negg": [0.5662952661514282, 0.5434687733650208, 0.4764929413795471], "cos_innovation_negg": [0.5662952661514282, 0.5434687733650208, 0.4764929413795471], "cos_apical_negg": [0.05266273021697998, 0.0776781439781189, 0.11314323544502258], "cos_Ac_negg": [0.571251630783081, 0.5463084578514099, 0.4745595455169678], "r_norm": [0.44510284066200256, 0.4486859440803528, 0.4580800533294678]}, {"epoch_end": 1, "step": 938, "test_acc": 0.952, "test_loss": 0.1661437412261963}, {"step": 1000, "epoch": 2, "train_loss": 0.028905929997563362, "cos_r_negg": [0.554603099822998, 0.5429319739341736, 0.4734734296798706], "cos_innovation_negg": [0.554603099822998, 0.5429319739341736, 0.4734734296798706], "cos_apical_negg": [0.0443001426756382, 0.07058797776699066, 0.10145597159862518], "cos_Ac_negg": [0.5633929967880249, 0.5492414236068726, 0.47602379322052], "r_norm": [0.361183226108551, 0.3640197515487671, 0.37107646465301514], "ldr": {"dL_sdil": -0.009004637598991394, "dL_bp": -0.007804587483406067, "ratio": 1.1537621454224}}, {"step": 1100, "epoch": 2, "train_loss": 0.16364812850952148, "cos_r_negg": [0.5589355230331421, 0.552735447883606, 0.4882117509841919], "cos_innovation_negg": [0.5589355230331421, 0.552735447883606, 0.4882117509841919], "cos_apical_negg": [0.028568606823682785, 0.06963034719228745, 0.10563243180513382], "cos_Ac_negg": [0.575088381767273, 0.5662277936935425, 0.4955238103866577], "r_norm": [0.38412028551101685, 0.39031827449798584, 0.39872923493385315]}, {"step": 1200, "epoch": 2, "train_loss": 0.15252575278282166, "cos_r_negg": [0.5665971040725708, 0.5628219842910767, 0.4772229790687561], "cos_innovation_negg": [0.5665971040725708, 0.5628219842910767, 0.4772229790687561], "cos_apical_negg": [0.03518972918391228, 0.05924806743860245, 0.08513158559799194], "cos_Ac_negg": [0.5841786861419678, 0.5764858722686768, 0.484283983707428], "r_norm": [0.2955557107925415, 0.297440767288208, 0.3046206831932068]}, {"step": 1300, "epoch": 2, "train_loss": 0.0833682268857956, "cos_r_negg": [0.5749170780181885, 0.5683309435844421, 0.48875701427459717], "cos_innovation_negg": [0.5749170780181885, 0.5683309435844421, 0.48875701427459717], "cos_apical_negg": [0.036705683916807175, 0.062310874462127686, 0.0929577648639679], "cos_Ac_negg": [0.5939832925796509, 0.5838811993598938, 0.4961000084877014], "r_norm": [0.3090793192386627, 0.3120633661746979, 0.3191313147544861]}, {"step": 1400, "epoch": 2, "train_loss": 0.14456184208393097, "cos_r_negg": [0.5595439672470093, 0.5631247758865356, 0.4859144687652588], "cos_innovation_negg": [0.5595439672470093, 0.5631247758865356, 0.4859144687652588], "cos_apical_negg": [0.04818922281265259, 0.06211773678660393, 0.08960709720849991], "cos_Ac_negg": [0.5791299343109131, 0.5801452994346619, 0.49707621335983276], "r_norm": [0.277264267206192, 0.27880436182022095, 0.2881801128387451]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9656, "test_loss": 0.12155494270324707}, {"step": 1500, "epoch": 3, "train_loss": 0.030826527625322342, "cos_r_negg": [0.5728583335876465, 0.5700634717941284, 0.5081031322479248], "cos_innovation_negg": [0.5728583335876465, 0.5700634717941284, 0.5081031322479248], "cos_apical_negg": [0.028567587956786156, 0.05023908615112305, 0.09261767566204071], "cos_Ac_negg": [0.5992041826248169, 0.5973564386367798, 0.5250089168548584], "r_norm": [0.26716792583465576, 0.26799115538597107, 0.2772371172904968], "ldr": {"dL_sdil": -0.005272507667541504, "dL_bp": -0.005541227757930756, "ratio": 0.9515053157660498}}, {"step": 1600, "epoch": 3, "train_loss": 0.05727434903383255, "cos_r_negg": [0.565005898475647, 0.5765089988708496, 0.5215156674385071], "cos_innovation_negg": [0.565005898475647, 0.5765089988708496, 0.5215156674385071], "cos_apical_negg": [0.02152979001402855, 0.06541414558887482, 0.09821660816669464], "cos_Ac_negg": [0.5956593751907349, 0.6005531549453735, 0.5370639562606812], "r_norm": [0.24979785084724426, 0.25126469135284424, 0.25749334692955017]}, {"step": 1700, "epoch": 3, "train_loss": 0.05129840970039368, "cos_r_negg": [0.5355230569839478, 0.5582835674285889, 0.5039918422698975], "cos_innovation_negg": [0.5355230569839478, 0.5582835674285889, 0.5039918422698975], "cos_apical_negg": [0.025196142494678497, 0.059872645884752274, 0.09832684695720673], "cos_Ac_negg": [0.5879979729652405, 0.5970520973205566, 0.5267399549484253], "r_norm": [0.24554318189620972, 0.24536576867103577, 0.2531190812587738]}, {"step": 1800, "epoch": 3, "train_loss": 0.012955398298799992, "cos_r_negg": [0.5604230165481567, 0.5711764693260193, 0.5186675786972046], "cos_innovation_negg": [0.5604230165481567, 0.5711764693260193, 0.5186675786972046], "cos_apical_negg": [0.01740376092493534, 0.06112934648990631, 0.0935158059000969], "cos_Ac_negg": [0.6019397377967834, 0.602321445941925, 0.5405991077423096], "r_norm": [0.2344096601009369, 0.23512639105319977, 0.24174676835536957]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9671, "test_loss": 0.11272891120910644}, {"step": 1900, "epoch": 4, "train_loss": 0.058084309101104736, "cos_r_negg": [0.5556366443634033, 0.5862893462181091, 0.5184904336929321], "cos_innovation_negg": [0.5556366443634033, 0.5862893462181091, 0.5184904336929321], "cos_apical_negg": [0.015282210893929005, 0.06368627399206161, 0.09846051037311554], "cos_Ac_negg": [0.5857324600219727, 0.615715503692627, 0.5340960025787354], "r_norm": [0.24607497453689575, 0.244879812002182, 0.2525624632835388]}, {"step": 2000, "epoch": 4, "train_loss": 0.1338292509317398, "cos_r_negg": [0.5271744728088379, 0.5458658933639526, 0.5023095607757568], "cos_innovation_negg": [0.5271744728088379, 0.5458658933639526, 0.5023095607757568], "cos_apical_negg": [0.008943749591708183, 0.04826200753450394, 0.0869932621717453], "cos_Ac_negg": [0.595009446144104, 0.6109379529953003, 0.5437473058700562], "r_norm": [0.18371659517288208, 0.18403282761573792, 0.18818703293800354], "ldr": {"dL_sdil": -0.004323810338973999, "dL_bp": -0.004415325820446014, "ratio": 0.9792732212313222}}, {"step": 2100, "epoch": 4, "train_loss": 0.0427069216966629, "cos_r_negg": [0.5470823049545288, 0.5737941861152649, 0.5336804389953613], "cos_innovation_negg": [0.5470823049545288, 0.5737941861152649, 0.5336804389953613], "cos_apical_negg": [0.03122435137629509, 0.05551818385720253, 0.10068430006504059], "cos_Ac_negg": [0.5934459567070007, 0.6172520518302917, 0.5573433637619019], "r_norm": [0.2578936815261841, 0.2589249610900879, 0.26507359743118286]}, {"step": 2200, "epoch": 4, "train_loss": 0.007049845065921545, "cos_r_negg": [0.5366842746734619, 0.5685009956359863, 0.5282079577445984], "cos_innovation_negg": [0.5366842746734619, 0.5685009956359863, 0.5282079577445984], "cos_apical_negg": [0.0284306351095438, 0.05532219260931015, 0.09404999017715454], "cos_Ac_negg": [0.5955783724784851, 0.6221433281898499, 0.554222583770752], "r_norm": [0.18503259122371674, 0.18524736166000366, 0.1902545988559723]}, {"step": 2300, "epoch": 4, "train_loss": 0.16544701159000397, "cos_r_negg": [0.5196713209152222, 0.5407743453979492, 0.5175164937973022], "cos_innovation_negg": [0.5196713209152222, 0.5407743453979492, 0.5175164937973022], "cos_apical_negg": [0.028797149658203125, 0.05777539312839508, 0.0995645523071289], "cos_Ac_negg": [0.597223162651062, 0.6164929270744324, 0.5585464835166931], "r_norm": [0.21977999806404114, 0.22056253254413605, 0.22670689225196838]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9688, "test_loss": 0.1113053092956543}, {"step": 2400, "epoch": 5, "train_loss": 0.10427281260490417, "cos_r_negg": [0.5354389548301697, 0.5584008693695068, 0.5256493091583252], "cos_innovation_negg": [0.5354389548301697, 0.5584008693695068, 0.5256493091583252], "cos_apical_negg": [0.01502544991672039, 0.05919471010565758, 0.1018826812505722], "cos_Ac_negg": [0.6240832805633545, 0.6391306519508362, 0.5698639154434204], "r_norm": [0.19956517219543457, 0.19906964898109436, 0.20437994599342346]}, {"step": 2500, "epoch": 5, "train_loss": 0.03229810297489166, "cos_r_negg": [0.4793948531150818, 0.49479731917381287, 0.48169025778770447], "cos_innovation_negg": [0.4793948531150818, 0.49479731917381287, 0.48169025778770447], "cos_apical_negg": [0.005698446650058031, 0.042566392570734024, 0.09249535202980042], "cos_Ac_negg": [0.5997303128242493, 0.6236845254898071, 0.56367427110672], "r_norm": [0.19791555404663086, 0.19657497107982635, 0.20220273733139038], "ldr": {"dL_sdil": -0.00717780739068985, "dL_bp": -0.00806998461484909, "ratio": 0.8894449906982971}}, {"step": 2600, "epoch": 5, "train_loss": 0.07370933890342712, "cos_r_negg": [0.4796818792819977, 0.5058951377868652, 0.4986645579338074], "cos_innovation_negg": [0.4796818792819977, 0.5058951377868652, 0.4986645579338074], "cos_apical_negg": [0.011753657832741737, 0.04593665152788162, 0.10054924339056015], "cos_Ac_negg": [0.6071487665176392, 0.6265208721160889, 0.5665008425712585], "r_norm": [0.2014935314655304, 0.20205116271972656, 0.20769213140010834]}, {"step": 2700, "epoch": 5, "train_loss": 0.029471423476934433, "cos_r_negg": [0.4960041642189026, 0.5312337875366211, 0.5180087089538574], "cos_innovation_negg": [0.4960041642189026, 0.5312337875366211, 0.5180087089538574], "cos_apical_negg": [0.00802630465477705, 0.04351513832807541, 0.10110777616500854], "cos_Ac_negg": [0.6111445426940918, 0.6398720145225525, 0.5836657285690308], "r_norm": [0.18545469641685486, 0.18432360887527466, 0.19030028581619263]}, {"step": 2800, "epoch": 5, "train_loss": 0.06277310848236084, "cos_r_negg": [0.49087902903556824, 0.52158522605896, 0.5169394016265869], "cos_innovation_negg": [0.49087902903556824, 0.52158522605896, 0.5169394016265869], "cos_apical_negg": [0.0025420268066227436, 0.04631838947534561, 0.10575099289417267], "cos_Ac_negg": [0.6145914793014526, 0.6398005485534668, 0.577639102935791], "r_norm": [0.1873975694179535, 0.18691596388816833, 0.19314013421535492]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9695, "test_loss": 0.11885701427459716}, {"step": 2900, "epoch": 6, "train_loss": 0.010572376661002636, "cos_r_negg": [0.48112568259239197, 0.5033720135688782, 0.5046048760414124], "cos_innovation_negg": [0.48112568259239197, 0.5033720135688782, 0.5046048760414124], "cos_apical_negg": [0.010897192172706127, 0.04461832344532013, 0.10347127914428711], "cos_Ac_negg": [0.6149629950523376, 0.639897346496582, 0.5943949222564697], "r_norm": [0.1759517341852188, 0.17655286192893982, 0.18292826414108276]}, {"step": 3000, "epoch": 6, "train_loss": 0.06422223895788193, "cos_r_negg": [0.448468416929245, 0.47519180178642273, 0.4838230609893799], "cos_innovation_negg": [0.448468416929245, 0.47519180178642273, 0.4838230609893799], "cos_apical_negg": [0.010866823606193066, 0.043390341103076935, 0.09894081205129623], "cos_Ac_negg": [0.6178638935089111, 0.6467363834381104, 0.5909932851791382], "r_norm": [0.19284075498580933, 0.19198626279830933, 0.19926923513412476], "ldr": {"dL_sdil": -0.005936957895755768, "dL_bp": -0.007723607122898102, "ratio": 0.7686768372972426}}, {"step": 3100, "epoch": 6, "train_loss": 0.006425193510949612, "cos_r_negg": [0.4407464861869812, 0.4647056460380554, 0.4764006733894348], "cos_innovation_negg": [0.4407464861869812, 0.4647056460380554, 0.4764006733894348], "cos_apical_negg": [0.008207781240344048, 0.03860614448785782, 0.1031840592622757], "cos_Ac_negg": [0.6172384023666382, 0.6485732197761536, 0.5958876013755798], "r_norm": [0.17360325157642365, 0.1732999086380005, 0.17874491214752197]}, {"step": 3200, "epoch": 6, "train_loss": 0.017726633697748184, "cos_r_negg": [0.4194863736629486, 0.4550021290779114, 0.4600214958190918], "cos_innovation_negg": [0.4194863736629486, 0.4550021290779114, 0.4600214958190918], "cos_apical_negg": [0.010972080752253532, 0.03930789232254028, 0.10835323482751846], "cos_Ac_negg": [0.6048999428749084, 0.6467569470405579, 0.5933388471603394], "r_norm": [0.16811835765838623, 0.16740605235099792, 0.174017533659935]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9698, "test_loss": 0.11931576595306397}, {"step": 3300, "epoch": 7, "train_loss": 0.00721763214096427, "cos_r_negg": [0.4085007905960083, 0.44635307788848877, 0.4591672420501709], "cos_innovation_negg": [0.4085007905960083, 0.44635307788848877, 0.4591672420501709], "cos_apical_negg": [0.014309000223875046, 0.03784601762890816, 0.10075211524963379], "cos_Ac_negg": [0.5997157096862793, 0.6449728012084961, 0.5950531959533691], "r_norm": [0.17923204600811005, 0.17848458886146545, 0.1849614530801773]}, {"step": 3400, "epoch": 7, "train_loss": 0.026761548593640327, "cos_r_negg": [0.3779003620147705, 0.41167864203453064, 0.4369514584541321], "cos_innovation_negg": [0.3779003620147705, 0.41167864203453064, 0.4369514584541321], "cos_apical_negg": [0.013029232621192932, 0.03887690231204033, 0.10227739065885544], "cos_Ac_negg": [0.6083661913871765, 0.6476078629493713, 0.5979009866714478], "r_norm": [0.181646466255188, 0.1802097111940384, 0.18684522807598114]}, {"step": 3500, "epoch": 7, "train_loss": 0.006954504176974297, "cos_r_negg": [0.3759863078594208, 0.4159795045852661, 0.43898457288742065], "cos_innovation_negg": [0.3759863078594208, 0.4159795045852661, 0.43898457288742065], "cos_apical_negg": [0.0113754253834486, 0.037376537919044495, 0.09893661737442017], "cos_Ac_negg": [0.6095080375671387, 0.6565811038017273, 0.6077688932418823], "r_norm": [0.173026904463768, 0.17212706804275513, 0.1790306270122528], "ldr": {"dL_sdil": -0.006458871066570282, "dL_bp": -0.00925774872303009, "ratio": 0.6976718919258238}}, {"step": 3600, "epoch": 7, "train_loss": 0.0026093125343322754, "cos_r_negg": [0.38745319843292236, 0.4301786720752716, 0.4510011076927185], "cos_innovation_negg": [0.38745319843292236, 0.4301786720752716, 0.4510011076927185], "cos_apical_negg": [0.01292348001152277, 0.04219462350010872, 0.10134126991033554], "cos_Ac_negg": [0.6150903105735779, 0.6579806804656982, 0.6177340745925903], "r_norm": [0.20709224045276642, 0.20842325687408447, 0.21559664607048035]}, {"step": 3700, "epoch": 7, "train_loss": 0.019069042056798935, "cos_r_negg": [0.37902718782424927, 0.4183151125907898, 0.4412444829940796], "cos_innovation_negg": [0.37902718782424927, 0.4183151125907898, 0.4412444829940796], "cos_apical_negg": [0.0022362112067639828, 0.04025723412632942, 0.09762631356716156], "cos_Ac_negg": [0.6108595728874207, 0.6559834480285645, 0.6185678243637085], "r_norm": [0.1758161336183548, 0.17363697290420532, 0.18072159588336945]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9711, "test_loss": 0.12247285003662109}, {"step": 3800, "epoch": 8, "train_loss": 0.003969566430896521, "cos_r_negg": [0.34392043948173523, 0.3908594250679016, 0.41961246728897095], "cos_innovation_negg": [0.34392043948173523, 0.3908594250679016, 0.41961246728897095], "cos_apical_negg": [-0.003374006599187851, 0.04298056662082672, 0.10216223448514938], "cos_Ac_negg": [0.6037557125091553, 0.6528016328811646, 0.6152772903442383], "r_norm": [0.17288324236869812, 0.17106732726097107, 0.17709693312644958]}, {"step": 3900, "epoch": 8, "train_loss": 0.01567823626101017, "cos_r_negg": [0.3158973753452301, 0.35698381066322327, 0.39538025856018066], "cos_innovation_negg": [0.3158973753452301, 0.35698381066322327, 0.39538025856018066], "cos_apical_negg": [0.00018017785623669624, 0.034361060708761215, 0.09909682720899582], "cos_Ac_negg": [0.602450966835022, 0.6537513136863708, 0.6154896020889282], "r_norm": [0.15735168755054474, 0.15631639957427979, 0.16174012422561646]}, {"step": 4000, "epoch": 8, "train_loss": 0.0019326929468661547, "cos_r_negg": [0.28406190872192383, 0.33177649974823, 0.3735637366771698], "cos_innovation_negg": [0.28406190872192383, 0.33177649974823, 0.3735637366771698], "cos_apical_negg": [-0.0009207772091031075, 0.033045124262571335, 0.09716273099184036], "cos_Ac_negg": [0.5954470634460449, 0.6512999534606934, 0.6152539253234863], "r_norm": [0.16715312004089355, 0.1667403280735016, 0.17308004200458527], "ldr": {"dL_sdil": -0.006554506719112396, "dL_bp": -0.009801022708415985, "ratio": 0.6687574260474005}}, {"step": 4100, "epoch": 8, "train_loss": 0.007003558799624443, "cos_r_negg": [0.3262624144554138, 0.35910630226135254, 0.39081913232803345], "cos_innovation_negg": [0.3262624144554138, 0.35910630226135254, 0.39081913232803345], "cos_apical_negg": [-0.001367403194308281, 0.03835854306817055, 0.1013665571808815], "cos_Ac_negg": [0.6056264042854309, 0.6569233536720276, 0.6184529662132263], "r_norm": [0.16894903779029846, 0.16885387897491455, 0.1749841719865799]}, {"step": 4200, "epoch": 8, "train_loss": 0.010813431814312935, "cos_r_negg": [0.2951622009277344, 0.33320116996765137, 0.36646828055381775], "cos_innovation_negg": [0.2951622009277344, 0.33320116996765137, 0.36646828055381775], "cos_apical_negg": [-0.0024127052165567875, 0.038089122623205185, 0.09396514296531677], "cos_Ac_negg": [0.5953919291496277, 0.6543108224868774, 0.62578284740448], "r_norm": [0.16695305705070496, 0.16603316366672516, 0.17283734679222107]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9706, "test_loss": 0.1292420503616333}, {"step": 4300, "epoch": 9, "train_loss": 0.002269454300403595, "cos_r_negg": [0.2853457033634186, 0.3161616325378418, 0.3536715507507324], "cos_innovation_negg": [0.2853457033634186, 0.3161616325378418, 0.3536715507507324], "cos_apical_negg": [0.0022399649024009705, 0.03770298883318901, 0.09852631390094757], "cos_Ac_negg": [0.6070721745491028, 0.6610793471336365, 0.627305269241333], "r_norm": [0.17605867981910706, 0.17580771446228027, 0.18151262402534485]}, {"step": 4400, "epoch": 9, "train_loss": 0.000984566519036889, "cos_r_negg": [0.28093087673187256, 0.3156611919403076, 0.3515191078186035], "cos_innovation_negg": [0.28093087673187256, 0.3156611919403076, 0.3515191078186035], "cos_apical_negg": [0.0019782809540629387, 0.0331115648150444, 0.0966448113322258], "cos_Ac_negg": [0.6000696420669556, 0.6561236381530762, 0.6260621547698975], "r_norm": [0.15039901435375214, 0.1497570425271988, 0.15484662353992462]}, {"step": 4500, "epoch": 9, "train_loss": 0.04025477170944214, "cos_r_negg": [0.25745469331741333, 0.29918572306632996, 0.33587926626205444], "cos_innovation_negg": [0.25745469331741333, 0.29918572306632996, 0.33587926626205444], "cos_apical_negg": [-0.0025087075773626566, 0.034905947744846344, 0.0992714911699295], "cos_Ac_negg": [0.595043420791626, 0.6595293879508972, 0.6286614537239075], "r_norm": [0.1659528911113739, 0.1653435230255127, 0.1706428825855255], "ldr": {"dL_sdil": -0.008124127984046936, "dL_bp": -0.015337422490119934, "ratio": 0.5296931729748163}}, {"step": 4600, "epoch": 9, "train_loss": 0.0028801611624658108, "cos_r_negg": [0.2574304938316345, 0.3032705783843994, 0.3444207012653351], "cos_innovation_negg": [0.2574304938316345, 0.3032705783843994, 0.3444207012653351], "cos_apical_negg": [-0.005891783162951469, 0.034201815724372864, 0.09854810684919357], "cos_Ac_negg": [0.597135603427887, 0.6575795412063599, 0.6337478160858154], "r_norm": [0.1643073856830597, 0.16282491385936737, 0.16824829578399658]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9722, "test_loss": 0.1323427827835083}, {"step": 4700, "epoch": 10, "train_loss": 0.0009370993357151747, "cos_r_negg": [0.24626906216144562, 0.2893257141113281, 0.32780081033706665], "cos_innovation_negg": [0.24626906216144562, 0.2893257141113281, 0.32780081033706665], "cos_apical_negg": [-0.005222572945058346, 0.03438138961791992, 0.09457738697528839], "cos_Ac_negg": [0.5913804173469543, 0.6587918400764465, 0.6338762044906616], "r_norm": [0.15964040160179138, 0.15823058784008026, 0.16422130167484283]}, {"step": 4800, "epoch": 10, "train_loss": 0.0007197074592113495, "cos_r_negg": [0.23458249866962433, 0.2753637135028839, 0.31380969285964966], "cos_innovation_negg": [0.23458249866962433, 0.2753637135028839, 0.31380969285964966], "cos_apical_negg": [-0.005553705617785454, 0.03434283286333084, 0.09017827361822128], "cos_Ac_negg": [0.5894259214401245, 0.6574665904045105, 0.6380923986434937], "r_norm": [0.15573932230472565, 0.15402621030807495, 0.16002517938613892]}, {"step": 4900, "epoch": 10, "train_loss": 0.0013206034200266004, "cos_r_negg": [0.23630955815315247, 0.27050358057022095, 0.3087467551231384], "cos_innovation_negg": [0.23630955815315247, 0.27050358057022095, 0.3087467551231384], "cos_apical_negg": [-0.0024220035411417484, 0.03346005454659462, 0.08858700096607208], "cos_Ac_negg": [0.5860074162483215, 0.655839204788208, 0.6307581067085266], "r_norm": [0.1568376123905182, 0.15460513532161713, 0.16078686714172363]}, {"step": 5000, "epoch": 10, "train_loss": 0.0007374219130724669, "cos_r_negg": [0.23427411913871765, 0.2656172811985016, 0.3014724850654602], "cos_innovation_negg": [0.23427411913871765, 0.2656172811985016, 0.3014724850654602], "cos_apical_negg": [0.0003635631874203682, 0.03415030986070633, 0.08427981287240982], "cos_Ac_negg": [0.5873151421546936, 0.6557784676551819, 0.6347193717956543], "r_norm": [0.14998020231723785, 0.14845165610313416, 0.1539243459701538], "ldr": {"dL_sdil": -0.006916850805282593, "dL_bp": -0.012052781879901886, "ratio": 0.5738800282129471}}, {"step": 5100, "epoch": 10, "train_loss": 0.005760518833994865, "cos_r_negg": [0.23182448744773865, 0.2668743133544922, 0.30623435974121094], "cos_innovation_negg": [0.23182448744773865, 0.2668743133544922, 0.30623435974121094], "cos_apical_negg": [-0.007979713380336761, 0.033316440880298615, 0.08807151764631271], "cos_Ac_negg": [0.5932509303092957, 0.659389317035675, 0.6369228363037109], "r_norm": [0.1574036180973053, 0.1557951420545578, 0.16126936674118042]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9729, "test_loss": 0.1333346004486084}, {"step": 5200, "epoch": 11, "train_loss": 0.0006942336913198233, "cos_r_negg": [0.22772935032844543, 0.25820639729499817, 0.2920970022678375], "cos_innovation_negg": [0.22772935032844543, 0.25820639729499817, 0.2920970022678375], "cos_apical_negg": [-0.004930439405143261, 0.03170959651470184, 0.08223657310009003], "cos_Ac_negg": [0.5905312299728394, 0.6572005748748779, 0.6335728168487549], "r_norm": [0.15343058109283447, 0.1519003063440323, 0.15699033439159393]}, {"step": 5300, "epoch": 11, "train_loss": 0.0007566719432361424, "cos_r_negg": [0.21925725042819977, 0.24757423996925354, 0.28562384843826294], "cos_innovation_negg": [0.21925725042819977, 0.24757423996925354, 0.28562384843826294], "cos_apical_negg": [-0.0033702433574944735, 0.029400639235973358, 0.08285006135702133], "cos_Ac_negg": [0.5863053202629089, 0.6559584140777588, 0.6342511177062988], "r_norm": [0.15561218559741974, 0.15404945611953735, 0.15954509377479553]}, {"step": 5400, "epoch": 11, "train_loss": 0.001521232188679278, "cos_r_negg": [0.20712414383888245, 0.23623737692832947, 0.2748767137527466], "cos_innovation_negg": [0.20712414383888245, 0.23623737692832947, 0.2748767137527466], "cos_apical_negg": [-0.005037623457610607, 0.027977438643574715, 0.07745343446731567], "cos_Ac_negg": [0.5803042650222778, 0.6506218910217285, 0.6329739689826965], "r_norm": [0.15041325986385345, 0.14898334443569183, 0.15425938367843628]}, {"step": 5500, "epoch": 11, "train_loss": 0.0026994990184903145, "cos_r_negg": [0.20781847834587097, 0.23885568976402283, 0.2764872908592224], "cos_innovation_negg": [0.20781847834587097, 0.23885568976402283, 0.2764872908592224], "cos_apical_negg": [-0.004095473326742649, 0.030003715306520462, 0.0819830596446991], "cos_Ac_negg": [0.5818891525268555, 0.6552667617797852, 0.6381473541259766], "r_norm": [0.15286672115325928, 0.15100723505020142, 0.1567622721195221], "ldr": {"dL_sdil": -0.007533937692642212, "dL_bp": -0.013635903596878052, "ratio": 0.5525074036433575}}, {"step": 5600, "epoch": 11, "train_loss": 0.0021804312709718943, "cos_r_negg": [0.1956554353237152, 0.22334757447242737, 0.2606690227985382], "cos_innovation_negg": [0.1956554353237152, 0.22334757447242737, 0.2606690227985382], "cos_apical_negg": [-0.005527795292437077, 0.027708079665899277, 0.07460241764783859], "cos_Ac_negg": [0.580459475517273, 0.6528034210205078, 0.6360132694244385], "r_norm": [0.14966024458408356, 0.1478385031223297, 0.15374064445495605]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.973, "test_loss": 0.13941197929382323}, {"step": 5700, "epoch": 12, "train_loss": 0.0010215011425316334, "cos_r_negg": [0.19373255968093872, 0.22226883471012115, 0.25930389761924744], "cos_innovation_negg": [0.19373255968093872, 0.22226883471012115, 0.25930389761924744], "cos_apical_negg": [-0.0043902210891246796, 0.029867716133594513, 0.0760422945022583], "cos_Ac_negg": [0.579633891582489, 0.6534334421157837, 0.635990560054779], "r_norm": [0.1503656506538391, 0.14871734380722046, 0.15430158376693726]}, {"step": 5800, "epoch": 12, "train_loss": 0.00032125189318321645, "cos_r_negg": [0.18696382641792297, 0.2155623733997345, 0.2532934546470642], "cos_innovation_negg": [0.18696382641792297, 0.2155623733997345, 0.2532934546470642], "cos_apical_negg": [-0.005205532535910606, 0.029154784977436066, 0.07369737327098846], "cos_Ac_negg": [0.577888011932373, 0.6530437469482422, 0.6363422870635986], "r_norm": [0.1520848274230957, 0.1502857506275177, 0.15606342256069183]}, {"step": 5900, "epoch": 12, "train_loss": 0.0010295454412698746, "cos_r_negg": [0.186716690659523, 0.21536558866500854, 0.25176239013671875], "cos_innovation_negg": [0.186716690659523, 0.21536558866500854, 0.25176239013671875], "cos_apical_negg": [-0.0039062260184437037, 0.030423138290643692, 0.07383649796247482], "cos_Ac_negg": [0.5770515203475952, 0.6527430415153503, 0.6366908550262451], "r_norm": [0.15548017621040344, 0.15395236015319824, 0.15984785556793213]}, {"step": 6000, "epoch": 12, "train_loss": 0.00032391524291597307, "cos_r_negg": [0.18734830617904663, 0.21532535552978516, 0.2516634464263916], "cos_innovation_negg": [0.18734830617904663, 0.21532535552978516, 0.2516634464263916], "cos_apical_negg": [-0.005374058149755001, 0.029912449419498444, 0.07371838390827179], "cos_Ac_negg": [0.57501220703125, 0.6550776362419128, 0.638787031173706], "r_norm": [0.15264374017715454, 0.15102964639663696, 0.15677979588508606], "ldr": {"dL_sdil": -0.008371993899345398, "dL_bp": -0.015956230461597443, "ratio": 0.5246849448241953}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9732, "test_loss": 0.14242641201019288}, {"step": 6100, "epoch": 13, "train_loss": 0.0008753739530220628, "cos_r_negg": [0.174159437417984, 0.20411986112594604, 0.24354444444179535], "cos_innovation_negg": [0.174159437417984, 0.20411986112594604, 0.24354444444179535], "cos_apical_negg": [-0.00767859909683466, 0.028538458049297333, 0.07206092774868011], "cos_Ac_negg": [0.5765362977981567, 0.6534602642059326, 0.6382972598075867], "r_norm": [0.15607845783233643, 0.15456441044807434, 0.16035377979278564]}, {"step": 6200, "epoch": 13, "train_loss": 0.001130223972722888, "cos_r_negg": [0.17189690470695496, 0.20192931592464447, 0.24033722281455994], "cos_innovation_negg": [0.17189690470695496, 0.20192931592464447, 0.24033722281455994], "cos_apical_negg": [-0.0071361251175403595, 0.028645731508731842, 0.07237084209918976], "cos_Ac_negg": [0.5749015212059021, 0.6523905992507935, 0.6395661234855652], "r_norm": [0.15572698414325714, 0.1540389358997345, 0.16000795364379883]}, {"step": 6300, "epoch": 13, "train_loss": 0.0006541647017002106, "cos_r_negg": [0.17216068506240845, 0.1994464248418808, 0.23954151570796967], "cos_innovation_negg": [0.17216068506240845, 0.1994464248418808, 0.23954151570796967], "cos_apical_negg": [-0.0067757777869701385, 0.029019920155405998, 0.07383277267217636], "cos_Ac_negg": [0.5738915205001831, 0.6540108323097229, 0.6395518183708191], "r_norm": [0.16034150123596191, 0.15880431234836578, 0.16480137407779694]}, {"step": 6400, "epoch": 13, "train_loss": 0.0002635970595292747, "cos_r_negg": [0.1700204312801361, 0.19879797101020813, 0.23477008938789368], "cos_innovation_negg": [0.1700204312801361, 0.19879797101020813, 0.23477008938789368], "cos_apical_negg": [-0.007688488345593214, 0.02872314676642418, 0.06840697675943375], "cos_Ac_negg": [0.5727319717407227, 0.653275728225708, 0.639255166053772], "r_norm": [0.1576792597770691, 0.15623797476291656, 0.16188094019889832]}, {"step": 6500, "epoch": 13, "train_loss": 6.440469587687403e-05, "cos_r_negg": [0.1699916422367096, 0.1988181471824646, 0.2355714589357376], "cos_innovation_negg": [0.1699916422367096, 0.1988181471824646, 0.2355714589357376], "cos_apical_negg": [-0.007876312360167503, 0.02910144068300724, 0.0683816522359848], "cos_Ac_negg": [0.5729690790176392, 0.6532773971557617, 0.6397091746330261], "r_norm": [0.15950703620910645, 0.15799561142921448, 0.16392040252685547], "ldr": {"dL_sdil": -0.009079977869987488, "dL_bp": -0.01777389645576477, "ratio": 0.5108602884339689}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9732, "test_loss": 0.14537806529998779}, {"step": 6600, "epoch": 14, "train_loss": 0.0002895647776313126, "cos_r_negg": [0.16190284490585327, 0.18903881311416626, 0.2272726148366928], "cos_innovation_negg": [0.16190284490585327, 0.18903881311416626, 0.2272726148366928], "cos_apical_negg": [-0.007980301976203918, 0.028466172516345978, 0.06749342381954193], "cos_Ac_negg": [0.5734381079673767, 0.6531709432601929, 0.6392842531204224], "r_norm": [0.1596287339925766, 0.15802395343780518, 0.1638604998588562]}, {"step": 6700, "epoch": 14, "train_loss": 0.0007385698845610023, "cos_r_negg": [0.16301581263542175, 0.19068433344364166, 0.22741979360580444], "cos_innovation_negg": [0.16301581263542175, 0.19068433344364166, 0.22741979360580444], "cos_apical_negg": [-0.008966032415628433, 0.028059065341949463, 0.06547172367572784], "cos_Ac_negg": [0.5714814066886902, 0.6525571346282959, 0.6417069435119629], "r_norm": [0.15808875858783722, 0.15658102929592133, 0.16241328418254852]}, {"step": 6800, "epoch": 14, "train_loss": 0.0004385093052405864, "cos_r_negg": [0.1579444408416748, 0.18256783485412598, 0.22141847014427185], "cos_innovation_negg": [0.1579444408416748, 0.18256783485412598, 0.22141847014427185], "cos_apical_negg": [-0.007996346801519394, 0.02764541655778885, 0.06454102694988251], "cos_Ac_negg": [0.5723294615745544, 0.6518482565879822, 0.6396939754486084], "r_norm": [0.158376544713974, 0.15680678188800812, 0.16260096430778503]}, {"step": 6900, "epoch": 14, "train_loss": 0.00074908381793648, "cos_r_negg": [0.154276043176651, 0.17812806367874146, 0.21594232320785522], "cos_innovation_negg": [0.154276043176651, 0.17812806367874146, 0.21594232320785522], "cos_apical_negg": [-0.008226802572607994, 0.027054058387875557, 0.06316272914409637], "cos_Ac_negg": [0.575911283493042, 0.6519684791564941, 0.6386241316795349], "r_norm": [0.15596985816955566, 0.15434530377388, 0.15996414422988892]}, {"step": 7000, "epoch": 14, "train_loss": 0.0010558165377005935, "cos_r_negg": [0.15769124031066895, 0.18136253952980042, 0.2184697836637497], "cos_innovation_negg": [0.15769124031066895, 0.18136253952980042, 0.2184697836637497], "cos_apical_negg": [-0.0075513459742069244, 0.02734886296093464, 0.06309651583433151], "cos_Ac_negg": [0.5748131275177002, 0.6541335582733154, 0.6396275162696838], "r_norm": [0.1557645946741104, 0.15423013269901276, 0.1599709838628769], "ldr": {"dL_sdil": -0.009087041020393372, "dL_bp": -0.017992638051509857, "ratio": 0.5050421730475944}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.973, "test_loss": 0.14823665733337402}], "final": {"test_acc": 0.973, "test_loss": 0.14823665733337402, "wall_s": 22.736174821853638, "cos_r_negg": [0.1556822657585144, 0.17938001453876495, 0.2172180563211441], "cos_innovation_negg": [0.1556822657585144, 0.17938001453876495, 0.2172180563211441], "cos_apical_negg": [-0.0077785924077034, 0.026926474645733833, 0.06347028911113739], "cos_Ac_negg": [0.5730034112930298, 0.6533554196357727, 0.6403895616531372]}} \ No newline at end of file -- cgit v1.2.3