results: record corrected scaling and residualization pilots

1 files changed, 1 insertions, 0 deletions

diff --git a/results/diag_nuis_low_rho0p1_res1_s0.json b/results/diag_nuis_low_rho0p1_res1_s0.json
new file mode 100644
index 0000000..904593f
--- /dev/null
+++ b/results/diag_nuis_low_rho0p1_res1_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.1, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "diag_nuis_low_rho0p1_res1_s0", "n_in": 784}, "provenance": {"git_commit": "54633b2e0f51a8f48d4ba627d778c87927f54ca1", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.019516456872224808, -0.025525914505124092, 0.033765003085136414], "cos_apical_negg": [-0.019420741125941277, -0.025776736438274384, 0.032360587269067764], "cos_Ac_negg": [-0.019516363739967346, -0.025525912642478943, 0.03376498818397522], "r_norm": [4.898177146911621, 4.826803684234619, 4.823856830596924], "ldr": {"dL_sdil": -0.009199380874633789, "dL_bp": -0.24068236351013184, "ratio": 0.038222081337698555}}, {"step": 100, "epoch": 0, "train_loss": 0.20683997869491577, "cos_r_negg": [0.4561299681663513, 0.3808678686618805, 0.36012405157089233], "cos_apical_negg": [0.15237829089164734, 0.143134206533432, 0.18917536735534668], "cos_Ac_negg": [0.4566975235939026, 0.3814869523048401, 0.3605459928512573], "r_norm": [0.8242521286010742, 0.8076595664024353, 0.8054618835449219]}, {"step": 200, "epoch": 0, "train_loss": 0.32852238416671753, "cos_r_negg": [0.4740169048309326, 0.4043392837047577, 0.3805192708969116], "cos_apical_negg": [0.13903754949569702, 0.14106644690036774, 0.18174822628498077], "cos_Ac_negg": [0.4749114513397217, 0.4056163430213928, 0.382116436958313], "r_norm": [0.7472480535507202, 0.7297910451889038, 0.7290124893188477]}, {"step": 300, "epoch": 0, "train_loss": 0.1792018860578537, "cos_r_negg": [0.5064927935600281, 0.46594464778900146, 0.4275602102279663], "cos_apical_negg": [0.1177990511059761, 0.13220566511154175, 0.16945992410182953], "cos_Ac_negg": [0.5072965621948242, 0.46631813049316406, 0.4278665781021118], "r_norm": [0.5790054798126221, 0.5678757429122925, 0.5665429830551147]}, {"step": 400, "epoch": 0, "train_loss": 0.16270679235458374, "cos_r_negg": [0.5334340333938599, 0.4902327358722687, 0.4517212510108948], "cos_apical_negg": [0.12907904386520386, 0.12549903988838196, 0.17313998937606812], "cos_Ac_negg": [0.5339264869689941, 0.49035918712615967, 0.45164915919303894], "r_norm": [0.5338784456253052, 0.5195522904396057, 0.5205836296081543]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9454, "test_loss": 0.1904225929260254}, {"step": 500, "epoch": 1, "train_loss": 0.23014771938323975, "cos_r_negg": [0.5086731910705566, 0.4808811545372009, 0.47930672764778137], "cos_apical_negg": [0.11290472000837326, 0.11339855194091797, 0.1659645140171051], "cos_Ac_negg": [0.5092896223068237, 0.48063361644744873, 0.47944051027297974], "r_norm": [0.5010726451873779, 0.48585939407348633, 0.4869433045387268], "ldr": {"dL_sdil": -0.012213855981826782, "dL_bp": -0.010371357202529907, "ratio": 1.1776526199336217}}, {"step": 600, "epoch": 1, "train_loss": 0.06264102458953857, "cos_r_negg": [0.5161782503128052, 0.49555227160453796, 0.47790834307670593], "cos_apical_negg": [0.1079772338271141, 0.10634440183639526, 0.16544830799102783], "cos_Ac_negg": [0.5170495510101318, 0.4960915446281433, 0.47849780321121216], "r_norm": [0.4478020668029785, 0.4375015199184418, 0.4376702308654785]}, {"step": 700, "epoch": 1, "train_loss": 0.21048517525196075, "cos_r_negg": [0.5166497826576233, 0.5061420202255249, 0.48557013273239136], "cos_apical_negg": [0.11987586319446564, 0.11258520931005478, 0.17083010077476501], "cos_Ac_negg": [0.518173336982727, 0.5066292881965637, 0.4856169819831848], "r_norm": [0.48917144536972046, 0.47349128127098083, 0.4745555520057678]}, {"step": 800, "epoch": 1, "train_loss": 0.1698085069656372, "cos_r_negg": [0.5281230211257935, 0.5412549376487732, 0.49062949419021606], "cos_apical_negg": [0.08528990298509598, 0.10898679494857788, 0.1691044569015503], "cos_Ac_negg": [0.5291732549667358, 0.5413188934326172, 0.4903642535209656], "r_norm": [0.37939468026161194, 0.36847028136253357, 0.36765846610069275]}, {"step": 900, "epoch": 1, "train_loss": 0.17834270000457764, "cos_r_negg": [0.5426621437072754, 0.5571110844612122, 0.46928098797798157], "cos_apical_negg": [0.08367139846086502, 0.1062052771449089, 0.1484588384628296], "cos_Ac_negg": [0.5428537726402283, 0.5568511486053467, 0.46884000301361084], "r_norm": [0.3773725628852844, 0.36773693561553955, 0.3660231828689575]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9532, "test_loss": 0.15338984069824219}, {"step": 1000, "epoch": 2, "train_loss": 0.03610467538237572, "cos_r_negg": [0.5278955698013306, 0.5470715165138245, 0.4887616038322449], "cos_apical_negg": [0.08191273361444473, 0.0979018360376358, 0.1530991494655609], "cos_Ac_negg": [0.528154730796814, 0.5465915203094482, 0.48795825242996216], "r_norm": [0.3610769808292389, 0.34987568855285645, 0.3488883674144745], "ldr": {"dL_sdil": -0.00946018099784851, "dL_bp": -0.008130252361297607, "ratio": 1.1635777805473486}}, {"step": 1100, "epoch": 2, "train_loss": 0.14434075355529785, "cos_r_negg": [0.5304457545280457, 0.547247588634491, 0.4867292046546936], "cos_apical_negg": [0.07937635481357574, 0.09804007411003113, 0.15954582393169403], "cos_Ac_negg": [0.5308558940887451, 0.546707034111023, 0.48520904779434204], "r_norm": [0.3578449487686157, 0.34673258662223816, 0.34743696451187134]}, {"step": 1200, "epoch": 2, "train_loss": 0.1277787983417511, "cos_r_negg": [0.5395125150680542, 0.558314859867096, 0.5030388832092285], "cos_apical_negg": [0.07928188145160675, 0.09109491109848022, 0.15419000387191772], "cos_Ac_negg": [0.5396093130111694, 0.5580030679702759, 0.5018350481987], "r_norm": [0.3390808701515198, 0.33018729090690613, 0.3292943835258484]}, {"step": 1300, "epoch": 2, "train_loss": 0.11057958006858826, "cos_r_negg": [0.515335202217102, 0.5336487293243408, 0.4851382374763489], "cos_apical_negg": [0.06864278763532639, 0.09958652406930923, 0.15436717867851257], "cos_Ac_negg": [0.5155478119850159, 0.5326103568077087, 0.4835350513458252], "r_norm": [0.34386441111564636, 0.33492058515548706, 0.3315686583518982]}, {"step": 1400, "epoch": 2, "train_loss": 0.1388072520494461, "cos_r_negg": [0.5155563354492188, 0.5309954285621643, 0.4800029397010803], "cos_apical_negg": [0.07199728488922119, 0.09795089811086655, 0.15476271510124207], "cos_Ac_negg": [0.5155479907989502, 0.5297256708145142, 0.47807013988494873], "r_norm": [0.27236801385879517, 0.26437029242515564, 0.2636326849460602]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9649, "test_loss": 0.12148791046142578}, {"step": 1500, "epoch": 3, "train_loss": 0.0676574856042862, "cos_r_negg": [0.4874963164329529, 0.5175042152404785, 0.4765663146972656], "cos_apical_negg": [0.06620067358016968, 0.08575887978076935, 0.153273344039917], "cos_Ac_negg": [0.48696964979171753, 0.5163366794586182, 0.47409555315971375], "r_norm": [0.2755729556083679, 0.2680559754371643, 0.26864421367645264], "ldr": {"dL_sdil": -0.0059937983751297, "dL_bp": -0.006250232458114624, "ratio": 0.958972072686353}}, {"step": 1600, "epoch": 3, "train_loss": 0.07317554950714111, "cos_r_negg": [0.5015812516212463, 0.5151363611221313, 0.4900739789009094], "cos_apical_negg": [0.05664137378334999, 0.08271725475788116, 0.15622611343860626], "cos_Ac_negg": [0.5016165971755981, 0.514200747013092, 0.48732006549835205], "r_norm": [0.2753051519393921, 0.2664317786693573, 0.2673736810684204]}, {"step": 1700, "epoch": 3, "train_loss": 0.08164312690496445, "cos_r_negg": [0.4873105585575104, 0.5137908458709717, 0.4737226665019989], "cos_apical_negg": [0.06819788366556168, 0.08815443515777588, 0.14751389622688293], "cos_Ac_negg": [0.4867975115776062, 0.5132312178611755, 0.47131606936454773], "r_norm": [0.24582251906394958, 0.23820431530475616, 0.23781003057956696]}, {"step": 1800, "epoch": 3, "train_loss": 0.024689778685569763, "cos_r_negg": [0.501431941986084, 0.5187755823135376, 0.48886168003082275], "cos_apical_negg": [0.05063096061348915, 0.07646887004375458, 0.1549108773469925], "cos_Ac_negg": [0.5011186599731445, 0.5184181928634644, 0.4863644540309906], "r_norm": [0.2637336552143097, 0.25648945569992065, 0.2538714110851288]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.965, "test_loss": 0.12390026512145996}, {"step": 1900, "epoch": 4, "train_loss": 0.03273295983672142, "cos_r_negg": [0.5006571412086487, 0.5333853960037231, 0.4936748445034027], "cos_apical_negg": [0.049160655587911606, 0.09003491699695587, 0.15443134307861328], "cos_Ac_negg": [0.5006347894668579, 0.53319251537323, 0.49140793085098267], "r_norm": [0.2740962505340576, 0.2679555416107178, 0.265875905752182]}, {"step": 2000, "epoch": 4, "train_loss": 0.09164918959140778, "cos_r_negg": [0.4288943409919739, 0.4692956805229187, 0.440817654132843], "cos_apical_negg": [0.036496445536613464, 0.07540971785783768, 0.13341930508613586], "cos_Ac_negg": [0.4288756847381592, 0.4682854115962982, 0.43775996565818787], "r_norm": [0.21223405003547668, 0.20557604730129242, 0.20465439558029175], "ldr": {"dL_sdil": -0.004755005240440369, "dL_bp": -0.005659237504005432, "ratio": 0.84022012454415}}, {"step": 2100, "epoch": 4, "train_loss": 0.01425383985042572, "cos_r_negg": [0.44933074712753296, 0.4964136481285095, 0.47037753462791443], "cos_apical_negg": [0.03857060894370079, 0.0800505131483078, 0.1505504846572876], "cos_Ac_negg": [0.44901490211486816, 0.4954824447631836, 0.46752554178237915], "r_norm": [0.24937845766544342, 0.24185745418071747, 0.2415986955165863]}, {"step": 2200, "epoch": 4, "train_loss": 0.010673163458704948, "cos_r_negg": [0.4274923503398895, 0.4522479176521301, 0.4385167360305786], "cos_apical_negg": [0.04543246328830719, 0.07618136703968048, 0.15272898972034454], "cos_Ac_negg": [0.42780643701553345, 0.4516759514808655, 0.4355747103691101], "r_norm": [0.2627090811729431, 0.25427308678627014, 0.25260934233665466]}, {"step": 2300, "epoch": 4, "train_loss": 0.1186101883649826, "cos_r_negg": [0.4036998748779297, 0.43460994958877563, 0.41644877195358276], "cos_apical_negg": [0.050553448498249054, 0.07390330731868744, 0.1347779929637909], "cos_Ac_negg": [0.40327024459838867, 0.4336010217666626, 0.4131975769996643], "r_norm": [0.222402885556221, 0.21528461575508118, 0.21474608778953552]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9686, "test_loss": 0.12125136375427246}, {"step": 2400, "epoch": 5, "train_loss": 0.0777900218963623, "cos_r_negg": [0.4097362160682678, 0.45188161730766296, 0.4314563274383545], "cos_apical_negg": [0.0326840840280056, 0.06365515291690826, 0.14021185040473938], "cos_Ac_negg": [0.40931063890457153, 0.450900137424469, 0.42771705985069275], "r_norm": [0.21444934606552124, 0.2079712450504303, 0.20672295987606049]}, {"step": 2500, "epoch": 5, "train_loss": 0.06600132584571838, "cos_r_negg": [0.3701138198375702, 0.4027906656265259, 0.38374143838882446], "cos_apical_negg": [0.03292577341198921, 0.07368376106023788, 0.1426790952682495], "cos_Ac_negg": [0.3699338138103485, 0.40199804306030273, 0.3807746469974518], "r_norm": [0.20255105197429657, 0.1969395875930786, 0.19603750109672546], "ldr": {"dL_sdil": -0.005280748009681702, "dL_bp": -0.005878016352653503, "ratio": 0.89838947237665}}, {"step": 2600, "epoch": 5, "train_loss": 0.030449341982603073, "cos_r_negg": [0.3600800633430481, 0.3967919945716858, 0.37056976556777954], "cos_apical_negg": [0.03236114978790283, 0.061309609562158585, 0.14484903216362], "cos_Ac_negg": [0.35986825823783875, 0.39589923620224, 0.36683547496795654], "r_norm": [0.1689160168170929, 0.1657443642616272, 0.16257992386817932]}, {"step": 2700, "epoch": 5, "train_loss": 0.0222881231456995, "cos_r_negg": [0.39370667934417725, 0.4418136477470398, 0.4159846603870392], "cos_apical_negg": [0.032427363097667694, 0.06435207277536392, 0.14682599902153015], "cos_Ac_negg": [0.39332208037376404, 0.440535306930542, 0.4115748405456543], "r_norm": [0.19391296803951263, 0.18947941064834595, 0.18828833103179932]}, {"step": 2800, "epoch": 5, "train_loss": 0.08499300479888916, "cos_r_negg": [0.37556856870651245, 0.4174972176551819, 0.39975878596305847], "cos_apical_negg": [0.03558485209941864, 0.067987360060215, 0.14555107057094574], "cos_Ac_negg": [0.3755994439125061, 0.4164520502090454, 0.3959047794342041], "r_norm": [0.2091490626335144, 0.20293818414211273, 0.20068201422691345]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9701, "test_loss": 0.11767922821044922}, {"step": 2900, "epoch": 6, "train_loss": 0.009337813593447208, "cos_r_negg": [0.35428890585899353, 0.39382070302963257, 0.3790283203125], "cos_apical_negg": [0.02073688805103302, 0.06096653267741203, 0.14554941654205322], "cos_Ac_negg": [0.35517823696136475, 0.39343321323394775, 0.3752865791320801], "r_norm": [0.20045910775661469, 0.19383198022842407, 0.1936217099428177]}, {"step": 3000, "epoch": 6, "train_loss": 0.06943769752979279, "cos_r_negg": [0.3427330255508423, 0.3803616166114807, 0.3641650676727295], "cos_apical_negg": [0.019505774602293968, 0.05789085477590561, 0.14434850215911865], "cos_Ac_negg": [0.3430076241493225, 0.37962138652801514, 0.3600381910800934], "r_norm": [0.16525718569755554, 0.16065149009227753, 0.1590198576450348], "ldr": {"dL_sdil": -0.004927143454551697, "dL_bp": -0.006980516016483307, "ratio": 0.7058422963169315}}, {"step": 3100, "epoch": 6, "train_loss": 0.011620339937508106, "cos_r_negg": [0.3101832866668701, 0.34814655780792236, 0.3256959915161133], "cos_apical_negg": [0.009094222448766232, 0.06744265556335449, 0.14300718903541565], "cos_Ac_negg": [0.31060564517974854, 0.34736382961273193, 0.32170993089675903], "r_norm": [0.18792138993740082, 0.18322056531906128, 0.1812620759010315]}, {"step": 3200, "epoch": 6, "train_loss": 0.01361056324094534, "cos_r_negg": [0.3047287166118622, 0.3504140079021454, 0.33207985758781433], "cos_apical_negg": [0.019136711955070496, 0.06709253042936325, 0.13717174530029297], "cos_Ac_negg": [0.3048957884311676, 0.34936195611953735, 0.3283121585845947], "r_norm": [0.17606475949287415, 0.1713852733373642, 0.17045295238494873]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9711, "test_loss": 0.12406212673187256}, {"step": 3300, "epoch": 7, "train_loss": 0.011202439665794373, "cos_r_negg": [0.2870562970638275, 0.3235819935798645, 0.30494198203086853], "cos_apical_negg": [0.01887010596692562, 0.05337080359458923, 0.1363985538482666], "cos_Ac_negg": [0.2873172163963318, 0.3229443430900574, 0.3012893497943878], "r_norm": [0.14607161283493042, 0.14222578704357147, 0.14072765409946442]}, {"step": 3400, "epoch": 7, "train_loss": 0.02864265814423561, "cos_r_negg": [0.2825903594493866, 0.3174539804458618, 0.3021314740180969], "cos_apical_negg": [0.019116273149847984, 0.06002703681588173, 0.14857259392738342], "cos_Ac_negg": [0.2829700708389282, 0.31706857681274414, 0.2986683249473572], "r_norm": [0.18481570482254028, 0.18003259599208832, 0.1788252890110016]}, {"step": 3500, "epoch": 7, "train_loss": 0.00422491692006588, "cos_r_negg": [0.2678760588169098, 0.3047921359539032, 0.2917213439941406], "cos_apical_negg": [0.02134549617767334, 0.05760381370782852, 0.14684244990348816], "cos_Ac_negg": [0.2683059871196747, 0.3039183020591736, 0.28749969601631165], "r_norm": [0.19979383051395416, 0.19399701058864594, 0.19357004761695862], "ldr": {"dL_sdil": -0.006273619830608368, "dL_bp": -0.009467460215091705, "ratio": 0.6626507730772228}}, {"step": 3600, "epoch": 7, "train_loss": 0.004532014485448599, "cos_r_negg": [0.26364099979400635, 0.30037909746170044, 0.2863549590110779], "cos_apical_negg": [0.0057756174355745316, 0.05669254809617996, 0.13763698935508728], "cos_Ac_negg": [0.2636473774909973, 0.29982566833496094, 0.2833068072795868], "r_norm": [0.1825418770313263, 0.17865371704101562, 0.17635765671730042]}, {"step": 3700, "epoch": 7, "train_loss": 0.006920909509062767, "cos_r_negg": [0.2698700726032257, 0.3056122958660126, 0.2946384847164154], "cos_apical_negg": [0.010869037359952927, 0.053051311522722244, 0.1392381191253662], "cos_Ac_negg": [0.2702271342277527, 0.3051472306251526, 0.29140734672546387], "r_norm": [0.19647647440433502, 0.1898655742406845, 0.1878773421049118]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9722, "test_loss": 0.11938170566558838}, {"step": 3800, "epoch": 8, "train_loss": 0.007145673036575317, "cos_r_negg": [0.23417602479457855, 0.2666628658771515, 0.2651404142379761], "cos_apical_negg": [0.0029220422729849815, 0.053463634103536606, 0.14256519079208374], "cos_Ac_negg": [0.23486799001693726, 0.2663212716579437, 0.26189178228378296], "r_norm": [0.18395251035690308, 0.17998728156089783, 0.1775822937488556]}, {"step": 3900, "epoch": 8, "train_loss": 0.0042358096688985825, "cos_r_negg": [0.21914923191070557, 0.24916185438632965, 0.24405601620674133], "cos_apical_negg": [0.0032741674222052097, 0.05763109773397446, 0.13305151462554932], "cos_Ac_negg": [0.22004622220993042, 0.24933794140815735, 0.24191449582576752], "r_norm": [0.17436614632606506, 0.16928914189338684, 0.16762040555477142]}, {"step": 4000, "epoch": 8, "train_loss": 0.0032062570098787546, "cos_r_negg": [0.21606554090976715, 0.24830974638462067, 0.24428966641426086], "cos_apical_negg": [0.00016378844156861305, 0.05589856952428818, 0.13327142596244812], "cos_Ac_negg": [0.2169175148010254, 0.24785946309566498, 0.2417692244052887], "r_norm": [0.1559789478778839, 0.15242508053779602, 0.15043389797210693], "ldr": {"dL_sdil": -0.0062768831849098206, "dL_bp": -0.0106586292386055, "ratio": 0.5889015411264126}}, {"step": 4100, "epoch": 8, "train_loss": 0.002575080143287778, "cos_r_negg": [0.2256929874420166, 0.2585234045982361, 0.2557886242866516], "cos_apical_negg": [0.011652304790914059, 0.05617436766624451, 0.13030089437961578], "cos_Ac_negg": [0.22626455128192902, 0.25815287232398987, 0.2533252239227295], "r_norm": [0.16336297988891602, 0.158944234251976, 0.1570030152797699]}, {"step": 4200, "epoch": 8, "train_loss": 0.01088833250105381, "cos_r_negg": [0.2047746777534485, 0.23343707621097565, 0.22910253703594208], "cos_apical_negg": [0.007006949745118618, 0.05109415203332901, 0.11974142491817474], "cos_Ac_negg": [0.20516666769981384, 0.23341678082942963, 0.22676023840904236], "r_norm": [0.17266660928726196, 0.1680162400007248, 0.1657750904560089]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.972, "test_loss": 0.12974063901901245}, {"step": 4300, "epoch": 9, "train_loss": 0.0030862889252603054, "cos_r_negg": [0.211567223072052, 0.2391878217458725, 0.23505696654319763], "cos_apical_negg": [0.0057335300371050835, 0.05104059725999832, 0.12385048717260361], "cos_Ac_negg": [0.21240133047103882, 0.23901788890361786, 0.23264044523239136], "r_norm": [0.1723661720752716, 0.1682838797569275, 0.16532552242279053]}, {"step": 4400, "epoch": 9, "train_loss": 0.0009592562564648688, "cos_r_negg": [0.19718368351459503, 0.22516745328903198, 0.22213834524154663], "cos_apical_negg": [0.0049959090538322926, 0.05399724468588829, 0.12144915759563446], "cos_Ac_negg": [0.19782474637031555, 0.22509709000587463, 0.21999472379684448], "r_norm": [0.16731835901737213, 0.1636153608560562, 0.16041779518127441]}, {"step": 4500, "epoch": 9, "train_loss": 0.03124357759952545, "cos_r_negg": [0.19361761212348938, 0.2217017263174057, 0.21697364747524261], "cos_apical_negg": [0.007766964845359325, 0.05152570828795433, 0.11414465308189392], "cos_Ac_negg": [0.19425377249717712, 0.22116243839263916, 0.2144576758146286], "r_norm": [0.15997500717639923, 0.15626540780067444, 0.15357846021652222], "ldr": {"dL_sdil": -0.006380163133144379, "dL_bp": -0.011209465563297272, "ratio": 0.5691763891076757}}, {"step": 4600, "epoch": 9, "train_loss": 0.0002524250012356788, "cos_r_negg": [0.1992313265800476, 0.22967037558555603, 0.22606799006462097], "cos_apical_negg": [0.008906925097107887, 0.05459585040807724, 0.1169220432639122], "cos_Ac_negg": [0.19988197088241577, 0.22920489311218262, 0.22359073162078857], "r_norm": [0.17042243480682373, 0.16543200612068176, 0.16314949095249176]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9724, "test_loss": 0.13544013366699217}, {"step": 4700, "epoch": 10, "train_loss": 0.002242384012788534, "cos_r_negg": [0.18099886178970337, 0.20816196501255035, 0.20495903491973877], "cos_apical_negg": [0.005294828675687313, 0.05115308612585068, 0.10896711051464081], "cos_Ac_negg": [0.18201428651809692, 0.20794838666915894, 0.20277822017669678], "r_norm": [0.1624893844127655, 0.15819205343723297, 0.15589958429336548]}, {"step": 4800, "epoch": 10, "train_loss": 0.0022209174931049347, "cos_r_negg": [0.17720907926559448, 0.20473989844322205, 0.2030676305294037], "cos_apical_negg": [0.007636585272848606, 0.05117449164390564, 0.10893990099430084], "cos_Ac_negg": [0.17830388247966766, 0.2046879231929779, 0.20094652473926544], "r_norm": [0.16868388652801514, 0.16412308812141418, 0.16156303882598877]}, {"step": 4900, "epoch": 10, "train_loss": 0.0020407531410455704, "cos_r_negg": [0.1728314459323883, 0.20039692521095276, 0.20057938992977142], "cos_apical_negg": [0.004512418992817402, 0.05042345076799393, 0.10664612054824829], "cos_Ac_negg": [0.17398978769779205, 0.20064817368984222, 0.19872286915779114], "r_norm": [0.16799789667129517, 0.16384561359882355, 0.16117820143699646]}, {"step": 5000, "epoch": 10, "train_loss": 0.0003883102326653898, "cos_r_negg": [0.17160284519195557, 0.19773593544960022, 0.19740310311317444], "cos_apical_negg": [-0.0014983888249844313, 0.04848548769950867, 0.10114528983831406], "cos_Ac_negg": [0.17249926924705505, 0.19801467657089233, 0.19585081934928894], "r_norm": [0.1681741178035736, 0.1642361879348755, 0.16123953461647034], "ldr": {"dL_sdil": -0.00737868994474411, "dL_bp": -0.015240125358104706, "ratio": 0.48416202435107397}}, {"step": 5100, "epoch": 10, "train_loss": 0.003490174887701869, "cos_r_negg": [0.18060022592544556, 0.20882394909858704, 0.20371171832084656], "cos_apical_negg": [0.002307755872607231, 0.04839232563972473, 0.10792817175388336], "cos_Ac_negg": [0.18092948198318481, 0.20830607414245605, 0.2014542520046234], "r_norm": [0.17668594419956207, 0.17332932353019714, 0.1698925644159317]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9712, "test_loss": 0.14135054550170897}, {"step": 5200, "epoch": 11, "train_loss": 0.0009749945602379739, "cos_r_negg": [0.1623513251543045, 0.18656250834465027, 0.18713593482971191], "cos_apical_negg": [0.00042043160647153854, 0.04728969559073448, 0.10461169481277466], "cos_Ac_negg": [0.16323581337928772, 0.18654069304466248, 0.18540030717849731], "r_norm": [0.1595700979232788, 0.15614834427833557, 0.15367180109024048]}, {"step": 5300, "epoch": 11, "train_loss": 0.004578763153403997, "cos_r_negg": [0.16511301696300507, 0.19113531708717346, 0.19296324253082275], "cos_apical_negg": [0.0067689428105950356, 0.049471739679574966, 0.09949158132076263], "cos_Ac_negg": [0.16606497764587402, 0.19137325882911682, 0.19141457974910736], "r_norm": [0.16025295853614807, 0.1566634476184845, 0.15421411395072937]}, {"step": 5400, "epoch": 11, "train_loss": 0.0030923662707209587, "cos_r_negg": [0.16054025292396545, 0.1847323775291443, 0.18501058220863342], "cos_apical_negg": [-0.0002478715032339096, 0.045806627720594406, 0.1013571247458458], "cos_Ac_negg": [0.16138291358947754, 0.18480870127677917, 0.18342041969299316], "r_norm": [0.15932536125183105, 0.15558157861232758, 0.1530345231294632]}, {"step": 5500, "epoch": 11, "train_loss": 0.0015335017815232277, "cos_r_negg": [0.15501058101654053, 0.1787438690662384, 0.17968013882637024], "cos_apical_negg": [0.002538089407607913, 0.05129781365394592, 0.10300736874341965], "cos_Ac_negg": [0.1559019386768341, 0.17877711355686188, 0.17818503081798553], "r_norm": [0.1596858948469162, 0.15611006319522858, 0.15354576706886292], "ldr": {"dL_sdil": -0.006922267377376556, "dL_bp": -0.014339148998260498, "ratio": 0.4827530126241317}}, {"step": 5600, "epoch": 11, "train_loss": 0.0027611474506556988, "cos_r_negg": [0.15004193782806396, 0.1720571666955948, 0.17380842566490173], "cos_apical_negg": [0.0020210598595440388, 0.04668239504098892, 0.09548679739236832], "cos_Ac_negg": [0.15076035261154175, 0.17231373488903046, 0.172477588057518], "r_norm": [0.15836629271507263, 0.15478134155273438, 0.1522841900587082]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9725, "test_loss": 0.14267677993774414}, {"step": 5700, "epoch": 12, "train_loss": 0.0018286288250237703, "cos_r_negg": [0.14924080669879913, 0.17178520560264587, 0.1737925261259079], "cos_apical_negg": [0.0009777843952178955, 0.045955948531627655, 0.09453579783439636], "cos_Ac_negg": [0.1501063108444214, 0.172155499458313, 0.1724928915500641], "r_norm": [0.15410643815994263, 0.15070940554141998, 0.14827893674373627]}, {"step": 5800, "epoch": 12, "train_loss": 0.00040417310083284974, "cos_r_negg": [0.14772182703018188, 0.16990524530410767, 0.17158560454845428], "cos_apical_negg": [-3.583705984055996e-05, 0.0466625839471817, 0.09365487843751907], "cos_Ac_negg": [0.148675799369812, 0.17023327946662903, 0.17027974128723145], "r_norm": [0.15465311706066132, 0.15168555080890656, 0.14889883995056152]}, {"step": 5900, "epoch": 12, "train_loss": 0.0008682627230882645, "cos_r_negg": [0.14963379502296448, 0.17269492149353027, 0.1749807596206665], "cos_apical_negg": [0.0014506014995276928, 0.045361898839473724, 0.09281644225120544], "cos_Ac_negg": [0.15051476657390594, 0.17299848794937134, 0.17364919185638428], "r_norm": [0.15576529502868652, 0.15237319469451904, 0.14976321160793304]}, {"step": 6000, "epoch": 12, "train_loss": 0.0006659608916379511, "cos_r_negg": [0.14338232576847076, 0.16516324877738953, 0.16691350936889648], "cos_apical_negg": [0.002782408380880952, 0.04511334002017975, 0.09082347899675369], "cos_Ac_negg": [0.1443859338760376, 0.16549432277679443, 0.16567006707191467], "r_norm": [0.15318021178245544, 0.1500137746334076, 0.14754506945610046], "ldr": {"dL_sdil": -0.00698409229516983, "dL_bp": -0.014542214572429657, "ratio": 0.4802633230574699}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9729, "test_loss": 0.14518474140167237}, {"step": 6100, "epoch": 13, "train_loss": 0.004160470329225063, "cos_r_negg": [0.13942095637321472, 0.16058944165706635, 0.16170142590999603], "cos_apical_negg": [0.0035982229746878147, 0.042050011456012726, 0.08914529532194138], "cos_Ac_negg": [0.14031493663787842, 0.16081255674362183, 0.1604430079460144], "r_norm": [0.15666279196739197, 0.15299075841903687, 0.1504707634449005]}, {"step": 6200, "epoch": 13, "train_loss": 0.0004260868299752474, "cos_r_negg": [0.1381671130657196, 0.15893764793872833, 0.1603722870349884], "cos_apical_negg": [0.0023114874493330717, 0.04371057450771332, 0.08661684393882751], "cos_Ac_negg": [0.13917770981788635, 0.15928177535533905, 0.1592041552066803], "r_norm": [0.15024037659168243, 0.1471148580312729, 0.14463046193122864]}, {"step": 6300, "epoch": 13, "train_loss": 0.0009916559793055058, "cos_r_negg": [0.13507600128650665, 0.1552838385105133, 0.1563580334186554], "cos_apical_negg": [0.0012639507185667753, 0.04138736426830292, 0.08471791446208954], "cos_Ac_negg": [0.13610166311264038, 0.15565194189548492, 0.15516991913318634], "r_norm": [0.15482991933822632, 0.15149924159049988, 0.14899252355098724]}, {"step": 6400, "epoch": 13, "train_loss": 0.0005770027637481689, "cos_r_negg": [0.13531386852264404, 0.15646056830883026, 0.1574159860610962], "cos_apical_negg": [0.0017425506375730038, 0.042211584746837616, 0.0863981544971466], "cos_Ac_negg": [0.13638393580913544, 0.15669916570186615, 0.15620100498199463], "r_norm": [0.15497565269470215, 0.15167251229286194, 0.14908693730831146]}, {"step": 6500, "epoch": 13, "train_loss": 0.00028461741749197245, "cos_r_negg": [0.13315211236476898, 0.15384900569915771, 0.15536534786224365], "cos_apical_negg": [0.0021088896319270134, 0.04172522574663162, 0.08452653884887695], "cos_Ac_negg": [0.13412320613861084, 0.1540856957435608, 0.1542053073644638], "r_norm": [0.15321414172649384, 0.14976288378238678, 0.14725030958652496], "ldr": {"dL_sdil": -0.007184863090515137, "dL_bp": -0.015180259943008423, "ratio": 0.473303034169996}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9731, "test_loss": 0.14860017442703247}, {"step": 6600, "epoch": 14, "train_loss": 0.0005150830838829279, "cos_r_negg": [0.13424663245677948, 0.1553696095943451, 0.15640458464622498], "cos_apical_negg": [0.003459415165707469, 0.04157208651304245, 0.08230052143335342], "cos_Ac_negg": [0.1352035105228424, 0.15559476613998413, 0.1552029848098755], "r_norm": [0.15187077224254608, 0.14889103174209595, 0.14622268080711365]}, {"step": 6700, "epoch": 14, "train_loss": 0.00037772199721075594, "cos_r_negg": [0.13177327811717987, 0.1531122326850891, 0.15459823608398438], "cos_apical_negg": [0.004713563248515129, 0.04190857708454132, 0.08322569727897644], "cos_Ac_negg": [0.13269993662834167, 0.15331876277923584, 0.15342417359352112], "r_norm": [0.15484532713890076, 0.15157616138458252, 0.14897796511650085]}, {"step": 6800, "epoch": 14, "train_loss": 0.0005252625560387969, "cos_r_negg": [0.129064679145813, 0.1494249403476715, 0.15062189102172852], "cos_apical_negg": [0.0026286919601261616, 0.039924778044223785, 0.07876899838447571], "cos_Ac_negg": [0.1300213485956192, 0.1496838629245758, 0.14954346418380737], "r_norm": [0.15402114391326904, 0.15076418220996857, 0.14815939962863922]}, {"step": 6900, "epoch": 14, "train_loss": 0.0009440174326300621, "cos_r_negg": [0.127854585647583, 0.14814069867134094, 0.1484384387731552], "cos_apical_negg": [0.0012316768988966942, 0.04094769433140755, 0.07605629414319992], "cos_Ac_negg": [0.1288197636604309, 0.14839869737625122, 0.14735260605812073], "r_norm": [0.14917528629302979, 0.14638496935367584, 0.14371880888938904]}, {"step": 7000, "epoch": 14, "train_loss": 0.0017105384031310678, "cos_r_negg": [0.1272173821926117, 0.14776089787483215, 0.1483118087053299], "cos_apical_negg": [0.002162056742236018, 0.041705384850502014, 0.07823067903518677], "cos_Ac_negg": [0.1283431351184845, 0.14804384112358093, 0.14730221033096313], "r_norm": [0.15299172699451447, 0.1500447690486908, 0.14738385379314423], "ldr": {"dL_sdil": -0.007436320185661316, "dL_bp": -0.01620202511548996, "ratio": 0.45897473511208275}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9732, "test_loss": 0.15152641515731813}], "final": {"test_acc": 0.9732, "test_loss": 0.15152641515731813, "wall_s": 39.837257385253906, "cos_r_negg": [0.12629830837249756, 0.14677634835243225, 0.14761337637901306], "cos_apical_negg": [0.003244647290557623, 0.04177744314074516, 0.07807733863592148], "cos_Ac_negg": [0.12736676633358002, 0.14705677330493927, 0.14659380912780762]}}
\ No newline at end of file