From 215acff518eea2d6d8a5bd7c90c398f49cc3b41b Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 21 Jul 2026 06:38:55 -0500 Subject: chore: capture initial SDIL project state --- results/depth_mnist_bp_d7_s1.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 results/depth_mnist_bp_d7_s1.json (limited to 'results/depth_mnist_bp_d7_s1.json') diff --git a/results/depth_mnist_bp_d7_s1.json b/results/depth_mnist_bp_d7_s1.json new file mode 100644 index 0000000..a00c83c --- /dev/null +++ b/results/depth_mnist_bp_d7_s1.json @@ -0,0 +1 @@ +{"args": {"mode": "bp", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.319544792175293}, {"step": 50, "epoch": 0, "train_loss": 0.6002928018569946}, {"step": 100, "epoch": 0, "train_loss": 0.2784332036972046}, {"step": 150, "epoch": 0, "train_loss": 0.31653252243995667}, {"step": 200, "epoch": 0, "train_loss": 0.18415068089962006}, {"step": 250, "epoch": 0, "train_loss": 0.16639961302280426}, {"step": 300, "epoch": 0, "train_loss": 0.2805807292461395}, {"step": 350, "epoch": 0, "train_loss": 0.16563689708709717}, {"step": 400, "epoch": 0, "train_loss": 0.15017040073871613}, {"step": 450, "epoch": 0, "train_loss": 0.20303744077682495}, {"epoch_end": 0, "step": 469, "test_acc": 0.9577, "test_loss": 0.1461206283569336}, {"step": 500, "epoch": 1, "train_loss": 0.1993384212255478}, {"step": 550, "epoch": 1, "train_loss": 0.15059107542037964}, {"step": 600, "epoch": 1, "train_loss": 0.15915875136852264}, {"step": 650, "epoch": 1, "train_loss": 0.12438133358955383}, {"step": 700, "epoch": 1, "train_loss": 0.0630820095539093}, {"step": 750, "epoch": 1, "train_loss": 0.08992036432027817}, {"step": 800, "epoch": 1, "train_loss": 0.12292070686817169}, {"step": 850, "epoch": 1, "train_loss": 0.20571479201316833}, {"step": 900, "epoch": 1, "train_loss": 0.1783202588558197}, {"epoch_end": 1, "step": 938, "test_acc": 0.9631, "test_loss": 0.12870474281311034}, {"step": 950, "epoch": 2, "train_loss": 0.07567742466926575}, {"step": 1000, "epoch": 2, "train_loss": 0.07069489359855652}, {"step": 1050, "epoch": 2, "train_loss": 0.1040608286857605}, {"step": 1100, "epoch": 2, "train_loss": 0.1102788969874382}, {"step": 1150, "epoch": 2, "train_loss": 0.03486275672912598}, {"step": 1200, "epoch": 2, "train_loss": 0.0546129047870636}, {"step": 1250, "epoch": 2, "train_loss": 0.025895942002534866}, {"step": 1300, "epoch": 2, "train_loss": 0.10062901675701141}, {"step": 1350, "epoch": 2, "train_loss": 0.11734180897474289}, {"step": 1400, "epoch": 2, "train_loss": 0.12880480289459229}, {"epoch_end": 2, "step": 1407, "test_acc": 0.97, "test_loss": 0.1052366605758667}, {"step": 1450, "epoch": 3, "train_loss": 0.013662490993738174}, {"step": 1500, "epoch": 3, "train_loss": 0.07145000994205475}, {"step": 1550, "epoch": 3, "train_loss": 0.045951444655656815}, {"step": 1600, "epoch": 3, "train_loss": 0.08207911252975464}, {"step": 1650, "epoch": 3, "train_loss": 0.035830333828926086}, {"step": 1700, "epoch": 3, "train_loss": 0.023714907467365265}, {"step": 1750, "epoch": 3, "train_loss": 0.0765601173043251}, {"step": 1800, "epoch": 3, "train_loss": 0.022994674742221832}, {"step": 1850, "epoch": 3, "train_loss": 0.09846372902393341}, {"epoch_end": 3, "step": 1876, "test_acc": 0.971, "test_loss": 0.09795647354125976}, {"step": 1900, "epoch": 4, "train_loss": 0.026380840688943863}, {"step": 1950, "epoch": 4, "train_loss": 0.06851975619792938}, {"step": 2000, "epoch": 4, "train_loss": 0.04864000529050827}, {"step": 2050, "epoch": 4, "train_loss": 0.04073775187134743}, {"step": 2100, "epoch": 4, "train_loss": 0.008730935864150524}, {"step": 2150, "epoch": 4, "train_loss": 0.06807977706193924}, {"step": 2200, "epoch": 4, "train_loss": 0.09736805409193039}, {"step": 2250, "epoch": 4, "train_loss": 0.01203889586031437}, {"step": 2300, "epoch": 4, "train_loss": 0.10895485430955887}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9734, "test_loss": 0.0988344856262207}, {"step": 2350, "epoch": 5, "train_loss": 0.00582974823191762}, {"step": 2400, "epoch": 5, "train_loss": 0.010857751592993736}, {"step": 2450, "epoch": 5, "train_loss": 0.07214467972517014}, {"step": 2500, "epoch": 5, "train_loss": 0.01803528517484665}, {"step": 2550, "epoch": 5, "train_loss": 0.04251256212592125}, {"step": 2600, "epoch": 5, "train_loss": 0.0024946334306150675}, {"step": 2650, "epoch": 5, "train_loss": 0.04907801002264023}, {"step": 2700, "epoch": 5, "train_loss": 0.12907837331295013}, {"step": 2750, "epoch": 5, "train_loss": 0.027055799961090088}, {"step": 2800, "epoch": 5, "train_loss": 0.005912487860769033}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9762, "test_loss": 0.09200920944213867}, {"step": 2850, "epoch": 6, "train_loss": 0.029800817370414734}, {"step": 2900, "epoch": 6, "train_loss": 0.008342473767697811}, {"step": 2950, "epoch": 6, "train_loss": 0.05343480780720711}, {"step": 3000, "epoch": 6, "train_loss": 0.005000937730073929}, {"step": 3050, "epoch": 6, "train_loss": 0.03794963285326958}, {"step": 3100, "epoch": 6, "train_loss": 0.016684848815202713}, {"step": 3150, "epoch": 6, "train_loss": 0.03429243713617325}, {"step": 3200, "epoch": 6, "train_loss": 0.04843771085143089}, {"step": 3250, "epoch": 6, "train_loss": 0.012652152217924595}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9744, "test_loss": 0.09906793193817139}, {"step": 3300, "epoch": 7, "train_loss": 0.009741974994540215}, {"step": 3350, "epoch": 7, "train_loss": 0.003067527897655964}, {"step": 3400, "epoch": 7, "train_loss": 0.02605583146214485}, {"step": 3450, "epoch": 7, "train_loss": 0.008866016753017902}, {"step": 3500, "epoch": 7, "train_loss": 0.019784104079008102}, {"step": 3550, "epoch": 7, "train_loss": 0.020000619813799858}, {"step": 3600, "epoch": 7, "train_loss": 0.09424400329589844}, {"step": 3650, "epoch": 7, "train_loss": 0.0015934165567159653}, {"step": 3700, "epoch": 7, "train_loss": 0.026361936703324318}, {"step": 3750, "epoch": 7, "train_loss": 0.021738266572356224}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9754, "test_loss": 0.10011836605072022}, {"step": 3800, "epoch": 8, "train_loss": 0.013118875212967396}, {"step": 3850, "epoch": 8, "train_loss": 0.02420850098133087}, {"step": 3900, "epoch": 8, "train_loss": 0.016012035310268402}, {"step": 3950, "epoch": 8, "train_loss": 0.0016973558813333511}, {"step": 4000, "epoch": 8, "train_loss": 0.044563230127096176}, {"step": 4050, "epoch": 8, "train_loss": 0.016836393624544144}, {"step": 4100, "epoch": 8, "train_loss": 0.02145886793732643}, {"step": 4150, "epoch": 8, "train_loss": 0.0009296624921262264}, {"step": 4200, "epoch": 8, "train_loss": 0.06260842084884644}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9742, "test_loss": 0.10359036407470704}, {"step": 4250, "epoch": 9, "train_loss": 0.01697790063917637}, {"step": 4300, "epoch": 9, "train_loss": 0.030874064192175865}, {"step": 4350, "epoch": 9, "train_loss": 0.003825787454843521}, {"step": 4400, "epoch": 9, "train_loss": 0.011588424444198608}, {"step": 4450, "epoch": 9, "train_loss": 0.003722428809851408}, {"step": 4500, "epoch": 9, "train_loss": 0.004798585083335638}, {"step": 4550, "epoch": 9, "train_loss": 0.013927653431892395}, {"step": 4600, "epoch": 9, "train_loss": 0.021422604098916054}, {"step": 4650, "epoch": 9, "train_loss": 0.00393642345443368}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9791, "test_loss": 0.08600889635086059}, {"step": 4700, "epoch": 10, "train_loss": 0.005903124343603849}, {"step": 4750, "epoch": 10, "train_loss": 0.0038310952950268984}, {"step": 4800, "epoch": 10, "train_loss": 0.008399122394621372}, {"step": 4850, "epoch": 10, "train_loss": 0.0018800059333443642}, {"step": 4900, "epoch": 10, "train_loss": 0.006582404021173716}, {"step": 4950, "epoch": 10, "train_loss": 0.012517609633505344}, {"step": 5000, "epoch": 10, "train_loss": 0.051591191440820694}, {"step": 5050, "epoch": 10, "train_loss": 0.00837660487741232}, {"step": 5100, "epoch": 10, "train_loss": 0.027372870594263077}, {"step": 5150, "epoch": 10, "train_loss": 0.008494291454553604}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9763, "test_loss": 0.10337002897262573}, {"step": 5200, "epoch": 11, "train_loss": 0.005425461567938328}, {"step": 5250, "epoch": 11, "train_loss": 0.00425410270690918}, {"step": 5300, "epoch": 11, "train_loss": 0.002885331166908145}, {"step": 5350, "epoch": 11, "train_loss": 0.0021684744860976934}, {"step": 5400, "epoch": 11, "train_loss": 0.0063478839583694935}, {"step": 5450, "epoch": 11, "train_loss": 0.0017888345755636692}, {"step": 5500, "epoch": 11, "train_loss": 0.03869810700416565}, {"step": 5550, "epoch": 11, "train_loss": 0.05261261761188507}, {"step": 5600, "epoch": 11, "train_loss": 0.00033598870504647493}, {"epoch_end": 11, "step": 5628, "test_acc": 0.977, "test_loss": 0.10228425464630127}, {"step": 5650, "epoch": 12, "train_loss": 0.0030447673052549362}, {"step": 5700, "epoch": 12, "train_loss": 0.04127772897481918}, {"step": 5750, "epoch": 12, "train_loss": 0.0010760353179648519}, {"step": 5800, "epoch": 12, "train_loss": 0.0015781919937580824}, {"step": 5850, "epoch": 12, "train_loss": 0.0030959933064877987}, {"step": 5900, "epoch": 12, "train_loss": 0.009305600076913834}, {"step": 5950, "epoch": 12, "train_loss": 0.015529250726103783}, {"step": 6000, "epoch": 12, "train_loss": 0.0073072765953838825}, {"step": 6050, "epoch": 12, "train_loss": 0.013295992277562618}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9785, "test_loss": 0.09523014068603515}, {"step": 6100, "epoch": 13, "train_loss": 0.0011284920619800687}, {"step": 6150, "epoch": 13, "train_loss": 0.005802812986075878}, {"step": 6200, "epoch": 13, "train_loss": 0.0004563207912724465}, {"step": 6250, "epoch": 13, "train_loss": 0.0006673471652902663}, {"step": 6300, "epoch": 13, "train_loss": 0.00034827145282179117}, {"step": 6350, "epoch": 13, "train_loss": 0.01170225627720356}, {"step": 6400, "epoch": 13, "train_loss": 0.0018218515906482935}, {"step": 6450, "epoch": 13, "train_loss": 0.0024333717301487923}, {"step": 6500, "epoch": 13, "train_loss": 0.0015523394104093313}, {"step": 6550, "epoch": 13, "train_loss": 0.004922960884869099}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9772, "test_loss": 0.10114915609359741}, {"step": 6600, "epoch": 14, "train_loss": 0.001624958822503686}, {"step": 6650, "epoch": 14, "train_loss": 0.011196128092706203}, {"step": 6700, "epoch": 14, "train_loss": 0.016744423657655716}, {"step": 6750, "epoch": 14, "train_loss": 0.014157680794596672}, {"step": 6800, "epoch": 14, "train_loss": 0.010665645822882652}, {"step": 6850, "epoch": 14, "train_loss": 0.0027125764172524214}, {"step": 6900, "epoch": 14, "train_loss": 0.00648153992369771}, {"step": 6950, "epoch": 14, "train_loss": 0.00022552213340532035}, {"step": 7000, "epoch": 14, "train_loss": 0.0027401235420256853}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9764, "test_loss": 0.10257318897247314}, {"step": 7050, "epoch": 15, "train_loss": 0.0005680343601852655}, {"step": 7100, "epoch": 15, "train_loss": 0.004715492017567158}, {"step": 7150, "epoch": 15, "train_loss": 0.000676145136822015}, {"step": 7200, "epoch": 15, "train_loss": 0.02553199604153633}, {"step": 7250, "epoch": 15, "train_loss": 0.0007730126962997019}, {"step": 7300, "epoch": 15, "train_loss": 0.0026212569791823626}, {"step": 7350, "epoch": 15, "train_loss": 0.0007947787526063621}, {"step": 7400, "epoch": 15, "train_loss": 0.0004693202208727598}, {"step": 7450, "epoch": 15, "train_loss": 0.006737535819411278}, {"step": 7500, "epoch": 15, "train_loss": 0.004715287126600742}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9728, "test_loss": 0.12507383975982667}, {"step": 7550, "epoch": 16, "train_loss": 0.0020592864602804184}, {"step": 7600, "epoch": 16, "train_loss": 0.005887425970286131}, {"step": 7650, "epoch": 16, "train_loss": 0.0006095597636885941}, {"step": 7700, "epoch": 16, "train_loss": 0.004233830142766237}, {"step": 7750, "epoch": 16, "train_loss": 0.001912574633024633}, {"step": 7800, "epoch": 16, "train_loss": 0.0346696712076664}, {"step": 7850, "epoch": 16, "train_loss": 0.0065772696398198605}, {"step": 7900, "epoch": 16, "train_loss": 0.002825323026627302}, {"step": 7950, "epoch": 16, "train_loss": 0.03584473580121994}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9763, "test_loss": 0.10765082092285157}, {"step": 8000, "epoch": 17, "train_loss": 0.0053594377823174}, {"step": 8050, "epoch": 17, "train_loss": 0.0020399161148816347}, {"step": 8100, "epoch": 17, "train_loss": 0.007904713973402977}, {"step": 8150, "epoch": 17, "train_loss": 0.0016636181389912963}, {"step": 8200, "epoch": 17, "train_loss": 0.0023615972604602575}, {"step": 8250, "epoch": 17, "train_loss": 0.0009210612624883652}, {"step": 8300, "epoch": 17, "train_loss": 0.003617761889472604}, {"step": 8350, "epoch": 17, "train_loss": 0.05288562551140785}, {"step": 8400, "epoch": 17, "train_loss": 0.0028772202786058187}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9787, "test_loss": 0.11150063800811767}, {"step": 8450, "epoch": 18, "train_loss": 0.0008597486885264516}, {"step": 8500, "epoch": 18, "train_loss": 0.00147197803016752}, {"step": 8550, "epoch": 18, "train_loss": 0.004601447377353907}, {"step": 8600, "epoch": 18, "train_loss": 0.0025131318252533674}, {"step": 8650, "epoch": 18, "train_loss": 0.0015579937025904655}, {"step": 8700, "epoch": 18, "train_loss": 0.0006256775232031941}, {"step": 8750, "epoch": 18, "train_loss": 0.01279300358146429}, {"step": 8800, "epoch": 18, "train_loss": 0.01695147529244423}, {"step": 8850, "epoch": 18, "train_loss": 0.00013529676652979106}, {"step": 8900, "epoch": 18, "train_loss": 0.005846814718097448}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9781, "test_loss": 0.10633156776428222}, {"step": 8950, "epoch": 19, "train_loss": 0.003997994586825371}, {"step": 9000, "epoch": 19, "train_loss": 0.010587988421320915}, {"step": 9050, "epoch": 19, "train_loss": 0.0006821342976763844}, {"step": 9100, "epoch": 19, "train_loss": 0.0002944946463685483}, {"step": 9150, "epoch": 19, "train_loss": 0.002592832315713167}, {"step": 9200, "epoch": 19, "train_loss": 0.0007628482999280095}, {"step": 9250, "epoch": 19, "train_loss": 0.008631632663309574}, {"step": 9300, "epoch": 19, "train_loss": 0.00020001029770355672}, {"step": 9350, "epoch": 19, "train_loss": 0.017644887790083885}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9777, "test_loss": 0.11258707494735717}], "final": {"test_acc": 0.9777, "test_loss": 0.11258707494735717, "wall_s": 34.26046371459961}} \ No newline at end of file -- cgit v1.2.3