From 215acff518eea2d6d8a5bd7c90c398f49cc3b41b Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 21 Jul 2026 06:38:55 -0500 Subject: chore: capture initial SDIL project state --- results/depth_fmnist_bp_d3_s1.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 results/depth_fmnist_bp_d3_s1.json (limited to 'results/depth_fmnist_bp_d3_s1.json') diff --git a/results/depth_fmnist_bp_d3_s1.json b/results/depth_fmnist_bp_d3_s1.json new file mode 100644 index 0000000..4e3137b --- /dev/null +++ b/results/depth_fmnist_bp_d3_s1.json @@ -0,0 +1 @@ +{"args": {"mode": "bp", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.306229829788208}, {"step": 50, "epoch": 0, "train_loss": 0.5928642749786377}, {"step": 100, "epoch": 0, "train_loss": 0.6171732544898987}, {"step": 150, "epoch": 0, "train_loss": 0.3816531002521515}, {"step": 200, "epoch": 0, "train_loss": 0.4492871165275574}, {"step": 250, "epoch": 0, "train_loss": 0.4557907283306122}, {"step": 300, "epoch": 0, "train_loss": 0.7304470539093018}, {"step": 350, "epoch": 0, "train_loss": 0.44261252880096436}, {"step": 400, "epoch": 0, "train_loss": 0.5208496451377869}, {"step": 450, "epoch": 0, "train_loss": 0.4937196373939514}, {"epoch_end": 0, "step": 469, "test_acc": 0.8372, "test_loss": 0.46267459716796877}, {"step": 500, "epoch": 1, "train_loss": 0.28351494669914246}, {"step": 550, "epoch": 1, "train_loss": 0.5353006720542908}, {"step": 600, "epoch": 1, "train_loss": 0.46894413232803345}, {"step": 650, "epoch": 1, "train_loss": 0.565231442451477}, {"step": 700, "epoch": 1, "train_loss": 0.32262277603149414}, {"step": 750, "epoch": 1, "train_loss": 0.44075778126716614}, {"step": 800, "epoch": 1, "train_loss": 0.4013792872428894}, {"step": 850, "epoch": 1, "train_loss": 0.2142411172389984}, {"step": 900, "epoch": 1, "train_loss": 0.368720144033432}, {"epoch_end": 1, "step": 938, "test_acc": 0.8616, "test_loss": 0.37634632873535157}, {"step": 950, "epoch": 2, "train_loss": 0.2761075496673584}, {"step": 1000, "epoch": 2, "train_loss": 0.2806083559989929}, {"step": 1050, "epoch": 2, "train_loss": 0.2732984125614166}, {"step": 1100, "epoch": 2, "train_loss": 0.27591919898986816}, {"step": 1150, "epoch": 2, "train_loss": 0.3565176725387573}, {"step": 1200, "epoch": 2, "train_loss": 0.4705544710159302}, {"step": 1250, "epoch": 2, "train_loss": 0.20476864278316498}, {"step": 1300, "epoch": 2, "train_loss": 0.2606872618198395}, {"step": 1350, "epoch": 2, "train_loss": 0.1814999282360077}, {"step": 1400, "epoch": 2, "train_loss": 0.3204515278339386}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8671, "test_loss": 0.3688136322021484}, {"step": 1450, "epoch": 3, "train_loss": 0.5003337264060974}, {"step": 1500, "epoch": 3, "train_loss": 0.34816282987594604}, {"step": 1550, "epoch": 3, "train_loss": 0.24864646792411804}, {"step": 1600, "epoch": 3, "train_loss": 0.31310221552848816}, {"step": 1650, "epoch": 3, "train_loss": 0.3601984977722168}, {"step": 1700, "epoch": 3, "train_loss": 0.23554661870002747}, {"step": 1750, "epoch": 3, "train_loss": 0.38185399770736694}, {"step": 1800, "epoch": 3, "train_loss": 0.28504127264022827}, {"step": 1850, "epoch": 3, "train_loss": 0.2596988379955292}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8745, "test_loss": 0.3523027526855469}, {"step": 1900, "epoch": 4, "train_loss": 0.23102021217346191}, {"step": 1950, "epoch": 4, "train_loss": 0.5117259621620178}, {"step": 2000, "epoch": 4, "train_loss": 0.25546619296073914}, {"step": 2050, "epoch": 4, "train_loss": 0.3005281984806061}, {"step": 2100, "epoch": 4, "train_loss": 0.30311959981918335}, {"step": 2150, "epoch": 4, "train_loss": 0.2598383128643036}, {"step": 2200, "epoch": 4, "train_loss": 0.30275073647499084}, {"step": 2250, "epoch": 4, "train_loss": 0.19155120849609375}, {"step": 2300, "epoch": 4, "train_loss": 0.17730963230133057}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8761, "test_loss": 0.34515975036621094}, {"step": 2350, "epoch": 5, "train_loss": 0.16252730786800385}, {"step": 2400, "epoch": 5, "train_loss": 0.2652527391910553}, {"step": 2450, "epoch": 5, "train_loss": 0.3276510536670685}, {"step": 2500, "epoch": 5, "train_loss": 0.25667378306388855}, {"step": 2550, "epoch": 5, "train_loss": 0.20750993490219116}, {"step": 2600, "epoch": 5, "train_loss": 0.29158923029899597}, {"step": 2650, "epoch": 5, "train_loss": 0.16380080580711365}, {"step": 2700, "epoch": 5, "train_loss": 0.1585993617773056}, {"step": 2750, "epoch": 5, "train_loss": 0.38642042875289917}, {"step": 2800, "epoch": 5, "train_loss": 0.28389275074005127}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8791, "test_loss": 0.34985631103515624}, {"step": 2850, "epoch": 6, "train_loss": 0.17070239782333374}, {"step": 2900, "epoch": 6, "train_loss": 0.22689147293567657}, {"step": 2950, "epoch": 6, "train_loss": 0.08757283538579941}, {"step": 3000, "epoch": 6, "train_loss": 0.34400635957717896}, {"step": 3050, "epoch": 6, "train_loss": 0.3592059016227722}, {"step": 3100, "epoch": 6, "train_loss": 0.21551236510276794}, {"step": 3150, "epoch": 6, "train_loss": 0.2815486788749695}, {"step": 3200, "epoch": 6, "train_loss": 0.1631704568862915}, {"step": 3250, "epoch": 6, "train_loss": 0.19190719723701477}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8712, "test_loss": 0.3644647216796875}, {"step": 3300, "epoch": 7, "train_loss": 0.2782636284828186}, {"step": 3350, "epoch": 7, "train_loss": 0.20496810972690582}, {"step": 3400, "epoch": 7, "train_loss": 0.2413148283958435}, {"step": 3450, "epoch": 7, "train_loss": 0.22675250470638275}, {"step": 3500, "epoch": 7, "train_loss": 0.30902808904647827}, {"step": 3550, "epoch": 7, "train_loss": 0.23500536382198334}, {"step": 3600, "epoch": 7, "train_loss": 0.1497194766998291}, {"step": 3650, "epoch": 7, "train_loss": 0.2594091296195984}, {"step": 3700, "epoch": 7, "train_loss": 0.20549632608890533}, {"step": 3750, "epoch": 7, "train_loss": 0.32826244831085205}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8823, "test_loss": 0.34320465393066407}, {"step": 3800, "epoch": 8, "train_loss": 0.21089231967926025}, {"step": 3850, "epoch": 8, "train_loss": 0.29297465085983276}, {"step": 3900, "epoch": 8, "train_loss": 0.23235073685646057}, {"step": 3950, "epoch": 8, "train_loss": 0.24036149680614471}, {"step": 4000, "epoch": 8, "train_loss": 0.284669429063797}, {"step": 4050, "epoch": 8, "train_loss": 0.2258109599351883}, {"step": 4100, "epoch": 8, "train_loss": 0.22248589992523193}, {"step": 4150, "epoch": 8, "train_loss": 0.2180054634809494}, {"step": 4200, "epoch": 8, "train_loss": 0.29560965299606323}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8733, "test_loss": 0.38454430541992185}, {"step": 4250, "epoch": 9, "train_loss": 0.1676521748304367}, {"step": 4300, "epoch": 9, "train_loss": 0.14164379239082336}, {"step": 4350, "epoch": 9, "train_loss": 0.13463035225868225}, {"step": 4400, "epoch": 9, "train_loss": 0.24681712687015533}, {"step": 4450, "epoch": 9, "train_loss": 0.1459721326828003}, {"step": 4500, "epoch": 9, "train_loss": 0.23208977282047272}, {"step": 4550, "epoch": 9, "train_loss": 0.1442526876926422}, {"step": 4600, "epoch": 9, "train_loss": 0.2150002419948578}, {"step": 4650, "epoch": 9, "train_loss": 0.2664153277873993}, {"epoch_end": 9, "step": 4690, "test_acc": 0.883, "test_loss": 0.34732758483886716}, {"step": 4700, "epoch": 10, "train_loss": 0.19229985773563385}, {"step": 4750, "epoch": 10, "train_loss": 0.2355479896068573}, {"step": 4800, "epoch": 10, "train_loss": 0.21211956441402435}, {"step": 4850, "epoch": 10, "train_loss": 0.18613038957118988}, {"step": 4900, "epoch": 10, "train_loss": 0.12971976399421692}, {"step": 4950, "epoch": 10, "train_loss": 0.17160725593566895}, {"step": 5000, "epoch": 10, "train_loss": 0.23763307929039001}, {"step": 5050, "epoch": 10, "train_loss": 0.3549371361732483}, {"step": 5100, "epoch": 10, "train_loss": 0.1750325709581375}, {"step": 5150, "epoch": 10, "train_loss": 0.15941207110881805}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8841, "test_loss": 0.3433325897216797}, {"step": 5200, "epoch": 11, "train_loss": 0.17084051668643951}, {"step": 5250, "epoch": 11, "train_loss": 0.12447646260261536}, {"step": 5300, "epoch": 11, "train_loss": 0.1915123015642166}, {"step": 5350, "epoch": 11, "train_loss": 0.22031457722187042}, {"step": 5400, "epoch": 11, "train_loss": 0.16230621933937073}, {"step": 5450, "epoch": 11, "train_loss": 0.20119130611419678}, {"step": 5500, "epoch": 11, "train_loss": 0.250653475522995}, {"step": 5550, "epoch": 11, "train_loss": 0.262153685092926}, {"step": 5600, "epoch": 11, "train_loss": 0.16782386600971222}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8867, "test_loss": 0.3484716064453125}, {"step": 5650, "epoch": 12, "train_loss": 0.13000237941741943}, {"step": 5700, "epoch": 12, "train_loss": 0.1607140600681305}, {"step": 5750, "epoch": 12, "train_loss": 0.31567415595054626}, {"step": 5800, "epoch": 12, "train_loss": 0.19760169088840485}, {"step": 5850, "epoch": 12, "train_loss": 0.2416662573814392}, {"step": 5900, "epoch": 12, "train_loss": 0.2083999663591385}, {"step": 5950, "epoch": 12, "train_loss": 0.1598677784204483}, {"step": 6000, "epoch": 12, "train_loss": 0.12732632458209991}, {"step": 6050, "epoch": 12, "train_loss": 0.11161765456199646}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8814, "test_loss": 0.36439953002929687}, {"step": 6100, "epoch": 13, "train_loss": 0.2591226100921631}, {"step": 6150, "epoch": 13, "train_loss": 0.13192126154899597}, {"step": 6200, "epoch": 13, "train_loss": 0.26639822125434875}, {"step": 6250, "epoch": 13, "train_loss": 0.1747029721736908}, {"step": 6300, "epoch": 13, "train_loss": 0.16480298340320587}, {"step": 6350, "epoch": 13, "train_loss": 0.1979437619447708}, {"step": 6400, "epoch": 13, "train_loss": 0.16535517573356628}, {"step": 6450, "epoch": 13, "train_loss": 0.21877582371234894}, {"step": 6500, "epoch": 13, "train_loss": 0.13001437485218048}, {"step": 6550, "epoch": 13, "train_loss": 0.1730373650789261}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8915, "test_loss": 0.3492999450683594}, {"step": 6600, "epoch": 14, "train_loss": 0.16164472699165344}, {"step": 6650, "epoch": 14, "train_loss": 0.28313615918159485}, {"step": 6700, "epoch": 14, "train_loss": 0.11690948158502579}, {"step": 6750, "epoch": 14, "train_loss": 0.23406197130680084}, {"step": 6800, "epoch": 14, "train_loss": 0.15997807681560516}, {"step": 6850, "epoch": 14, "train_loss": 0.178928941488266}, {"step": 6900, "epoch": 14, "train_loss": 0.21571163833141327}, {"step": 6950, "epoch": 14, "train_loss": 0.18235249817371368}, {"step": 7000, "epoch": 14, "train_loss": 0.18482795357704163}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8894, "test_loss": 0.36320252990722657}, {"step": 7050, "epoch": 15, "train_loss": 0.13745997846126556}, {"step": 7100, "epoch": 15, "train_loss": 0.21974094212055206}, {"step": 7150, "epoch": 15, "train_loss": 0.22835339605808258}, {"step": 7200, "epoch": 15, "train_loss": 0.15243057906627655}, {"step": 7250, "epoch": 15, "train_loss": 0.21036870777606964}, {"step": 7300, "epoch": 15, "train_loss": 0.21762865781784058}, {"step": 7350, "epoch": 15, "train_loss": 0.14545509219169617}, {"step": 7400, "epoch": 15, "train_loss": 0.20699121057987213}, {"step": 7450, "epoch": 15, "train_loss": 0.2148927003145218}, {"step": 7500, "epoch": 15, "train_loss": 0.11575393378734589}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8871, "test_loss": 0.3697744415283203}, {"step": 7550, "epoch": 16, "train_loss": 0.12899740040302277}, {"step": 7600, "epoch": 16, "train_loss": 0.22699999809265137}, {"step": 7650, "epoch": 16, "train_loss": 0.06557071954011917}, {"step": 7700, "epoch": 16, "train_loss": 0.13668526709079742}, {"step": 7750, "epoch": 16, "train_loss": 0.23567631840705872}, {"step": 7800, "epoch": 16, "train_loss": 0.07458590716123581}, {"step": 7850, "epoch": 16, "train_loss": 0.14819784462451935}, {"step": 7900, "epoch": 16, "train_loss": 0.10945437848567963}, {"step": 7950, "epoch": 16, "train_loss": 0.1780717968940735}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8843, "test_loss": 0.3716108917236328}, {"step": 8000, "epoch": 17, "train_loss": 0.16013288497924805}, {"step": 8050, "epoch": 17, "train_loss": 0.10781017690896988}, {"step": 8100, "epoch": 17, "train_loss": 0.19434617459774017}, {"step": 8150, "epoch": 17, "train_loss": 0.13431861996650696}, {"step": 8200, "epoch": 17, "train_loss": 0.1557927280664444}, {"step": 8250, "epoch": 17, "train_loss": 0.14355313777923584}, {"step": 8300, "epoch": 17, "train_loss": 0.15954217314720154}, {"step": 8350, "epoch": 17, "train_loss": 0.14896152913570404}, {"step": 8400, "epoch": 17, "train_loss": 0.30071115493774414}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8871, "test_loss": 0.36974981689453124}, {"step": 8450, "epoch": 18, "train_loss": 0.11216063797473907}, {"step": 8500, "epoch": 18, "train_loss": 0.1301383078098297}, {"step": 8550, "epoch": 18, "train_loss": 0.13569428026676178}, {"step": 8600, "epoch": 18, "train_loss": 0.11972334235906601}, {"step": 8650, "epoch": 18, "train_loss": 0.0818059965968132}, {"step": 8700, "epoch": 18, "train_loss": 0.15670371055603027}, {"step": 8750, "epoch": 18, "train_loss": 0.16943171620368958}, {"step": 8800, "epoch": 18, "train_loss": 0.1102517768740654}, {"step": 8850, "epoch": 18, "train_loss": 0.10836521536111832}, {"step": 8900, "epoch": 18, "train_loss": 0.1558726727962494}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8816, "test_loss": 0.384406201171875}, {"step": 8950, "epoch": 19, "train_loss": 0.15456295013427734}, {"step": 9000, "epoch": 19, "train_loss": 0.22213488817214966}, {"step": 9050, "epoch": 19, "train_loss": 0.15721243619918823}, {"step": 9100, "epoch": 19, "train_loss": 0.13652119040489197}, {"step": 9150, "epoch": 19, "train_loss": 0.09537476301193237}, {"step": 9200, "epoch": 19, "train_loss": 0.04373745247721672}, {"step": 9250, "epoch": 19, "train_loss": 0.15902936458587646}, {"step": 9300, "epoch": 19, "train_loss": 0.16880758106708527}, {"step": 9350, "epoch": 19, "train_loss": 0.1947624534368515}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8825, "test_loss": 0.3957495666503906}], "final": {"test_acc": 0.8825, "test_loss": 0.3957495666503906, "wall_s": 22.37592363357544}} \ No newline at end of file -- cgit v1.2.3