From 215acff518eea2d6d8a5bd7c90c398f49cc3b41b Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 21 Jul 2026 06:38:55 -0500 Subject: chore: capture initial SDIL project state --- results/deepres_cifar10_bp_d10_s1.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 results/deepres_cifar10_bp_d10_s1.json (limited to 'results/deepres_cifar10_bp_d10_s1.json') diff --git a/results/deepres_cifar10_bp_d10_s1.json b/results/deepres_cifar10_bp_d10_s1.json new file mode 100644 index 0000000..f4a1efe --- /dev/null +++ b/results/deepres_cifar10_bp_d10_s1.json @@ -0,0 +1 @@ +{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d10_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.474937915802002}, {"step": 50, "epoch": 0, "train_loss": 1.9810510873794556}, {"step": 100, "epoch": 0, "train_loss": 1.8756948709487915}, {"step": 150, "epoch": 0, "train_loss": 1.982033610343933}, {"step": 200, "epoch": 0, "train_loss": 1.9456099271774292}, {"step": 250, "epoch": 0, "train_loss": 1.97413969039917}, {"step": 300, "epoch": 0, "train_loss": 1.6506032943725586}, {"step": 350, "epoch": 0, "train_loss": 2.1163249015808105}, {"epoch_end": 0, "step": 391, "test_acc": 0.3652, "test_loss": 1.8119772705078125}, {"step": 400, "epoch": 1, "train_loss": 1.7341233491897583}, {"step": 450, "epoch": 1, "train_loss": 1.8295886516571045}, {"step": 500, "epoch": 1, "train_loss": 1.625008225440979}, {"step": 550, "epoch": 1, "train_loss": 1.763790249824524}, {"step": 600, "epoch": 1, "train_loss": 1.7649763822555542}, {"step": 650, "epoch": 1, "train_loss": 1.7382888793945312}, {"step": 700, "epoch": 1, "train_loss": 1.8503373861312866}, {"step": 750, "epoch": 1, "train_loss": 1.8702208995819092}, {"epoch_end": 1, "step": 782, "test_acc": 0.3865, "test_loss": 1.77464775390625}, {"step": 800, "epoch": 2, "train_loss": 1.7564424276351929}, {"step": 850, "epoch": 2, "train_loss": 1.6298599243164062}, {"step": 900, "epoch": 2, "train_loss": 1.6648520231246948}, {"step": 950, "epoch": 2, "train_loss": 1.5729929208755493}, {"step": 1000, "epoch": 2, "train_loss": 1.6324102878570557}, {"step": 1050, "epoch": 2, "train_loss": 1.878173589706421}, {"step": 1100, "epoch": 2, "train_loss": 1.5648469924926758}, {"step": 1150, "epoch": 2, "train_loss": 1.612816572189331}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3941, "test_loss": 1.7349022338867188}, {"step": 1200, "epoch": 3, "train_loss": 1.613059163093567}, {"step": 1250, "epoch": 3, "train_loss": 1.5516849756240845}, {"step": 1300, "epoch": 3, "train_loss": 1.4942761659622192}, {"step": 1350, "epoch": 3, "train_loss": 1.6228923797607422}, {"step": 1400, "epoch": 3, "train_loss": 1.7029855251312256}, {"step": 1450, "epoch": 3, "train_loss": 1.4502489566802979}, {"step": 1500, "epoch": 3, "train_loss": 1.6546568870544434}, {"step": 1550, "epoch": 3, "train_loss": 1.7853683233261108}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4166, "test_loss": 1.70033505859375}, {"step": 1600, "epoch": 4, "train_loss": 1.6311542987823486}, {"step": 1650, "epoch": 4, "train_loss": 1.5298234224319458}, {"step": 1700, "epoch": 4, "train_loss": 1.4981343746185303}, {"step": 1750, "epoch": 4, "train_loss": 1.5393564701080322}, {"step": 1800, "epoch": 4, "train_loss": 1.3168576955795288}, {"step": 1850, "epoch": 4, "train_loss": 1.7223714590072632}, {"step": 1900, "epoch": 4, "train_loss": 1.519550085067749}, {"step": 1950, "epoch": 4, "train_loss": 1.4256467819213867}, {"epoch_end": 4, "step": 1955, "test_acc": 0.412, "test_loss": 1.6942331787109375}, {"step": 2000, "epoch": 5, "train_loss": 1.555637240409851}, {"step": 2050, "epoch": 5, "train_loss": 1.4832457304000854}, {"step": 2100, "epoch": 5, "train_loss": 1.5936131477355957}, {"step": 2150, "epoch": 5, "train_loss": 1.5495773553848267}, {"step": 2200, "epoch": 5, "train_loss": 1.6670422554016113}, {"step": 2250, "epoch": 5, "train_loss": 1.722087025642395}, {"step": 2300, "epoch": 5, "train_loss": 1.4790923595428467}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4296, "test_loss": 1.6708690063476563}, {"step": 2350, "epoch": 6, "train_loss": 1.4819114208221436}, {"step": 2400, "epoch": 6, "train_loss": 1.3412307500839233}, {"step": 2450, "epoch": 6, "train_loss": 1.3297152519226074}, {"step": 2500, "epoch": 6, "train_loss": 1.388519048690796}, {"step": 2550, "epoch": 6, "train_loss": 1.4244170188903809}, {"step": 2600, "epoch": 6, "train_loss": 1.4550960063934326}, {"step": 2650, "epoch": 6, "train_loss": 1.328325867652893}, {"step": 2700, "epoch": 6, "train_loss": 1.4657806158065796}, {"epoch_end": 6, "step": 2737, "test_acc": 0.429, "test_loss": 1.6672552001953125}, {"step": 2750, "epoch": 7, "train_loss": 1.467711091041565}, {"step": 2800, "epoch": 7, "train_loss": 1.4607040882110596}, {"step": 2850, "epoch": 7, "train_loss": 1.590215802192688}, {"step": 2900, "epoch": 7, "train_loss": 1.4149293899536133}, {"step": 2950, "epoch": 7, "train_loss": 1.4597270488739014}, {"step": 3000, "epoch": 7, "train_loss": 1.495851993560791}, {"step": 3050, "epoch": 7, "train_loss": 1.4794249534606934}, {"step": 3100, "epoch": 7, "train_loss": 1.3654199838638306}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4365, "test_loss": 1.6341829345703125}, {"step": 3150, "epoch": 8, "train_loss": 1.2582591772079468}, {"step": 3200, "epoch": 8, "train_loss": 1.3809131383895874}, {"step": 3250, "epoch": 8, "train_loss": 1.298175573348999}, {"step": 3300, "epoch": 8, "train_loss": 1.4333388805389404}, {"step": 3350, "epoch": 8, "train_loss": 1.4212087392807007}, {"step": 3400, "epoch": 8, "train_loss": 1.3709748983383179}, {"step": 3450, "epoch": 8, "train_loss": 1.155739426612854}, {"step": 3500, "epoch": 8, "train_loss": 1.3453152179718018}, {"epoch_end": 8, "step": 3519, "test_acc": 0.45, "test_loss": 1.6357316772460937}, {"step": 3550, "epoch": 9, "train_loss": 1.1486027240753174}, {"step": 3600, "epoch": 9, "train_loss": 1.266326665878296}, {"step": 3650, "epoch": 9, "train_loss": 1.353798270225525}, {"step": 3700, "epoch": 9, "train_loss": 1.157212257385254}, {"step": 3750, "epoch": 9, "train_loss": 1.2664995193481445}, {"step": 3800, "epoch": 9, "train_loss": 1.3935484886169434}, {"step": 3850, "epoch": 9, "train_loss": 1.203920841217041}, {"step": 3900, "epoch": 9, "train_loss": 1.2899264097213745}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4442, "test_loss": 1.6501440063476562}, {"step": 3950, "epoch": 10, "train_loss": 1.064318299293518}, {"step": 4000, "epoch": 10, "train_loss": 1.2217854261398315}, {"step": 4050, "epoch": 10, "train_loss": 1.2211436033248901}, {"step": 4100, "epoch": 10, "train_loss": 1.347151756286621}, {"step": 4150, "epoch": 10, "train_loss": 1.2851091623306274}, {"step": 4200, "epoch": 10, "train_loss": 1.299539566040039}, {"step": 4250, "epoch": 10, "train_loss": 1.4882557392120361}, {"step": 4300, "epoch": 10, "train_loss": 1.207797884941101}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4507, "test_loss": 1.650082763671875}, {"step": 4350, "epoch": 11, "train_loss": 1.0298418998718262}, {"step": 4400, "epoch": 11, "train_loss": 1.2959033250808716}, {"step": 4450, "epoch": 11, "train_loss": 1.3282071352005005}, {"step": 4500, "epoch": 11, "train_loss": 1.1854933500289917}, {"step": 4550, "epoch": 11, "train_loss": 1.2248215675354004}, {"step": 4600, "epoch": 11, "train_loss": 1.3738795518875122}, {"step": 4650, "epoch": 11, "train_loss": 1.2525042295455933}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4552, "test_loss": 1.6476728149414062}, {"step": 4700, "epoch": 12, "train_loss": 1.1534981727600098}, {"step": 4750, "epoch": 12, "train_loss": 1.080337643623352}, {"step": 4800, "epoch": 12, "train_loss": 1.0765324831008911}, {"step": 4850, "epoch": 12, "train_loss": 1.1643842458724976}, {"step": 4900, "epoch": 12, "train_loss": 1.1017801761627197}, {"step": 4950, "epoch": 12, "train_loss": 1.0066592693328857}, {"step": 5000, "epoch": 12, "train_loss": 1.3711752891540527}, {"step": 5050, "epoch": 12, "train_loss": 1.2411946058273315}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4514, "test_loss": 1.6923083862304686}, {"step": 5100, "epoch": 13, "train_loss": 1.1520012617111206}, {"step": 5150, "epoch": 13, "train_loss": 0.9865533709526062}, {"step": 5200, "epoch": 13, "train_loss": 1.0113853216171265}, {"step": 5250, "epoch": 13, "train_loss": 1.2361096143722534}, {"step": 5300, "epoch": 13, "train_loss": 0.9260061383247375}, {"step": 5350, "epoch": 13, "train_loss": 1.030071496963501}, {"step": 5400, "epoch": 13, "train_loss": 1.4215152263641357}, {"step": 5450, "epoch": 13, "train_loss": 1.1283513307571411}, {"epoch_end": 13, "step": 5474, "test_acc": 0.441, "test_loss": 1.7108400268554687}, {"step": 5500, "epoch": 14, "train_loss": 0.9242774844169617}, {"step": 5550, "epoch": 14, "train_loss": 1.0075331926345825}, {"step": 5600, "epoch": 14, "train_loss": 1.032387614250183}, {"step": 5650, "epoch": 14, "train_loss": 1.145736813545227}, {"step": 5700, "epoch": 14, "train_loss": 0.9398419260978699}, {"step": 5750, "epoch": 14, "train_loss": 1.094949722290039}, {"step": 5800, "epoch": 14, "train_loss": 1.2695205211639404}, {"step": 5850, "epoch": 14, "train_loss": 0.9003486633300781}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4519, "test_loss": 1.7471671020507813}, {"step": 5900, "epoch": 15, "train_loss": 0.9046032428741455}, {"step": 5950, "epoch": 15, "train_loss": 1.084038257598877}, {"step": 6000, "epoch": 15, "train_loss": 1.1489980220794678}, {"step": 6050, "epoch": 15, "train_loss": 1.0278271436691284}, {"step": 6100, "epoch": 15, "train_loss": 1.0770155191421509}, {"step": 6150, "epoch": 15, "train_loss": 1.0879758596420288}, {"step": 6200, "epoch": 15, "train_loss": 0.8831163644790649}, {"step": 6250, "epoch": 15, "train_loss": 1.038344144821167}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4566, "test_loss": 1.7477427124023437}, {"step": 6300, "epoch": 16, "train_loss": 1.0131522417068481}, {"step": 6350, "epoch": 16, "train_loss": 0.9924846291542053}, {"step": 6400, "epoch": 16, "train_loss": 1.1313728094100952}, {"step": 6450, "epoch": 16, "train_loss": 0.90538090467453}, {"step": 6500, "epoch": 16, "train_loss": 1.1822397708892822}, {"step": 6550, "epoch": 16, "train_loss": 0.8783355355262756}, {"step": 6600, "epoch": 16, "train_loss": 1.0620914697647095}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4573, "test_loss": 1.7939119262695313}, {"step": 6650, "epoch": 17, "train_loss": 0.9358391761779785}, {"step": 6700, "epoch": 17, "train_loss": 0.9616326689720154}, {"step": 6750, "epoch": 17, "train_loss": 0.9950760006904602}, {"step": 6800, "epoch": 17, "train_loss": 0.8743880987167358}, {"step": 6850, "epoch": 17, "train_loss": 0.9833266139030457}, {"step": 6900, "epoch": 17, "train_loss": 0.9683167934417725}, {"step": 6950, "epoch": 17, "train_loss": 0.8453910946846008}, {"step": 7000, "epoch": 17, "train_loss": 0.8669132590293884}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4498, "test_loss": 1.8555650756835937}, {"step": 7050, "epoch": 18, "train_loss": 0.7959442138671875}, {"step": 7100, "epoch": 18, "train_loss": 0.8060630559921265}, {"step": 7150, "epoch": 18, "train_loss": 0.8505492210388184}, {"step": 7200, "epoch": 18, "train_loss": 0.9500001668930054}, {"step": 7250, "epoch": 18, "train_loss": 0.8057479858398438}, {"step": 7300, "epoch": 18, "train_loss": 0.9801400899887085}, {"step": 7350, "epoch": 18, "train_loss": 0.7908468842506409}, {"step": 7400, "epoch": 18, "train_loss": 0.8470367789268494}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4439, "test_loss": 1.88467744140625}, {"step": 7450, "epoch": 19, "train_loss": 0.6426813006401062}, {"step": 7500, "epoch": 19, "train_loss": 0.7311369776725769}, {"step": 7550, "epoch": 19, "train_loss": 0.6155610084533691}, {"step": 7600, "epoch": 19, "train_loss": 0.9287135601043701}, {"step": 7650, "epoch": 19, "train_loss": 0.6513373851776123}, {"step": 7700, "epoch": 19, "train_loss": 0.7830522060394287}, {"step": 7750, "epoch": 19, "train_loss": 0.9360314607620239}, {"step": 7800, "epoch": 19, "train_loss": 0.9394295811653137}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4562, "test_loss": 1.9124622924804688}, {"step": 7850, "epoch": 20, "train_loss": 0.7312827110290527}, {"step": 7900, "epoch": 20, "train_loss": 0.7191965579986572}, {"step": 7950, "epoch": 20, "train_loss": 0.7848682403564453}, {"step": 8000, "epoch": 20, "train_loss": 0.9946691393852234}, {"step": 8050, "epoch": 20, "train_loss": 0.8938025832176208}, {"step": 8100, "epoch": 20, "train_loss": 0.974377453327179}, {"step": 8150, "epoch": 20, "train_loss": 0.8094439506530762}, {"step": 8200, "epoch": 20, "train_loss": 0.6786919832229614}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4579, "test_loss": 1.9650079956054687}, {"step": 8250, "epoch": 21, "train_loss": 0.5053175687789917}, {"step": 8300, "epoch": 21, "train_loss": 0.8941579461097717}, {"step": 8350, "epoch": 21, "train_loss": 0.6911795735359192}, {"step": 8400, "epoch": 21, "train_loss": 0.6684409976005554}, {"step": 8450, "epoch": 21, "train_loss": 0.49829113483428955}, {"step": 8500, "epoch": 21, "train_loss": 0.9151604771614075}, {"step": 8550, "epoch": 21, "train_loss": 0.810282826423645}, {"step": 8600, "epoch": 21, "train_loss": 0.8724928498268127}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4483, "test_loss": 2.008372607421875}, {"step": 8650, "epoch": 22, "train_loss": 0.5307719111442566}, {"step": 8700, "epoch": 22, "train_loss": 0.7512806057929993}, {"step": 8750, "epoch": 22, "train_loss": 0.5564422011375427}, {"step": 8800, "epoch": 22, "train_loss": 0.8042072653770447}, {"step": 8850, "epoch": 22, "train_loss": 0.5894147753715515}, {"step": 8900, "epoch": 22, "train_loss": 0.5814927220344543}, {"step": 8950, "epoch": 22, "train_loss": 0.6132732033729553}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4573, "test_loss": 2.063331311035156}, {"step": 9000, "epoch": 23, "train_loss": 0.7010948657989502}, {"step": 9050, "epoch": 23, "train_loss": 0.5378684401512146}, {"step": 9100, "epoch": 23, "train_loss": 0.47566932439804077}, {"step": 9150, "epoch": 23, "train_loss": 0.5899172425270081}, {"step": 9200, "epoch": 23, "train_loss": 0.59605473279953}, {"step": 9250, "epoch": 23, "train_loss": 0.6183496117591858}, {"step": 9300, "epoch": 23, "train_loss": 0.4820050299167633}, {"step": 9350, "epoch": 23, "train_loss": 0.7381101846694946}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4537, "test_loss": 2.1340864868164062}, {"step": 9400, "epoch": 24, "train_loss": 0.49678128957748413}, {"step": 9450, "epoch": 24, "train_loss": 0.48017412424087524}, {"step": 9500, "epoch": 24, "train_loss": 0.5367577075958252}, {"step": 9550, "epoch": 24, "train_loss": 0.6986593008041382}, {"step": 9600, "epoch": 24, "train_loss": 0.6029084920883179}, {"step": 9650, "epoch": 24, "train_loss": 0.6383213400840759}, {"step": 9700, "epoch": 24, "train_loss": 0.6713042259216309}, {"step": 9750, "epoch": 24, "train_loss": 0.5910714864730835}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4516, "test_loss": 2.18686552734375}], "final": {"test_acc": 0.4516, "test_loss": 2.18686552734375, "wall_s": 61.18006110191345}} \ No newline at end of file -- cgit v1.2.3