1
|
{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d5_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5344276428222656}, {"step": 50, "epoch": 0, "train_loss": 1.9117217063903809}, {"step": 100, "epoch": 0, "train_loss": 1.9055652618408203}, {"step": 150, "epoch": 0, "train_loss": 2.023249864578247}, {"step": 200, "epoch": 0, "train_loss": 1.8834444284439087}, {"step": 250, "epoch": 0, "train_loss": 1.9288891553878784}, {"step": 300, "epoch": 0, "train_loss": 1.6627002954483032}, {"step": 350, "epoch": 0, "train_loss": 2.018383502960205}, {"epoch_end": 0, "step": 391, "test_acc": 0.3746, "test_loss": 1.8075690795898438}, {"step": 400, "epoch": 1, "train_loss": 1.7845993041992188}, {"step": 450, "epoch": 1, "train_loss": 1.9543495178222656}, {"step": 500, "epoch": 1, "train_loss": 1.695580005645752}, {"step": 550, "epoch": 1, "train_loss": 1.8561532497406006}, {"step": 600, "epoch": 1, "train_loss": 1.6622332334518433}, {"step": 650, "epoch": 1, "train_loss": 1.712888240814209}, {"step": 700, "epoch": 1, "train_loss": 1.801090121269226}, {"step": 750, "epoch": 1, "train_loss": 1.866970181465149}, {"epoch_end": 1, "step": 782, "test_acc": 0.3978, "test_loss": 1.7426463500976563}, {"step": 800, "epoch": 2, "train_loss": 1.6594951152801514}, {"step": 850, "epoch": 2, "train_loss": 1.6841539144515991}, {"step": 900, "epoch": 2, "train_loss": 1.6661769151687622}, {"step": 950, "epoch": 2, "train_loss": 1.5744010210037231}, {"step": 1000, "epoch": 2, "train_loss": 1.711348533630371}, {"step": 1050, "epoch": 2, "train_loss": 1.9255180358886719}, {"step": 1100, "epoch": 2, "train_loss": 1.4910516738891602}, {"step": 1150, "epoch": 2, "train_loss": 1.6627609729766846}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3885, "test_loss": 1.757413916015625}, {"step": 1200, "epoch": 3, "train_loss": 1.6562970876693726}, {"step": 1250, "epoch": 3, "train_loss": 1.5035228729248047}, {"step": 1300, "epoch": 3, "train_loss": 1.5106821060180664}, {"step": 1350, "epoch": 3, "train_loss": 1.6911611557006836}, {"step": 1400, "epoch": 3, "train_loss": 1.744279384613037}, {"step": 1450, "epoch": 3, "train_loss": 1.4924014806747437}, {"step": 1500, "epoch": 3, "train_loss": 1.6538227796554565}, {"step": 1550, "epoch": 3, "train_loss": 1.72138249874115}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4059, "test_loss": 1.7110609619140624}, {"step": 1600, "epoch": 4, "train_loss": 1.562079906463623}, {"step": 1650, "epoch": 4, "train_loss": 1.4795629978179932}, {"step": 1700, "epoch": 4, "train_loss": 1.513306736946106}, {"step": 1750, "epoch": 4, "train_loss": 1.6980735063552856}, {"step": 1800, "epoch": 4, "train_loss": 1.4857529401779175}, {"step": 1850, "epoch": 4, "train_loss": 1.5858070850372314}, {"step": 1900, "epoch": 4, "train_loss": 1.5594631433486938}, {"step": 1950, "epoch": 4, "train_loss": 1.476473331451416}, {"epoch_end": 4, "step": 1955, "test_acc": 0.418, "test_loss": 1.69813466796875}, {"step": 2000, "epoch": 5, "train_loss": 1.4460570812225342}, {"step": 2050, "epoch": 5, "train_loss": 1.520521879196167}, {"step": 2100, "epoch": 5, "train_loss": 1.6128711700439453}, {"step": 2150, "epoch": 5, "train_loss": 1.564915418624878}, {"step": 2200, "epoch": 5, "train_loss": 1.550376534461975}, {"step": 2250, "epoch": 5, "train_loss": 1.694573998451233}, {"step": 2300, "epoch": 5, "train_loss": 1.4864016771316528}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4305, "test_loss": 1.665214599609375}, {"step": 2350, "epoch": 6, "train_loss": 1.4300860166549683}, {"step": 2400, "epoch": 6, "train_loss": 1.2913339138031006}, {"step": 2450, "epoch": 6, "train_loss": 1.3739597797393799}, {"step": 2500, "epoch": 6, "train_loss": 1.400112271308899}, {"step": 2550, "epoch": 6, "train_loss": 1.4254781007766724}, {"step": 2600, "epoch": 6, "train_loss": 1.5236291885375977}, {"step": 2650, "epoch": 6, "train_loss": 1.3284989595413208}, {"step": 2700, "epoch": 6, "train_loss": 1.5435895919799805}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4345, "test_loss": 1.65758212890625}, {"step": 2750, "epoch": 7, "train_loss": 1.5802639722824097}, {"step": 2800, "epoch": 7, "train_loss": 1.5171579122543335}, {"step": 2850, "epoch": 7, "train_loss": 1.6029213666915894}, {"step": 2900, "epoch": 7, "train_loss": 1.475851058959961}, {"step": 2950, "epoch": 7, "train_loss": 1.5299203395843506}, {"step": 3000, "epoch": 7, "train_loss": 1.5858447551727295}, {"step": 3050, "epoch": 7, "train_loss": 1.5539181232452393}, {"step": 3100, "epoch": 7, "train_loss": 1.3598525524139404}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4424, "test_loss": 1.638942138671875}, {"step": 3150, "epoch": 8, "train_loss": 1.2880967855453491}, {"step": 3200, "epoch": 8, "train_loss": 1.2962712049484253}, {"step": 3250, "epoch": 8, "train_loss": 1.2551496028900146}, {"step": 3300, "epoch": 8, "train_loss": 1.5087851285934448}, {"step": 3350, "epoch": 8, "train_loss": 1.415313959121704}, {"step": 3400, "epoch": 8, "train_loss": 1.3561172485351562}, {"step": 3450, "epoch": 8, "train_loss": 1.2226482629776}, {"step": 3500, "epoch": 8, "train_loss": 1.3465687036514282}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4433, "test_loss": 1.6464450805664061}, {"step": 3550, "epoch": 9, "train_loss": 1.1380553245544434}, {"step": 3600, "epoch": 9, "train_loss": 1.2246695756912231}, {"step": 3650, "epoch": 9, "train_loss": 1.4007810354232788}, {"step": 3700, "epoch": 9, "train_loss": 1.2691879272460938}, {"step": 3750, "epoch": 9, "train_loss": 1.3951926231384277}, {"step": 3800, "epoch": 9, "train_loss": 1.4999454021453857}, {"step": 3850, "epoch": 9, "train_loss": 1.2968453168869019}, {"step": 3900, "epoch": 9, "train_loss": 1.2913718223571777}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4377, "test_loss": 1.6613575073242188}, {"step": 3950, "epoch": 10, "train_loss": 1.101466417312622}, {"step": 4000, "epoch": 10, "train_loss": 1.128977656364441}, {"step": 4050, "epoch": 10, "train_loss": 1.3304977416992188}, {"step": 4100, "epoch": 10, "train_loss": 1.3451638221740723}, {"step": 4150, "epoch": 10, "train_loss": 1.306761622428894}, {"step": 4200, "epoch": 10, "train_loss": 1.4816011190414429}, {"step": 4250, "epoch": 10, "train_loss": 1.4695453643798828}, {"step": 4300, "epoch": 10, "train_loss": 1.2860788106918335}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4345, "test_loss": 1.6818518188476563}, {"step": 4350, "epoch": 11, "train_loss": 1.13430917263031}, {"step": 4400, "epoch": 11, "train_loss": 1.367047905921936}, {"step": 4450, "epoch": 11, "train_loss": 1.3265902996063232}, {"step": 4500, "epoch": 11, "train_loss": 1.047421932220459}, {"step": 4550, "epoch": 11, "train_loss": 1.3648426532745361}, {"step": 4600, "epoch": 11, "train_loss": 1.2946401834487915}, {"step": 4650, "epoch": 11, "train_loss": 1.3483387231826782}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4458, "test_loss": 1.6776625244140626}, {"step": 4700, "epoch": 12, "train_loss": 1.213918924331665}, {"step": 4750, "epoch": 12, "train_loss": 1.1653867959976196}, {"step": 4800, "epoch": 12, "train_loss": 1.215186357498169}, {"step": 4850, "epoch": 12, "train_loss": 1.1897220611572266}, {"step": 4900, "epoch": 12, "train_loss": 1.1441363096237183}, {"step": 4950, "epoch": 12, "train_loss": 1.0563915967941284}, {"step": 5000, "epoch": 12, "train_loss": 1.3526052236557007}, {"step": 5050, "epoch": 12, "train_loss": 1.1219931840896606}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4467, "test_loss": 1.709076220703125}, {"step": 5100, "epoch": 13, "train_loss": 1.006392002105713}, {"step": 5150, "epoch": 13, "train_loss": 1.1414320468902588}, {"step": 5200, "epoch": 13, "train_loss": 1.0840868949890137}, {"step": 5250, "epoch": 13, "train_loss": 1.0903828144073486}, {"step": 5300, "epoch": 13, "train_loss": 1.0645709037780762}, {"step": 5350, "epoch": 13, "train_loss": 1.1128923892974854}, {"step": 5400, "epoch": 13, "train_loss": 1.419536828994751}, {"step": 5450, "epoch": 13, "train_loss": 1.1716158390045166}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4458, "test_loss": 1.731858642578125}, {"step": 5500, "epoch": 14, "train_loss": 0.9044817686080933}, {"step": 5550, "epoch": 14, "train_loss": 1.2845414876937866}, {"step": 5600, "epoch": 14, "train_loss": 1.0738641023635864}, {"step": 5650, "epoch": 14, "train_loss": 1.0272777080535889}, {"step": 5700, "epoch": 14, "train_loss": 0.9668175578117371}, {"step": 5750, "epoch": 14, "train_loss": 0.9983911514282227}, {"step": 5800, "epoch": 14, "train_loss": 1.151167869567871}, {"step": 5850, "epoch": 14, "train_loss": 1.1058787107467651}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4531, "test_loss": 1.764430126953125}, {"step": 5900, "epoch": 15, "train_loss": 0.8591031432151794}, {"step": 5950, "epoch": 15, "train_loss": 1.1004838943481445}, {"step": 6000, "epoch": 15, "train_loss": 1.402516484260559}, {"step": 6050, "epoch": 15, "train_loss": 1.116410732269287}, {"step": 6100, "epoch": 15, "train_loss": 1.1353111267089844}, {"step": 6150, "epoch": 15, "train_loss": 1.0550944805145264}, {"step": 6200, "epoch": 15, "train_loss": 1.1402137279510498}, {"step": 6250, "epoch": 15, "train_loss": 1.092162013053894}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4497, "test_loss": 1.7743578857421876}, {"step": 6300, "epoch": 16, "train_loss": 0.9625747799873352}, {"step": 6350, "epoch": 16, "train_loss": 1.0499004125595093}, {"step": 6400, "epoch": 16, "train_loss": 1.0696948766708374}, {"step": 6450, "epoch": 16, "train_loss": 1.0460050106048584}, {"step": 6500, "epoch": 16, "train_loss": 1.146440029144287}, {"step": 6550, "epoch": 16, "train_loss": 0.7593797445297241}, {"step": 6600, "epoch": 16, "train_loss": 1.1960349082946777}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4583, "test_loss": 1.7703406494140626}, {"step": 6650, "epoch": 17, "train_loss": 0.9023175239562988}, {"step": 6700, "epoch": 17, "train_loss": 1.0842818021774292}, {"step": 6750, "epoch": 17, "train_loss": 0.9284211993217468}, {"step": 6800, "epoch": 17, "train_loss": 0.8625872135162354}, {"step": 6850, "epoch": 17, "train_loss": 0.9292813539505005}, {"step": 6900, "epoch": 17, "train_loss": 1.033316731452942}, {"step": 6950, "epoch": 17, "train_loss": 0.945796012878418}, {"step": 7000, "epoch": 17, "train_loss": 0.8429004549980164}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4487, "test_loss": 1.853936767578125}, {"step": 7050, "epoch": 18, "train_loss": 0.822761058807373}, {"step": 7100, "epoch": 18, "train_loss": 0.9315236806869507}, {"step": 7150, "epoch": 18, "train_loss": 0.8534274697303772}, {"step": 7200, "epoch": 18, "train_loss": 0.9756728410720825}, {"step": 7250, "epoch": 18, "train_loss": 1.1048860549926758}, {"step": 7300, "epoch": 18, "train_loss": 1.0018285512924194}, {"step": 7350, "epoch": 18, "train_loss": 0.9329584240913391}, {"step": 7400, "epoch": 18, "train_loss": 0.9767289757728577}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4466, "test_loss": 1.877747216796875}, {"step": 7450, "epoch": 19, "train_loss": 0.6967793107032776}, {"step": 7500, "epoch": 19, "train_loss": 0.6817046999931335}, {"step": 7550, "epoch": 19, "train_loss": 0.9128426909446716}, {"step": 7600, "epoch": 19, "train_loss": 0.8519012928009033}, {"step": 7650, "epoch": 19, "train_loss": 0.7730087637901306}, {"step": 7700, "epoch": 19, "train_loss": 0.9573861956596375}, {"step": 7750, "epoch": 19, "train_loss": 0.916719377040863}, {"step": 7800, "epoch": 19, "train_loss": 1.0843390226364136}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4573, "test_loss": 1.886693505859375}, {"step": 7850, "epoch": 20, "train_loss": 0.9252134561538696}, {"step": 7900, "epoch": 20, "train_loss": 0.6321592926979065}, {"step": 7950, "epoch": 20, "train_loss": 0.8156445026397705}, {"step": 8000, "epoch": 20, "train_loss": 1.077115535736084}, {"step": 8050, "epoch": 20, "train_loss": 0.7832339406013489}, {"step": 8100, "epoch": 20, "train_loss": 0.8589063882827759}, {"step": 8150, "epoch": 20, "train_loss": 0.8666386008262634}, {"step": 8200, "epoch": 20, "train_loss": 0.5856953859329224}, {"epoch_end": 20, "step": 8211, "test_acc": 0.451, "test_loss": 1.9591899047851562}, {"step": 8250, "epoch": 21, "train_loss": 0.7078382968902588}, {"step": 8300, "epoch": 21, "train_loss": 0.931281328201294}, {"step": 8350, "epoch": 21, "train_loss": 0.8803679943084717}, {"step": 8400, "epoch": 21, "train_loss": 0.7053740620613098}, {"step": 8450, "epoch": 21, "train_loss": 0.5165642499923706}, {"step": 8500, "epoch": 21, "train_loss": 0.7384994626045227}, {"step": 8550, "epoch": 21, "train_loss": 0.7941311597824097}, {"step": 8600, "epoch": 21, "train_loss": 0.7888904213905334}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4556, "test_loss": 1.9835021484375}, {"step": 8650, "epoch": 22, "train_loss": 0.6406074166297913}, {"step": 8700, "epoch": 22, "train_loss": 0.8381529450416565}, {"step": 8750, "epoch": 22, "train_loss": 0.7717049717903137}, {"step": 8800, "epoch": 22, "train_loss": 0.7970149517059326}, {"step": 8850, "epoch": 22, "train_loss": 0.6912611722946167}, {"step": 8900, "epoch": 22, "train_loss": 0.7782554626464844}, {"step": 8950, "epoch": 22, "train_loss": 0.9659886956214905}, {"epoch_end": 22, "step": 8993, "test_acc": 0.451, "test_loss": 2.0189248901367187}, {"step": 9000, "epoch": 23, "train_loss": 0.6232724189758301}, {"step": 9050, "epoch": 23, "train_loss": 0.6324472427368164}, {"step": 9100, "epoch": 23, "train_loss": 0.6339370608329773}, {"step": 9150, "epoch": 23, "train_loss": 0.7624149322509766}, {"step": 9200, "epoch": 23, "train_loss": 0.7688534259796143}, {"step": 9250, "epoch": 23, "train_loss": 0.852830171585083}, {"step": 9300, "epoch": 23, "train_loss": 0.7066343426704407}, {"step": 9350, "epoch": 23, "train_loss": 0.8696370124816895}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4459, "test_loss": 2.1059609741210936}, {"step": 9400, "epoch": 24, "train_loss": 0.647288978099823}, {"step": 9450, "epoch": 24, "train_loss": 0.509598433971405}, {"step": 9500, "epoch": 24, "train_loss": 0.6531168818473816}, {"step": 9550, "epoch": 24, "train_loss": 0.7490599751472473}, {"step": 9600, "epoch": 24, "train_loss": 0.7255411744117737}, {"step": 9650, "epoch": 24, "train_loss": 0.6563408970832825}, {"step": 9700, "epoch": 24, "train_loss": 0.7670857310295105}, {"step": 9750, "epoch": 24, "train_loss": 0.7929840683937073}, {"epoch_end": 24, "step": 9775, "test_acc": 0.45, "test_loss": 2.09022763671875}], "final": {"test_acc": 0.45, "test_loss": 2.09022763671875, "wall_s": 34.776737451553345}}
|
