1
|
{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d10_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5071752071380615}, {"step": 50, "epoch": 0, "train_loss": 1.9608008861541748}, {"step": 100, "epoch": 0, "train_loss": 1.8962122201919556}, {"step": 150, "epoch": 0, "train_loss": 1.9863269329071045}, {"step": 200, "epoch": 0, "train_loss": 1.8685461282730103}, {"step": 250, "epoch": 0, "train_loss": 1.9535760879516602}, {"step": 300, "epoch": 0, "train_loss": 1.6940723657608032}, {"step": 350, "epoch": 0, "train_loss": 1.9688799381256104}, {"epoch_end": 0, "step": 391, "test_acc": 0.3712, "test_loss": 1.81215166015625}, {"step": 400, "epoch": 1, "train_loss": 1.8323421478271484}, {"step": 450, "epoch": 1, "train_loss": 1.9448602199554443}, {"step": 500, "epoch": 1, "train_loss": 1.7103807926177979}, {"step": 550, "epoch": 1, "train_loss": 1.793230652809143}, {"step": 600, "epoch": 1, "train_loss": 1.7785395383834839}, {"step": 650, "epoch": 1, "train_loss": 1.7220054864883423}, {"step": 700, "epoch": 1, "train_loss": 1.7735559940338135}, {"step": 750, "epoch": 1, "train_loss": 1.9282212257385254}, {"epoch_end": 1, "step": 782, "test_acc": 0.3908, "test_loss": 1.7599986328125}, {"step": 800, "epoch": 2, "train_loss": 1.6600514650344849}, {"step": 850, "epoch": 2, "train_loss": 1.613816738128662}, {"step": 900, "epoch": 2, "train_loss": 1.671632170677185}, {"step": 950, "epoch": 2, "train_loss": 1.5534955263137817}, {"step": 1000, "epoch": 2, "train_loss": 1.7549406290054321}, {"step": 1050, "epoch": 2, "train_loss": 1.8720920085906982}, {"step": 1100, "epoch": 2, "train_loss": 1.5439475774765015}, {"step": 1150, "epoch": 2, "train_loss": 1.6789826154708862}, {"epoch_end": 2, "step": 1173, "test_acc": 0.388, "test_loss": 1.7551209594726562}, {"step": 1200, "epoch": 3, "train_loss": 1.6129648685455322}, {"step": 1250, "epoch": 3, "train_loss": 1.5288983583450317}, {"step": 1300, "epoch": 3, "train_loss": 1.5550023317337036}, {"step": 1350, "epoch": 3, "train_loss": 1.7375121116638184}, {"step": 1400, "epoch": 3, "train_loss": 1.732497215270996}, {"step": 1450, "epoch": 3, "train_loss": 1.5427615642547607}, {"step": 1500, "epoch": 3, "train_loss": 1.6257551908493042}, {"step": 1550, "epoch": 3, "train_loss": 1.872565746307373}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4152, "test_loss": 1.7037408325195313}, {"step": 1600, "epoch": 4, "train_loss": 1.5504168272018433}, {"step": 1650, "epoch": 4, "train_loss": 1.5845025777816772}, {"step": 1700, "epoch": 4, "train_loss": 1.6191339492797852}, {"step": 1750, "epoch": 4, "train_loss": 1.5273913145065308}, {"step": 1800, "epoch": 4, "train_loss": 1.383461594581604}, {"step": 1850, "epoch": 4, "train_loss": 1.6674046516418457}, {"step": 1900, "epoch": 4, "train_loss": 1.6406954526901245}, {"step": 1950, "epoch": 4, "train_loss": 1.4122015237808228}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4198, "test_loss": 1.6909933471679688}, {"step": 2000, "epoch": 5, "train_loss": 1.4745540618896484}, {"step": 2050, "epoch": 5, "train_loss": 1.4540644884109497}, {"step": 2100, "epoch": 5, "train_loss": 1.5327061414718628}, {"step": 2150, "epoch": 5, "train_loss": 1.6714719533920288}, {"step": 2200, "epoch": 5, "train_loss": 1.6084487438201904}, {"step": 2250, "epoch": 5, "train_loss": 1.7346487045288086}, {"step": 2300, "epoch": 5, "train_loss": 1.512622594833374}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4237, "test_loss": 1.6786248413085938}, {"step": 2350, "epoch": 6, "train_loss": 1.507564663887024}, {"step": 2400, "epoch": 6, "train_loss": 1.3604828119277954}, {"step": 2450, "epoch": 6, "train_loss": 1.3810405731201172}, {"step": 2500, "epoch": 6, "train_loss": 1.496454119682312}, {"step": 2550, "epoch": 6, "train_loss": 1.5016294717788696}, {"step": 2600, "epoch": 6, "train_loss": 1.479086995124817}, {"step": 2650, "epoch": 6, "train_loss": 1.3320016860961914}, {"step": 2700, "epoch": 6, "train_loss": 1.3565642833709717}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4321, "test_loss": 1.6569377807617187}, {"step": 2750, "epoch": 7, "train_loss": 1.4931906461715698}, {"step": 2800, "epoch": 7, "train_loss": 1.5199756622314453}, {"step": 2850, "epoch": 7, "train_loss": 1.536308765411377}, {"step": 2900, "epoch": 7, "train_loss": 1.428140640258789}, {"step": 2950, "epoch": 7, "train_loss": 1.4405241012573242}, {"step": 3000, "epoch": 7, "train_loss": 1.5279451608657837}, {"step": 3050, "epoch": 7, "train_loss": 1.3607555627822876}, {"step": 3100, "epoch": 7, "train_loss": 1.276414394378662}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4393, "test_loss": 1.6369685302734376}, {"step": 3150, "epoch": 8, "train_loss": 1.319069504737854}, {"step": 3200, "epoch": 8, "train_loss": 1.375317096710205}, {"step": 3250, "epoch": 8, "train_loss": 1.2816343307495117}, {"step": 3300, "epoch": 8, "train_loss": 1.5034990310668945}, {"step": 3350, "epoch": 8, "train_loss": 1.448878288269043}, {"step": 3400, "epoch": 8, "train_loss": 1.3940223455429077}, {"step": 3450, "epoch": 8, "train_loss": 1.220852017402649}, {"step": 3500, "epoch": 8, "train_loss": 1.4097591638565063}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4324, "test_loss": 1.6646414916992187}, {"step": 3550, "epoch": 9, "train_loss": 1.2344049215316772}, {"step": 3600, "epoch": 9, "train_loss": 1.2282241582870483}, {"step": 3650, "epoch": 9, "train_loss": 1.387450098991394}, {"step": 3700, "epoch": 9, "train_loss": 1.2416197061538696}, {"step": 3750, "epoch": 9, "train_loss": 1.226271152496338}, {"step": 3800, "epoch": 9, "train_loss": 1.3719933032989502}, {"step": 3850, "epoch": 9, "train_loss": 1.2867680788040161}, {"step": 3900, "epoch": 9, "train_loss": 1.2465332746505737}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4424, "test_loss": 1.6436270874023438}, {"step": 3950, "epoch": 10, "train_loss": 1.3229416608810425}, {"step": 4000, "epoch": 10, "train_loss": 1.1875609159469604}, {"step": 4050, "epoch": 10, "train_loss": 1.3093562126159668}, {"step": 4100, "epoch": 10, "train_loss": 1.3778388500213623}, {"step": 4150, "epoch": 10, "train_loss": 1.1414563655853271}, {"step": 4200, "epoch": 10, "train_loss": 1.3737813234329224}, {"step": 4250, "epoch": 10, "train_loss": 1.5098668336868286}, {"step": 4300, "epoch": 10, "train_loss": 1.3626285791397095}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4408, "test_loss": 1.6560951782226563}, {"step": 4350, "epoch": 11, "train_loss": 1.1292833089828491}, {"step": 4400, "epoch": 11, "train_loss": 1.4233686923980713}, {"step": 4450, "epoch": 11, "train_loss": 1.2740378379821777}, {"step": 4500, "epoch": 11, "train_loss": 1.2769688367843628}, {"step": 4550, "epoch": 11, "train_loss": 1.266497254371643}, {"step": 4600, "epoch": 11, "train_loss": 1.3220800161361694}, {"step": 4650, "epoch": 11, "train_loss": 1.304295539855957}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4504, "test_loss": 1.6625057739257814}, {"step": 4700, "epoch": 12, "train_loss": 1.1048305034637451}, {"step": 4750, "epoch": 12, "train_loss": 1.1443455219268799}, {"step": 4800, "epoch": 12, "train_loss": 1.1389020681381226}, {"step": 4850, "epoch": 12, "train_loss": 1.1010143756866455}, {"step": 4900, "epoch": 12, "train_loss": 1.179972529411316}, {"step": 4950, "epoch": 12, "train_loss": 1.037556529045105}, {"step": 5000, "epoch": 12, "train_loss": 1.2087348699569702}, {"step": 5050, "epoch": 12, "train_loss": 1.1063586473464966}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4463, "test_loss": 1.7059025756835937}, {"step": 5100, "epoch": 13, "train_loss": 1.043835997581482}, {"step": 5150, "epoch": 13, "train_loss": 1.0886166095733643}, {"step": 5200, "epoch": 13, "train_loss": 1.0580105781555176}, {"step": 5250, "epoch": 13, "train_loss": 1.1754372119903564}, {"step": 5300, "epoch": 13, "train_loss": 0.9875668883323669}, {"step": 5350, "epoch": 13, "train_loss": 1.0195716619491577}, {"step": 5400, "epoch": 13, "train_loss": 1.2906395196914673}, {"step": 5450, "epoch": 13, "train_loss": 1.1019704341888428}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4407, "test_loss": 1.7244041748046874}, {"step": 5500, "epoch": 14, "train_loss": 1.026075005531311}, {"step": 5550, "epoch": 14, "train_loss": 1.1901575326919556}, {"step": 5600, "epoch": 14, "train_loss": 1.0463045835494995}, {"step": 5650, "epoch": 14, "train_loss": 1.140944480895996}, {"step": 5700, "epoch": 14, "train_loss": 1.0831736326217651}, {"step": 5750, "epoch": 14, "train_loss": 1.032351016998291}, {"step": 5800, "epoch": 14, "train_loss": 1.2421088218688965}, {"step": 5850, "epoch": 14, "train_loss": 1.0181492567062378}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4462, "test_loss": 1.7495384521484374}, {"step": 5900, "epoch": 15, "train_loss": 0.9052018523216248}, {"step": 5950, "epoch": 15, "train_loss": 1.010372281074524}, {"step": 6000, "epoch": 15, "train_loss": 1.0557479858398438}, {"step": 6050, "epoch": 15, "train_loss": 1.0813889503479004}, {"step": 6100, "epoch": 15, "train_loss": 1.0914117097854614}, {"step": 6150, "epoch": 15, "train_loss": 1.0620338916778564}, {"step": 6200, "epoch": 15, "train_loss": 1.0879931449890137}, {"step": 6250, "epoch": 15, "train_loss": 1.1768887042999268}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4553, "test_loss": 1.748779736328125}, {"step": 6300, "epoch": 16, "train_loss": 0.9554329514503479}, {"step": 6350, "epoch": 16, "train_loss": 1.1056199073791504}, {"step": 6400, "epoch": 16, "train_loss": 1.0234827995300293}, {"step": 6450, "epoch": 16, "train_loss": 0.9807387590408325}, {"step": 6500, "epoch": 16, "train_loss": 0.9097591042518616}, {"step": 6550, "epoch": 16, "train_loss": 0.761002242565155}, {"step": 6600, "epoch": 16, "train_loss": 1.1146328449249268}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4611, "test_loss": 1.7883543334960939}, {"step": 6650, "epoch": 17, "train_loss": 1.0140349864959717}, {"step": 6700, "epoch": 17, "train_loss": 0.9595022201538086}, {"step": 6750, "epoch": 17, "train_loss": 0.9182824492454529}, {"step": 6800, "epoch": 17, "train_loss": 0.8046501278877258}, {"step": 6850, "epoch": 17, "train_loss": 0.8476011753082275}, {"step": 6900, "epoch": 17, "train_loss": 1.1069016456604004}, {"step": 6950, "epoch": 17, "train_loss": 0.8335724472999573}, {"step": 7000, "epoch": 17, "train_loss": 0.8860149383544922}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4443, "test_loss": 1.8397402099609375}, {"step": 7050, "epoch": 18, "train_loss": 0.7528976798057556}, {"step": 7100, "epoch": 18, "train_loss": 0.9509689807891846}, {"step": 7150, "epoch": 18, "train_loss": 0.7953600883483887}, {"step": 7200, "epoch": 18, "train_loss": 0.8743530511856079}, {"step": 7250, "epoch": 18, "train_loss": 0.9115999937057495}, {"step": 7300, "epoch": 18, "train_loss": 1.051653265953064}, {"step": 7350, "epoch": 18, "train_loss": 0.7826521396636963}, {"step": 7400, "epoch": 18, "train_loss": 0.770828127861023}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4459, "test_loss": 1.85666162109375}, {"step": 7450, "epoch": 19, "train_loss": 0.6920899152755737}, {"step": 7500, "epoch": 19, "train_loss": 0.7102809548377991}, {"step": 7550, "epoch": 19, "train_loss": 0.6887139678001404}, {"step": 7600, "epoch": 19, "train_loss": 0.9401888847351074}, {"step": 7650, "epoch": 19, "train_loss": 0.7212426066398621}, {"step": 7700, "epoch": 19, "train_loss": 0.7301151752471924}, {"step": 7750, "epoch": 19, "train_loss": 0.8493830561637878}, {"step": 7800, "epoch": 19, "train_loss": 0.9259684681892395}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4517, "test_loss": 1.926906689453125}, {"step": 7850, "epoch": 20, "train_loss": 0.7875493168830872}, {"step": 7900, "epoch": 20, "train_loss": 0.6178094744682312}, {"step": 7950, "epoch": 20, "train_loss": 0.8335026502609253}, {"step": 8000, "epoch": 20, "train_loss": 0.8701580762863159}, {"step": 8050, "epoch": 20, "train_loss": 0.7382594347000122}, {"step": 8100, "epoch": 20, "train_loss": 0.7536005973815918}, {"step": 8150, "epoch": 20, "train_loss": 0.7870154976844788}, {"step": 8200, "epoch": 20, "train_loss": 0.610272228717804}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4535, "test_loss": 1.96348798828125}, {"step": 8250, "epoch": 21, "train_loss": 0.569845974445343}, {"step": 8300, "epoch": 21, "train_loss": 0.8155156373977661}, {"step": 8350, "epoch": 21, "train_loss": 0.8627228736877441}, {"step": 8400, "epoch": 21, "train_loss": 0.5914130210876465}, {"step": 8450, "epoch": 21, "train_loss": 0.5621826648712158}, {"step": 8500, "epoch": 21, "train_loss": 0.8714606761932373}, {"step": 8550, "epoch": 21, "train_loss": 0.8746189475059509}, {"step": 8600, "epoch": 21, "train_loss": 0.7954186201095581}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4551, "test_loss": 2.0035102172851564}, {"step": 8650, "epoch": 22, "train_loss": 0.5728958249092102}, {"step": 8700, "epoch": 22, "train_loss": 0.7661734819412231}, {"step": 8750, "epoch": 22, "train_loss": 0.512265145778656}, {"step": 8800, "epoch": 22, "train_loss": 0.7935627102851868}, {"step": 8850, "epoch": 22, "train_loss": 0.5386154651641846}, {"step": 8900, "epoch": 22, "train_loss": 0.8406313061714172}, {"step": 8950, "epoch": 22, "train_loss": 0.7259998321533203}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4613, "test_loss": 2.049331396484375}, {"step": 9000, "epoch": 23, "train_loss": 0.5435569286346436}, {"step": 9050, "epoch": 23, "train_loss": 0.5163726806640625}, {"step": 9100, "epoch": 23, "train_loss": 0.6018065214157104}, {"step": 9150, "epoch": 23, "train_loss": 0.5561926960945129}, {"step": 9200, "epoch": 23, "train_loss": 0.7475782632827759}, {"step": 9250, "epoch": 23, "train_loss": 0.8138334155082703}, {"step": 9300, "epoch": 23, "train_loss": 0.769618034362793}, {"step": 9350, "epoch": 23, "train_loss": 0.6232694387435913}, {"epoch_end": 23, "step": 9384, "test_acc": 0.447, "test_loss": 2.109910119628906}, {"step": 9400, "epoch": 24, "train_loss": 0.5323977470397949}, {"step": 9450, "epoch": 24, "train_loss": 0.4653167724609375}, {"step": 9500, "epoch": 24, "train_loss": 0.6641595363616943}, {"step": 9550, "epoch": 24, "train_loss": 0.6011607646942139}, {"step": 9600, "epoch": 24, "train_loss": 0.8134567737579346}, {"step": 9650, "epoch": 24, "train_loss": 0.5261057615280151}, {"step": 9700, "epoch": 24, "train_loss": 0.6496270298957825}, {"step": 9750, "epoch": 24, "train_loss": 0.6136596202850342}, {"epoch_end": 24, "step": 9775, "test_acc": 0.46, "test_loss": 2.149159289550781}], "final": {"test_acc": 0.46, "test_loss": 2.149159289550781, "wall_s": 58.10742807388306}}
|
