1
|
{"args": {"mode": "bp", "dataset": "cifar10", "depth": 20, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d20_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.405811309814453}, {"step": 50, "epoch": 0, "train_loss": 1.8973475694656372}, {"step": 100, "epoch": 0, "train_loss": 1.8571152687072754}, {"step": 150, "epoch": 0, "train_loss": 1.9741721153259277}, {"step": 200, "epoch": 0, "train_loss": 1.7544827461242676}, {"step": 250, "epoch": 0, "train_loss": 1.9164445400238037}, {"step": 300, "epoch": 0, "train_loss": 1.5929192304611206}, {"step": 350, "epoch": 0, "train_loss": 2.0147502422332764}, {"epoch_end": 0, "step": 391, "test_acc": 0.3924, "test_loss": 1.7393667236328125}, {"step": 400, "epoch": 1, "train_loss": 1.6988290548324585}, {"step": 450, "epoch": 1, "train_loss": 1.8827091455459595}, {"step": 500, "epoch": 1, "train_loss": 1.593369960784912}, {"step": 550, "epoch": 1, "train_loss": 1.753163456916809}, {"step": 600, "epoch": 1, "train_loss": 1.6655595302581787}, {"step": 650, "epoch": 1, "train_loss": 1.6412160396575928}, {"step": 700, "epoch": 1, "train_loss": 1.792850375175476}, {"step": 750, "epoch": 1, "train_loss": 1.718572974205017}, {"epoch_end": 1, "step": 782, "test_acc": 0.4214, "test_loss": 1.6775562377929687}, {"step": 800, "epoch": 2, "train_loss": 1.6660131216049194}, {"step": 850, "epoch": 2, "train_loss": 1.6155823469161987}, {"step": 900, "epoch": 2, "train_loss": 1.5056993961334229}, {"step": 950, "epoch": 2, "train_loss": 1.5072065591812134}, {"step": 1000, "epoch": 2, "train_loss": 1.6099400520324707}, {"step": 1050, "epoch": 2, "train_loss": 1.880771279335022}, {"step": 1100, "epoch": 2, "train_loss": 1.4465810060501099}, {"step": 1150, "epoch": 2, "train_loss": 1.672153353691101}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4082, "test_loss": 1.6963861572265626}, {"step": 1200, "epoch": 3, "train_loss": 1.6542671918869019}, {"step": 1250, "epoch": 3, "train_loss": 1.447646975517273}, {"step": 1300, "epoch": 3, "train_loss": 1.4588260650634766}, {"step": 1350, "epoch": 3, "train_loss": 1.5761994123458862}, {"step": 1400, "epoch": 3, "train_loss": 1.6314955949783325}, {"step": 1450, "epoch": 3, "train_loss": 1.5362634658813477}, {"step": 1500, "epoch": 3, "train_loss": 1.548263430595398}, {"step": 1550, "epoch": 3, "train_loss": 1.7567261457443237}, {"epoch_end": 3, "step": 1564, "test_acc": 0.429, "test_loss": 1.667174072265625}, {"step": 1600, "epoch": 4, "train_loss": 1.449609398841858}, {"step": 1650, "epoch": 4, "train_loss": 1.4805890321731567}, {"step": 1700, "epoch": 4, "train_loss": 1.4234848022460938}, {"step": 1750, "epoch": 4, "train_loss": 1.4540629386901855}, {"step": 1800, "epoch": 4, "train_loss": 1.3257184028625488}, {"step": 1850, "epoch": 4, "train_loss": 1.6732558012008667}, {"step": 1900, "epoch": 4, "train_loss": 1.5015966892242432}, {"step": 1950, "epoch": 4, "train_loss": 1.3886890411376953}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4256, "test_loss": 1.6865587524414063}, {"step": 2000, "epoch": 5, "train_loss": 1.4978712797164917}, {"step": 2050, "epoch": 5, "train_loss": 1.397546410560608}, {"step": 2100, "epoch": 5, "train_loss": 1.5598418712615967}, {"step": 2150, "epoch": 5, "train_loss": 1.480840802192688}, {"step": 2200, "epoch": 5, "train_loss": 1.5744976997375488}, {"step": 2250, "epoch": 5, "train_loss": 1.5384840965270996}, {"step": 2300, "epoch": 5, "train_loss": 1.3969086408615112}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4437, "test_loss": 1.6473557373046874}, {"step": 2350, "epoch": 6, "train_loss": 1.3967417478561401}, {"step": 2400, "epoch": 6, "train_loss": 1.2663183212280273}, {"step": 2450, "epoch": 6, "train_loss": 1.2897758483886719}, {"step": 2500, "epoch": 6, "train_loss": 1.3903093338012695}, {"step": 2550, "epoch": 6, "train_loss": 1.3606071472167969}, {"step": 2600, "epoch": 6, "train_loss": 1.4519295692443848}, {"step": 2650, "epoch": 6, "train_loss": 1.3353245258331299}, {"step": 2700, "epoch": 6, "train_loss": 1.3376946449279785}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4373, "test_loss": 1.6778429077148438}, {"step": 2750, "epoch": 7, "train_loss": 1.4649875164031982}, {"step": 2800, "epoch": 7, "train_loss": 1.3997083902359009}, {"step": 2850, "epoch": 7, "train_loss": 1.495869517326355}, {"step": 2900, "epoch": 7, "train_loss": 1.3527534008026123}, {"step": 2950, "epoch": 7, "train_loss": 1.3917392492294312}, {"step": 3000, "epoch": 7, "train_loss": 1.4048917293548584}, {"step": 3050, "epoch": 7, "train_loss": 1.3879708051681519}, {"step": 3100, "epoch": 7, "train_loss": 1.2919092178344727}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4402, "test_loss": 1.656077880859375}, {"step": 3150, "epoch": 8, "train_loss": 1.2775834798812866}, {"step": 3200, "epoch": 8, "train_loss": 1.418367624282837}, {"step": 3250, "epoch": 8, "train_loss": 1.3196487426757812}, {"step": 3300, "epoch": 8, "train_loss": 1.478131651878357}, {"step": 3350, "epoch": 8, "train_loss": 1.2549504041671753}, {"step": 3400, "epoch": 8, "train_loss": 1.3505672216415405}, {"step": 3450, "epoch": 8, "train_loss": 1.233647346496582}, {"step": 3500, "epoch": 8, "train_loss": 1.2620607614517212}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4478, "test_loss": 1.6690110717773436}, {"step": 3550, "epoch": 9, "train_loss": 1.0647454261779785}, {"step": 3600, "epoch": 9, "train_loss": 1.202372431755066}, {"step": 3650, "epoch": 9, "train_loss": 1.2370694875717163}, {"step": 3700, "epoch": 9, "train_loss": 1.1959590911865234}, {"step": 3750, "epoch": 9, "train_loss": 1.2593039274215698}, {"step": 3800, "epoch": 9, "train_loss": 1.5067329406738281}, {"step": 3850, "epoch": 9, "train_loss": 1.1511071920394897}, {"step": 3900, "epoch": 9, "train_loss": 1.2715740203857422}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4508, "test_loss": 1.6882728881835938}, {"step": 3950, "epoch": 10, "train_loss": 1.0423380136489868}, {"step": 4000, "epoch": 10, "train_loss": 1.0643975734710693}, {"step": 4050, "epoch": 10, "train_loss": 1.3445860147476196}, {"step": 4100, "epoch": 10, "train_loss": 1.3177763223648071}, {"step": 4150, "epoch": 10, "train_loss": 1.1720927953720093}, {"step": 4200, "epoch": 10, "train_loss": 1.2626943588256836}, {"step": 4250, "epoch": 10, "train_loss": 1.324971318244934}, {"step": 4300, "epoch": 10, "train_loss": 1.0738073587417603}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4463, "test_loss": 1.6638670288085937}, {"step": 4350, "epoch": 11, "train_loss": 1.0390132665634155}, {"step": 4400, "epoch": 11, "train_loss": 1.2046308517456055}, {"step": 4450, "epoch": 11, "train_loss": 1.3580114841461182}, {"step": 4500, "epoch": 11, "train_loss": 1.1209944486618042}, {"step": 4550, "epoch": 11, "train_loss": 1.2707817554473877}, {"step": 4600, "epoch": 11, "train_loss": 1.2126826047897339}, {"step": 4650, "epoch": 11, "train_loss": 1.1296457052230835}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4477, "test_loss": 1.7284017700195313}, {"step": 4700, "epoch": 12, "train_loss": 1.0242609977722168}, {"step": 4750, "epoch": 12, "train_loss": 0.9863108396530151}, {"step": 4800, "epoch": 12, "train_loss": 1.1166883707046509}, {"step": 4850, "epoch": 12, "train_loss": 1.0644789934158325}, {"step": 4900, "epoch": 12, "train_loss": 1.1089799404144287}, {"step": 4950, "epoch": 12, "train_loss": 0.9455509185791016}, {"step": 5000, "epoch": 12, "train_loss": 1.1849820613861084}, {"step": 5050, "epoch": 12, "train_loss": 1.0804847478866577}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4465, "test_loss": 1.7655722900390625}, {"step": 5100, "epoch": 13, "train_loss": 0.9321275949478149}, {"step": 5150, "epoch": 13, "train_loss": 0.9647150039672852}, {"step": 5200, "epoch": 13, "train_loss": 0.9413798451423645}, {"step": 5250, "epoch": 13, "train_loss": 0.9059132933616638}, {"step": 5300, "epoch": 13, "train_loss": 0.8327786922454834}, {"step": 5350, "epoch": 13, "train_loss": 1.0886759757995605}, {"step": 5400, "epoch": 13, "train_loss": 1.271511197090149}, {"step": 5450, "epoch": 13, "train_loss": 1.069485068321228}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4438, "test_loss": 1.7900311645507812}, {"step": 5500, "epoch": 14, "train_loss": 0.9243916869163513}, {"step": 5550, "epoch": 14, "train_loss": 1.1062493324279785}, {"step": 5600, "epoch": 14, "train_loss": 0.9461345076560974}, {"step": 5650, "epoch": 14, "train_loss": 0.960829496383667}, {"step": 5700, "epoch": 14, "train_loss": 0.760208010673523}, {"step": 5750, "epoch": 14, "train_loss": 1.0829246044158936}, {"step": 5800, "epoch": 14, "train_loss": 1.1162543296813965}, {"step": 5850, "epoch": 14, "train_loss": 0.8275597095489502}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4574, "test_loss": 1.802332958984375}, {"step": 5900, "epoch": 15, "train_loss": 0.7143802046775818}, {"step": 5950, "epoch": 15, "train_loss": 1.0017311573028564}, {"step": 6000, "epoch": 15, "train_loss": 0.8496987223625183}, {"step": 6050, "epoch": 15, "train_loss": 0.9199434518814087}, {"step": 6100, "epoch": 15, "train_loss": 1.0628663301467896}, {"step": 6150, "epoch": 15, "train_loss": 0.9348287582397461}, {"step": 6200, "epoch": 15, "train_loss": 0.7696278095245361}, {"step": 6250, "epoch": 15, "train_loss": 0.7360860109329224}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4555, "test_loss": 1.831729541015625}, {"step": 6300, "epoch": 16, "train_loss": 0.8258663415908813}, {"step": 6350, "epoch": 16, "train_loss": 0.9068795442581177}, {"step": 6400, "epoch": 16, "train_loss": 0.8387299180030823}, {"step": 6450, "epoch": 16, "train_loss": 1.0124977827072144}, {"step": 6500, "epoch": 16, "train_loss": 0.8371924757957458}, {"step": 6550, "epoch": 16, "train_loss": 0.8213085532188416}, {"step": 6600, "epoch": 16, "train_loss": 0.8735397458076477}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4465, "test_loss": 1.8683423706054687}, {"step": 6650, "epoch": 17, "train_loss": 0.957857608795166}, {"step": 6700, "epoch": 17, "train_loss": 0.8542025685310364}, {"step": 6750, "epoch": 17, "train_loss": 0.7848164439201355}, {"step": 6800, "epoch": 17, "train_loss": 0.7282980680465698}, {"step": 6850, "epoch": 17, "train_loss": 0.731961727142334}, {"step": 6900, "epoch": 17, "train_loss": 0.8445298671722412}, {"step": 6950, "epoch": 17, "train_loss": 0.7744663953781128}, {"step": 7000, "epoch": 17, "train_loss": 0.671023428440094}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4626, "test_loss": 1.9450568969726563}, {"step": 7050, "epoch": 18, "train_loss": 0.5905370116233826}, {"step": 7100, "epoch": 18, "train_loss": 0.6776114106178284}, {"step": 7150, "epoch": 18, "train_loss": 0.7895345091819763}, {"step": 7200, "epoch": 18, "train_loss": 0.7536434531211853}, {"step": 7250, "epoch": 18, "train_loss": 0.8881601691246033}, {"step": 7300, "epoch": 18, "train_loss": 0.8477287888526917}, {"step": 7350, "epoch": 18, "train_loss": 0.652469277381897}, {"step": 7400, "epoch": 18, "train_loss": 0.6809729337692261}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4538, "test_loss": 1.9825652587890625}, {"step": 7450, "epoch": 19, "train_loss": 0.6907734274864197}, {"step": 7500, "epoch": 19, "train_loss": 0.6264215707778931}, {"step": 7550, "epoch": 19, "train_loss": 0.47878602147102356}, {"step": 7600, "epoch": 19, "train_loss": 0.7206113934516907}, {"step": 7650, "epoch": 19, "train_loss": 0.6630250811576843}, {"step": 7700, "epoch": 19, "train_loss": 0.5573314428329468}, {"step": 7750, "epoch": 19, "train_loss": 0.7455705404281616}, {"step": 7800, "epoch": 19, "train_loss": 0.6213263273239136}, {"epoch_end": 19, "step": 7820, "test_acc": 0.452, "test_loss": 2.065334130859375}, {"step": 7850, "epoch": 20, "train_loss": 0.7146835923194885}, {"step": 7900, "epoch": 20, "train_loss": 0.4727681577205658}, {"step": 7950, "epoch": 20, "train_loss": 0.554308295249939}, {"step": 8000, "epoch": 20, "train_loss": 0.7477466464042664}, {"step": 8050, "epoch": 20, "train_loss": 0.5360268354415894}, {"step": 8100, "epoch": 20, "train_loss": 0.5429827570915222}, {"step": 8150, "epoch": 20, "train_loss": 0.7259296178817749}, {"step": 8200, "epoch": 20, "train_loss": 0.49611562490463257}, {"epoch_end": 20, "step": 8211, "test_acc": 0.451, "test_loss": 2.1131540649414062}, {"step": 8250, "epoch": 21, "train_loss": 0.4853638708591461}, {"step": 8300, "epoch": 21, "train_loss": 0.7611570954322815}, {"step": 8350, "epoch": 21, "train_loss": 0.5616427659988403}, {"step": 8400, "epoch": 21, "train_loss": 0.499207079410553}, {"step": 8450, "epoch": 21, "train_loss": 0.27324169874191284}, {"step": 8500, "epoch": 21, "train_loss": 0.7026867866516113}, {"step": 8550, "epoch": 21, "train_loss": 0.5814902782440186}, {"step": 8600, "epoch": 21, "train_loss": 0.6505242586135864}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4545, "test_loss": 2.170684716796875}, {"step": 8650, "epoch": 22, "train_loss": 0.37156710028648376}, {"step": 8700, "epoch": 22, "train_loss": 0.5390939712524414}, {"step": 8750, "epoch": 22, "train_loss": 0.4558546841144562}, {"step": 8800, "epoch": 22, "train_loss": 0.6051976084709167}, {"step": 8850, "epoch": 22, "train_loss": 0.4555637240409851}, {"step": 8900, "epoch": 22, "train_loss": 0.5226115584373474}, {"step": 8950, "epoch": 22, "train_loss": 0.5007010102272034}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4535, "test_loss": 2.275356201171875}, {"step": 9000, "epoch": 23, "train_loss": 0.5266746282577515}, {"step": 9050, "epoch": 23, "train_loss": 0.35496169328689575}, {"step": 9100, "epoch": 23, "train_loss": 0.397661030292511}, {"step": 9150, "epoch": 23, "train_loss": 0.5761333107948303}, {"step": 9200, "epoch": 23, "train_loss": 0.513356626033783}, {"step": 9250, "epoch": 23, "train_loss": 0.6661413908004761}, {"step": 9300, "epoch": 23, "train_loss": 0.5161145925521851}, {"step": 9350, "epoch": 23, "train_loss": 0.5096176862716675}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4613, "test_loss": 2.297742626953125}, {"step": 9400, "epoch": 24, "train_loss": 0.3928171992301941}, {"step": 9450, "epoch": 24, "train_loss": 0.3106057345867157}, {"step": 9500, "epoch": 24, "train_loss": 0.4778164029121399}, {"step": 9550, "epoch": 24, "train_loss": 0.43284860253334045}, {"step": 9600, "epoch": 24, "train_loss": 0.5162095427513123}, {"step": 9650, "epoch": 24, "train_loss": 0.41134294867515564}, {"step": 9700, "epoch": 24, "train_loss": 0.5619184374809265}, {"step": 9750, "epoch": 24, "train_loss": 0.4977918863296509}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4547, "test_loss": 2.38011533203125}], "final": {"test_acc": 0.4547, "test_loss": 2.38011533203125, "wall_s": 96.4658579826355}}
|
