1
|
{"args": {"mode": "bp", "dataset": "cifar10", "depth": 30, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d30_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5792012214660645}, {"step": 50, "epoch": 0, "train_loss": 1.8729486465454102}, {"step": 100, "epoch": 0, "train_loss": 1.854422688484192}, {"step": 150, "epoch": 0, "train_loss": 1.8979779481887817}, {"step": 200, "epoch": 0, "train_loss": 1.7374422550201416}, {"step": 250, "epoch": 0, "train_loss": 1.9263144731521606}, {"step": 300, "epoch": 0, "train_loss": 1.5786843299865723}, {"step": 350, "epoch": 0, "train_loss": 1.9549578428268433}, {"epoch_end": 0, "step": 391, "test_acc": 0.397, "test_loss": 1.7338252075195313}, {"step": 400, "epoch": 1, "train_loss": 1.6377893686294556}, {"step": 450, "epoch": 1, "train_loss": 1.8618223667144775}, {"step": 500, "epoch": 1, "train_loss": 1.6341601610183716}, {"step": 550, "epoch": 1, "train_loss": 1.7416373491287231}, {"step": 600, "epoch": 1, "train_loss": 1.6751980781555176}, {"step": 650, "epoch": 1, "train_loss": 1.6365333795547485}, {"step": 700, "epoch": 1, "train_loss": 1.707328200340271}, {"step": 750, "epoch": 1, "train_loss": 1.8189141750335693}, {"epoch_end": 1, "step": 782, "test_acc": 0.4156, "test_loss": 1.6948625854492188}, {"step": 800, "epoch": 2, "train_loss": 1.5803340673446655}, {"step": 850, "epoch": 2, "train_loss": 1.6106178760528564}, {"step": 900, "epoch": 2, "train_loss": 1.5572839975357056}, {"step": 950, "epoch": 2, "train_loss": 1.5137463808059692}, {"step": 1000, "epoch": 2, "train_loss": 1.6279549598693848}, {"step": 1050, "epoch": 2, "train_loss": 1.9198601245880127}, {"step": 1100, "epoch": 2, "train_loss": 1.4618160724639893}, {"step": 1150, "epoch": 2, "train_loss": 1.6545919179916382}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4098, "test_loss": 1.6985881591796874}, {"step": 1200, "epoch": 3, "train_loss": 1.5277129411697388}, {"step": 1250, "epoch": 3, "train_loss": 1.4499635696411133}, {"step": 1300, "epoch": 3, "train_loss": 1.466667890548706}, {"step": 1350, "epoch": 3, "train_loss": 1.585819125175476}, {"step": 1400, "epoch": 3, "train_loss": 1.6546629667282104}, {"step": 1450, "epoch": 3, "train_loss": 1.5360456705093384}, {"step": 1500, "epoch": 3, "train_loss": 1.54327392578125}, {"step": 1550, "epoch": 3, "train_loss": 1.7745784521102905}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4272, "test_loss": 1.6662531616210938}, {"step": 1600, "epoch": 4, "train_loss": 1.5308246612548828}, {"step": 1650, "epoch": 4, "train_loss": 1.406604290008545}, {"step": 1700, "epoch": 4, "train_loss": 1.5499534606933594}, {"step": 1750, "epoch": 4, "train_loss": 1.4879745244979858}, {"step": 1800, "epoch": 4, "train_loss": 1.4445031881332397}, {"step": 1850, "epoch": 4, "train_loss": 1.6098920106887817}, {"step": 1900, "epoch": 4, "train_loss": 1.5405464172363281}, {"step": 1950, "epoch": 4, "train_loss": 1.3625643253326416}, {"epoch_end": 4, "step": 1955, "test_acc": 0.434, "test_loss": 1.656333203125}, {"step": 2000, "epoch": 5, "train_loss": 1.425641655921936}, {"step": 2050, "epoch": 5, "train_loss": 1.2661563158035278}, {"step": 2100, "epoch": 5, "train_loss": 1.5619745254516602}, {"step": 2150, "epoch": 5, "train_loss": 1.4329710006713867}, {"step": 2200, "epoch": 5, "train_loss": 1.5479352474212646}, {"step": 2250, "epoch": 5, "train_loss": 1.5714036226272583}, {"step": 2300, "epoch": 5, "train_loss": 1.4557112455368042}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4345, "test_loss": 1.6751160766601563}, {"step": 2350, "epoch": 6, "train_loss": 1.453179121017456}, {"step": 2400, "epoch": 6, "train_loss": 1.3635166883468628}, {"step": 2450, "epoch": 6, "train_loss": 1.256239891052246}, {"step": 2500, "epoch": 6, "train_loss": 1.435402750968933}, {"step": 2550, "epoch": 6, "train_loss": 1.356082558631897}, {"step": 2600, "epoch": 6, "train_loss": 1.4529128074645996}, {"step": 2650, "epoch": 6, "train_loss": 1.2668914794921875}, {"step": 2700, "epoch": 6, "train_loss": 1.3406132459640503}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4378, "test_loss": 1.6698127807617187}, {"step": 2750, "epoch": 7, "train_loss": 1.4054464101791382}, {"step": 2800, "epoch": 7, "train_loss": 1.436556100845337}, {"step": 2850, "epoch": 7, "train_loss": 1.411978006362915}, {"step": 2900, "epoch": 7, "train_loss": 1.3823741674423218}, {"step": 2950, "epoch": 7, "train_loss": 1.3917137384414673}, {"step": 3000, "epoch": 7, "train_loss": 1.4646954536437988}, {"step": 3050, "epoch": 7, "train_loss": 1.439428687095642}, {"step": 3100, "epoch": 7, "train_loss": 1.3428189754486084}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4435, "test_loss": 1.6522138427734374}, {"step": 3150, "epoch": 8, "train_loss": 1.1864367723464966}, {"step": 3200, "epoch": 8, "train_loss": 1.3502476215362549}, {"step": 3250, "epoch": 8, "train_loss": 1.2236664295196533}, {"step": 3300, "epoch": 8, "train_loss": 1.4756782054901123}, {"step": 3350, "epoch": 8, "train_loss": 1.3559283018112183}, {"step": 3400, "epoch": 8, "train_loss": 1.4064286947250366}, {"step": 3450, "epoch": 8, "train_loss": 1.188085913658142}, {"step": 3500, "epoch": 8, "train_loss": 1.3011291027069092}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4428, "test_loss": 1.6806931030273438}, {"step": 3550, "epoch": 9, "train_loss": 1.0304168462753296}, {"step": 3600, "epoch": 9, "train_loss": 1.233328104019165}, {"step": 3650, "epoch": 9, "train_loss": 1.3587450981140137}, {"step": 3700, "epoch": 9, "train_loss": 1.1078300476074219}, {"step": 3750, "epoch": 9, "train_loss": 1.1750019788742065}, {"step": 3800, "epoch": 9, "train_loss": 1.4056251049041748}, {"step": 3850, "epoch": 9, "train_loss": 1.1273508071899414}, {"step": 3900, "epoch": 9, "train_loss": 1.2729209661483765}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4417, "test_loss": 1.7053850463867188}, {"step": 3950, "epoch": 10, "train_loss": 1.0961339473724365}, {"step": 4000, "epoch": 10, "train_loss": 1.2131530046463013}, {"step": 4050, "epoch": 10, "train_loss": 1.229083776473999}, {"step": 4100, "epoch": 10, "train_loss": 1.2270221710205078}, {"step": 4150, "epoch": 10, "train_loss": 1.1105248928070068}, {"step": 4200, "epoch": 10, "train_loss": 1.0821435451507568}, {"step": 4250, "epoch": 10, "train_loss": 1.240801453590393}, {"step": 4300, "epoch": 10, "train_loss": 1.1873754262924194}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4442, "test_loss": 1.7106529418945313}, {"step": 4350, "epoch": 11, "train_loss": 1.084184169769287}, {"step": 4400, "epoch": 11, "train_loss": 1.2240145206451416}, {"step": 4450, "epoch": 11, "train_loss": 1.3048597574234009}, {"step": 4500, "epoch": 11, "train_loss": 1.196950912475586}, {"step": 4550, "epoch": 11, "train_loss": 1.2046399116516113}, {"step": 4600, "epoch": 11, "train_loss": 1.1779367923736572}, {"step": 4650, "epoch": 11, "train_loss": 1.149349331855774}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4514, "test_loss": 1.7072287475585937}, {"step": 4700, "epoch": 12, "train_loss": 0.9602809548377991}, {"step": 4750, "epoch": 12, "train_loss": 1.0098551511764526}, {"step": 4800, "epoch": 12, "train_loss": 1.030082106590271}, {"step": 4850, "epoch": 12, "train_loss": 1.105071783065796}, {"step": 4900, "epoch": 12, "train_loss": 1.0926026105880737}, {"step": 4950, "epoch": 12, "train_loss": 1.0213834047317505}, {"step": 5000, "epoch": 12, "train_loss": 1.1736431121826172}, {"step": 5050, "epoch": 12, "train_loss": 1.0024316310882568}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4478, "test_loss": 1.7612390625}, {"step": 5100, "epoch": 13, "train_loss": 1.0456832647323608}, {"step": 5150, "epoch": 13, "train_loss": 1.0016930103302002}, {"step": 5200, "epoch": 13, "train_loss": 0.914684534072876}, {"step": 5250, "epoch": 13, "train_loss": 0.9298293590545654}, {"step": 5300, "epoch": 13, "train_loss": 0.8193742632865906}, {"step": 5350, "epoch": 13, "train_loss": 1.0424957275390625}, {"step": 5400, "epoch": 13, "train_loss": 1.0819690227508545}, {"step": 5450, "epoch": 13, "train_loss": 1.0155397653579712}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4458, "test_loss": 1.7775175170898438}, {"step": 5500, "epoch": 14, "train_loss": 0.815606415271759}, {"step": 5550, "epoch": 14, "train_loss": 1.043142318725586}, {"step": 5600, "epoch": 14, "train_loss": 0.9648941159248352}, {"step": 5650, "epoch": 14, "train_loss": 1.1515536308288574}, {"step": 5700, "epoch": 14, "train_loss": 0.8169072270393372}, {"step": 5750, "epoch": 14, "train_loss": 1.0633354187011719}, {"step": 5800, "epoch": 14, "train_loss": 1.0724209547042847}, {"step": 5850, "epoch": 14, "train_loss": 0.8254719972610474}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4584, "test_loss": 1.791580712890625}, {"step": 5900, "epoch": 15, "train_loss": 0.7862468361854553}, {"step": 5950, "epoch": 15, "train_loss": 0.9259580373764038}, {"step": 6000, "epoch": 15, "train_loss": 0.8642823696136475}, {"step": 6050, "epoch": 15, "train_loss": 1.0030832290649414}, {"step": 6100, "epoch": 15, "train_loss": 0.9454586505889893}, {"step": 6150, "epoch": 15, "train_loss": 1.0712896585464478}, {"step": 6200, "epoch": 15, "train_loss": 0.8791699409484863}, {"step": 6250, "epoch": 15, "train_loss": 0.8266838192939758}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4538, "test_loss": 1.836399365234375}, {"step": 6300, "epoch": 16, "train_loss": 0.7264134883880615}, {"step": 6350, "epoch": 16, "train_loss": 0.840931236743927}, {"step": 6400, "epoch": 16, "train_loss": 0.9680889248847961}, {"step": 6450, "epoch": 16, "train_loss": 0.863865852355957}, {"step": 6500, "epoch": 16, "train_loss": 0.8005343675613403}, {"step": 6550, "epoch": 16, "train_loss": 0.6773481965065002}, {"step": 6600, "epoch": 16, "train_loss": 0.9725320339202881}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4533, "test_loss": 1.88444912109375}, {"step": 6650, "epoch": 17, "train_loss": 0.9361331462860107}, {"step": 6700, "epoch": 17, "train_loss": 0.8629719018936157}, {"step": 6750, "epoch": 17, "train_loss": 0.7488759756088257}, {"step": 6800, "epoch": 17, "train_loss": 0.6895981431007385}, {"step": 6850, "epoch": 17, "train_loss": 0.8014337420463562}, {"step": 6900, "epoch": 17, "train_loss": 0.8880990147590637}, {"step": 6950, "epoch": 17, "train_loss": 0.7420453429222107}, {"step": 7000, "epoch": 17, "train_loss": 0.9029267430305481}, {"epoch_end": 17, "step": 7038, "test_acc": 0.459, "test_loss": 1.9639565551757812}, {"step": 7050, "epoch": 18, "train_loss": 0.7655394077301025}, {"step": 7100, "epoch": 18, "train_loss": 0.7018511891365051}, {"step": 7150, "epoch": 18, "train_loss": 0.6029407382011414}, {"step": 7200, "epoch": 18, "train_loss": 0.7487310171127319}, {"step": 7250, "epoch": 18, "train_loss": 0.7587977647781372}, {"step": 7300, "epoch": 18, "train_loss": 0.7728032469749451}, {"step": 7350, "epoch": 18, "train_loss": 0.6854732632637024}, {"step": 7400, "epoch": 18, "train_loss": 0.6798685193061829}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4477, "test_loss": 2.00050693359375}, {"step": 7450, "epoch": 19, "train_loss": 0.6528540849685669}, {"step": 7500, "epoch": 19, "train_loss": 0.5664616227149963}, {"step": 7550, "epoch": 19, "train_loss": 0.45167025923728943}, {"step": 7600, "epoch": 19, "train_loss": 0.7026334404945374}, {"step": 7650, "epoch": 19, "train_loss": 0.663378894329071}, {"step": 7700, "epoch": 19, "train_loss": 0.7668182253837585}, {"step": 7750, "epoch": 19, "train_loss": 0.7508026957511902}, {"step": 7800, "epoch": 19, "train_loss": 0.7320879697799683}, {"epoch_end": 19, "step": 7820, "test_acc": 0.45, "test_loss": 2.05183623046875}, {"step": 7850, "epoch": 20, "train_loss": 0.6773532629013062}, {"step": 7900, "epoch": 20, "train_loss": 0.5894808769226074}, {"step": 7950, "epoch": 20, "train_loss": 0.5362046957015991}, {"step": 8000, "epoch": 20, "train_loss": 0.8441286683082581}, {"step": 8050, "epoch": 20, "train_loss": 0.5540017485618591}, {"step": 8100, "epoch": 20, "train_loss": 0.5165868997573853}, {"step": 8150, "epoch": 20, "train_loss": 0.7264677882194519}, {"step": 8200, "epoch": 20, "train_loss": 0.5439334511756897}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4518, "test_loss": 2.122784423828125}, {"step": 8250, "epoch": 21, "train_loss": 0.4149027466773987}, {"step": 8300, "epoch": 21, "train_loss": 0.6628473401069641}, {"step": 8350, "epoch": 21, "train_loss": 0.4681284427642822}, {"step": 8400, "epoch": 21, "train_loss": 0.5060123205184937}, {"step": 8450, "epoch": 21, "train_loss": 0.42541131377220154}, {"step": 8500, "epoch": 21, "train_loss": 0.7054560780525208}, {"step": 8550, "epoch": 21, "train_loss": 0.57586669921875}, {"step": 8600, "epoch": 21, "train_loss": 0.5769622921943665}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4523, "test_loss": 2.1887363403320315}, {"step": 8650, "epoch": 22, "train_loss": 0.5424625873565674}, {"step": 8700, "epoch": 22, "train_loss": 0.6272554993629456}, {"step": 8750, "epoch": 22, "train_loss": 0.5690739154815674}, {"step": 8800, "epoch": 22, "train_loss": 0.564953625202179}, {"step": 8850, "epoch": 22, "train_loss": 0.3242776095867157}, {"step": 8900, "epoch": 22, "train_loss": 0.5023648142814636}, {"step": 8950, "epoch": 22, "train_loss": 0.5727514624595642}, {"epoch_end": 22, "step": 8993, "test_acc": 0.456, "test_loss": 2.19382529296875}, {"step": 9000, "epoch": 23, "train_loss": 0.5396978259086609}, {"step": 9050, "epoch": 23, "train_loss": 0.2858191132545471}, {"step": 9100, "epoch": 23, "train_loss": 0.44618821144104004}, {"step": 9150, "epoch": 23, "train_loss": 0.47356757521629333}, {"step": 9200, "epoch": 23, "train_loss": 0.5670771598815918}, {"step": 9250, "epoch": 23, "train_loss": 0.7125641703605652}, {"step": 9300, "epoch": 23, "train_loss": 0.5450873374938965}, {"step": 9350, "epoch": 23, "train_loss": 0.5034352540969849}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4533, "test_loss": 2.338236083984375}, {"step": 9400, "epoch": 24, "train_loss": 0.4571804404258728}, {"step": 9450, "epoch": 24, "train_loss": 0.3307136297225952}, {"step": 9500, "epoch": 24, "train_loss": 0.39532405138015747}, {"step": 9550, "epoch": 24, "train_loss": 0.55675208568573}, {"step": 9600, "epoch": 24, "train_loss": 0.467519611120224}, {"step": 9650, "epoch": 24, "train_loss": 0.32112401723861694}, {"step": 9700, "epoch": 24, "train_loss": 0.47806516289711}, {"step": 9750, "epoch": 24, "train_loss": 0.5553996562957764}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4497, "test_loss": 2.3923864990234374}], "final": {"test_acc": 0.4497, "test_loss": 2.3923864990234374, "wall_s": 159.209787607193}}
|
