1
|
{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d10_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4805023670196533}, {"step": 50, "epoch": 0, "train_loss": 1.9243108034133911}, {"step": 100, "epoch": 0, "train_loss": 1.7706668376922607}, {"step": 150, "epoch": 0, "train_loss": 1.9010581970214844}, {"step": 200, "epoch": 0, "train_loss": 1.78291654586792}, {"step": 250, "epoch": 0, "train_loss": 1.9444907903671265}, {"step": 300, "epoch": 0, "train_loss": 1.5625288486480713}, {"step": 350, "epoch": 0, "train_loss": 1.9445912837982178}, {"epoch_end": 0, "step": 391, "test_acc": 0.3965, "test_loss": 1.7346668090820312}, {"step": 400, "epoch": 1, "train_loss": 1.6577668190002441}, {"step": 450, "epoch": 1, "train_loss": 1.8429439067840576}, {"step": 500, "epoch": 1, "train_loss": 1.6134592294692993}, {"step": 550, "epoch": 1, "train_loss": 1.7913798093795776}, {"step": 600, "epoch": 1, "train_loss": 1.7312819957733154}, {"step": 650, "epoch": 1, "train_loss": 1.6268140077590942}, {"step": 700, "epoch": 1, "train_loss": 1.754970908164978}, {"step": 750, "epoch": 1, "train_loss": 1.7971035242080688}, {"epoch_end": 1, "step": 782, "test_acc": 0.4198, "test_loss": 1.6902294555664064}, {"step": 800, "epoch": 2, "train_loss": 1.597513198852539}, {"step": 850, "epoch": 2, "train_loss": 1.5951777696609497}, {"step": 900, "epoch": 2, "train_loss": 1.5828115940093994}, {"step": 950, "epoch": 2, "train_loss": 1.5037366151809692}, {"step": 1000, "epoch": 2, "train_loss": 1.5915772914886475}, {"step": 1050, "epoch": 2, "train_loss": 1.8864713907241821}, {"step": 1100, "epoch": 2, "train_loss": 1.5148558616638184}, {"step": 1150, "epoch": 2, "train_loss": 1.673466444015503}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4159, "test_loss": 1.6880083251953124}, {"step": 1200, "epoch": 3, "train_loss": 1.5924911499023438}, {"step": 1250, "epoch": 3, "train_loss": 1.4281024932861328}, {"step": 1300, "epoch": 3, "train_loss": 1.4453203678131104}, {"step": 1350, "epoch": 3, "train_loss": 1.5791784524917603}, {"step": 1400, "epoch": 3, "train_loss": 1.682462453842163}, {"step": 1450, "epoch": 3, "train_loss": 1.5124061107635498}, {"step": 1500, "epoch": 3, "train_loss": 1.5281232595443726}, {"step": 1550, "epoch": 3, "train_loss": 1.814102053642273}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4321, "test_loss": 1.6660651733398437}, {"step": 1600, "epoch": 4, "train_loss": 1.4298300743103027}, {"step": 1650, "epoch": 4, "train_loss": 1.4559149742126465}, {"step": 1700, "epoch": 4, "train_loss": 1.4244089126586914}, {"step": 1750, "epoch": 4, "train_loss": 1.4936820268630981}, {"step": 1800, "epoch": 4, "train_loss": 1.3590834140777588}, {"step": 1850, "epoch": 4, "train_loss": 1.5774343013763428}, {"step": 1900, "epoch": 4, "train_loss": 1.488067865371704}, {"step": 1950, "epoch": 4, "train_loss": 1.3697279691696167}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4292, "test_loss": 1.6722986083984375}, {"step": 2000, "epoch": 5, "train_loss": 1.403714895248413}, {"step": 2050, "epoch": 5, "train_loss": 1.4421663284301758}, {"step": 2100, "epoch": 5, "train_loss": 1.5088526010513306}, {"step": 2150, "epoch": 5, "train_loss": 1.5091383457183838}, {"step": 2200, "epoch": 5, "train_loss": 1.4751919507980347}, {"step": 2250, "epoch": 5, "train_loss": 1.6425094604492188}, {"step": 2300, "epoch": 5, "train_loss": 1.4314104318618774}, {"epoch_end": 5, "step": 2346, "test_acc": 0.432, "test_loss": 1.6708376220703125}, {"step": 2350, "epoch": 6, "train_loss": 1.369757056236267}, {"step": 2400, "epoch": 6, "train_loss": 1.2155559062957764}, {"step": 2450, "epoch": 6, "train_loss": 1.3231990337371826}, {"step": 2500, "epoch": 6, "train_loss": 1.3733429908752441}, {"step": 2550, "epoch": 6, "train_loss": 1.257960557937622}, {"step": 2600, "epoch": 6, "train_loss": 1.5040239095687866}, {"step": 2650, "epoch": 6, "train_loss": 1.304045557975769}, {"step": 2700, "epoch": 6, "train_loss": 1.3551884889602661}, {"epoch_end": 6, "step": 2737, "test_acc": 0.445, "test_loss": 1.655726025390625}, {"step": 2750, "epoch": 7, "train_loss": 1.4367141723632812}, {"step": 2800, "epoch": 7, "train_loss": 1.383700966835022}, {"step": 2850, "epoch": 7, "train_loss": 1.3945984840393066}, {"step": 2900, "epoch": 7, "train_loss": 1.2929940223693848}, {"step": 2950, "epoch": 7, "train_loss": 1.3353804349899292}, {"step": 3000, "epoch": 7, "train_loss": 1.4521290063858032}, {"step": 3050, "epoch": 7, "train_loss": 1.418544888496399}, {"step": 3100, "epoch": 7, "train_loss": 1.2981946468353271}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4443, "test_loss": 1.653899951171875}, {"step": 3150, "epoch": 8, "train_loss": 1.251867413520813}, {"step": 3200, "epoch": 8, "train_loss": 1.352758765220642}, {"step": 3250, "epoch": 8, "train_loss": 1.2762202024459839}, {"step": 3300, "epoch": 8, "train_loss": 1.3069744110107422}, {"step": 3350, "epoch": 8, "train_loss": 1.3251045942306519}, {"step": 3400, "epoch": 8, "train_loss": 1.3396565914154053}, {"step": 3450, "epoch": 8, "train_loss": 1.2047147750854492}, {"step": 3500, "epoch": 8, "train_loss": 1.2502622604370117}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4461, "test_loss": 1.6686902221679687}, {"step": 3550, "epoch": 9, "train_loss": 1.0690510272979736}, {"step": 3600, "epoch": 9, "train_loss": 1.1940820217132568}, {"step": 3650, "epoch": 9, "train_loss": 1.2415159940719604}, {"step": 3700, "epoch": 9, "train_loss": 1.179230809211731}, {"step": 3750, "epoch": 9, "train_loss": 1.2062054872512817}, {"step": 3800, "epoch": 9, "train_loss": 1.2117825746536255}, {"step": 3850, "epoch": 9, "train_loss": 1.1063411235809326}, {"step": 3900, "epoch": 9, "train_loss": 1.182300329208374}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4444, "test_loss": 1.6904138671875}, {"step": 3950, "epoch": 10, "train_loss": 1.1264406442642212}, {"step": 4000, "epoch": 10, "train_loss": 1.1682525873184204}, {"step": 4050, "epoch": 10, "train_loss": 1.0739495754241943}, {"step": 4100, "epoch": 10, "train_loss": 1.3387417793273926}, {"step": 4150, "epoch": 10, "train_loss": 1.1605594158172607}, {"step": 4200, "epoch": 10, "train_loss": 1.249294638633728}, {"step": 4250, "epoch": 10, "train_loss": 1.2583014965057373}, {"step": 4300, "epoch": 10, "train_loss": 1.0989246368408203}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4508, "test_loss": 1.6852330810546876}, {"step": 4350, "epoch": 11, "train_loss": 0.9394135475158691}, {"step": 4400, "epoch": 11, "train_loss": 1.1933231353759766}, {"step": 4450, "epoch": 11, "train_loss": 1.2818995714187622}, {"step": 4500, "epoch": 11, "train_loss": 1.1678111553192139}, {"step": 4550, "epoch": 11, "train_loss": 1.1770559549331665}, {"step": 4600, "epoch": 11, "train_loss": 1.111641764640808}, {"step": 4650, "epoch": 11, "train_loss": 1.1453831195831299}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4533, "test_loss": 1.7039718627929688}, {"step": 4700, "epoch": 12, "train_loss": 0.9772158861160278}, {"step": 4750, "epoch": 12, "train_loss": 0.9664447903633118}, {"step": 4800, "epoch": 12, "train_loss": 1.066450834274292}, {"step": 4850, "epoch": 12, "train_loss": 0.9384496212005615}, {"step": 4900, "epoch": 12, "train_loss": 1.0315186977386475}, {"step": 4950, "epoch": 12, "train_loss": 0.9145929217338562}, {"step": 5000, "epoch": 12, "train_loss": 1.2711055278778076}, {"step": 5050, "epoch": 12, "train_loss": 0.9882108569145203}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4471, "test_loss": 1.7770117431640624}, {"step": 5100, "epoch": 13, "train_loss": 0.95047527551651}, {"step": 5150, "epoch": 13, "train_loss": 0.9973198175430298}, {"step": 5200, "epoch": 13, "train_loss": 1.142242193222046}, {"step": 5250, "epoch": 13, "train_loss": 1.011176347732544}, {"step": 5300, "epoch": 13, "train_loss": 0.9168561697006226}, {"step": 5350, "epoch": 13, "train_loss": 1.0919643640518188}, {"step": 5400, "epoch": 13, "train_loss": 1.192501187324524}, {"step": 5450, "epoch": 13, "train_loss": 1.0456657409667969}, {"epoch_end": 13, "step": 5474, "test_acc": 0.452, "test_loss": 1.773270703125}, {"step": 5500, "epoch": 14, "train_loss": 0.8588517904281616}, {"step": 5550, "epoch": 14, "train_loss": 1.0070995092391968}, {"step": 5600, "epoch": 14, "train_loss": 1.0658856630325317}, {"step": 5650, "epoch": 14, "train_loss": 1.0480815172195435}, {"step": 5700, "epoch": 14, "train_loss": 0.9674930572509766}, {"step": 5750, "epoch": 14, "train_loss": 0.9481554627418518}, {"step": 5800, "epoch": 14, "train_loss": 0.9492586851119995}, {"step": 5850, "epoch": 14, "train_loss": 0.8446915149688721}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4545, "test_loss": 1.8043362670898437}, {"step": 5900, "epoch": 15, "train_loss": 0.6650508642196655}, {"step": 5950, "epoch": 15, "train_loss": 0.8558167219161987}, {"step": 6000, "epoch": 15, "train_loss": 0.9662970900535583}, {"step": 6050, "epoch": 15, "train_loss": 0.9439361691474915}, {"step": 6100, "epoch": 15, "train_loss": 0.9440133571624756}, {"step": 6150, "epoch": 15, "train_loss": 0.9823381900787354}, {"step": 6200, "epoch": 15, "train_loss": 1.0182605981826782}, {"step": 6250, "epoch": 15, "train_loss": 0.8252846002578735}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4512, "test_loss": 1.8841068603515625}, {"step": 6300, "epoch": 16, "train_loss": 0.9250580668449402}, {"step": 6350, "epoch": 16, "train_loss": 0.8623616099357605}, {"step": 6400, "epoch": 16, "train_loss": 0.7785738706588745}, {"step": 6450, "epoch": 16, "train_loss": 0.8971303701400757}, {"step": 6500, "epoch": 16, "train_loss": 0.97116619348526}, {"step": 6550, "epoch": 16, "train_loss": 0.7889022827148438}, {"step": 6600, "epoch": 16, "train_loss": 0.8515360355377197}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4613, "test_loss": 1.8894412475585938}, {"step": 6650, "epoch": 17, "train_loss": 0.9646214246749878}, {"step": 6700, "epoch": 17, "train_loss": 0.8167755007743835}, {"step": 6750, "epoch": 17, "train_loss": 0.756700336933136}, {"step": 6800, "epoch": 17, "train_loss": 0.6285844445228577}, {"step": 6850, "epoch": 17, "train_loss": 0.7475757002830505}, {"step": 6900, "epoch": 17, "train_loss": 0.8144198656082153}, {"step": 6950, "epoch": 17, "train_loss": 0.6783292293548584}, {"step": 7000, "epoch": 17, "train_loss": 0.919190526008606}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4572, "test_loss": 1.9545057373046875}, {"step": 7050, "epoch": 18, "train_loss": 0.6048215627670288}, {"step": 7100, "epoch": 18, "train_loss": 0.6986675262451172}, {"step": 7150, "epoch": 18, "train_loss": 0.610088586807251}, {"step": 7200, "epoch": 18, "train_loss": 0.82049560546875}, {"step": 7250, "epoch": 18, "train_loss": 0.6915828585624695}, {"step": 7300, "epoch": 18, "train_loss": 0.8761707544326782}, {"step": 7350, "epoch": 18, "train_loss": 0.6278912425041199}, {"step": 7400, "epoch": 18, "train_loss": 0.6447202563285828}, {"epoch_end": 18, "step": 7429, "test_acc": 0.448, "test_loss": 2.023339245605469}, {"step": 7450, "epoch": 19, "train_loss": 0.6802316308021545}, {"step": 7500, "epoch": 19, "train_loss": 0.5001273155212402}, {"step": 7550, "epoch": 19, "train_loss": 0.6312176585197449}, {"step": 7600, "epoch": 19, "train_loss": 0.6332070231437683}, {"step": 7650, "epoch": 19, "train_loss": 0.6859540939331055}, {"step": 7700, "epoch": 19, "train_loss": 0.6233313083648682}, {"step": 7750, "epoch": 19, "train_loss": 0.5760498642921448}, {"step": 7800, "epoch": 19, "train_loss": 0.7697818279266357}, {"epoch_end": 19, "step": 7820, "test_acc": 0.459, "test_loss": 2.0615122192382813}, {"step": 7850, "epoch": 20, "train_loss": 0.7367113828659058}, {"step": 7900, "epoch": 20, "train_loss": 0.4682805836200714}, {"step": 7950, "epoch": 20, "train_loss": 0.5731428861618042}, {"step": 8000, "epoch": 20, "train_loss": 0.6624416708946228}, {"step": 8050, "epoch": 20, "train_loss": 0.5726143717765808}, {"step": 8100, "epoch": 20, "train_loss": 0.5777522921562195}, {"step": 8150, "epoch": 20, "train_loss": 0.6641302704811096}, {"step": 8200, "epoch": 20, "train_loss": 0.5755907893180847}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4458, "test_loss": 2.145771240234375}, {"step": 8250, "epoch": 21, "train_loss": 0.44442686438560486}, {"step": 8300, "epoch": 21, "train_loss": 0.780669629573822}, {"step": 8350, "epoch": 21, "train_loss": 0.6019383668899536}, {"step": 8400, "epoch": 21, "train_loss": 0.6060488224029541}, {"step": 8450, "epoch": 21, "train_loss": 0.49333781003952026}, {"step": 8500, "epoch": 21, "train_loss": 0.7744311094284058}, {"step": 8550, "epoch": 21, "train_loss": 0.5875805616378784}, {"step": 8600, "epoch": 21, "train_loss": 0.6865609288215637}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4495, "test_loss": 2.2090925537109376}, {"step": 8650, "epoch": 22, "train_loss": 0.6222231984138489}, {"step": 8700, "epoch": 22, "train_loss": 0.587783694267273}, {"step": 8750, "epoch": 22, "train_loss": 0.5012350082397461}, {"step": 8800, "epoch": 22, "train_loss": 0.645885705947876}, {"step": 8850, "epoch": 22, "train_loss": 0.40298590064048767}, {"step": 8900, "epoch": 22, "train_loss": 0.5844353437423706}, {"step": 8950, "epoch": 22, "train_loss": 0.5409150719642639}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4546, "test_loss": 2.2270652099609376}, {"step": 9000, "epoch": 23, "train_loss": 0.5459783673286438}, {"step": 9050, "epoch": 23, "train_loss": 0.36206772923469543}, {"step": 9100, "epoch": 23, "train_loss": 0.27981802821159363}, {"step": 9150, "epoch": 23, "train_loss": 0.45516639947891235}, {"step": 9200, "epoch": 23, "train_loss": 0.6024037599563599}, {"step": 9250, "epoch": 23, "train_loss": 0.6222732067108154}, {"step": 9300, "epoch": 23, "train_loss": 0.5161628127098083}, {"step": 9350, "epoch": 23, "train_loss": 0.7103027701377869}, {"epoch_end": 23, "step": 9384, "test_acc": 0.452, "test_loss": 2.3388936279296875}, {"step": 9400, "epoch": 24, "train_loss": 0.355478435754776}, {"step": 9450, "epoch": 24, "train_loss": 0.43078136444091797}, {"step": 9500, "epoch": 24, "train_loss": 0.44064226746559143}, {"step": 9550, "epoch": 24, "train_loss": 0.6070430278778076}, {"step": 9600, "epoch": 24, "train_loss": 0.412314236164093}, {"step": 9650, "epoch": 24, "train_loss": 0.3207480013370514}, {"step": 9700, "epoch": 24, "train_loss": 0.540826141834259}, {"step": 9750, "epoch": 24, "train_loss": 0.4090275168418884}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4483, "test_loss": 2.3639381591796873}], "final": {"test_acc": 0.4483, "test_loss": 2.3639381591796873, "wall_s": 58.507574796676636}}
|
