{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d5_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4799346923828125}, {"step": 50, "epoch": 0, "train_loss": 1.9278987646102905}, {"step": 100, "epoch": 0, "train_loss": 1.8314988613128662}, {"step": 150, "epoch": 0, "train_loss": 1.9576092958450317}, {"step": 200, "epoch": 0, "train_loss": 1.763035774230957}, {"step": 250, "epoch": 0, "train_loss": 1.9138089418411255}, {"step": 300, "epoch": 0, "train_loss": 1.5546362400054932}, {"step": 350, "epoch": 0, "train_loss": 1.9738065004348755}, {"epoch_end": 0, "step": 391, "test_acc": 0.3958, "test_loss": 1.7441501342773438}, {"step": 400, "epoch": 1, "train_loss": 1.6762601137161255}, {"step": 450, "epoch": 1, "train_loss": 1.8081820011138916}, {"step": 500, "epoch": 1, "train_loss": 1.526947259902954}, {"step": 550, "epoch": 1, "train_loss": 1.7825417518615723}, {"step": 600, "epoch": 1, "train_loss": 1.6475650072097778}, {"step": 650, "epoch": 1, "train_loss": 1.6343361139297485}, {"step": 700, "epoch": 1, "train_loss": 1.7172130346298218}, {"step": 750, "epoch": 1, "train_loss": 1.8334760665893555}, {"epoch_end": 1, "step": 782, "test_acc": 0.4217, "test_loss": 1.6717111328125}, {"step": 800, "epoch": 2, "train_loss": 1.5890566110610962}, {"step": 850, "epoch": 2, "train_loss": 1.5588773488998413}, {"step": 900, "epoch": 2, "train_loss": 1.494565486907959}, {"step": 950, "epoch": 2, "train_loss": 1.4084858894348145}, {"step": 1000, "epoch": 2, "train_loss": 1.6214911937713623}, {"step": 1050, "epoch": 2, "train_loss": 1.8546007871627808}, {"step": 1100, "epoch": 2, "train_loss": 1.4472928047180176}, {"step": 1150, "epoch": 2, "train_loss": 1.5947412252426147}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4154, "test_loss": 1.6850327270507812}, {"step": 1200, "epoch": 3, "train_loss": 1.620955228805542}, {"step": 1250, "epoch": 3, "train_loss": 1.536364197731018}, {"step": 1300, "epoch": 3, "train_loss": 1.4188064336776733}, {"step": 1350, "epoch": 3, "train_loss": 1.6118662357330322}, {"step": 1400, "epoch": 3, "train_loss": 1.682119607925415}, {"step": 1450, "epoch": 3, "train_loss": 1.465031385421753}, {"step": 1500, "epoch": 3, "train_loss": 1.57038152217865}, {"step": 1550, "epoch": 3, "train_loss": 1.709869384765625}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4287, "test_loss": 1.6549049926757813}, {"step": 1600, "epoch": 4, "train_loss": 1.4287327527999878}, {"step": 1650, "epoch": 4, "train_loss": 1.4047071933746338}, {"step": 1700, "epoch": 4, "train_loss": 1.4656227827072144}, {"step": 1750, "epoch": 4, "train_loss": 1.5502195358276367}, {"step": 1800, "epoch": 4, "train_loss": 1.460976004600525}, {"step": 1850, "epoch": 4, "train_loss": 1.5622563362121582}, {"step": 1900, "epoch": 4, "train_loss": 1.4466356039047241}, {"step": 1950, "epoch": 4, "train_loss": 1.3227107524871826}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4329, "test_loss": 1.6763430786132814}, {"step": 2000, "epoch": 5, "train_loss": 1.3727861642837524}, {"step": 2050, "epoch": 5, "train_loss": 1.383040428161621}, {"step": 2100, "epoch": 5, "train_loss": 1.6018823385238647}, {"step": 2150, "epoch": 5, "train_loss": 1.4946529865264893}, {"step": 2200, "epoch": 5, "train_loss": 1.4658610820770264}, {"step": 2250, "epoch": 5, "train_loss": 1.5416306257247925}, {"step": 2300, "epoch": 5, "train_loss": 1.4504420757293701}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4439, "test_loss": 1.6511932861328125}, {"step": 2350, "epoch": 6, "train_loss": 1.3810070753097534}, {"step": 2400, "epoch": 6, "train_loss": 1.2002848386764526}, {"step": 2450, "epoch": 6, "train_loss": 1.226072072982788}, {"step": 2500, "epoch": 6, "train_loss": 1.4222173690795898}, {"step": 2550, "epoch": 6, "train_loss": 1.3607172966003418}, {"step": 2600, "epoch": 6, "train_loss": 1.4303137063980103}, {"step": 2650, "epoch": 6, "train_loss": 1.2130571603775024}, {"step": 2700, "epoch": 6, "train_loss": 1.4078068733215332}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4413, "test_loss": 1.6642461791992187}, {"step": 2750, "epoch": 7, "train_loss": 1.4157119989395142}, {"step": 2800, "epoch": 7, "train_loss": 1.4004294872283936}, {"step": 2850, "epoch": 7, "train_loss": 1.4598544836044312}, {"step": 2900, "epoch": 7, "train_loss": 1.2517513036727905}, {"step": 2950, "epoch": 7, "train_loss": 1.479512095451355}, {"step": 3000, "epoch": 7, "train_loss": 1.3298503160476685}, {"step": 3050, "epoch": 7, "train_loss": 1.3621236085891724}, {"step": 3100, "epoch": 7, "train_loss": 1.3124216794967651}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4475, "test_loss": 1.6526801391601562}, {"step": 3150, "epoch": 8, "train_loss": 1.2180143594741821}, {"step": 3200, "epoch": 8, "train_loss": 1.2514073848724365}, {"step": 3250, "epoch": 8, "train_loss": 1.2581356763839722}, {"step": 3300, "epoch": 8, "train_loss": 1.4469361305236816}, {"step": 3350, "epoch": 8, "train_loss": 1.3345084190368652}, {"step": 3400, "epoch": 8, "train_loss": 1.3335862159729004}, {"step": 3450, "epoch": 8, "train_loss": 1.196805715560913}, {"step": 3500, "epoch": 8, "train_loss": 1.2676142454147339}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4541, "test_loss": 1.6670105590820312}, {"step": 3550, "epoch": 9, "train_loss": 1.0249240398406982}, {"step": 3600, "epoch": 9, "train_loss": 1.1545958518981934}, {"step": 3650, "epoch": 9, "train_loss": 1.1844391822814941}, {"step": 3700, "epoch": 9, "train_loss": 1.1624233722686768}, {"step": 3750, "epoch": 9, "train_loss": 1.1710948944091797}, {"step": 3800, "epoch": 9, "train_loss": 1.2473664283752441}, {"step": 3850, "epoch": 9, "train_loss": 1.2334574460983276}, {"step": 3900, "epoch": 9, "train_loss": 1.2781661748886108}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4413, "test_loss": 1.6944226684570312}, {"step": 3950, "epoch": 10, "train_loss": 1.1412838697433472}, {"step": 4000, "epoch": 10, "train_loss": 1.2954528331756592}, {"step": 4050, "epoch": 10, "train_loss": 1.0202780961990356}, {"step": 4100, "epoch": 10, "train_loss": 1.287209153175354}, {"step": 4150, "epoch": 10, "train_loss": 0.9973018765449524}, {"step": 4200, "epoch": 10, "train_loss": 1.213582992553711}, {"step": 4250, "epoch": 10, "train_loss": 1.330948829650879}, {"step": 4300, "epoch": 10, "train_loss": 1.1680456399917603}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4408, "test_loss": 1.7164456665039063}, {"step": 4350, "epoch": 11, "train_loss": 0.9566054344177246}, {"step": 4400, "epoch": 11, "train_loss": 1.1347965002059937}, {"step": 4450, "epoch": 11, "train_loss": 1.1513547897338867}, {"step": 4500, "epoch": 11, "train_loss": 1.0925419330596924}, {"step": 4550, "epoch": 11, "train_loss": 1.2158949375152588}, {"step": 4600, "epoch": 11, "train_loss": 1.211453914642334}, {"step": 4650, "epoch": 11, "train_loss": 1.18336820602417}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4568, "test_loss": 1.7383763427734376}, {"step": 4700, "epoch": 12, "train_loss": 0.969014585018158}, {"step": 4750, "epoch": 12, "train_loss": 0.9564946293830872}, {"step": 4800, "epoch": 12, "train_loss": 1.061698317527771}, {"step": 4850, "epoch": 12, "train_loss": 1.092871904373169}, {"step": 4900, "epoch": 12, "train_loss": 0.9470282793045044}, {"step": 4950, "epoch": 12, "train_loss": 0.9746568202972412}, {"step": 5000, "epoch": 12, "train_loss": 1.2334046363830566}, {"step": 5050, "epoch": 12, "train_loss": 1.1702951192855835}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4467, "test_loss": 1.771957080078125}, {"step": 5100, "epoch": 13, "train_loss": 0.9662424325942993}, {"step": 5150, "epoch": 13, "train_loss": 1.0166544914245605}, {"step": 5200, "epoch": 13, "train_loss": 0.9766414165496826}, {"step": 5250, "epoch": 13, "train_loss": 1.0331997871398926}, {"step": 5300, "epoch": 13, "train_loss": 0.9136729836463928}, {"step": 5350, "epoch": 13, "train_loss": 0.9905726909637451}, {"step": 5400, "epoch": 13, "train_loss": 1.158524513244629}, {"step": 5450, "epoch": 13, "train_loss": 1.01714289188385}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4386, "test_loss": 1.8328107177734374}, {"step": 5500, "epoch": 14, "train_loss": 0.8701170682907104}, {"step": 5550, "epoch": 14, "train_loss": 1.0968531370162964}, {"step": 5600, "epoch": 14, "train_loss": 0.9116345047950745}, {"step": 5650, "epoch": 14, "train_loss": 1.0777037143707275}, {"step": 5700, "epoch": 14, "train_loss": 0.9411373734474182}, {"step": 5750, "epoch": 14, "train_loss": 0.9435679316520691}, {"step": 5800, "epoch": 14, "train_loss": 1.036387324333191}, {"step": 5850, "epoch": 14, "train_loss": 0.9823933839797974}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4413, "test_loss": 1.8664107666015626}, {"step": 5900, "epoch": 15, "train_loss": 0.6581291556358337}, {"step": 5950, "epoch": 15, "train_loss": 0.9717929363250732}, {"step": 6000, "epoch": 15, "train_loss": 0.9536170959472656}, {"step": 6050, "epoch": 15, "train_loss": 0.9861682653427124}, {"step": 6100, "epoch": 15, "train_loss": 1.0107431411743164}, {"step": 6150, "epoch": 15, "train_loss": 1.0519378185272217}, {"step": 6200, "epoch": 15, "train_loss": 0.8677151799201965}, {"step": 6250, "epoch": 15, "train_loss": 1.0780962705612183}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4459, "test_loss": 1.8957318603515625}, {"step": 6300, "epoch": 16, "train_loss": 0.7421581745147705}, {"step": 6350, "epoch": 16, "train_loss": 0.8758581876754761}, {"step": 6400, "epoch": 16, "train_loss": 0.9794970750808716}, {"step": 6450, "epoch": 16, "train_loss": 0.9529512524604797}, {"step": 6500, "epoch": 16, "train_loss": 0.9983009099960327}, {"step": 6550, "epoch": 16, "train_loss": 0.7882106900215149}, {"step": 6600, "epoch": 16, "train_loss": 0.9677060842514038}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4465, "test_loss": 1.9343282348632813}, {"step": 6650, "epoch": 17, "train_loss": 0.9313921332359314}, {"step": 6700, "epoch": 17, "train_loss": 0.956035852432251}, {"step": 6750, "epoch": 17, "train_loss": 0.7126811742782593}, {"step": 6800, "epoch": 17, "train_loss": 0.7407721281051636}, {"step": 6850, "epoch": 17, "train_loss": 0.7966439723968506}, {"step": 6900, "epoch": 17, "train_loss": 0.9056606292724609}, {"step": 6950, "epoch": 17, "train_loss": 0.7734142541885376}, {"step": 7000, "epoch": 17, "train_loss": 0.751480221748352}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4474, "test_loss": 1.9788108520507812}, {"step": 7050, "epoch": 18, "train_loss": 0.5897038578987122}, {"step": 7100, "epoch": 18, "train_loss": 0.7090559005737305}, {"step": 7150, "epoch": 18, "train_loss": 0.8049015998840332}, {"step": 7200, "epoch": 18, "train_loss": 0.7881378531455994}, {"step": 7250, "epoch": 18, "train_loss": 0.782082200050354}, {"step": 7300, "epoch": 18, "train_loss": 0.9277216196060181}, {"step": 7350, "epoch": 18, "train_loss": 0.7903974056243896}, {"step": 7400, "epoch": 18, "train_loss": 0.6056420207023621}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4397, "test_loss": 2.0252507080078126}, {"step": 7450, "epoch": 19, "train_loss": 0.6971607804298401}, {"step": 7500, "epoch": 19, "train_loss": 0.5591383576393127}, {"step": 7550, "epoch": 19, "train_loss": 0.6185261011123657}, {"step": 7600, "epoch": 19, "train_loss": 0.7704168558120728}, {"step": 7650, "epoch": 19, "train_loss": 0.6262489557266235}, {"step": 7700, "epoch": 19, "train_loss": 0.7794768214225769}, {"step": 7750, "epoch": 19, "train_loss": 0.8097094893455505}, {"step": 7800, "epoch": 19, "train_loss": 0.7362993359565735}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4423, "test_loss": 2.089095202636719}, {"step": 7850, "epoch": 20, "train_loss": 0.7144901752471924}, {"step": 7900, "epoch": 20, "train_loss": 0.5614803433418274}, {"step": 7950, "epoch": 20, "train_loss": 0.6225824356079102}, {"step": 8000, "epoch": 20, "train_loss": 0.7890586853027344}, {"step": 8050, "epoch": 20, "train_loss": 0.6479824781417847}, {"step": 8100, "epoch": 20, "train_loss": 0.6081432700157166}, {"step": 8150, "epoch": 20, "train_loss": 0.687843918800354}, {"step": 8200, "epoch": 20, "train_loss": 0.5307791233062744}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4471, "test_loss": 2.1018930419921875}, {"step": 8250, "epoch": 21, "train_loss": 0.532836377620697}, {"step": 8300, "epoch": 21, "train_loss": 0.8234878182411194}, {"step": 8350, "epoch": 21, "train_loss": 0.6414198875427246}, {"step": 8400, "epoch": 21, "train_loss": 0.5514509081840515}, {"step": 8450, "epoch": 21, "train_loss": 0.47150716185569763}, {"step": 8500, "epoch": 21, "train_loss": 0.6678252220153809}, {"step": 8550, "epoch": 21, "train_loss": 0.7228496074676514}, {"step": 8600, "epoch": 21, "train_loss": 0.8029929995536804}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4421, "test_loss": 2.1746942138671876}, {"step": 8650, "epoch": 22, "train_loss": 0.4952302575111389}, {"step": 8700, "epoch": 22, "train_loss": 0.6495495438575745}, {"step": 8750, "epoch": 22, "train_loss": 0.5834099054336548}, {"step": 8800, "epoch": 22, "train_loss": 0.5799759030342102}, {"step": 8850, "epoch": 22, "train_loss": 0.5458947420120239}, {"step": 8900, "epoch": 22, "train_loss": 0.7382646799087524}, {"step": 8950, "epoch": 22, "train_loss": 0.649566650390625}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4458, "test_loss": 2.2112324462890625}, {"step": 9000, "epoch": 23, "train_loss": 0.519058883190155}, {"step": 9050, "epoch": 23, "train_loss": 0.45294320583343506}, {"step": 9100, "epoch": 23, "train_loss": 0.45039957761764526}, {"step": 9150, "epoch": 23, "train_loss": 0.5866096019744873}, {"step": 9200, "epoch": 23, "train_loss": 0.5517016649246216}, {"step": 9250, "epoch": 23, "train_loss": 0.6551410555839539}, {"step": 9300, "epoch": 23, "train_loss": 0.5766250491142273}, {"step": 9350, "epoch": 23, "train_loss": 0.7133474946022034}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4399, "test_loss": 2.29992216796875}, {"step": 9400, "epoch": 24, "train_loss": 0.40564754605293274}, {"step": 9450, "epoch": 24, "train_loss": 0.4394291639328003}, {"step": 9500, "epoch": 24, "train_loss": 0.4926398694515228}, {"step": 9550, "epoch": 24, "train_loss": 0.6370986104011536}, {"step": 9600, "epoch": 24, "train_loss": 0.5645280480384827}, {"step": 9650, "epoch": 24, "train_loss": 0.5745730400085449}, {"step": 9700, "epoch": 24, "train_loss": 0.4564569890499115}, {"step": 9750, "epoch": 24, "train_loss": 0.5716427564620972}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4417, "test_loss": 2.353688232421875}], "final": {"test_acc": 0.4417, "test_loss": 2.353688232421875, "wall_s": 33.03698992729187}}