1
|
{"args": {"mode": "bp", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4856417179107666}, {"step": 50, "epoch": 0, "train_loss": 0.5302512645721436}, {"step": 100, "epoch": 0, "train_loss": 0.24312523007392883}, {"step": 150, "epoch": 0, "train_loss": 0.27237841486930847}, {"step": 200, "epoch": 0, "train_loss": 0.1884227842092514}, {"step": 250, "epoch": 0, "train_loss": 0.11205834895372391}, {"step": 300, "epoch": 0, "train_loss": 0.24406062066555023}, {"step": 350, "epoch": 0, "train_loss": 0.11089707911014557}, {"step": 400, "epoch": 0, "train_loss": 0.10365777462720871}, {"step": 450, "epoch": 0, "train_loss": 0.17029251158237457}, {"epoch_end": 0, "step": 469, "test_acc": 0.9603, "test_loss": 0.12644018669128418}, {"step": 500, "epoch": 1, "train_loss": 0.1297917366027832}, {"step": 550, "epoch": 1, "train_loss": 0.09352783858776093}, {"step": 600, "epoch": 1, "train_loss": 0.10776795446872711}, {"step": 650, "epoch": 1, "train_loss": 0.13355466723442078}, {"step": 700, "epoch": 1, "train_loss": 0.04902917146682739}, {"step": 750, "epoch": 1, "train_loss": 0.05660373717546463}, {"step": 800, "epoch": 1, "train_loss": 0.042669475078582764}, {"step": 850, "epoch": 1, "train_loss": 0.13200511038303375}, {"step": 900, "epoch": 1, "train_loss": 0.11100172251462936}, {"epoch_end": 1, "step": 938, "test_acc": 0.9704, "test_loss": 0.09475430717468261}, {"step": 950, "epoch": 2, "train_loss": 0.0762534961104393}, {"step": 1000, "epoch": 2, "train_loss": 0.10954922437667847}, {"step": 1050, "epoch": 2, "train_loss": 0.042009931057691574}, {"step": 1100, "epoch": 2, "train_loss": 0.058960482478141785}, {"step": 1150, "epoch": 2, "train_loss": 0.020597120746970177}, {"step": 1200, "epoch": 2, "train_loss": 0.033430781215429306}, {"step": 1250, "epoch": 2, "train_loss": 0.02120107226073742}, {"step": 1300, "epoch": 2, "train_loss": 0.0784134492278099}, {"step": 1350, "epoch": 2, "train_loss": 0.05015435814857483}, {"step": 1400, "epoch": 2, "train_loss": 0.08052162826061249}, {"epoch_end": 2, "step": 1407, "test_acc": 0.97, "test_loss": 0.09884302368164062}, {"step": 1450, "epoch": 3, "train_loss": 0.08325622230768204}, {"step": 1500, "epoch": 3, "train_loss": 0.030579935759305954}, {"step": 1550, "epoch": 3, "train_loss": 0.02302245795726776}, {"step": 1600, "epoch": 3, "train_loss": 0.04368185997009277}, {"step": 1650, "epoch": 3, "train_loss": 0.020688187330961227}, {"step": 1700, "epoch": 3, "train_loss": 0.037256915122270584}, {"step": 1750, "epoch": 3, "train_loss": 0.02066904865205288}, {"step": 1800, "epoch": 3, "train_loss": 0.020351111888885498}, {"step": 1850, "epoch": 3, "train_loss": 0.04578843340277672}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9791, "test_loss": 0.06733718395233154}, {"step": 1900, "epoch": 4, "train_loss": 0.027370166033506393}, {"step": 1950, "epoch": 4, "train_loss": 0.04832323640584946}, {"step": 2000, "epoch": 4, "train_loss": 0.04136550799012184}, {"step": 2050, "epoch": 4, "train_loss": 0.03558427467942238}, {"step": 2100, "epoch": 4, "train_loss": 0.022609928622841835}, {"step": 2150, "epoch": 4, "train_loss": 0.0661102756857872}, {"step": 2200, "epoch": 4, "train_loss": 0.048359207808971405}, {"step": 2250, "epoch": 4, "train_loss": 0.0034726490266621113}, {"step": 2300, "epoch": 4, "train_loss": 0.07028772681951523}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9749, "test_loss": 0.08248986282348633}, {"step": 2350, "epoch": 5, "train_loss": 0.012275351211428642}, {"step": 2400, "epoch": 5, "train_loss": 0.035623230040073395}, {"step": 2450, "epoch": 5, "train_loss": 0.04965443164110184}, {"step": 2500, "epoch": 5, "train_loss": 0.010347229428589344}, {"step": 2550, "epoch": 5, "train_loss": 0.024591566994786263}, {"step": 2600, "epoch": 5, "train_loss": 0.031221767887473106}, {"step": 2650, "epoch": 5, "train_loss": 0.01880158670246601}, {"step": 2700, "epoch": 5, "train_loss": 0.06183013319969177}, {"step": 2750, "epoch": 5, "train_loss": 0.013445869088172913}, {"step": 2800, "epoch": 5, "train_loss": 0.008310476318001747}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9778, "test_loss": 0.07580876560211182}, {"step": 2850, "epoch": 6, "train_loss": 0.016625791788101196}, {"step": 2900, "epoch": 6, "train_loss": 0.01990746147930622}, {"step": 2950, "epoch": 6, "train_loss": 0.022652480751276016}, {"step": 3000, "epoch": 6, "train_loss": 0.0009739988599903882}, {"step": 3050, "epoch": 6, "train_loss": 0.014561858959496021}, {"step": 3100, "epoch": 6, "train_loss": 0.03489595279097557}, {"step": 3150, "epoch": 6, "train_loss": 0.0040636127814650536}, {"step": 3200, "epoch": 6, "train_loss": 0.005489401053637266}, {"step": 3250, "epoch": 6, "train_loss": 0.012167345732450485}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9819, "test_loss": 0.06189712309837341}, {"step": 3300, "epoch": 7, "train_loss": 0.00137792294844985}, {"step": 3350, "epoch": 7, "train_loss": 0.0034209690056741238}, {"step": 3400, "epoch": 7, "train_loss": 0.0011113227810710669}, {"step": 3450, "epoch": 7, "train_loss": 0.004589293152093887}, {"step": 3500, "epoch": 7, "train_loss": 0.007353849709033966}, {"step": 3550, "epoch": 7, "train_loss": 0.006660591345280409}, {"step": 3600, "epoch": 7, "train_loss": 0.013068114407360554}, {"step": 3650, "epoch": 7, "train_loss": 0.0011054020142182708}, {"step": 3700, "epoch": 7, "train_loss": 0.01617932878434658}, {"step": 3750, "epoch": 7, "train_loss": 0.012720529921352863}, {"epoch_end": 7, "step": 3752, "test_acc": 0.98, "test_loss": 0.0746022943019867}, {"step": 3800, "epoch": 8, "train_loss": 0.03369016572833061}, {"step": 3850, "epoch": 8, "train_loss": 0.002393661066889763}, {"step": 3900, "epoch": 8, "train_loss": 0.0007536503253504634}, {"step": 3950, "epoch": 8, "train_loss": 0.004717110190540552}, {"step": 4000, "epoch": 8, "train_loss": 0.0007021935889497399}, {"step": 4050, "epoch": 8, "train_loss": 0.002495108637958765}, {"step": 4100, "epoch": 8, "train_loss": 0.0032155208755284548}, {"step": 4150, "epoch": 8, "train_loss": 0.00045239547034725547}, {"step": 4200, "epoch": 8, "train_loss": 0.018338728696107864}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9817, "test_loss": 0.06392473578453065}, {"step": 4250, "epoch": 9, "train_loss": 0.017511023208498955}, {"step": 4300, "epoch": 9, "train_loss": 0.0008310736739076674}, {"step": 4350, "epoch": 9, "train_loss": 0.0005642652977257967}, {"step": 4400, "epoch": 9, "train_loss": 0.0014779656194150448}, {"step": 4450, "epoch": 9, "train_loss": 0.00034400710137560964}, {"step": 4500, "epoch": 9, "train_loss": 0.0007963833049871027}, {"step": 4550, "epoch": 9, "train_loss": 0.0006903888424858451}, {"step": 4600, "epoch": 9, "train_loss": 0.0006763340788893402}, {"step": 4650, "epoch": 9, "train_loss": 0.0015955818817019463}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9799, "test_loss": 0.076062828540802}, {"step": 4700, "epoch": 10, "train_loss": 0.0020552054047584534}, {"step": 4750, "epoch": 10, "train_loss": 0.0005237752920947969}, {"step": 4800, "epoch": 10, "train_loss": 0.0005339003982953727}, {"step": 4850, "epoch": 10, "train_loss": 0.0006151098641566932}, {"step": 4900, "epoch": 10, "train_loss": 0.0006554496358148754}, {"step": 4950, "epoch": 10, "train_loss": 0.00017561869753990322}, {"step": 5000, "epoch": 10, "train_loss": 0.00041383306961506605}, {"step": 5050, "epoch": 10, "train_loss": 0.0010040001943707466}, {"step": 5100, "epoch": 10, "train_loss": 0.000800166861154139}, {"step": 5150, "epoch": 10, "train_loss": 0.00010082001972477883}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9816, "test_loss": 0.07045407485961915}, {"step": 5200, "epoch": 11, "train_loss": 0.0007994674379006028}, {"step": 5250, "epoch": 11, "train_loss": 0.0002753591979853809}, {"step": 5300, "epoch": 11, "train_loss": 0.0006313078920356929}, {"step": 5350, "epoch": 11, "train_loss": 0.00019063815125264227}, {"step": 5400, "epoch": 11, "train_loss": 0.0009031200315803289}, {"step": 5450, "epoch": 11, "train_loss": 0.00015042323502711952}, {"step": 5500, "epoch": 11, "train_loss": 0.0003241267113480717}, {"step": 5550, "epoch": 11, "train_loss": 0.00010922733781626448}, {"step": 5600, "epoch": 11, "train_loss": 0.0002809534198604524}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9827, "test_loss": 0.06823400750160218}, {"step": 5650, "epoch": 12, "train_loss": 0.0002174716501031071}, {"step": 5700, "epoch": 12, "train_loss": 0.00014611541701015085}, {"step": 5750, "epoch": 12, "train_loss": 8.908948802854866e-05}, {"step": 5800, "epoch": 12, "train_loss": 0.00019191726460121572}, {"step": 5850, "epoch": 12, "train_loss": 0.00014197178825270385}, {"step": 5900, "epoch": 12, "train_loss": 0.0003655016771517694}, {"step": 5950, "epoch": 12, "train_loss": 0.00015488365897908807}, {"step": 6000, "epoch": 12, "train_loss": 0.0003114707942586392}, {"step": 6050, "epoch": 12, "train_loss": 0.00016582485113758594}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9823, "test_loss": 0.06868584039211273}, {"step": 6100, "epoch": 13, "train_loss": 0.0003586875391192734}, {"step": 6150, "epoch": 13, "train_loss": 0.00012231188884470612}, {"step": 6200, "epoch": 13, "train_loss": 0.00022239852114580572}, {"step": 6250, "epoch": 13, "train_loss": 0.0001168083181255497}, {"step": 6300, "epoch": 13, "train_loss": 7.633017230546102e-05}, {"step": 6350, "epoch": 13, "train_loss": 0.00023536357912234962}, {"step": 6400, "epoch": 13, "train_loss": 0.001185141853056848}, {"step": 6450, "epoch": 13, "train_loss": 0.000179020527866669}, {"step": 6500, "epoch": 13, "train_loss": 5.342587974155322e-05}, {"step": 6550, "epoch": 13, "train_loss": 0.00030821762629784644}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9827, "test_loss": 0.06904852724075318}, {"step": 6600, "epoch": 14, "train_loss": 5.9030757256550714e-05}, {"step": 6650, "epoch": 14, "train_loss": 0.0002666836662683636}, {"step": 6700, "epoch": 14, "train_loss": 0.0003100800095126033}, {"step": 6750, "epoch": 14, "train_loss": 0.00021085148910060525}, {"step": 6800, "epoch": 14, "train_loss": 0.0002487518358975649}, {"step": 6850, "epoch": 14, "train_loss": 0.00016816891729831696}, {"step": 6900, "epoch": 14, "train_loss": 0.00011576329416129738}, {"step": 6950, "epoch": 14, "train_loss": 0.00011674030247377232}, {"step": 7000, "epoch": 14, "train_loss": 0.0001251787762157619}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9827, "test_loss": 0.06933842639923096}, {"step": 7050, "epoch": 15, "train_loss": 0.00012529638479463756}, {"step": 7100, "epoch": 15, "train_loss": 0.000299310457194224}, {"step": 7150, "epoch": 15, "train_loss": 0.00014500357792712748}, {"step": 7200, "epoch": 15, "train_loss": 0.00020648064673878253}, {"step": 7250, "epoch": 15, "train_loss": 0.0002250682155136019}, {"step": 7300, "epoch": 15, "train_loss": 4.0063408960122615e-05}, {"step": 7350, "epoch": 15, "train_loss": 9.344257705379277e-05}, {"step": 7400, "epoch": 15, "train_loss": 0.00023031808086670935}, {"step": 7450, "epoch": 15, "train_loss": 0.00013187667354941368}, {"step": 7500, "epoch": 15, "train_loss": 0.0001242243015440181}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9828, "test_loss": 0.06977816863059998}, {"step": 7550, "epoch": 16, "train_loss": 0.00010853035928448662}, {"step": 7600, "epoch": 16, "train_loss": 0.00031611122540198267}, {"step": 7650, "epoch": 16, "train_loss": 7.770695810904726e-05}, {"step": 7700, "epoch": 16, "train_loss": 0.00010569908044999465}, {"step": 7750, "epoch": 16, "train_loss": 0.0001384333590976894}, {"step": 7800, "epoch": 16, "train_loss": 0.00024228640540968627}, {"step": 7850, "epoch": 16, "train_loss": 0.0001723540190141648}, {"step": 7900, "epoch": 16, "train_loss": 7.740547152934596e-05}, {"step": 7950, "epoch": 16, "train_loss": 0.0002015673671849072}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9826, "test_loss": 0.07019751607179642}, {"step": 8000, "epoch": 17, "train_loss": 0.00016600122035015374}, {"step": 8050, "epoch": 17, "train_loss": 0.00011969689512625337}, {"step": 8100, "epoch": 17, "train_loss": 0.00019498958135955036}, {"step": 8150, "epoch": 17, "train_loss": 0.00012432206131052226}, {"step": 8200, "epoch": 17, "train_loss": 0.00010240660776617005}, {"step": 8250, "epoch": 17, "train_loss": 6.576206942554563e-05}, {"step": 8300, "epoch": 17, "train_loss": 9.653613233240321e-05}, {"step": 8350, "epoch": 17, "train_loss": 0.00010332279634894803}, {"step": 8400, "epoch": 17, "train_loss": 0.0002357030170969665}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9827, "test_loss": 0.07040981858968735}, {"step": 8450, "epoch": 18, "train_loss": 0.0001312404201598838}, {"step": 8500, "epoch": 18, "train_loss": 0.00013973696331959218}, {"step": 8550, "epoch": 18, "train_loss": 0.0001906964898807928}, {"step": 8600, "epoch": 18, "train_loss": 0.00024112689425237477}, {"step": 8650, "epoch": 18, "train_loss": 0.00018532996182329953}, {"step": 8700, "epoch": 18, "train_loss": 0.00016082619549706578}, {"step": 8750, "epoch": 18, "train_loss": 0.0001255373499589041}, {"step": 8800, "epoch": 18, "train_loss": 0.00016469531692564487}, {"step": 8850, "epoch": 18, "train_loss": 0.00011696767614921555}, {"step": 8900, "epoch": 18, "train_loss": 6.842472066637129e-05}, {"epoch_end": 18, "step": 8911, "test_acc": 0.983, "test_loss": 0.0709329810500145}, {"step": 8950, "epoch": 19, "train_loss": 0.00013115070760250092}, {"step": 9000, "epoch": 19, "train_loss": 7.584411650896072e-05}, {"step": 9050, "epoch": 19, "train_loss": 0.0001400938053848222}, {"step": 9100, "epoch": 19, "train_loss": 6.984142237342894e-05}, {"step": 9150, "epoch": 19, "train_loss": 0.00016056533786468208}, {"step": 9200, "epoch": 19, "train_loss": 8.381911902688444e-05}, {"step": 9250, "epoch": 19, "train_loss": 0.00011567996261874214}, {"step": 9300, "epoch": 19, "train_loss": 0.00012480099394451827}, {"step": 9350, "epoch": 19, "train_loss": 6.301725807134062e-05}, {"epoch_end": 19, "step": 9380, "test_acc": 0.983, "test_loss": 0.07130390872955322}], "final": {"test_acc": 0.983, "test_loss": 0.07130390872955322, "wall_s": 21.632168769836426}}
|
