results: record audited scaling and baseline runs

1 files changed, 1 insertions, 0 deletions

diff --git a/results/ep_archmatch_v1_mnist_bp_w500_d1_s1.json b/results/ep_archmatch_v1_mnist_bp_w500_d1_s1.json
new file mode 100644
index 0000000..3892ae2
--- /dev/null
+++ b/results/ep_archmatch_v1_mnist_bp_w500_d1_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_bp_w500_d1_s1", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5871329307556152}, {"step": 50, "epoch": 0, "train_loss": 0.39890098571777344}, {"step": 100, "epoch": 0, "train_loss": 0.1446666717529297}, {"step": 150, "epoch": 0, "train_loss": 0.20340964198112488}, {"step": 200, "epoch": 0, "train_loss": 0.24126137793064117}, {"step": 250, "epoch": 0, "train_loss": 0.2480408400297165}, {"step": 300, "epoch": 0, "train_loss": 0.12762364745140076}, {"step": 350, "epoch": 0, "train_loss": 0.21582037210464478}, {"epoch_end": 0, "step": 391, "test_acc": 0.9588, "test_loss": 0.13509607696533202}, {"step": 400, "epoch": 1, "train_loss": 0.10601303726434708}, {"step": 450, "epoch": 1, "train_loss": 0.09629080444574356}, {"step": 500, "epoch": 1, "train_loss": 0.16499464213848114}, {"step": 550, "epoch": 1, "train_loss": 0.056739404797554016}, {"step": 600, "epoch": 1, "train_loss": 0.051818735897541046}, {"step": 650, "epoch": 1, "train_loss": 0.04696515575051308}, {"step": 700, "epoch": 1, "train_loss": 0.07741166651248932}, {"step": 750, "epoch": 1, "train_loss": 0.10981205850839615}, {"epoch_end": 1, "step": 782, "test_acc": 0.9573, "test_loss": 0.13575042343139648}, {"step": 800, "epoch": 2, "train_loss": 0.044692862778902054}, {"step": 850, "epoch": 2, "train_loss": 0.03525165840983391}, {"step": 900, "epoch": 2, "train_loss": 0.050680652260780334}, {"step": 950, "epoch": 2, "train_loss": 0.04522700235247612}, {"step": 1000, "epoch": 2, "train_loss": 0.048619482666254044}, {"step": 1050, "epoch": 2, "train_loss": 0.029327550902962685}, {"step": 1100, "epoch": 2, "train_loss": 0.08091145753860474}, {"step": 1150, "epoch": 2, "train_loss": 0.06784474849700928}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9741, "test_loss": 0.08735835494995117}, {"step": 1200, "epoch": 3, "train_loss": 0.0165726151317358}, {"step": 1250, "epoch": 3, "train_loss": 0.04066908732056618}, {"step": 1300, "epoch": 3, "train_loss": 0.008179138414561749}, {"step": 1350, "epoch": 3, "train_loss": 0.015870926901698112}, {"step": 1400, "epoch": 3, "train_loss": 0.03164156898856163}, {"step": 1450, "epoch": 3, "train_loss": 0.02011047676205635}, {"step": 1500, "epoch": 3, "train_loss": 0.053256843239068985}, {"step": 1550, "epoch": 3, "train_loss": 0.010040141642093658}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9753, "test_loss": 0.08263243579864502}, {"step": 1600, "epoch": 4, "train_loss": 0.020867835730314255}, {"step": 1650, "epoch": 4, "train_loss": 0.04469379782676697}, {"step": 1700, "epoch": 4, "train_loss": 0.04280044138431549}, {"step": 1750, "epoch": 4, "train_loss": 0.010804235003888607}, {"step": 1800, "epoch": 4, "train_loss": 0.012454817071557045}, {"step": 1850, "epoch": 4, "train_loss": 0.029494017362594604}, {"step": 1900, "epoch": 4, "train_loss": 0.011972269974648952}, {"step": 1950, "epoch": 4, "train_loss": 0.02718648500740528}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9795, "test_loss": 0.06712198448181152}, {"step": 2000, "epoch": 5, "train_loss": 0.013826706446707249}, {"step": 2050, "epoch": 5, "train_loss": 0.008596048690378666}, {"step": 2100, "epoch": 5, "train_loss": 0.004607761278748512}, {"step": 2150, "epoch": 5, "train_loss": 0.004207622725516558}, {"step": 2200, "epoch": 5, "train_loss": 0.0061744023114442825}, {"step": 2250, "epoch": 5, "train_loss": 0.006513251923024654}, {"step": 2300, "epoch": 5, "train_loss": 0.006806463934481144}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9801, "test_loss": 0.06427488451004028}, {"step": 2350, "epoch": 6, "train_loss": 0.005186669062823057}, {"step": 2400, "epoch": 6, "train_loss": 0.0022477556485682726}, {"step": 2450, "epoch": 6, "train_loss": 0.003183370688930154}, {"step": 2500, "epoch": 6, "train_loss": 0.005781187675893307}, {"step": 2550, "epoch": 6, "train_loss": 0.007169949822127819}, {"step": 2600, "epoch": 6, "train_loss": 0.00462106429040432}, {"step": 2650, "epoch": 6, "train_loss": 0.003371710190549493}, {"step": 2700, "epoch": 6, "train_loss": 0.00296182744204998}, {"epoch_end": 6, "step": 2737, "test_acc": 0.981, "test_loss": 0.06130636186599731}, {"step": 2750, "epoch": 7, "train_loss": 0.0008065736037679017}, {"step": 2800, "epoch": 7, "train_loss": 0.00151254388038069}, {"step": 2850, "epoch": 7, "train_loss": 0.002290093805640936}, {"step": 2900, "epoch": 7, "train_loss": 0.003927832003682852}, {"step": 2950, "epoch": 7, "train_loss": 0.0016205140855163336}, {"step": 3000, "epoch": 7, "train_loss": 0.0025558373890817165}, {"step": 3050, "epoch": 7, "train_loss": 0.006718539632856846}, {"step": 3100, "epoch": 7, "train_loss": 0.0014756751479580998}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9809, "test_loss": 0.06284126148223877}, {"step": 3150, "epoch": 8, "train_loss": 0.002305472269654274}, {"step": 3200, "epoch": 8, "train_loss": 0.0036424915306270123}, {"step": 3250, "epoch": 8, "train_loss": 0.001662460621446371}, {"step": 3300, "epoch": 8, "train_loss": 0.0023970715701580048}, {"step": 3350, "epoch": 8, "train_loss": 0.006178963463753462}, {"step": 3400, "epoch": 8, "train_loss": 0.002414938760921359}, {"step": 3450, "epoch": 8, "train_loss": 0.003943121526390314}, {"step": 3500, "epoch": 8, "train_loss": 0.004470392595976591}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9812, "test_loss": 0.06141401448249817}, {"step": 3550, "epoch": 9, "train_loss": 0.002596326172351837}, {"step": 3600, "epoch": 9, "train_loss": 0.0020087093580514193}, {"step": 3650, "epoch": 9, "train_loss": 0.0025333689991384745}, {"step": 3700, "epoch": 9, "train_loss": 0.002647845074534416}, {"step": 3750, "epoch": 9, "train_loss": 0.002976495074108243}, {"step": 3800, "epoch": 9, "train_loss": 0.0014495400246232748}, {"step": 3850, "epoch": 9, "train_loss": 0.0022415004204958677}, {"step": 3900, "epoch": 9, "train_loss": 0.0016766763292253017}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9814, "test_loss": 0.060905590105056764}, {"step": 3950, "epoch": 10, "train_loss": 0.0015614725416526198}, {"step": 4000, "epoch": 10, "train_loss": 0.0019684263970702887}, {"step": 4050, "epoch": 10, "train_loss": 0.0010777284624055028}, {"step": 4100, "epoch": 10, "train_loss": 0.001977615524083376}, {"step": 4150, "epoch": 10, "train_loss": 0.0007489322451874614}, {"step": 4200, "epoch": 10, "train_loss": 0.0019777691923081875}, {"step": 4250, "epoch": 10, "train_loss": 0.0031016438733786345}, {"step": 4300, "epoch": 10, "train_loss": 0.002164656762033701}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9811, "test_loss": 0.06269298119544983}, {"step": 4350, "epoch": 11, "train_loss": 0.001981984358280897}, {"step": 4400, "epoch": 11, "train_loss": 0.0012199783232063055}, {"step": 4450, "epoch": 11, "train_loss": 0.002503744326531887}, {"step": 4500, "epoch": 11, "train_loss": 0.00035784090869128704}, {"step": 4550, "epoch": 11, "train_loss": 0.0024510554503649473}, {"step": 4600, "epoch": 11, "train_loss": 0.0014480010140687227}, {"step": 4650, "epoch": 11, "train_loss": 0.0019454946741461754}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9819, "test_loss": 0.062189513969421385}, {"step": 4700, "epoch": 12, "train_loss": 0.0023562407586723566}, {"step": 4750, "epoch": 12, "train_loss": 0.0017537267412990332}, {"step": 4800, "epoch": 12, "train_loss": 0.0009359689429402351}, {"step": 4850, "epoch": 12, "train_loss": 0.0021071636583656073}, {"step": 4900, "epoch": 12, "train_loss": 0.0009586447849869728}, {"step": 4950, "epoch": 12, "train_loss": 0.0013441243208944798}, {"step": 5000, "epoch": 12, "train_loss": 0.001103094546124339}, {"step": 5050, "epoch": 12, "train_loss": 0.0012083410983905196}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9817, "test_loss": 0.06313391494750976}, {"step": 5100, "epoch": 13, "train_loss": 0.0012947010109201074}, {"step": 5150, "epoch": 13, "train_loss": 0.001314098946750164}, {"step": 5200, "epoch": 13, "train_loss": 0.0009943112963810563}, {"step": 5250, "epoch": 13, "train_loss": 0.0009577485034242272}, {"step": 5300, "epoch": 13, "train_loss": 0.0010958467610180378}, {"step": 5350, "epoch": 13, "train_loss": 0.0014758426696062088}, {"step": 5400, "epoch": 13, "train_loss": 0.0011308171087875962}, {"step": 5450, "epoch": 13, "train_loss": 0.0013584281550720334}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9816, "test_loss": 0.06301712880134583}, {"step": 5500, "epoch": 14, "train_loss": 0.0008245377684943378}, {"step": 5550, "epoch": 14, "train_loss": 0.0006592019344680011}, {"step": 5600, "epoch": 14, "train_loss": 0.0014660698361694813}, {"step": 5650, "epoch": 14, "train_loss": 0.0009132636478170753}, {"step": 5700, "epoch": 14, "train_loss": 0.0005627474747598171}, {"step": 5750, "epoch": 14, "train_loss": 0.0013938703341409564}, {"step": 5800, "epoch": 14, "train_loss": 0.001884644152596593}, {"step": 5850, "epoch": 14, "train_loss": 0.001316796988248825}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9819, "test_loss": 0.0627727458000183}, {"step": 5900, "epoch": 15, "train_loss": 0.0011303852079436183}, {"step": 5950, "epoch": 15, "train_loss": 0.00158637051936239}, {"step": 6000, "epoch": 15, "train_loss": 0.0023287383373826742}, {"step": 6050, "epoch": 15, "train_loss": 0.0017517769010737538}, {"step": 6100, "epoch": 15, "train_loss": 0.0015438133850693703}, {"step": 6150, "epoch": 15, "train_loss": 0.000965150713454932}, {"step": 6200, "epoch": 15, "train_loss": 0.0009283519466407597}, {"step": 6250, "epoch": 15, "train_loss": 0.0008424912230111659}, {"epoch_end": 15, "step": 6256, "test_acc": 0.982, "test_loss": 0.06287671937942504}, {"step": 6300, "epoch": 16, "train_loss": 0.0011962049175053835}, {"step": 6350, "epoch": 16, "train_loss": 0.001000261981971562}, {"step": 6400, "epoch": 16, "train_loss": 0.0008840787340886891}, {"step": 6450, "epoch": 16, "train_loss": 0.00045400444651022553}, {"step": 6500, "epoch": 16, "train_loss": 0.001049683429300785}, {"step": 6550, "epoch": 16, "train_loss": 0.0011781944194808602}, {"step": 6600, "epoch": 16, "train_loss": 0.0008517744718119502}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9819, "test_loss": 0.06354984674453736}, {"step": 6650, "epoch": 17, "train_loss": 0.0005839620716869831}, {"step": 6700, "epoch": 17, "train_loss": 0.0003066162462346256}, {"step": 6750, "epoch": 17, "train_loss": 0.001399665605276823}, {"step": 6800, "epoch": 17, "train_loss": 0.0015314811607822776}, {"step": 6850, "epoch": 17, "train_loss": 0.0008560688002035022}, {"step": 6900, "epoch": 17, "train_loss": 0.001377783133648336}, {"step": 6950, "epoch": 17, "train_loss": 0.001105726812966168}, {"step": 7000, "epoch": 17, "train_loss": 0.0009439709829166532}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9819, "test_loss": 0.06338098063468933}, {"step": 7050, "epoch": 18, "train_loss": 0.0005534448428079486}, {"step": 7100, "epoch": 18, "train_loss": 0.0016684449510648847}, {"step": 7150, "epoch": 18, "train_loss": 0.00048497659736312926}, {"step": 7200, "epoch": 18, "train_loss": 0.0007778422441333532}, {"step": 7250, "epoch": 18, "train_loss": 0.001229303190484643}, {"step": 7300, "epoch": 18, "train_loss": 0.0006217429763637483}, {"step": 7350, "epoch": 18, "train_loss": 0.0007758463034406304}, {"step": 7400, "epoch": 18, "train_loss": 0.0005864178529009223}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9819, "test_loss": 0.0637749804019928}, {"step": 7450, "epoch": 19, "train_loss": 0.0005001954268664122}, {"step": 7500, "epoch": 19, "train_loss": 0.0009535456774756312}, {"step": 7550, "epoch": 19, "train_loss": 0.000578270002733916}, {"step": 7600, "epoch": 19, "train_loss": 0.0005295882001519203}, {"step": 7650, "epoch": 19, "train_loss": 0.0012070006923750043}, {"step": 7700, "epoch": 19, "train_loss": 0.0011975292582064867}, {"step": 7750, "epoch": 19, "train_loss": 0.0009928932413458824}, {"step": 7800, "epoch": 19, "train_loss": 0.0013849479146301746}, {"epoch_end": 19, "step": 7820, "test_acc": 0.982, "test_loss": 0.06412298550605774}, {"step": 7850, "epoch": 20, "train_loss": 0.0009324754355475307}, {"step": 7900, "epoch": 20, "train_loss": 0.0008891507750377059}, {"step": 7950, "epoch": 20, "train_loss": 0.0006962128099985421}, {"step": 8000, "epoch": 20, "train_loss": 0.0005678434972651303}, {"step": 8050, "epoch": 20, "train_loss": 0.0009835740784183145}, {"step": 8100, "epoch": 20, "train_loss": 0.000992418616078794}, {"step": 8150, "epoch": 20, "train_loss": 0.0008604043978266418}, {"step": 8200, "epoch": 20, "train_loss": 0.0005605288897641003}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9818, "test_loss": 0.0640114070892334}, {"step": 8250, "epoch": 21, "train_loss": 0.000887602916918695}, {"step": 8300, "epoch": 21, "train_loss": 0.000894980039447546}, {"step": 8350, "epoch": 21, "train_loss": 0.0009103642660193145}, {"step": 8400, "epoch": 21, "train_loss": 0.0006621874636039138}, {"step": 8450, "epoch": 21, "train_loss": 0.0008148560300469398}, {"step": 8500, "epoch": 21, "train_loss": 0.000907673966139555}, {"step": 8550, "epoch": 21, "train_loss": 0.0006180392811074853}, {"step": 8600, "epoch": 21, "train_loss": 0.0010829214006662369}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9818, "test_loss": 0.06463181204795837}, {"step": 8650, "epoch": 22, "train_loss": 0.0004346754285506904}, {"step": 8700, "epoch": 22, "train_loss": 0.0005230087554082274}, {"step": 8750, "epoch": 22, "train_loss": 0.0005779966595582664}, {"step": 8800, "epoch": 22, "train_loss": 0.0009458012646064162}, {"step": 8850, "epoch": 22, "train_loss": 0.0007219917606562376}, {"step": 8900, "epoch": 22, "train_loss": 0.0009516506688669324}, {"step": 8950, "epoch": 22, "train_loss": 0.0006183352670632303}, {"epoch_end": 22, "step": 8993, "test_acc": 0.982, "test_loss": 0.06442908101081848}, {"step": 9000, "epoch": 23, "train_loss": 0.0005609735380858183}, {"step": 9050, "epoch": 23, "train_loss": 0.0007887763786129653}, {"step": 9100, "epoch": 23, "train_loss": 0.0006966495420783758}, {"step": 9150, "epoch": 23, "train_loss": 0.0010859654285013676}, {"step": 9200, "epoch": 23, "train_loss": 0.0009497366845607758}, {"step": 9250, "epoch": 23, "train_loss": 0.0007913994486443698}, {"step": 9300, "epoch": 23, "train_loss": 0.0006284067058004439}, {"step": 9350, "epoch": 23, "train_loss": 0.0006204663077369332}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9822, "test_loss": 0.06480937170982361}, {"step": 9400, "epoch": 24, "train_loss": 0.0006771076004952192}, {"step": 9450, "epoch": 24, "train_loss": 0.0004173183988314122}, {"step": 9500, "epoch": 24, "train_loss": 0.0008216394344344735}, {"step": 9550, "epoch": 24, "train_loss": 0.0006163725629448891}, {"step": 9600, "epoch": 24, "train_loss": 0.0006746436702087522}, {"step": 9650, "epoch": 24, "train_loss": 0.0010440711630508304}, {"step": 9700, "epoch": 24, "train_loss": 0.0005398837383836508}, {"step": 9750, "epoch": 24, "train_loss": 0.0013254232471808791}, {"epoch_end": 24, "step": 9775, "test_acc": 0.982, "test_loss": 0.06484736838340759}], "final": {"test_acc": 0.982, "test_loss": 0.06484736838340759, "wall_s": 14.403992414474487}}
\ No newline at end of file