chore: capture initial SDIL project state

1 files changed, 1 insertions, 0 deletions

diff --git a/results/depth_mnist_bp_d10_s0.json b/results/depth_mnist_bp_d10_s0.json
new file mode 100644
index 0000000..d3d7eb4
--- /dev/null
+++ b/results/depth_mnist_bp_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 10, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.304072856903076}, {"step": 50, "epoch": 0, "train_loss": 0.5128672122955322}, {"step": 100, "epoch": 0, "train_loss": 0.3372955322265625}, {"step": 150, "epoch": 0, "train_loss": 0.4575095474720001}, {"step": 200, "epoch": 0, "train_loss": 0.22241546213626862}, {"step": 250, "epoch": 0, "train_loss": 0.12439153343439102}, {"step": 300, "epoch": 0, "train_loss": 0.2627887725830078}, {"step": 350, "epoch": 0, "train_loss": 0.22523760795593262}, {"step": 400, "epoch": 0, "train_loss": 0.1524152159690857}, {"step": 450, "epoch": 0, "train_loss": 0.23787595331668854}, {"epoch_end": 0, "step": 469, "test_acc": 0.9599, "test_loss": 0.14728854751586914}, {"step": 500, "epoch": 1, "train_loss": 0.16873782873153687}, {"step": 550, "epoch": 1, "train_loss": 0.18288876116275787}, {"step": 600, "epoch": 1, "train_loss": 0.1795681267976761}, {"step": 650, "epoch": 1, "train_loss": 0.1921175718307495}, {"step": 700, "epoch": 1, "train_loss": 0.05444799363613129}, {"step": 750, "epoch": 1, "train_loss": 0.08102880418300629}, {"step": 800, "epoch": 1, "train_loss": 0.12692666053771973}, {"step": 850, "epoch": 1, "train_loss": 0.16860279440879822}, {"step": 900, "epoch": 1, "train_loss": 0.20568253099918365}, {"epoch_end": 1, "step": 938, "test_acc": 0.9644, "test_loss": 0.12159886779785156}, {"step": 950, "epoch": 2, "train_loss": 0.16414478421211243}, {"step": 1000, "epoch": 2, "train_loss": 0.09371394664049149}, {"step": 1050, "epoch": 2, "train_loss": 0.058492254465818405}, {"step": 1100, "epoch": 2, "train_loss": 0.09131065011024475}, {"step": 1150, "epoch": 2, "train_loss": 0.03140287101268768}, {"step": 1200, "epoch": 2, "train_loss": 0.02952248603105545}, {"step": 1250, "epoch": 2, "train_loss": 0.028305906802415848}, {"step": 1300, "epoch": 2, "train_loss": 0.19228200614452362}, {"step": 1350, "epoch": 2, "train_loss": 0.0915277972817421}, {"step": 1400, "epoch": 2, "train_loss": 0.11841849982738495}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9701, "test_loss": 0.109988228225708}, {"step": 1450, "epoch": 3, "train_loss": 0.07879135757684708}, {"step": 1500, "epoch": 3, "train_loss": 0.023201685398817062}, {"step": 1550, "epoch": 3, "train_loss": 0.10751470923423767}, {"step": 1600, "epoch": 3, "train_loss": 0.050551772117614746}, {"step": 1650, "epoch": 3, "train_loss": 0.019116126000881195}, {"step": 1700, "epoch": 3, "train_loss": 0.054422926157712936}, {"step": 1750, "epoch": 3, "train_loss": 0.09295456856489182}, {"step": 1800, "epoch": 3, "train_loss": 0.1049937754869461}, {"step": 1850, "epoch": 3, "train_loss": 0.0759470984339714}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9746, "test_loss": 0.0918285343170166}, {"step": 1900, "epoch": 4, "train_loss": 0.04811515659093857}, {"step": 1950, "epoch": 4, "train_loss": 0.05522448569536209}, {"step": 2000, "epoch": 4, "train_loss": 0.0451619029045105}, {"step": 2050, "epoch": 4, "train_loss": 0.049401067197322845}, {"step": 2100, "epoch": 4, "train_loss": 0.13152071833610535}, {"step": 2150, "epoch": 4, "train_loss": 0.07793093472719193}, {"step": 2200, "epoch": 4, "train_loss": 0.10498450696468353}, {"step": 2250, "epoch": 4, "train_loss": 0.0127043342217803}, {"step": 2300, "epoch": 4, "train_loss": 0.1243746280670166}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9701, "test_loss": 0.11229704818725586}, {"step": 2350, "epoch": 5, "train_loss": 0.029669538140296936}, {"step": 2400, "epoch": 5, "train_loss": 0.04554617404937744}, {"step": 2450, "epoch": 5, "train_loss": 0.08077970147132874}, {"step": 2500, "epoch": 5, "train_loss": 0.10537449270486832}, {"step": 2550, "epoch": 5, "train_loss": 0.08507505804300308}, {"step": 2600, "epoch": 5, "train_loss": 0.0288461372256279}, {"step": 2650, "epoch": 5, "train_loss": 0.03389253094792366}, {"step": 2700, "epoch": 5, "train_loss": 0.14627523720264435}, {"step": 2750, "epoch": 5, "train_loss": 0.03131045773625374}, {"step": 2800, "epoch": 5, "train_loss": 0.0241549015045166}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9766, "test_loss": 0.09444278287887574}, {"step": 2850, "epoch": 6, "train_loss": 0.0943436250090599}, {"step": 2900, "epoch": 6, "train_loss": 0.011074839159846306}, {"step": 2950, "epoch": 6, "train_loss": 0.018206149339675903}, {"step": 3000, "epoch": 6, "train_loss": 0.018701866269111633}, {"step": 3050, "epoch": 6, "train_loss": 0.022906405851244926}, {"step": 3100, "epoch": 6, "train_loss": 0.1341952234506607}, {"step": 3150, "epoch": 6, "train_loss": 0.009745152667164803}, {"step": 3200, "epoch": 6, "train_loss": 0.08359024673700333}, {"step": 3250, "epoch": 6, "train_loss": 0.05050995200872421}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9757, "test_loss": 0.09426239109039307}, {"step": 3300, "epoch": 7, "train_loss": 0.039938364177942276}, {"step": 3350, "epoch": 7, "train_loss": 0.013643747195601463}, {"step": 3400, "epoch": 7, "train_loss": 0.024404821917414665}, {"step": 3450, "epoch": 7, "train_loss": 0.07582106441259384}, {"step": 3500, "epoch": 7, "train_loss": 0.029521077871322632}, {"step": 3550, "epoch": 7, "train_loss": 0.024908380582928658}, {"step": 3600, "epoch": 7, "train_loss": 0.0778537169098854}, {"step": 3650, "epoch": 7, "train_loss": 0.0065078409388661385}, {"step": 3700, "epoch": 7, "train_loss": 0.09475423395633698}, {"step": 3750, "epoch": 7, "train_loss": 0.032043520361185074}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9726, "test_loss": 0.1058175064086914}, {"step": 3800, "epoch": 8, "train_loss": 0.042369186878204346}, {"step": 3850, "epoch": 8, "train_loss": 0.031954020261764526}, {"step": 3900, "epoch": 8, "train_loss": 0.015191083773970604}, {"step": 3950, "epoch": 8, "train_loss": 0.003924219403415918}, {"step": 4000, "epoch": 8, "train_loss": 0.00479459622874856}, {"step": 4050, "epoch": 8, "train_loss": 0.01323087140917778}, {"step": 4100, "epoch": 8, "train_loss": 0.02476833015680313}, {"step": 4150, "epoch": 8, "train_loss": 0.008206545375287533}, {"step": 4200, "epoch": 8, "train_loss": 0.12989723682403564}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9764, "test_loss": 0.09778794956207275}, {"step": 4250, "epoch": 9, "train_loss": 0.01169966347515583}, {"step": 4300, "epoch": 9, "train_loss": 0.045142993330955505}, {"step": 4350, "epoch": 9, "train_loss": 0.010248024016618729}, {"step": 4400, "epoch": 9, "train_loss": 0.058962076902389526}, {"step": 4450, "epoch": 9, "train_loss": 0.01883154734969139}, {"step": 4500, "epoch": 9, "train_loss": 0.013764736242592335}, {"step": 4550, "epoch": 9, "train_loss": 0.012161776423454285}, {"step": 4600, "epoch": 9, "train_loss": 0.015603049658238888}, {"step": 4650, "epoch": 9, "train_loss": 0.04049581661820412}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9769, "test_loss": 0.10474153804779053}, {"step": 4700, "epoch": 10, "train_loss": 0.02310089021921158}, {"step": 4750, "epoch": 10, "train_loss": 0.0006586294039152563}, {"step": 4800, "epoch": 10, "train_loss": 0.005611899774521589}, {"step": 4850, "epoch": 10, "train_loss": 0.03555244579911232}, {"step": 4900, "epoch": 10, "train_loss": 0.01621190458536148}, {"step": 4950, "epoch": 10, "train_loss": 0.0076680537313222885}, {"step": 5000, "epoch": 10, "train_loss": 0.006370510905981064}, {"step": 5050, "epoch": 10, "train_loss": 0.08700184524059296}, {"step": 5100, "epoch": 10, "train_loss": 0.06679899990558624}, {"step": 5150, "epoch": 10, "train_loss": 0.004094432108104229}, {"epoch_end": 10, "step": 5159, "test_acc": 0.979, "test_loss": 0.09186647157669067}, {"step": 5200, "epoch": 11, "train_loss": 0.07682328671216965}, {"step": 5250, "epoch": 11, "train_loss": 0.006147937383502722}, {"step": 5300, "epoch": 11, "train_loss": 0.007957283407449722}, {"step": 5350, "epoch": 11, "train_loss": 0.004931442905217409}, {"step": 5400, "epoch": 11, "train_loss": 0.043063271790742874}, {"step": 5450, "epoch": 11, "train_loss": 0.010553786531090736}, {"step": 5500, "epoch": 11, "train_loss": 0.024627285078167915}, {"step": 5550, "epoch": 11, "train_loss": 0.016425039619207382}, {"step": 5600, "epoch": 11, "train_loss": 0.010691775009036064}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9752, "test_loss": 0.10294564256668091}, {"step": 5650, "epoch": 12, "train_loss": 0.04388948157429695}, {"step": 5700, "epoch": 12, "train_loss": 0.019796397536993027}, {"step": 5750, "epoch": 12, "train_loss": 0.00513097457587719}, {"step": 5800, "epoch": 12, "train_loss": 0.0008231865358538926}, {"step": 5850, "epoch": 12, "train_loss": 0.009110582061111927}, {"step": 5900, "epoch": 12, "train_loss": 0.059547897428274155}, {"step": 5950, "epoch": 12, "train_loss": 0.004996903240680695}, {"step": 6000, "epoch": 12, "train_loss": 0.0050185676664114}, {"step": 6050, "epoch": 12, "train_loss": 0.006460393778979778}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9745, "test_loss": 0.1076680196762085}, {"step": 6100, "epoch": 13, "train_loss": 0.00972725823521614}, {"step": 6150, "epoch": 13, "train_loss": 0.0013116326881572604}, {"step": 6200, "epoch": 13, "train_loss": 0.0013176407665014267}, {"step": 6250, "epoch": 13, "train_loss": 0.006429205182939768}, {"step": 6300, "epoch": 13, "train_loss": 0.0023729256354272366}, {"step": 6350, "epoch": 13, "train_loss": 0.01539111789315939}, {"step": 6400, "epoch": 13, "train_loss": 0.031183166429400444}, {"step": 6450, "epoch": 13, "train_loss": 0.02366635948419571}, {"step": 6500, "epoch": 13, "train_loss": 0.0009713192703202367}, {"step": 6550, "epoch": 13, "train_loss": 0.022955095395445824}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9782, "test_loss": 0.09677257709503174}, {"step": 6600, "epoch": 14, "train_loss": 0.05532132089138031}, {"step": 6650, "epoch": 14, "train_loss": 0.01733400672674179}, {"step": 6700, "epoch": 14, "train_loss": 0.00883071031421423}, {"step": 6750, "epoch": 14, "train_loss": 0.04467092454433441}, {"step": 6800, "epoch": 14, "train_loss": 0.06478666514158249}, {"step": 6850, "epoch": 14, "train_loss": 0.003048170357942581}, {"step": 6900, "epoch": 14, "train_loss": 0.003278956515714526}, {"step": 6950, "epoch": 14, "train_loss": 0.0007880128105171025}, {"step": 7000, "epoch": 14, "train_loss": 0.010479926131665707}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9742, "test_loss": 0.10998480358123779}, {"step": 7050, "epoch": 15, "train_loss": 0.008884862065315247}, {"step": 7100, "epoch": 15, "train_loss": 0.012854657135903835}, {"step": 7150, "epoch": 15, "train_loss": 0.02988489903509617}, {"step": 7200, "epoch": 15, "train_loss": 0.006546911783516407}, {"step": 7250, "epoch": 15, "train_loss": 0.022860350087285042}, {"step": 7300, "epoch": 15, "train_loss": 0.00033832472399808466}, {"step": 7350, "epoch": 15, "train_loss": 0.00035279919393360615}, {"step": 7400, "epoch": 15, "train_loss": 0.005446835421025753}, {"step": 7450, "epoch": 15, "train_loss": 0.030542396008968353}, {"step": 7500, "epoch": 15, "train_loss": 0.028247058391571045}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9724, "test_loss": 0.11624509468078613}, {"step": 7550, "epoch": 16, "train_loss": 0.0007502356893382967}, {"step": 7600, "epoch": 16, "train_loss": 0.05063878372311592}, {"step": 7650, "epoch": 16, "train_loss": 0.00552923372015357}, {"step": 7700, "epoch": 16, "train_loss": 0.0048077586106956005}, {"step": 7750, "epoch": 16, "train_loss": 0.009363955818116665}, {"step": 7800, "epoch": 16, "train_loss": 0.01913059689104557}, {"step": 7850, "epoch": 16, "train_loss": 0.04058351367712021}, {"step": 7900, "epoch": 16, "train_loss": 0.020762206986546516}, {"step": 7950, "epoch": 16, "train_loss": 0.019403060898184776}, {"epoch_end": 16, "step": 7973, "test_acc": 0.976, "test_loss": 0.11270708332061767}, {"step": 8000, "epoch": 17, "train_loss": 0.015550552867352962}, {"step": 8050, "epoch": 17, "train_loss": 0.00987506378442049}, {"step": 8100, "epoch": 17, "train_loss": 0.0008979376289062202}, {"step": 8150, "epoch": 17, "train_loss": 0.000998643459752202}, {"step": 8200, "epoch": 17, "train_loss": 0.0006432462250813842}, {"step": 8250, "epoch": 17, "train_loss": 0.03675176203250885}, {"step": 8300, "epoch": 17, "train_loss": 0.002395977731794119}, {"step": 8350, "epoch": 17, "train_loss": 0.00845841784030199}, {"step": 8400, "epoch": 17, "train_loss": 0.0007979288347996771}, {"epoch_end": 17, "step": 8442, "test_acc": 0.978, "test_loss": 0.10295830593109132}, {"step": 8450, "epoch": 18, "train_loss": 0.006777467206120491}, {"step": 8500, "epoch": 18, "train_loss": 0.002416289644315839}, {"step": 8550, "epoch": 18, "train_loss": 0.04829494655132294}, {"step": 8600, "epoch": 18, "train_loss": 0.05407202988862991}, {"step": 8650, "epoch": 18, "train_loss": 0.001874591689556837}, {"step": 8700, "epoch": 18, "train_loss": 0.02208983711898327}, {"step": 8750, "epoch": 18, "train_loss": 0.000710657041054219}, {"step": 8800, "epoch": 18, "train_loss": 0.06274383515119553}, {"step": 8850, "epoch": 18, "train_loss": 0.027910947799682617}, {"step": 8900, "epoch": 18, "train_loss": 0.0022276523523032665}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9766, "test_loss": 0.10913337078094483}, {"step": 8950, "epoch": 19, "train_loss": 0.006270725280046463}, {"step": 9000, "epoch": 19, "train_loss": 0.003244661958888173}, {"step": 9050, "epoch": 19, "train_loss": 0.0021938837599009275}, {"step": 9100, "epoch": 19, "train_loss": 0.0018876729300245643}, {"step": 9150, "epoch": 19, "train_loss": 0.010348283685743809}, {"step": 9200, "epoch": 19, "train_loss": 0.004499982576817274}, {"step": 9250, "epoch": 19, "train_loss": 0.0008754241862334311}, {"step": 9300, "epoch": 19, "train_loss": 0.001146534807048738}, {"step": 9350, "epoch": 19, "train_loss": 0.0007099032518453896}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9785, "test_loss": 0.11233096523284912}], "final": {"test_acc": 0.9785, "test_loss": 0.11233096523284912, "wall_s": 43.79383444786072}}
\ No newline at end of file