1
|
{"args": {"mode": "bp", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3298330307006836}, {"step": 50, "epoch": 0, "train_loss": 0.5431451201438904}, {"step": 100, "epoch": 0, "train_loss": 0.31481635570526123}, {"step": 150, "epoch": 0, "train_loss": 0.262214332818985}, {"step": 200, "epoch": 0, "train_loss": 0.20772776007652283}, {"step": 250, "epoch": 0, "train_loss": 0.13993212580680847}, {"step": 300, "epoch": 0, "train_loss": 0.2970532178878784}, {"step": 350, "epoch": 0, "train_loss": 0.1603701412677765}, {"step": 400, "epoch": 0, "train_loss": 0.13599316775798798}, {"step": 450, "epoch": 0, "train_loss": 0.14664119482040405}, {"epoch_end": 0, "step": 469, "test_acc": 0.9532, "test_loss": 0.15072743759155274}, {"step": 500, "epoch": 1, "train_loss": 0.15634150803089142}, {"step": 550, "epoch": 1, "train_loss": 0.15327273309230804}, {"step": 600, "epoch": 1, "train_loss": 0.11970555782318115}, {"step": 650, "epoch": 1, "train_loss": 0.1227964460849762}, {"step": 700, "epoch": 1, "train_loss": 0.025721708312630653}, {"step": 750, "epoch": 1, "train_loss": 0.032880596816539764}, {"step": 800, "epoch": 1, "train_loss": 0.0446951650083065}, {"step": 850, "epoch": 1, "train_loss": 0.18670439720153809}, {"step": 900, "epoch": 1, "train_loss": 0.2059885859489441}, {"epoch_end": 1, "step": 938, "test_acc": 0.9613, "test_loss": 0.12410329360961914}, {"step": 950, "epoch": 2, "train_loss": 0.06650106608867645}, {"step": 1000, "epoch": 2, "train_loss": 0.10213968902826309}, {"step": 1050, "epoch": 2, "train_loss": 0.042179174721241}, {"step": 1100, "epoch": 2, "train_loss": 0.09565944969654083}, {"step": 1150, "epoch": 2, "train_loss": 0.02252180688083172}, {"step": 1200, "epoch": 2, "train_loss": 0.04554644599556923}, {"step": 1250, "epoch": 2, "train_loss": 0.01452008169144392}, {"step": 1300, "epoch": 2, "train_loss": 0.13418585062026978}, {"step": 1350, "epoch": 2, "train_loss": 0.10637815296649933}, {"step": 1400, "epoch": 2, "train_loss": 0.17014344036579132}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9668, "test_loss": 0.11760856952667237}, {"step": 1450, "epoch": 3, "train_loss": 0.04558638110756874}, {"step": 1500, "epoch": 3, "train_loss": 0.03182519972324371}, {"step": 1550, "epoch": 3, "train_loss": 0.025230886414647102}, {"step": 1600, "epoch": 3, "train_loss": 0.07595250755548477}, {"step": 1650, "epoch": 3, "train_loss": 0.02333364076912403}, {"step": 1700, "epoch": 3, "train_loss": 0.06582468748092651}, {"step": 1750, "epoch": 3, "train_loss": 0.06036007031798363}, {"step": 1800, "epoch": 3, "train_loss": 0.057709623128175735}, {"step": 1850, "epoch": 3, "train_loss": 0.11083856970071793}, {"epoch_end": 3, "step": 1876, "test_acc": 0.974, "test_loss": 0.09271234531402588}, {"step": 1900, "epoch": 4, "train_loss": 0.03037177212536335}, {"step": 1950, "epoch": 4, "train_loss": 0.07163253426551819}, {"step": 2000, "epoch": 4, "train_loss": 0.07162798941135406}, {"step": 2050, "epoch": 4, "train_loss": 0.030962223187088966}, {"step": 2100, "epoch": 4, "train_loss": 0.0241277776658535}, {"step": 2150, "epoch": 4, "train_loss": 0.016161154955625534}, {"step": 2200, "epoch": 4, "train_loss": 0.08447171002626419}, {"step": 2250, "epoch": 4, "train_loss": 0.013031300157308578}, {"step": 2300, "epoch": 4, "train_loss": 0.036832164973020554}, {"epoch_end": 4, "step": 2345, "test_acc": 0.973, "test_loss": 0.09547056713104247}, {"step": 2350, "epoch": 5, "train_loss": 0.025085439905524254}, {"step": 2400, "epoch": 5, "train_loss": 0.004122522659599781}, {"step": 2450, "epoch": 5, "train_loss": 0.03748694062232971}, {"step": 2500, "epoch": 5, "train_loss": 0.02417725883424282}, {"step": 2550, "epoch": 5, "train_loss": 0.005092992912977934}, {"step": 2600, "epoch": 5, "train_loss": 0.007281280122697353}, {"step": 2650, "epoch": 5, "train_loss": 0.018088508397340775}, {"step": 2700, "epoch": 5, "train_loss": 0.06376029551029205}, {"step": 2750, "epoch": 5, "train_loss": 0.02963225357234478}, {"step": 2800, "epoch": 5, "train_loss": 0.0033760180231183767}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9755, "test_loss": 0.09222460889816284}, {"step": 2850, "epoch": 6, "train_loss": 0.017606699839234352}, {"step": 2900, "epoch": 6, "train_loss": 0.004856124985963106}, {"step": 2950, "epoch": 6, "train_loss": 0.01565100997686386}, {"step": 3000, "epoch": 6, "train_loss": 0.0025354877579957247}, {"step": 3050, "epoch": 6, "train_loss": 0.03295547515153885}, {"step": 3100, "epoch": 6, "train_loss": 0.023633645847439766}, {"step": 3150, "epoch": 6, "train_loss": 0.030514240264892578}, {"step": 3200, "epoch": 6, "train_loss": 0.007791838608682156}, {"step": 3250, "epoch": 6, "train_loss": 0.020523780956864357}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9758, "test_loss": 0.08885190925598145}, {"step": 3300, "epoch": 7, "train_loss": 0.009677913039922714}, {"step": 3350, "epoch": 7, "train_loss": 0.0022604630794376135}, {"step": 3400, "epoch": 7, "train_loss": 0.007051991764456034}, {"step": 3450, "epoch": 7, "train_loss": 0.023892097175121307}, {"step": 3500, "epoch": 7, "train_loss": 0.015032819472253323}, {"step": 3550, "epoch": 7, "train_loss": 0.011831142008304596}, {"step": 3600, "epoch": 7, "train_loss": 0.011012502014636993}, {"step": 3650, "epoch": 7, "train_loss": 0.009136322885751724}, {"step": 3700, "epoch": 7, "train_loss": 0.020066890865564346}, {"step": 3750, "epoch": 7, "train_loss": 0.033767204731702805}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9719, "test_loss": 0.10400650043487548}, {"step": 3800, "epoch": 8, "train_loss": 0.02075902558863163}, {"step": 3850, "epoch": 8, "train_loss": 0.01086009107530117}, {"step": 3900, "epoch": 8, "train_loss": 0.0061086793430149555}, {"step": 3950, "epoch": 8, "train_loss": 0.0006313165067695081}, {"step": 4000, "epoch": 8, "train_loss": 0.003012042725458741}, {"step": 4050, "epoch": 8, "train_loss": 0.0075722429901361465}, {"step": 4100, "epoch": 8, "train_loss": 0.03018580749630928}, {"step": 4150, "epoch": 8, "train_loss": 0.0012171219568699598}, {"step": 4200, "epoch": 8, "train_loss": 0.0241667702794075}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9763, "test_loss": 0.09675894145965576}, {"step": 4250, "epoch": 9, "train_loss": 0.011755700223147869}, {"step": 4300, "epoch": 9, "train_loss": 0.006941328756511211}, {"step": 4350, "epoch": 9, "train_loss": 0.006759160663932562}, {"step": 4400, "epoch": 9, "train_loss": 0.0034617024939507246}, {"step": 4450, "epoch": 9, "train_loss": 0.02708723582327366}, {"step": 4500, "epoch": 9, "train_loss": 0.0016134683974087238}, {"step": 4550, "epoch": 9, "train_loss": 0.0291084386408329}, {"step": 4600, "epoch": 9, "train_loss": 0.017642490565776825}, {"step": 4650, "epoch": 9, "train_loss": 0.030111633241176605}, {"epoch_end": 9, "step": 4690, "test_acc": 0.977, "test_loss": 0.10325551013946534}, {"step": 4700, "epoch": 10, "train_loss": 0.009134736843407154}, {"step": 4750, "epoch": 10, "train_loss": 0.0036352253518998623}, {"step": 4800, "epoch": 10, "train_loss": 0.0031179627403616905}, {"step": 4850, "epoch": 10, "train_loss": 0.0015962751349434257}, {"step": 4900, "epoch": 10, "train_loss": 0.01933439075946808}, {"step": 4950, "epoch": 10, "train_loss": 0.04589196667075157}, {"step": 5000, "epoch": 10, "train_loss": 0.0011746996315196157}, {"step": 5050, "epoch": 10, "train_loss": 0.013089402578771114}, {"step": 5100, "epoch": 10, "train_loss": 0.011318093165755272}, {"step": 5150, "epoch": 10, "train_loss": 0.006442172918468714}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9785, "test_loss": 0.09080828866958618}, {"step": 5200, "epoch": 11, "train_loss": 0.010445864871144295}, {"step": 5250, "epoch": 11, "train_loss": 0.0036564937327057123}, {"step": 5300, "epoch": 11, "train_loss": 0.006204927805811167}, {"step": 5350, "epoch": 11, "train_loss": 0.00190083053894341}, {"step": 5400, "epoch": 11, "train_loss": 0.004124615341424942}, {"step": 5450, "epoch": 11, "train_loss": 0.0006122140330262482}, {"step": 5500, "epoch": 11, "train_loss": 0.001504199462942779}, {"step": 5550, "epoch": 11, "train_loss": 0.0011148409685119987}, {"step": 5600, "epoch": 11, "train_loss": 0.0494081974029541}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9789, "test_loss": 0.09675451756715775}, {"step": 5650, "epoch": 12, "train_loss": 0.009013467468321323}, {"step": 5700, "epoch": 12, "train_loss": 0.0014530736953020096}, {"step": 5750, "epoch": 12, "train_loss": 0.01882125996053219}, {"step": 5800, "epoch": 12, "train_loss": 0.001783615443855524}, {"step": 5850, "epoch": 12, "train_loss": 0.009701980277895927}, {"step": 5900, "epoch": 12, "train_loss": 0.060397919267416}, {"step": 5950, "epoch": 12, "train_loss": 0.001757764839567244}, {"step": 6000, "epoch": 12, "train_loss": 0.0005896916263736784}, {"step": 6050, "epoch": 12, "train_loss": 0.0020645963959395885}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9785, "test_loss": 0.1029459368944168}, {"step": 6100, "epoch": 13, "train_loss": 0.0017779400805011392}, {"step": 6150, "epoch": 13, "train_loss": 0.0017919716192409396}, {"step": 6200, "epoch": 13, "train_loss": 0.0001498073252150789}, {"step": 6250, "epoch": 13, "train_loss": 0.007119802292436361}, {"step": 6300, "epoch": 13, "train_loss": 0.0006500593735836446}, {"step": 6350, "epoch": 13, "train_loss": 0.001499899080954492}, {"step": 6400, "epoch": 13, "train_loss": 0.003359793918207288}, {"step": 6450, "epoch": 13, "train_loss": 0.0016436470905318856}, {"step": 6500, "epoch": 13, "train_loss": 0.0003044609911739826}, {"step": 6550, "epoch": 13, "train_loss": 0.011105974204838276}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9792, "test_loss": 0.10375366897583008}, {"step": 6600, "epoch": 14, "train_loss": 0.010889943689107895}, {"step": 6650, "epoch": 14, "train_loss": 0.012510253116488457}, {"step": 6700, "epoch": 14, "train_loss": 0.006189329084008932}, {"step": 6750, "epoch": 14, "train_loss": 0.004464574623852968}, {"step": 6800, "epoch": 14, "train_loss": 0.028741128742694855}, {"step": 6850, "epoch": 14, "train_loss": 0.014329944737255573}, {"step": 6900, "epoch": 14, "train_loss": 0.004691466223448515}, {"step": 6950, "epoch": 14, "train_loss": 0.00016320090799126774}, {"step": 7000, "epoch": 14, "train_loss": 0.0014922925038263202}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9787, "test_loss": 0.10264682569503784}, {"step": 7050, "epoch": 15, "train_loss": 0.006573564372956753}, {"step": 7100, "epoch": 15, "train_loss": 0.0005912125343456864}, {"step": 7150, "epoch": 15, "train_loss": 0.0009114068234339356}, {"step": 7200, "epoch": 15, "train_loss": 0.001794088282622397}, {"step": 7250, "epoch": 15, "train_loss": 0.014223400503396988}, {"step": 7300, "epoch": 15, "train_loss": 0.004860142711549997}, {"step": 7350, "epoch": 15, "train_loss": 0.01726730912923813}, {"step": 7400, "epoch": 15, "train_loss": 0.00934919249266386}, {"step": 7450, "epoch": 15, "train_loss": 0.003953286446630955}, {"step": 7500, "epoch": 15, "train_loss": 0.0015770301688462496}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9759, "test_loss": 0.11036700057983398}, {"step": 7550, "epoch": 16, "train_loss": 0.0017849666764959693}, {"step": 7600, "epoch": 16, "train_loss": 0.018420808017253876}, {"step": 7650, "epoch": 16, "train_loss": 0.000270622520474717}, {"step": 7700, "epoch": 16, "train_loss": 0.0007461871718987823}, {"step": 7750, "epoch": 16, "train_loss": 0.007448707241564989}, {"step": 7800, "epoch": 16, "train_loss": 0.003787493798881769}, {"step": 7850, "epoch": 16, "train_loss": 0.0009284371044486761}, {"step": 7900, "epoch": 16, "train_loss": 0.005735719110816717}, {"step": 7950, "epoch": 16, "train_loss": 0.03000970184803009}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9778, "test_loss": 0.1075986614704132}, {"step": 8000, "epoch": 17, "train_loss": 0.00023987455642782152}, {"step": 8050, "epoch": 17, "train_loss": 0.011563695967197418}, {"step": 8100, "epoch": 17, "train_loss": 0.0008613702957518399}, {"step": 8150, "epoch": 17, "train_loss": 0.00029449479188770056}, {"step": 8200, "epoch": 17, "train_loss": 0.0012278308859094977}, {"step": 8250, "epoch": 17, "train_loss": 0.0018600109033286572}, {"step": 8300, "epoch": 17, "train_loss": 0.00023473880719393492}, {"step": 8350, "epoch": 17, "train_loss": 0.0002846725983545184}, {"step": 8400, "epoch": 17, "train_loss": 0.0018160551553592086}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9783, "test_loss": 0.10234713742733002}, {"step": 8450, "epoch": 18, "train_loss": 0.0005378034547902644}, {"step": 8500, "epoch": 18, "train_loss": 0.038389284163713455}, {"step": 8550, "epoch": 18, "train_loss": 0.0069646374322474}, {"step": 8600, "epoch": 18, "train_loss": 0.004244779236614704}, {"step": 8650, "epoch": 18, "train_loss": 0.0006340285181067884}, {"step": 8700, "epoch": 18, "train_loss": 0.0007080730865709484}, {"step": 8750, "epoch": 18, "train_loss": 0.0002064527216134593}, {"step": 8800, "epoch": 18, "train_loss": 0.02363451197743416}, {"step": 8850, "epoch": 18, "train_loss": 0.015164537355303764}, {"step": 8900, "epoch": 18, "train_loss": 0.006067385897040367}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9775, "test_loss": 0.10356570663452148}, {"step": 8950, "epoch": 19, "train_loss": 0.00014677630679216236}, {"step": 9000, "epoch": 19, "train_loss": 0.00023016714840196073}, {"step": 9050, "epoch": 19, "train_loss": 0.001631366671063006}, {"step": 9100, "epoch": 19, "train_loss": 0.0029507107101380825}, {"step": 9150, "epoch": 19, "train_loss": 0.00034113507717847824}, {"step": 9200, "epoch": 19, "train_loss": 0.0006327970186248422}, {"step": 9250, "epoch": 19, "train_loss": 0.013248738832771778}, {"step": 9300, "epoch": 19, "train_loss": 0.002399713732302189}, {"step": 9350, "epoch": 19, "train_loss": 0.0006696544587612152}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9763, "test_loss": 0.11026357889175414}], "final": {"test_acc": 0.9763, "test_loss": 0.11026357889175414, "wall_s": 28.308507204055786}}
|
