1
|
{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d5_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5058071613311768}, {"step": 50, "epoch": 0, "train_loss": 1.9868234395980835}, {"step": 100, "epoch": 0, "train_loss": 1.8680015802383423}, {"step": 150, "epoch": 0, "train_loss": 1.9570343494415283}, {"step": 200, "epoch": 0, "train_loss": 1.838247537612915}, {"step": 250, "epoch": 0, "train_loss": 1.9700863361358643}, {"step": 300, "epoch": 0, "train_loss": 1.638127088546753}, {"step": 350, "epoch": 0, "train_loss": 1.9685150384902954}, {"epoch_end": 0, "step": 391, "test_acc": 0.3672, "test_loss": 1.8141976806640625}, {"step": 400, "epoch": 1, "train_loss": 1.7959538698196411}, {"step": 450, "epoch": 1, "train_loss": 1.9660457372665405}, {"step": 500, "epoch": 1, "train_loss": 1.7582786083221436}, {"step": 550, "epoch": 1, "train_loss": 1.8345826864242554}, {"step": 600, "epoch": 1, "train_loss": 1.7305625677108765}, {"step": 650, "epoch": 1, "train_loss": 1.6602522134780884}, {"step": 700, "epoch": 1, "train_loss": 1.8243123292922974}, {"step": 750, "epoch": 1, "train_loss": 1.8916869163513184}, {"epoch_end": 1, "step": 782, "test_acc": 0.3992, "test_loss": 1.7447684448242187}, {"step": 800, "epoch": 2, "train_loss": 1.650710105895996}, {"step": 850, "epoch": 2, "train_loss": 1.737620234489441}, {"step": 900, "epoch": 2, "train_loss": 1.648998737335205}, {"step": 950, "epoch": 2, "train_loss": 1.5238795280456543}, {"step": 1000, "epoch": 2, "train_loss": 1.614043116569519}, {"step": 1050, "epoch": 2, "train_loss": 1.9001712799072266}, {"step": 1100, "epoch": 2, "train_loss": 1.546418309211731}, {"step": 1150, "epoch": 2, "train_loss": 1.6422455310821533}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3813, "test_loss": 1.7521501098632812}, {"step": 1200, "epoch": 3, "train_loss": 1.6668946743011475}, {"step": 1250, "epoch": 3, "train_loss": 1.5724965333938599}, {"step": 1300, "epoch": 3, "train_loss": 1.5602866411209106}, {"step": 1350, "epoch": 3, "train_loss": 1.6312354803085327}, {"step": 1400, "epoch": 3, "train_loss": 1.7600246667861938}, {"step": 1450, "epoch": 3, "train_loss": 1.6015177965164185}, {"step": 1500, "epoch": 3, "train_loss": 1.5956096649169922}, {"step": 1550, "epoch": 3, "train_loss": 1.864170789718628}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4119, "test_loss": 1.6996406860351563}, {"step": 1600, "epoch": 4, "train_loss": 1.5451034307479858}, {"step": 1650, "epoch": 4, "train_loss": 1.5765305757522583}, {"step": 1700, "epoch": 4, "train_loss": 1.4840344190597534}, {"step": 1750, "epoch": 4, "train_loss": 1.5640333890914917}, {"step": 1800, "epoch": 4, "train_loss": 1.4404975175857544}, {"step": 1850, "epoch": 4, "train_loss": 1.7363287210464478}, {"step": 1900, "epoch": 4, "train_loss": 1.483986735343933}, {"step": 1950, "epoch": 4, "train_loss": 1.4498459100723267}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4134, "test_loss": 1.6943130981445313}, {"step": 2000, "epoch": 5, "train_loss": 1.6942698955535889}, {"step": 2050, "epoch": 5, "train_loss": 1.5360814332962036}, {"step": 2100, "epoch": 5, "train_loss": 1.5708608627319336}, {"step": 2150, "epoch": 5, "train_loss": 1.5790598392486572}, {"step": 2200, "epoch": 5, "train_loss": 1.6001373529434204}, {"step": 2250, "epoch": 5, "train_loss": 1.6999354362487793}, {"step": 2300, "epoch": 5, "train_loss": 1.4887938499450684}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4274, "test_loss": 1.6735087890625}, {"step": 2350, "epoch": 6, "train_loss": 1.4768476486206055}, {"step": 2400, "epoch": 6, "train_loss": 1.4179641008377075}, {"step": 2450, "epoch": 6, "train_loss": 1.4457075595855713}, {"step": 2500, "epoch": 6, "train_loss": 1.4653884172439575}, {"step": 2550, "epoch": 6, "train_loss": 1.493770718574524}, {"step": 2600, "epoch": 6, "train_loss": 1.5195592641830444}, {"step": 2650, "epoch": 6, "train_loss": 1.4336693286895752}, {"step": 2700, "epoch": 6, "train_loss": 1.4952658414840698}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4283, "test_loss": 1.674627197265625}, {"step": 2750, "epoch": 7, "train_loss": 1.554790735244751}, {"step": 2800, "epoch": 7, "train_loss": 1.4717669486999512}, {"step": 2850, "epoch": 7, "train_loss": 1.4604382514953613}, {"step": 2900, "epoch": 7, "train_loss": 1.4436192512512207}, {"step": 2950, "epoch": 7, "train_loss": 1.4857317209243774}, {"step": 3000, "epoch": 7, "train_loss": 1.4758117198944092}, {"step": 3050, "epoch": 7, "train_loss": 1.533130407333374}, {"step": 3100, "epoch": 7, "train_loss": 1.443997859954834}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4363, "test_loss": 1.649392236328125}, {"step": 3150, "epoch": 8, "train_loss": 1.238694190979004}, {"step": 3200, "epoch": 8, "train_loss": 1.4150121212005615}, {"step": 3250, "epoch": 8, "train_loss": 1.2896653413772583}, {"step": 3300, "epoch": 8, "train_loss": 1.5191588401794434}, {"step": 3350, "epoch": 8, "train_loss": 1.3963429927825928}, {"step": 3400, "epoch": 8, "train_loss": 1.4388929605484009}, {"step": 3450, "epoch": 8, "train_loss": 1.253375768661499}, {"step": 3500, "epoch": 8, "train_loss": 1.2344914674758911}, {"epoch_end": 8, "step": 3519, "test_acc": 0.435, "test_loss": 1.6583764770507812}, {"step": 3550, "epoch": 9, "train_loss": 1.0791268348693848}, {"step": 3600, "epoch": 9, "train_loss": 1.3540972471237183}, {"step": 3650, "epoch": 9, "train_loss": 1.3849977254867554}, {"step": 3700, "epoch": 9, "train_loss": 1.2287272214889526}, {"step": 3750, "epoch": 9, "train_loss": 1.3485785722732544}, {"step": 3800, "epoch": 9, "train_loss": 1.4580063819885254}, {"step": 3850, "epoch": 9, "train_loss": 1.328037142753601}, {"step": 3900, "epoch": 9, "train_loss": 1.2524354457855225}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4343, "test_loss": 1.6737631958007813}, {"step": 3950, "epoch": 10, "train_loss": 1.1893080472946167}, {"step": 4000, "epoch": 10, "train_loss": 1.2013403177261353}, {"step": 4050, "epoch": 10, "train_loss": 1.2757198810577393}, {"step": 4100, "epoch": 10, "train_loss": 1.4194966554641724}, {"step": 4150, "epoch": 10, "train_loss": 1.2607685327529907}, {"step": 4200, "epoch": 10, "train_loss": 1.4002171754837036}, {"step": 4250, "epoch": 10, "train_loss": 1.4149549007415771}, {"step": 4300, "epoch": 10, "train_loss": 1.192002773284912}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4365, "test_loss": 1.6739622314453124}, {"step": 4350, "epoch": 11, "train_loss": 1.1153075695037842}, {"step": 4400, "epoch": 11, "train_loss": 1.4401944875717163}, {"step": 4450, "epoch": 11, "train_loss": 1.433122992515564}, {"step": 4500, "epoch": 11, "train_loss": 1.320563554763794}, {"step": 4550, "epoch": 11, "train_loss": 1.2467395067214966}, {"step": 4600, "epoch": 11, "train_loss": 1.3963613510131836}, {"step": 4650, "epoch": 11, "train_loss": 1.1689242124557495}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4547, "test_loss": 1.6786722900390625}, {"step": 4700, "epoch": 12, "train_loss": 1.0728466510772705}, {"step": 4750, "epoch": 12, "train_loss": 1.1656625270843506}, {"step": 4800, "epoch": 12, "train_loss": 1.0357023477554321}, {"step": 4850, "epoch": 12, "train_loss": 1.046590805053711}, {"step": 4900, "epoch": 12, "train_loss": 1.187707781791687}, {"step": 4950, "epoch": 12, "train_loss": 1.1450332403182983}, {"step": 5000, "epoch": 12, "train_loss": 1.2284001111984253}, {"step": 5050, "epoch": 12, "train_loss": 1.2011775970458984}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4414, "test_loss": 1.7103952758789063}, {"step": 5100, "epoch": 13, "train_loss": 1.1410561800003052}, {"step": 5150, "epoch": 13, "train_loss": 1.1718276739120483}, {"step": 5200, "epoch": 13, "train_loss": 1.1168451309204102}, {"step": 5250, "epoch": 13, "train_loss": 1.228755235671997}, {"step": 5300, "epoch": 13, "train_loss": 1.021134376525879}, {"step": 5350, "epoch": 13, "train_loss": 1.1093418598175049}, {"step": 5400, "epoch": 13, "train_loss": 1.5497955083847046}, {"step": 5450, "epoch": 13, "train_loss": 1.1215158700942993}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4324, "test_loss": 1.7408137817382812}, {"step": 5500, "epoch": 14, "train_loss": 1.1453137397766113}, {"step": 5550, "epoch": 14, "train_loss": 1.1429270505905151}, {"step": 5600, "epoch": 14, "train_loss": 1.0597162246704102}, {"step": 5650, "epoch": 14, "train_loss": 1.0523134469985962}, {"step": 5700, "epoch": 14, "train_loss": 1.14435875415802}, {"step": 5750, "epoch": 14, "train_loss": 1.15072762966156}, {"step": 5800, "epoch": 14, "train_loss": 1.2578283548355103}, {"step": 5850, "epoch": 14, "train_loss": 0.9098420739173889}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4439, "test_loss": 1.7623110961914064}, {"step": 5900, "epoch": 15, "train_loss": 0.8560177087783813}, {"step": 5950, "epoch": 15, "train_loss": 1.1342341899871826}, {"step": 6000, "epoch": 15, "train_loss": 1.1836522817611694}, {"step": 6050, "epoch": 15, "train_loss": 1.0703693628311157}, {"step": 6100, "epoch": 15, "train_loss": 1.3524253368377686}, {"step": 6150, "epoch": 15, "train_loss": 1.1464437246322632}, {"step": 6200, "epoch": 15, "train_loss": 0.9995188117027283}, {"step": 6250, "epoch": 15, "train_loss": 1.0678050518035889}, {"epoch_end": 15, "step": 6256, "test_acc": 0.444, "test_loss": 1.764896435546875}, {"step": 6300, "epoch": 16, "train_loss": 0.9671576023101807}, {"step": 6350, "epoch": 16, "train_loss": 1.0380748510360718}, {"step": 6400, "epoch": 16, "train_loss": 1.0630183219909668}, {"step": 6450, "epoch": 16, "train_loss": 1.040380835533142}, {"step": 6500, "epoch": 16, "train_loss": 1.1662569046020508}, {"step": 6550, "epoch": 16, "train_loss": 0.7787660956382751}, {"step": 6600, "epoch": 16, "train_loss": 1.069372534751892}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4474, "test_loss": 1.7817140258789061}, {"step": 6650, "epoch": 17, "train_loss": 1.054011344909668}, {"step": 6700, "epoch": 17, "train_loss": 0.8950999975204468}, {"step": 6750, "epoch": 17, "train_loss": 1.0965243577957153}, {"step": 6800, "epoch": 17, "train_loss": 0.8218658566474915}, {"step": 6850, "epoch": 17, "train_loss": 1.136532187461853}, {"step": 6900, "epoch": 17, "train_loss": 1.1536333560943604}, {"step": 6950, "epoch": 17, "train_loss": 0.9091724157333374}, {"step": 7000, "epoch": 17, "train_loss": 0.9372600317001343}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4411, "test_loss": 1.8499548217773438}, {"step": 7050, "epoch": 18, "train_loss": 0.8121376633644104}, {"step": 7100, "epoch": 18, "train_loss": 1.0016593933105469}, {"step": 7150, "epoch": 18, "train_loss": 0.8276620507240295}, {"step": 7200, "epoch": 18, "train_loss": 1.0780123472213745}, {"step": 7250, "epoch": 18, "train_loss": 1.0874555110931396}, {"step": 7300, "epoch": 18, "train_loss": 1.0349100828170776}, {"step": 7350, "epoch": 18, "train_loss": 0.8791670203208923}, {"step": 7400, "epoch": 18, "train_loss": 1.0456193685531616}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4434, "test_loss": 1.850853759765625}, {"step": 7450, "epoch": 19, "train_loss": 0.7729822993278503}, {"step": 7500, "epoch": 19, "train_loss": 0.7199617624282837}, {"step": 7550, "epoch": 19, "train_loss": 0.8711113333702087}, {"step": 7600, "epoch": 19, "train_loss": 0.9830026626586914}, {"step": 7650, "epoch": 19, "train_loss": 0.8466229438781738}, {"step": 7700, "epoch": 19, "train_loss": 0.900730550289154}, {"step": 7750, "epoch": 19, "train_loss": 0.8278166651725769}, {"step": 7800, "epoch": 19, "train_loss": 0.9619542360305786}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4472, "test_loss": 1.9194159790039063}, {"step": 7850, "epoch": 20, "train_loss": 0.9848966598510742}, {"step": 7900, "epoch": 20, "train_loss": 0.6763913631439209}, {"step": 7950, "epoch": 20, "train_loss": 0.7414413094520569}, {"step": 8000, "epoch": 20, "train_loss": 1.0491275787353516}, {"step": 8050, "epoch": 20, "train_loss": 0.8576347231864929}, {"step": 8100, "epoch": 20, "train_loss": 0.7785420417785645}, {"step": 8150, "epoch": 20, "train_loss": 0.915790319442749}, {"step": 8200, "epoch": 20, "train_loss": 0.7080215811729431}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4414, "test_loss": 1.943951904296875}, {"step": 8250, "epoch": 21, "train_loss": 0.6058680415153503}, {"step": 8300, "epoch": 21, "train_loss": 0.9445268511772156}, {"step": 8350, "epoch": 21, "train_loss": 0.7461215257644653}, {"step": 8400, "epoch": 21, "train_loss": 0.6794915795326233}, {"step": 8450, "epoch": 21, "train_loss": 0.7110912799835205}, {"step": 8500, "epoch": 21, "train_loss": 0.9615805745124817}, {"step": 8550, "epoch": 21, "train_loss": 0.7453244924545288}, {"step": 8600, "epoch": 21, "train_loss": 0.9414529800415039}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4439, "test_loss": 2.0034680297851564}, {"step": 8650, "epoch": 22, "train_loss": 0.6194952726364136}, {"step": 8700, "epoch": 22, "train_loss": 0.8780339956283569}, {"step": 8750, "epoch": 22, "train_loss": 0.7048149704933167}, {"step": 8800, "epoch": 22, "train_loss": 0.8066826462745667}, {"step": 8850, "epoch": 22, "train_loss": 0.703498125076294}, {"step": 8900, "epoch": 22, "train_loss": 0.7639827132225037}, {"step": 8950, "epoch": 22, "train_loss": 0.8285276889801025}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4362, "test_loss": 2.051575390625}, {"step": 9000, "epoch": 23, "train_loss": 0.8359282612800598}, {"step": 9050, "epoch": 23, "train_loss": 0.46582043170928955}, {"step": 9100, "epoch": 23, "train_loss": 0.594643771648407}, {"step": 9150, "epoch": 23, "train_loss": 0.6562198400497437}, {"step": 9200, "epoch": 23, "train_loss": 0.7796807885169983}, {"step": 9250, "epoch": 23, "train_loss": 0.9640690088272095}, {"step": 9300, "epoch": 23, "train_loss": 0.6558235883712769}, {"step": 9350, "epoch": 23, "train_loss": 0.8660869598388672}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4384, "test_loss": 2.0865877197265625}, {"step": 9400, "epoch": 24, "train_loss": 0.5363046526908875}, {"step": 9450, "epoch": 24, "train_loss": 0.6318272352218628}, {"step": 9500, "epoch": 24, "train_loss": 0.667197585105896}, {"step": 9550, "epoch": 24, "train_loss": 0.6454152464866638}, {"step": 9600, "epoch": 24, "train_loss": 0.8117998838424683}, {"step": 9650, "epoch": 24, "train_loss": 0.724428653717041}, {"step": 9700, "epoch": 24, "train_loss": 0.7196007966995239}, {"step": 9750, "epoch": 24, "train_loss": 0.6612969040870667}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4406, "test_loss": 2.109863586425781}], "final": {"test_acc": 0.4406, "test_loss": 2.109863586425781, "wall_s": 34.22920346260071}}
|
