{"args": {"mode": "bp", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_bp_w500_d1_s4", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4616427421569824}, {"step": 50, "epoch": 0, "train_loss": 0.38467344641685486}, {"step": 100, "epoch": 0, "train_loss": 0.1456684172153473}, {"step": 150, "epoch": 0, "train_loss": 0.21084706485271454}, {"step": 200, "epoch": 0, "train_loss": 0.21713215112686157}, {"step": 250, "epoch": 0, "train_loss": 0.23777586221694946}, {"step": 300, "epoch": 0, "train_loss": 0.13523870706558228}, {"step": 350, "epoch": 0, "train_loss": 0.1894427090883255}, {"epoch_end": 0, "step": 391, "test_acc": 0.957, "test_loss": 0.14227647323608397}, {"step": 400, "epoch": 1, "train_loss": 0.09817714989185333}, {"step": 450, "epoch": 1, "train_loss": 0.11039835959672928}, {"step": 500, "epoch": 1, "train_loss": 0.1483374983072281}, {"step": 550, "epoch": 1, "train_loss": 0.05654127523303032}, {"step": 600, "epoch": 1, "train_loss": 0.06602506339550018}, {"step": 650, "epoch": 1, "train_loss": 0.04479464516043663}, {"step": 700, "epoch": 1, "train_loss": 0.08522535115480423}, {"step": 750, "epoch": 1, "train_loss": 0.10549755394458771}, {"epoch_end": 1, "step": 782, "test_acc": 0.9598, "test_loss": 0.12701641693115234}, {"step": 800, "epoch": 2, "train_loss": 0.056670378893613815}, {"step": 850, "epoch": 2, "train_loss": 0.034659095108509064}, {"step": 900, "epoch": 2, "train_loss": 0.05178772285580635}, {"step": 950, "epoch": 2, "train_loss": 0.0666472390294075}, {"step": 1000, "epoch": 2, "train_loss": 0.05816742405295372}, {"step": 1050, "epoch": 2, "train_loss": 0.03348330035805702}, {"step": 1100, "epoch": 2, "train_loss": 0.08763227611780167}, {"step": 1150, "epoch": 2, "train_loss": 0.08244100213050842}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9751, "test_loss": 0.0796674518585205}, {"step": 1200, "epoch": 3, "train_loss": 0.02852465771138668}, {"step": 1250, "epoch": 3, "train_loss": 0.05092240124940872}, {"step": 1300, "epoch": 3, "train_loss": 0.011359039694070816}, {"step": 1350, "epoch": 3, "train_loss": 0.016371894627809525}, {"step": 1400, "epoch": 3, "train_loss": 0.03853026404976845}, {"step": 1450, "epoch": 3, "train_loss": 0.021043037995696068}, {"step": 1500, "epoch": 3, "train_loss": 0.06795709580183029}, {"step": 1550, "epoch": 3, "train_loss": 0.01200344879180193}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9791, "test_loss": 0.07224727897644043}, {"step": 1600, "epoch": 4, "train_loss": 0.03165246918797493}, {"step": 1650, "epoch": 4, "train_loss": 0.037283409386873245}, {"step": 1700, "epoch": 4, "train_loss": 0.03135780617594719}, {"step": 1750, "epoch": 4, "train_loss": 0.012885550037026405}, {"step": 1800, "epoch": 4, "train_loss": 0.01256472896784544}, {"step": 1850, "epoch": 4, "train_loss": 0.04032144695520401}, {"step": 1900, "epoch": 4, "train_loss": 0.009616841562092304}, {"step": 1950, "epoch": 4, "train_loss": 0.02144152671098709}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9796, "test_loss": 0.06557135906219483}, {"step": 2000, "epoch": 5, "train_loss": 0.015251543372869492}, {"step": 2050, "epoch": 5, "train_loss": 0.008180977776646614}, {"step": 2100, "epoch": 5, "train_loss": 0.005280398763716221}, {"step": 2150, "epoch": 5, "train_loss": 0.008484865538775921}, {"step": 2200, "epoch": 5, "train_loss": 0.00686380872502923}, {"step": 2250, "epoch": 5, "train_loss": 0.0036137939896434546}, {"step": 2300, "epoch": 5, "train_loss": 0.008040650747716427}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9822, "test_loss": 0.0580847505569458}, {"step": 2350, "epoch": 6, "train_loss": 0.00660265376791358}, {"step": 2400, "epoch": 6, "train_loss": 0.0034980480559170246}, {"step": 2450, "epoch": 6, "train_loss": 0.005646323785185814}, {"step": 2500, "epoch": 6, "train_loss": 0.004919049795717001}, {"step": 2550, "epoch": 6, "train_loss": 0.004909963812679052}, {"step": 2600, "epoch": 6, "train_loss": 0.00614073546603322}, {"step": 2650, "epoch": 6, "train_loss": 0.0038330431561917067}, {"step": 2700, "epoch": 6, "train_loss": 0.0035411862190812826}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9816, "test_loss": 0.058694432067871095}, {"step": 2750, "epoch": 7, "train_loss": 0.0009758303058333695}, {"step": 2800, "epoch": 7, "train_loss": 0.002272178651764989}, {"step": 2850, "epoch": 7, "train_loss": 0.0020658185239881277}, {"step": 2900, "epoch": 7, "train_loss": 0.002940163016319275}, {"step": 2950, "epoch": 7, "train_loss": 0.0014840328367426991}, {"step": 3000, "epoch": 7, "train_loss": 0.002418876625597477}, {"step": 3050, "epoch": 7, "train_loss": 0.004661182872951031}, {"step": 3100, "epoch": 7, "train_loss": 0.002010602504014969}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9822, "test_loss": 0.0582314302444458}, {"step": 3150, "epoch": 8, "train_loss": 0.002606556285172701}, {"step": 3200, "epoch": 8, "train_loss": 0.004062381573021412}, {"step": 3250, "epoch": 8, "train_loss": 0.0020769163966178894}, {"step": 3300, "epoch": 8, "train_loss": 0.0022510970011353493}, {"step": 3350, "epoch": 8, "train_loss": 0.005382123403251171}, {"step": 3400, "epoch": 8, "train_loss": 0.0021585479844361544}, {"step": 3450, "epoch": 8, "train_loss": 0.0032392048742622137}, {"step": 3500, "epoch": 8, "train_loss": 0.004933284595608711}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9828, "test_loss": 0.05659908852577209}, {"step": 3550, "epoch": 9, "train_loss": 0.0022449239622801542}, {"step": 3600, "epoch": 9, "train_loss": 0.0014749598922207952}, {"step": 3650, "epoch": 9, "train_loss": 0.00364627200178802}, {"step": 3700, "epoch": 9, "train_loss": 0.002325094770640135}, {"step": 3750, "epoch": 9, "train_loss": 0.0024880317505449057}, {"step": 3800, "epoch": 9, "train_loss": 0.0015620790654793382}, {"step": 3850, "epoch": 9, "train_loss": 0.00222412939183414}, {"step": 3900, "epoch": 9, "train_loss": 0.0022770382929593325}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9826, "test_loss": 0.05659496726989746}, {"step": 3950, "epoch": 10, "train_loss": 0.0020064259879291058}, {"step": 4000, "epoch": 10, "train_loss": 0.0022200951352715492}, {"step": 4050, "epoch": 10, "train_loss": 0.0011885535204783082}, {"step": 4100, "epoch": 10, "train_loss": 0.0017651594243943691}, {"step": 4150, "epoch": 10, "train_loss": 0.0012774924980476499}, {"step": 4200, "epoch": 10, "train_loss": 0.0023981663398444653}, {"step": 4250, "epoch": 10, "train_loss": 0.003063301322981715}, {"step": 4300, "epoch": 10, "train_loss": 0.002190074883401394}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9822, "test_loss": 0.05793678407669067}, {"step": 4350, "epoch": 11, "train_loss": 0.0016586577985435724}, {"step": 4400, "epoch": 11, "train_loss": 0.0013452002312988043}, {"step": 4450, "epoch": 11, "train_loss": 0.0020002303645014763}, {"step": 4500, "epoch": 11, "train_loss": 0.0003575654700398445}, {"step": 4550, "epoch": 11, "train_loss": 0.0022746319882571697}, {"step": 4600, "epoch": 11, "train_loss": 0.0013794167898595333}, {"step": 4650, "epoch": 11, "train_loss": 0.0015077488496899605}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9823, "test_loss": 0.05760055022239685}, {"step": 4700, "epoch": 12, "train_loss": 0.0019287074683234096}, {"step": 4750, "epoch": 12, "train_loss": 0.0017270571552217007}, {"step": 4800, "epoch": 12, "train_loss": 0.0008274458232335746}, {"step": 4850, "epoch": 12, "train_loss": 0.0016978480853140354}, {"step": 4900, "epoch": 12, "train_loss": 0.0012350681936368346}, {"step": 4950, "epoch": 12, "train_loss": 0.0008819537470117211}, {"step": 5000, "epoch": 12, "train_loss": 0.0015701109077781439}, {"step": 5050, "epoch": 12, "train_loss": 0.0015953704714775085}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9824, "test_loss": 0.05831005835533142}, {"step": 5100, "epoch": 13, "train_loss": 0.001378708053380251}, {"step": 5150, "epoch": 13, "train_loss": 0.0013682026183232665}, {"step": 5200, "epoch": 13, "train_loss": 0.0012183969374746084}, {"step": 5250, "epoch": 13, "train_loss": 0.001188835478387773}, {"step": 5300, "epoch": 13, "train_loss": 0.0012429615017026663}, {"step": 5350, "epoch": 13, "train_loss": 0.0015943621983751655}, {"step": 5400, "epoch": 13, "train_loss": 0.0011193149257451296}, {"step": 5450, "epoch": 13, "train_loss": 0.0010021516354754567}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9823, "test_loss": 0.05820159583091736}, {"step": 5500, "epoch": 14, "train_loss": 0.0006794018554501235}, {"step": 5550, "epoch": 14, "train_loss": 0.0006777088856324553}, {"step": 5600, "epoch": 14, "train_loss": 0.001253441907465458}, {"step": 5650, "epoch": 14, "train_loss": 0.0011289368849247694}, {"step": 5700, "epoch": 14, "train_loss": 0.0006131549016572535}, {"step": 5750, "epoch": 14, "train_loss": 0.001411760807968676}, {"step": 5800, "epoch": 14, "train_loss": 0.001737647340632975}, {"step": 5850, "epoch": 14, "train_loss": 0.001508869230747223}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9827, "test_loss": 0.05818873343467713}, {"step": 5900, "epoch": 15, "train_loss": 0.0011156885884702206}, {"step": 5950, "epoch": 15, "train_loss": 0.0016139945946633816}, {"step": 6000, "epoch": 15, "train_loss": 0.0022297846153378487}, {"step": 6050, "epoch": 15, "train_loss": 0.0017323464853689075}, {"step": 6100, "epoch": 15, "train_loss": 0.0013907157117500901}, {"step": 6150, "epoch": 15, "train_loss": 0.0009739908273331821}, {"step": 6200, "epoch": 15, "train_loss": 0.0009618507465347648}, {"step": 6250, "epoch": 15, "train_loss": 0.0008049877942539752}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9825, "test_loss": 0.05825448889732361}, {"step": 6300, "epoch": 16, "train_loss": 0.000999264419078827}, {"step": 6350, "epoch": 16, "train_loss": 0.0008067421149462461}, {"step": 6400, "epoch": 16, "train_loss": 0.0008716657757759094}, {"step": 6450, "epoch": 16, "train_loss": 0.00043934714631177485}, {"step": 6500, "epoch": 16, "train_loss": 0.0005509966285899282}, {"step": 6550, "epoch": 16, "train_loss": 0.001051344908773899}, {"step": 6600, "epoch": 16, "train_loss": 0.0007609293679706752}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9827, "test_loss": 0.058766422128677366}, {"step": 6650, "epoch": 17, "train_loss": 0.0005183329922147095}, {"step": 6700, "epoch": 17, "train_loss": 0.00040963018545880914}, {"step": 6750, "epoch": 17, "train_loss": 0.0014894054038450122}, {"step": 6800, "epoch": 17, "train_loss": 0.001482490566559136}, {"step": 6850, "epoch": 17, "train_loss": 0.0007999134249985218}, {"step": 6900, "epoch": 17, "train_loss": 0.0012221004581078887}, {"step": 6950, "epoch": 17, "train_loss": 0.0013210326433181763}, {"step": 7000, "epoch": 17, "train_loss": 0.0009985361248254776}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9831, "test_loss": 0.058950383615493776}, {"step": 7050, "epoch": 18, "train_loss": 0.00029436274780891836}, {"step": 7100, "epoch": 18, "train_loss": 0.001761833904311061}, {"step": 7150, "epoch": 18, "train_loss": 0.0004294773971196264}, {"step": 7200, "epoch": 18, "train_loss": 0.0010363187175244093}, {"step": 7250, "epoch": 18, "train_loss": 0.001304882811382413}, {"step": 7300, "epoch": 18, "train_loss": 0.0005459527601487935}, {"step": 7350, "epoch": 18, "train_loss": 0.0009855407988652587}, {"step": 7400, "epoch": 18, "train_loss": 0.0006470499210990965}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9827, "test_loss": 0.058813836240768434}, {"step": 7450, "epoch": 19, "train_loss": 0.0006658773636445403}, {"step": 7500, "epoch": 19, "train_loss": 0.0008701753686182201}, {"step": 7550, "epoch": 19, "train_loss": 0.0004905008245259523}, {"step": 7600, "epoch": 19, "train_loss": 0.0003838296397589147}, {"step": 7650, "epoch": 19, "train_loss": 0.0011092096101492643}, {"step": 7700, "epoch": 19, "train_loss": 0.0011449457379058003}, {"step": 7750, "epoch": 19, "train_loss": 0.0010459312470629811}, {"step": 7800, "epoch": 19, "train_loss": 0.0013695309171453118}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9831, "test_loss": 0.05909555559158325}, {"step": 7850, "epoch": 20, "train_loss": 0.001035621971823275}, {"step": 7900, "epoch": 20, "train_loss": 0.0007289212080650032}, {"step": 7950, "epoch": 20, "train_loss": 0.000647961103823036}, {"step": 8000, "epoch": 20, "train_loss": 0.0006000684225000441}, {"step": 8050, "epoch": 20, "train_loss": 0.0009842823492363095}, {"step": 8100, "epoch": 20, "train_loss": 0.0010066158138215542}, {"step": 8150, "epoch": 20, "train_loss": 0.000707180006429553}, {"step": 8200, "epoch": 20, "train_loss": 0.0005939927068538964}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9827, "test_loss": 0.059422657346725465}, {"step": 8250, "epoch": 21, "train_loss": 0.0007737322594039142}, {"step": 8300, "epoch": 21, "train_loss": 0.0010853338753804564}, {"step": 8350, "epoch": 21, "train_loss": 0.0009737847140058875}, {"step": 8400, "epoch": 21, "train_loss": 0.0005972309736534953}, {"step": 8450, "epoch": 21, "train_loss": 0.0008391987648792565}, {"step": 8500, "epoch": 21, "train_loss": 0.0009556328877806664}, {"step": 8550, "epoch": 21, "train_loss": 0.0006632450968027115}, {"step": 8600, "epoch": 21, "train_loss": 0.0011259691091254354}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9831, "test_loss": 0.0597284152507782}, {"step": 8650, "epoch": 22, "train_loss": 0.0003363206924404949}, {"step": 8700, "epoch": 22, "train_loss": 0.000615531112998724}, {"step": 8750, "epoch": 22, "train_loss": 0.0004859221517108381}, {"step": 8800, "epoch": 22, "train_loss": 0.0008177455165423453}, {"step": 8850, "epoch": 22, "train_loss": 0.0005658782320097089}, {"step": 8900, "epoch": 22, "train_loss": 0.0012399264378473163}, {"step": 8950, "epoch": 22, "train_loss": 0.0006574750295840204}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9828, "test_loss": 0.05940821208953857}, {"step": 9000, "epoch": 23, "train_loss": 0.00042302842484787107}, {"step": 9050, "epoch": 23, "train_loss": 0.000680355413351208}, {"step": 9100, "epoch": 23, "train_loss": 0.0005563903832808137}, {"step": 9150, "epoch": 23, "train_loss": 0.0012420540442690253}, {"step": 9200, "epoch": 23, "train_loss": 0.0009246363188140094}, {"step": 9250, "epoch": 23, "train_loss": 0.0006661535589955747}, {"step": 9300, "epoch": 23, "train_loss": 0.0007026175735518336}, {"step": 9350, "epoch": 23, "train_loss": 0.0006010787910781801}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9832, "test_loss": 0.06008748860359192}, {"step": 9400, "epoch": 24, "train_loss": 0.0005962440627627075}, {"step": 9450, "epoch": 24, "train_loss": 0.00031099593616090715}, {"step": 9500, "epoch": 24, "train_loss": 0.0006544371717609465}, {"step": 9550, "epoch": 24, "train_loss": 0.0008276626467704773}, {"step": 9600, "epoch": 24, "train_loss": 0.0005774013698101044}, {"step": 9650, "epoch": 24, "train_loss": 0.0013674821238964796}, {"step": 9700, "epoch": 24, "train_loss": 0.0006056035635992885}, {"step": 9750, "epoch": 24, "train_loss": 0.0010905993403866887}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9828, "test_loss": 0.06016134510040283}], "final": {"test_acc": 0.9828, "test_loss": 0.06016134510040283, "wall_s": 14.728674173355103}}