1
|
{"args": {"mode": "bp", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_bp_w500_d2_s2", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4491312503814697}, {"step": 50, "epoch": 0, "train_loss": 0.41165879368782043}, {"step": 100, "epoch": 0, "train_loss": 0.1618865430355072}, {"step": 150, "epoch": 0, "train_loss": 0.17681878805160522}, {"step": 200, "epoch": 0, "train_loss": 0.18772560358047485}, {"step": 250, "epoch": 0, "train_loss": 0.2368580549955368}, {"step": 300, "epoch": 0, "train_loss": 0.11634564399719238}, {"step": 350, "epoch": 0, "train_loss": 0.1738906353712082}, {"epoch_end": 0, "step": 391, "test_acc": 0.9611, "test_loss": 0.1279172966003418}, {"step": 400, "epoch": 1, "train_loss": 0.07703936845064163}, {"step": 450, "epoch": 1, "train_loss": 0.09986303001642227}, {"step": 500, "epoch": 1, "train_loss": 0.17165139317512512}, {"step": 550, "epoch": 1, "train_loss": 0.06101280078291893}, {"step": 600, "epoch": 1, "train_loss": 0.03770450875163078}, {"step": 650, "epoch": 1, "train_loss": 0.04324036464095116}, {"step": 700, "epoch": 1, "train_loss": 0.07440846413373947}, {"step": 750, "epoch": 1, "train_loss": 0.14108438789844513}, {"epoch_end": 1, "step": 782, "test_acc": 0.954, "test_loss": 0.14273529586791991}, {"step": 800, "epoch": 2, "train_loss": 0.03971555456519127}, {"step": 850, "epoch": 2, "train_loss": 0.027192818000912666}, {"step": 900, "epoch": 2, "train_loss": 0.033594097942113876}, {"step": 950, "epoch": 2, "train_loss": 0.07029440999031067}, {"step": 1000, "epoch": 2, "train_loss": 0.040592584758996964}, {"step": 1050, "epoch": 2, "train_loss": 0.028900520876049995}, {"step": 1100, "epoch": 2, "train_loss": 0.08042490482330322}, {"step": 1150, "epoch": 2, "train_loss": 0.060882676392793655}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9748, "test_loss": 0.08006709604263305}, {"step": 1200, "epoch": 3, "train_loss": 0.015425332821905613}, {"step": 1250, "epoch": 3, "train_loss": 0.0551152341067791}, {"step": 1300, "epoch": 3, "train_loss": 0.00909050740301609}, {"step": 1350, "epoch": 3, "train_loss": 0.0061253271996974945}, {"step": 1400, "epoch": 3, "train_loss": 0.030687738209962845}, {"step": 1450, "epoch": 3, "train_loss": 0.025705235078930855}, {"step": 1500, "epoch": 3, "train_loss": 0.050053250044584274}, {"step": 1550, "epoch": 3, "train_loss": 0.020192688331007957}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9765, "test_loss": 0.07943849039077759}, {"step": 1600, "epoch": 4, "train_loss": 0.014318796806037426}, {"step": 1650, "epoch": 4, "train_loss": 0.024251187220215797}, {"step": 1700, "epoch": 4, "train_loss": 0.023595092818140984}, {"step": 1750, "epoch": 4, "train_loss": 0.005632027518004179}, {"step": 1800, "epoch": 4, "train_loss": 0.007125240750610828}, {"step": 1850, "epoch": 4, "train_loss": 0.07253631949424744}, {"step": 1900, "epoch": 4, "train_loss": 0.021254833787679672}, {"step": 1950, "epoch": 4, "train_loss": 0.022354885935783386}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9783, "test_loss": 0.07493559150695801}, {"step": 2000, "epoch": 5, "train_loss": 0.025251856073737144}, {"step": 2050, "epoch": 5, "train_loss": 0.004593223333358765}, {"step": 2100, "epoch": 5, "train_loss": 0.003935609944164753}, {"step": 2150, "epoch": 5, "train_loss": 0.003197132144123316}, {"step": 2200, "epoch": 5, "train_loss": 0.012917962856590748}, {"step": 2250, "epoch": 5, "train_loss": 0.001963930670171976}, {"step": 2300, "epoch": 5, "train_loss": 0.005419110879302025}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9807, "test_loss": 0.06747661056518554}, {"step": 2350, "epoch": 6, "train_loss": 0.0019113831222057343}, {"step": 2400, "epoch": 6, "train_loss": 0.0006979804020375013}, {"step": 2450, "epoch": 6, "train_loss": 0.0034977432806044817}, {"step": 2500, "epoch": 6, "train_loss": 0.0022398685105144978}, {"step": 2550, "epoch": 6, "train_loss": 0.0028519565239548683}, {"step": 2600, "epoch": 6, "train_loss": 0.002323814434930682}, {"step": 2650, "epoch": 6, "train_loss": 0.0025235216598957777}, {"step": 2700, "epoch": 6, "train_loss": 0.0010291495127603412}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9818, "test_loss": 0.06430713849067687}, {"step": 2750, "epoch": 7, "train_loss": 0.00038707052590325475}, {"step": 2800, "epoch": 7, "train_loss": 0.0003648230049293488}, {"step": 2850, "epoch": 7, "train_loss": 0.0004174097266513854}, {"step": 2900, "epoch": 7, "train_loss": 0.0011560264974832535}, {"step": 2950, "epoch": 7, "train_loss": 0.0004529365978669375}, {"step": 3000, "epoch": 7, "train_loss": 0.00048308767145499587}, {"step": 3050, "epoch": 7, "train_loss": 0.0006570710684172809}, {"step": 3100, "epoch": 7, "train_loss": 0.00026767479721456766}, {"epoch_end": 7, "step": 3128, "test_acc": 0.982, "test_loss": 0.06477693359851837}, {"step": 3150, "epoch": 8, "train_loss": 0.0010150651214644313}, {"step": 3200, "epoch": 8, "train_loss": 0.0012428504414856434}, {"step": 3250, "epoch": 8, "train_loss": 0.000427462684456259}, {"step": 3300, "epoch": 8, "train_loss": 0.0009718149667605758}, {"step": 3350, "epoch": 8, "train_loss": 0.00129345478489995}, {"step": 3400, "epoch": 8, "train_loss": 0.0005332918372005224}, {"step": 3450, "epoch": 8, "train_loss": 0.0008907217415980995}, {"step": 3500, "epoch": 8, "train_loss": 0.001294145593419671}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9827, "test_loss": 0.06395491318702698}, {"step": 3550, "epoch": 9, "train_loss": 0.000753117841668427}, {"step": 3600, "epoch": 9, "train_loss": 0.0005019091186113656}, {"step": 3650, "epoch": 9, "train_loss": 0.0006431470392271876}, {"step": 3700, "epoch": 9, "train_loss": 0.0009348666062578559}, {"step": 3750, "epoch": 9, "train_loss": 0.0007027497049421072}, {"step": 3800, "epoch": 9, "train_loss": 0.0006212175940163434}, {"step": 3850, "epoch": 9, "train_loss": 0.0010553905740380287}, {"step": 3900, "epoch": 9, "train_loss": 0.0005517182871699333}, {"epoch_end": 9, "step": 3910, "test_acc": 0.983, "test_loss": 0.06432993080615998}, {"step": 3950, "epoch": 10, "train_loss": 0.0004603722190950066}, {"step": 4000, "epoch": 10, "train_loss": 0.0004162269760854542}, {"step": 4050, "epoch": 10, "train_loss": 0.0004462863435037434}, {"step": 4100, "epoch": 10, "train_loss": 0.0004958886420354247}, {"step": 4150, "epoch": 10, "train_loss": 0.0003406362666282803}, {"step": 4200, "epoch": 10, "train_loss": 0.0007007773383520544}, {"step": 4250, "epoch": 10, "train_loss": 0.0009182135108858347}, {"step": 4300, "epoch": 10, "train_loss": 0.0005545609747059643}, {"epoch_end": 10, "step": 4301, "test_acc": 0.983, "test_loss": 0.06488247911930084}, {"step": 4350, "epoch": 11, "train_loss": 0.0004071989969816059}, {"step": 4400, "epoch": 11, "train_loss": 0.0003315162321086973}, {"step": 4450, "epoch": 11, "train_loss": 0.0006633535958826542}, {"step": 4500, "epoch": 11, "train_loss": 0.00010253748041577637}, {"step": 4550, "epoch": 11, "train_loss": 0.0006887367926537991}, {"step": 4600, "epoch": 11, "train_loss": 0.0003963009512517601}, {"step": 4650, "epoch": 11, "train_loss": 0.0003844579914584756}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9822, "test_loss": 0.06531458361148834}, {"step": 4700, "epoch": 12, "train_loss": 0.0004065718094352633}, {"step": 4750, "epoch": 12, "train_loss": 0.00033848575549200177}, {"step": 4800, "epoch": 12, "train_loss": 0.0002892371849156916}, {"step": 4850, "epoch": 12, "train_loss": 0.0004845227231271565}, {"step": 4900, "epoch": 12, "train_loss": 0.00024412700440734625}, {"step": 4950, "epoch": 12, "train_loss": 0.00030023936415091157}, {"step": 5000, "epoch": 12, "train_loss": 0.00024332848261110485}, {"step": 5050, "epoch": 12, "train_loss": 0.0004567825817503035}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9825, "test_loss": 0.06623954076766968}, {"step": 5100, "epoch": 13, "train_loss": 0.00016468159446958452}, {"step": 5150, "epoch": 13, "train_loss": 0.00025742515572346747}, {"step": 5200, "epoch": 13, "train_loss": 0.00033552414970472455}, {"step": 5250, "epoch": 13, "train_loss": 0.0002660847967490554}, {"step": 5300, "epoch": 13, "train_loss": 0.0003849796485155821}, {"step": 5350, "epoch": 13, "train_loss": 0.0005942221032455564}, {"step": 5400, "epoch": 13, "train_loss": 0.0003764637222047895}, {"step": 5450, "epoch": 13, "train_loss": 0.0002784874814096838}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9821, "test_loss": 0.06642956681251526}, {"step": 5500, "epoch": 14, "train_loss": 0.00019224861171096563}, {"step": 5550, "epoch": 14, "train_loss": 0.00019856893050018698}, {"step": 5600, "epoch": 14, "train_loss": 0.00029150358750484884}, {"step": 5650, "epoch": 14, "train_loss": 0.0002758139162324369}, {"step": 5700, "epoch": 14, "train_loss": 0.00016413243429269642}, {"step": 5750, "epoch": 14, "train_loss": 0.00029075893689878285}, {"step": 5800, "epoch": 14, "train_loss": 0.0005512562347576022}, {"step": 5850, "epoch": 14, "train_loss": 0.0003855454851873219}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9823, "test_loss": 0.06659512944221496}, {"step": 5900, "epoch": 15, "train_loss": 0.00030275731114670634}, {"step": 5950, "epoch": 15, "train_loss": 0.0005909244064241648}, {"step": 6000, "epoch": 15, "train_loss": 0.0007963006501086056}, {"step": 6050, "epoch": 15, "train_loss": 0.0005001101526431739}, {"step": 6100, "epoch": 15, "train_loss": 0.00038352704723365605}, {"step": 6150, "epoch": 15, "train_loss": 0.00017658129218034446}, {"step": 6200, "epoch": 15, "train_loss": 0.00024217668396886438}, {"step": 6250, "epoch": 15, "train_loss": 0.0002441025571897626}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9823, "test_loss": 0.06696779105663299}, {"step": 6300, "epoch": 16, "train_loss": 0.00028671027394011617}, {"step": 6350, "epoch": 16, "train_loss": 0.0002762399963103235}, {"step": 6400, "epoch": 16, "train_loss": 0.00026485606213100255}, {"step": 6450, "epoch": 16, "train_loss": 0.0001458521728636697}, {"step": 6500, "epoch": 16, "train_loss": 0.00019079333287663758}, {"step": 6550, "epoch": 16, "train_loss": 0.0003307300794404}, {"step": 6600, "epoch": 16, "train_loss": 0.00018858803377952427}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9822, "test_loss": 0.06753145294189453}, {"step": 6650, "epoch": 17, "train_loss": 0.000171003004652448}, {"step": 6700, "epoch": 17, "train_loss": 7.685734453843907e-05}, {"step": 6750, "epoch": 17, "train_loss": 0.00036232310230843723}, {"step": 6800, "epoch": 17, "train_loss": 0.0005187136121094227}, {"step": 6850, "epoch": 17, "train_loss": 0.00020913692424073815}, {"step": 6900, "epoch": 17, "train_loss": 0.00038698784192092717}, {"step": 6950, "epoch": 17, "train_loss": 0.0003824024461209774}, {"step": 7000, "epoch": 17, "train_loss": 0.00024175744329113513}, {"epoch_end": 17, "step": 7038, "test_acc": 0.982, "test_loss": 0.06790700902938843}, {"step": 7050, "epoch": 18, "train_loss": 0.00010076271428260952}, {"step": 7100, "epoch": 18, "train_loss": 0.0004818835586775094}, {"step": 7150, "epoch": 18, "train_loss": 0.0001282418379560113}, {"step": 7200, "epoch": 18, "train_loss": 0.00022909947438165545}, {"step": 7250, "epoch": 18, "train_loss": 0.0002681675832718611}, {"step": 7300, "epoch": 18, "train_loss": 0.0001535369228804484}, {"step": 7350, "epoch": 18, "train_loss": 0.0002778891648631543}, {"step": 7400, "epoch": 18, "train_loss": 0.00013149986625649035}, {"epoch_end": 18, "step": 7429, "test_acc": 0.982, "test_loss": 0.06821255953311921}, {"step": 7450, "epoch": 19, "train_loss": 0.00011930915206903592}, {"step": 7500, "epoch": 19, "train_loss": 0.00021120889869052917}, {"step": 7550, "epoch": 19, "train_loss": 0.00014083427959121764}, {"step": 7600, "epoch": 19, "train_loss": 0.0001297366979997605}, {"step": 7650, "epoch": 19, "train_loss": 0.0002484520082361996}, {"step": 7700, "epoch": 19, "train_loss": 0.0003101026813965291}, {"step": 7750, "epoch": 19, "train_loss": 0.0003120971377938986}, {"step": 7800, "epoch": 19, "train_loss": 0.00043770854244939983}, {"epoch_end": 19, "step": 7820, "test_acc": 0.982, "test_loss": 0.06876953277587891}, {"step": 7850, "epoch": 20, "train_loss": 0.00023918398073874414}, {"step": 7900, "epoch": 20, "train_loss": 0.00022796427947469056}, {"step": 7950, "epoch": 20, "train_loss": 0.00020591366046573967}, {"step": 8000, "epoch": 20, "train_loss": 0.00017604987078811973}, {"step": 8050, "epoch": 20, "train_loss": 0.0003119779285043478}, {"step": 8100, "epoch": 20, "train_loss": 0.00027039277483709157}, {"step": 8150, "epoch": 20, "train_loss": 0.0002314972662134096}, {"step": 8200, "epoch": 20, "train_loss": 0.00017025195120368153}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9821, "test_loss": 0.06864234426021576}, {"step": 8250, "epoch": 21, "train_loss": 0.00027244724333286285}, {"step": 8300, "epoch": 21, "train_loss": 0.0003263983817305416}, {"step": 8350, "epoch": 21, "train_loss": 0.0002498553949408233}, {"step": 8400, "epoch": 21, "train_loss": 0.00019472699204925448}, {"step": 8450, "epoch": 21, "train_loss": 0.0002644308260641992}, {"step": 8500, "epoch": 21, "train_loss": 0.00028223133995197713}, {"step": 8550, "epoch": 21, "train_loss": 0.00014954172365833074}, {"step": 8600, "epoch": 21, "train_loss": 0.00040411241934634745}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9823, "test_loss": 0.06904381999969482}, {"step": 8650, "epoch": 22, "train_loss": 5.3622872655978426e-05}, {"step": 8700, "epoch": 22, "train_loss": 0.0001583873963681981}, {"step": 8750, "epoch": 22, "train_loss": 0.000156955182319507}, {"step": 8800, "epoch": 22, "train_loss": 0.0002563362941145897}, {"step": 8850, "epoch": 22, "train_loss": 0.00017428894352633506}, {"step": 8900, "epoch": 22, "train_loss": 0.0002918229438364506}, {"step": 8950, "epoch": 22, "train_loss": 0.00014164915774017572}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9821, "test_loss": 0.0692156311750412}, {"step": 9000, "epoch": 23, "train_loss": 0.00013385365309659392}, {"step": 9050, "epoch": 23, "train_loss": 0.00020748349197674543}, {"step": 9100, "epoch": 23, "train_loss": 0.0001459649356547743}, {"step": 9150, "epoch": 23, "train_loss": 0.0003073972766287625}, {"step": 9200, "epoch": 23, "train_loss": 0.0004011383280158043}, {"step": 9250, "epoch": 23, "train_loss": 0.00017938231758307666}, {"step": 9300, "epoch": 23, "train_loss": 0.0001630602782825008}, {"step": 9350, "epoch": 23, "train_loss": 0.0001408213283866644}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9821, "test_loss": 0.06973854053020477}, {"step": 9400, "epoch": 24, "train_loss": 0.00017392511654179543}, {"step": 9450, "epoch": 24, "train_loss": 0.0001414568832842633}, {"step": 9500, "epoch": 24, "train_loss": 0.00018371750775258988}, {"step": 9550, "epoch": 24, "train_loss": 0.00018593613640405238}, {"step": 9600, "epoch": 24, "train_loss": 0.00012335574137978256}, {"step": 9650, "epoch": 24, "train_loss": 0.00038748636143282056}, {"step": 9700, "epoch": 24, "train_loss": 0.0001475872122682631}, {"step": 9750, "epoch": 24, "train_loss": 0.000346777233062312}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9822, "test_loss": 0.06982813806533814}, {"step": 9800, "epoch": 25, "train_loss": 0.00024337014474440366}, {"step": 9850, "epoch": 25, "train_loss": 8.533225627616048e-05}, {"step": 9900, "epoch": 25, "train_loss": 0.0001415676379110664}, {"step": 9950, "epoch": 25, "train_loss": 0.0001794879644876346}, {"step": 10000, "epoch": 25, "train_loss": 0.00016750920622143894}, {"step": 10050, "epoch": 25, "train_loss": 0.00017902880790643394}, {"step": 10100, "epoch": 25, "train_loss": 7.031518907751888e-05}, {"step": 10150, "epoch": 25, "train_loss": 7.748910138616338e-05}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9823, "test_loss": 0.07020766885280609}, {"step": 10200, "epoch": 26, "train_loss": 0.00015142199117690325}, {"step": 10250, "epoch": 26, "train_loss": 0.0001676409156061709}, {"step": 10300, "epoch": 26, "train_loss": 0.0006408453918993473}, {"step": 10350, "epoch": 26, "train_loss": 0.00010243834549328312}, {"step": 10400, "epoch": 26, "train_loss": 0.00018792381160892546}, {"step": 10450, "epoch": 26, "train_loss": 0.00021770148305222392}, {"step": 10500, "epoch": 26, "train_loss": 0.0002606553607620299}, {"step": 10550, "epoch": 26, "train_loss": 0.00014884512347634882}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9825, "test_loss": 0.07020120000839233}, {"step": 10600, "epoch": 27, "train_loss": 0.00013303371088113636}, {"step": 10650, "epoch": 27, "train_loss": 0.0001042265139403753}, {"step": 10700, "epoch": 27, "train_loss": 0.00017302836931776255}, {"step": 10750, "epoch": 27, "train_loss": 0.00010637284140102565}, {"step": 10800, "epoch": 27, "train_loss": 8.225101191783324e-05}, {"step": 10850, "epoch": 27, "train_loss": 0.00011209220247110352}, {"step": 10900, "epoch": 27, "train_loss": 0.00011732666462194175}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9824, "test_loss": 0.07048356173038482}, {"step": 10950, "epoch": 28, "train_loss": 9.116545697906986e-05}, {"step": 11000, "epoch": 28, "train_loss": 0.00013100425712764263}, {"step": 11050, "epoch": 28, "train_loss": 0.00019479515322018415}, {"step": 11100, "epoch": 28, "train_loss": 0.00018591596744954586}, {"step": 11150, "epoch": 28, "train_loss": 0.00020639541617128998}, {"step": 11200, "epoch": 28, "train_loss": 0.00030769273871555924}, {"step": 11250, "epoch": 28, "train_loss": 0.0002442343393340707}, {"step": 11300, "epoch": 28, "train_loss": 0.00018512313545215875}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9823, "test_loss": 0.0707089108467102}, {"step": 11350, "epoch": 29, "train_loss": 6.667670822935179e-05}, {"step": 11400, "epoch": 29, "train_loss": 0.00013695532106794417}, {"step": 11450, "epoch": 29, "train_loss": 0.00011054729839088395}, {"step": 11500, "epoch": 29, "train_loss": 0.000191112732863985}, {"step": 11550, "epoch": 29, "train_loss": 0.0001408804237144068}, {"step": 11600, "epoch": 29, "train_loss": 0.0001169414899777621}, {"step": 11650, "epoch": 29, "train_loss": 0.00014639200526289642}, {"step": 11700, "epoch": 29, "train_loss": 8.661879110150039e-05}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9823, "test_loss": 0.07113192942142486}, {"step": 11750, "epoch": 30, "train_loss": 0.00016585398407187313}, {"step": 11800, "epoch": 30, "train_loss": 9.314974886365235e-05}, {"step": 11850, "epoch": 30, "train_loss": 0.0001379562891088426}, {"step": 11900, "epoch": 30, "train_loss": 0.000288347655441612}, {"step": 11950, "epoch": 30, "train_loss": 3.957553053623997e-05}, {"step": 12000, "epoch": 30, "train_loss": 0.00010720522550400347}, {"step": 12050, "epoch": 30, "train_loss": 0.00026723407790996134}, {"step": 12100, "epoch": 30, "train_loss": 0.00016123450768645853}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9826, "test_loss": 0.07132444226741791}, {"step": 12150, "epoch": 31, "train_loss": 7.310279761441052e-05}, {"step": 12200, "epoch": 31, "train_loss": 0.00013533253513742238}, {"step": 12250, "epoch": 31, "train_loss": 0.00018238257325720042}, {"step": 12300, "epoch": 31, "train_loss": 0.00016959328786469996}, {"step": 12350, "epoch": 31, "train_loss": 0.00015473912935703993}, {"step": 12400, "epoch": 31, "train_loss": 0.00014704602654092014}, {"step": 12450, "epoch": 31, "train_loss": 7.45190482120961e-05}, {"step": 12500, "epoch": 31, "train_loss": 8.816300396574661e-05}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9826, "test_loss": 0.07158498110771179}, {"step": 12550, "epoch": 32, "train_loss": 0.00015647534746676683}, {"step": 12600, "epoch": 32, "train_loss": 4.574751801555976e-05}, {"step": 12650, "epoch": 32, "train_loss": 0.0001751705422066152}, {"step": 12700, "epoch": 32, "train_loss": 0.00014326281961984932}, {"step": 12750, "epoch": 32, "train_loss": 6.200213101692498e-05}, {"step": 12800, "epoch": 32, "train_loss": 0.00014036823995411396}, {"step": 12850, "epoch": 32, "train_loss": 7.8596654930152e-05}, {"step": 12900, "epoch": 32, "train_loss": 0.00011966586316702887}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9822, "test_loss": 0.07155118088722229}, {"step": 12950, "epoch": 33, "train_loss": 0.0001026100799208507}, {"step": 13000, "epoch": 33, "train_loss": 2.1482434021891095e-05}, {"step": 13050, "epoch": 33, "train_loss": 0.0001024871671688743}, {"step": 13100, "epoch": 33, "train_loss": 8.15420935396105e-05}, {"step": 13150, "epoch": 33, "train_loss": 9.265338303521276e-05}, {"step": 13200, "epoch": 33, "train_loss": 8.400554361287504e-05}, {"step": 13250, "epoch": 33, "train_loss": 0.00014082127017900348}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9823, "test_loss": 0.07181319499015808}, {"step": 13300, "epoch": 34, "train_loss": 0.00010497891344130039}, {"step": 13350, "epoch": 34, "train_loss": 9.789143950911239e-05}, {"step": 13400, "epoch": 34, "train_loss": 7.073623419273645e-05}, {"step": 13450, "epoch": 34, "train_loss": 0.000158779788762331}, {"step": 13500, "epoch": 34, "train_loss": 0.00014324976655188948}, {"step": 13550, "epoch": 34, "train_loss": 0.00015139684546738863}, {"step": 13600, "epoch": 34, "train_loss": 8.271951082861051e-05}, {"step": 13650, "epoch": 34, "train_loss": 0.0001869858242571354}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9824, "test_loss": 0.07199977967739105}, {"step": 13700, "epoch": 35, "train_loss": 0.00010000423208111897}, {"step": 13750, "epoch": 35, "train_loss": 0.0001265459432033822}, {"step": 13800, "epoch": 35, "train_loss": 6.0690828831866384e-05}, {"step": 13850, "epoch": 35, "train_loss": 8.21175635792315e-05}, {"step": 13900, "epoch": 35, "train_loss": 7.61707269703038e-05}, {"step": 13950, "epoch": 35, "train_loss": 0.00012741728278342634}, {"step": 14000, "epoch": 35, "train_loss": 0.00014662323519587517}, {"step": 14050, "epoch": 35, "train_loss": 0.00010665254376363009}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9825, "test_loss": 0.0720987134218216}, {"step": 14100, "epoch": 36, "train_loss": 0.00010022315836977214}, {"step": 14150, "epoch": 36, "train_loss": 0.00012014907406410202}, {"step": 14200, "epoch": 36, "train_loss": 0.00011025811545550823}, {"step": 14250, "epoch": 36, "train_loss": 8.281894406536594e-05}, {"step": 14300, "epoch": 36, "train_loss": 7.753208774374798e-05}, {"step": 14350, "epoch": 36, "train_loss": 7.115164044080302e-05}, {"step": 14400, "epoch": 36, "train_loss": 0.00010429690883029252}, {"step": 14450, "epoch": 36, "train_loss": 0.0001684669405221939}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9823, "test_loss": 0.0724632453918457}, {"step": 14500, "epoch": 37, "train_loss": 0.00015782154514454305}, {"step": 14550, "epoch": 37, "train_loss": 0.00016582824173383415}, {"step": 14600, "epoch": 37, "train_loss": 9.529571980237961e-05}, {"step": 14650, "epoch": 37, "train_loss": 0.00013081959332339466}, {"step": 14700, "epoch": 37, "train_loss": 9.678712376626208e-05}, {"step": 14750, "epoch": 37, "train_loss": 0.00010260410635964945}, {"step": 14800, "epoch": 37, "train_loss": 0.00010376367572462186}, {"step": 14850, "epoch": 37, "train_loss": 0.00011195241677341983}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9824, "test_loss": 0.07262233598232269}, {"step": 14900, "epoch": 38, "train_loss": 0.0001261540746781975}, {"step": 14950, "epoch": 38, "train_loss": 4.753496978082694e-05}, {"step": 15000, "epoch": 38, "train_loss": 0.00010446550732012838}, {"step": 15050, "epoch": 38, "train_loss": 0.00012228944979142398}, {"step": 15100, "epoch": 38, "train_loss": 8.372465526917949e-05}, {"step": 15150, "epoch": 38, "train_loss": 0.0001652511564316228}, {"step": 15200, "epoch": 38, "train_loss": 0.00011684901983244345}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9824, "test_loss": 0.07281769666671753}, {"step": 15250, "epoch": 39, "train_loss": 5.44444119441323e-05}, {"step": 15300, "epoch": 39, "train_loss": 0.00012498344585765153}, {"step": 15350, "epoch": 39, "train_loss": 0.0001315827394137159}, {"step": 15400, "epoch": 39, "train_loss": 4.416018782649189e-05}, {"step": 15450, "epoch": 39, "train_loss": 0.00011781732609961182}, {"step": 15500, "epoch": 39, "train_loss": 0.00012895047257188708}, {"step": 15550, "epoch": 39, "train_loss": 0.00010468668187968433}, {"step": 15600, "epoch": 39, "train_loss": 0.000119170275866054}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9824, "test_loss": 0.07273680033683777}, {"step": 15650, "epoch": 40, "train_loss": 0.0001562256074976176}, {"step": 15700, "epoch": 40, "train_loss": 0.00011722339695552364}, {"step": 15750, "epoch": 40, "train_loss": 0.00011648552026599646}, {"step": 15800, "epoch": 40, "train_loss": 8.262212941190228e-05}, {"step": 15850, "epoch": 40, "train_loss": 6.360868428600952e-05}, {"step": 15900, "epoch": 40, "train_loss": 6.990364636294544e-05}, {"step": 15950, "epoch": 40, "train_loss": 0.00011839577928185463}, {"step": 16000, "epoch": 40, "train_loss": 4.7768910008016974e-05}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9823, "test_loss": 0.07302525553703308}, {"step": 16050, "epoch": 41, "train_loss": 3.906136771547608e-05}, {"step": 16100, "epoch": 41, "train_loss": 9.667626727605239e-05}, {"step": 16150, "epoch": 41, "train_loss": 6.489922088803723e-05}, {"step": 16200, "epoch": 41, "train_loss": 8.879737288225442e-05}, {"step": 16250, "epoch": 41, "train_loss": 9.772679186426103e-05}, {"step": 16300, "epoch": 41, "train_loss": 0.00011680692114168778}, {"step": 16350, "epoch": 41, "train_loss": 4.3800311686936766e-05}, {"step": 16400, "epoch": 41, "train_loss": 6.033727549947798e-05}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9822, "test_loss": 0.0732531754732132}, {"step": 16450, "epoch": 42, "train_loss": 9.038130519911647e-05}, {"step": 16500, "epoch": 42, "train_loss": 8.870967576513067e-05}, {"step": 16550, "epoch": 42, "train_loss": 0.00011105045268777758}, {"step": 16600, "epoch": 42, "train_loss": 0.0001018223338178359}, {"step": 16650, "epoch": 42, "train_loss": 9.798898827284575e-05}, {"step": 16700, "epoch": 42, "train_loss": 9.941561438608915e-05}, {"step": 16750, "epoch": 42, "train_loss": 3.990048935520463e-05}, {"step": 16800, "epoch": 42, "train_loss": 5.557856275117956e-05}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9823, "test_loss": 0.07334045102596283}, {"step": 16850, "epoch": 43, "train_loss": 0.00017611750809010118}, {"step": 16900, "epoch": 43, "train_loss": 3.254746843595058e-05}, {"step": 16950, "epoch": 43, "train_loss": 0.0001254407106898725}, {"step": 17000, "epoch": 43, "train_loss": 0.00010230945918010548}, {"step": 17050, "epoch": 43, "train_loss": 0.00010348315845476463}, {"step": 17100, "epoch": 43, "train_loss": 0.00010938123159576207}, {"step": 17150, "epoch": 43, "train_loss": 9.295062773162499e-05}, {"step": 17200, "epoch": 43, "train_loss": 8.73756580404006e-05}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9824, "test_loss": 0.0735169570684433}, {"step": 17250, "epoch": 44, "train_loss": 0.00012045214680256322}, {"step": 17300, "epoch": 44, "train_loss": 7.39220340619795e-05}, {"step": 17350, "epoch": 44, "train_loss": 0.00010807770013343543}, {"step": 17400, "epoch": 44, "train_loss": 5.721647175960243e-05}, {"step": 17450, "epoch": 44, "train_loss": 8.975994569482282e-05}, {"step": 17500, "epoch": 44, "train_loss": 7.000534242251888e-05}, {"step": 17550, "epoch": 44, "train_loss": 7.898522017057985e-05}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9825, "test_loss": 0.07354362771511078}, {"step": 17600, "epoch": 45, "train_loss": 6.495175330201164e-05}, {"step": 17650, "epoch": 45, "train_loss": 4.996823190595023e-05}, {"step": 17700, "epoch": 45, "train_loss": 6.494879198726267e-05}, {"step": 17750, "epoch": 45, "train_loss": 0.00010916673636529595}, {"step": 17800, "epoch": 45, "train_loss": 0.0001427386305294931}, {"step": 17850, "epoch": 45, "train_loss": 2.840458728314843e-05}, {"step": 17900, "epoch": 45, "train_loss": 0.00011785737297032028}, {"step": 17950, "epoch": 45, "train_loss": 0.00010468365508131683}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9826, "test_loss": 0.0736644469499588}, {"step": 18000, "epoch": 46, "train_loss": 6.735041824867949e-05}, {"step": 18050, "epoch": 46, "train_loss": 8.015131606953219e-05}, {"step": 18100, "epoch": 46, "train_loss": 0.00014791030844207853}, {"step": 18150, "epoch": 46, "train_loss": 4.958805948263034e-05}, {"step": 18200, "epoch": 46, "train_loss": 8.59920255606994e-05}, {"step": 18250, "epoch": 46, "train_loss": 0.00012379138206597418}, {"step": 18300, "epoch": 46, "train_loss": 8.459287346340716e-05}, {"step": 18350, "epoch": 46, "train_loss": 8.889364107744768e-05}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9823, "test_loss": 0.07394657111167907}, {"step": 18400, "epoch": 47, "train_loss": 0.00014312894199974835}, {"step": 18450, "epoch": 47, "train_loss": 9.561284969095141e-05}, {"step": 18500, "epoch": 47, "train_loss": 0.00011175027611898258}, {"step": 18550, "epoch": 47, "train_loss": 7.635763176949695e-05}, {"step": 18600, "epoch": 47, "train_loss": 5.992374644847587e-05}, {"step": 18650, "epoch": 47, "train_loss": 7.81769267632626e-05}, {"step": 18700, "epoch": 47, "train_loss": 0.00010441666381666437}, {"step": 18750, "epoch": 47, "train_loss": 5.75658050365746e-05}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9821, "test_loss": 0.07403854053020477}, {"step": 18800, "epoch": 48, "train_loss": 8.952071220846847e-05}, {"step": 18850, "epoch": 48, "train_loss": 0.00013094651512801647}, {"step": 18900, "epoch": 48, "train_loss": 8.92580283107236e-05}, {"step": 18950, "epoch": 48, "train_loss": 0.00013096717884764075}, {"step": 19000, "epoch": 48, "train_loss": 4.9101894546765834e-05}, {"step": 19050, "epoch": 48, "train_loss": 0.0001172402044176124}, {"step": 19100, "epoch": 48, "train_loss": 0.00012353617057669908}, {"step": 19150, "epoch": 48, "train_loss": 4.79581140098162e-05}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9824, "test_loss": 0.07410611226558686}, {"step": 19200, "epoch": 49, "train_loss": 6.559942266903818e-05}, {"step": 19250, "epoch": 49, "train_loss": 3.0149900339893065e-05}, {"step": 19300, "epoch": 49, "train_loss": 0.0001462077343603596}, {"step": 19350, "epoch": 49, "train_loss": 5.97396501689218e-05}, {"step": 19400, "epoch": 49, "train_loss": 5.460399552248418e-05}, {"step": 19450, "epoch": 49, "train_loss": 8.010011515580118e-05}, {"step": 19500, "epoch": 49, "train_loss": 4.404330320539884e-05}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9826, "test_loss": 0.07417121508121491}, {"step": 19550, "epoch": 50, "train_loss": 4.9031415983336046e-05}, {"step": 19600, "epoch": 50, "train_loss": 7.938475027913228e-05}, {"step": 19650, "epoch": 50, "train_loss": 5.907006197958253e-05}, {"step": 19700, "epoch": 50, "train_loss": 9.532719559501857e-05}, {"step": 19750, "epoch": 50, "train_loss": 0.00011879079829668626}, {"step": 19800, "epoch": 50, "train_loss": 9.401971328770742e-05}, {"step": 19850, "epoch": 50, "train_loss": 0.00010365439811721444}, {"step": 19900, "epoch": 50, "train_loss": 6.902610039105639e-05}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9825, "test_loss": 0.07441231799125671}, {"step": 19950, "epoch": 51, "train_loss": 6.549915997311473e-05}, {"step": 20000, "epoch": 51, "train_loss": 7.088192796800286e-05}, {"step": 20050, "epoch": 51, "train_loss": 5.6188771850429475e-05}, {"step": 20100, "epoch": 51, "train_loss": 9.272971510654315e-05}, {"step": 20150, "epoch": 51, "train_loss": 6.000376015435904e-05}, {"step": 20200, "epoch": 51, "train_loss": 4.801159957423806e-05}, {"step": 20250, "epoch": 51, "train_loss": 7.490316784242168e-05}, {"step": 20300, "epoch": 51, "train_loss": 4.978404467692599e-05}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9823, "test_loss": 0.07454870312213897}, {"step": 20350, "epoch": 52, "train_loss": 7.510327850468457e-05}, {"step": 20400, "epoch": 52, "train_loss": 6.939469312783331e-05}, {"step": 20450, "epoch": 52, "train_loss": 8.163674647221342e-05}, {"step": 20500, "epoch": 52, "train_loss": 8.654869452584535e-05}, {"step": 20550, "epoch": 52, "train_loss": 4.4575932406587526e-05}, {"step": 20600, "epoch": 52, "train_loss": 4.2092910007340834e-05}, {"step": 20650, "epoch": 52, "train_loss": 0.00011290486145298928}, {"step": 20700, "epoch": 52, "train_loss": 5.729187614633702e-05}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9826, "test_loss": 0.07465790474414825}, {"step": 20750, "epoch": 53, "train_loss": 4.6212200686568394e-05}, {"step": 20800, "epoch": 53, "train_loss": 5.028162559028715e-05}, {"step": 20850, "epoch": 53, "train_loss": 0.00012157174933236092}, {"step": 20900, "epoch": 53, "train_loss": 8.602908928878605e-05}, {"step": 20950, "epoch": 53, "train_loss": 5.119134220876731e-05}, {"step": 21000, "epoch": 53, "train_loss": 6.624473462579772e-05}, {"step": 21050, "epoch": 53, "train_loss": 3.67031097994186e-05}, {"step": 21100, "epoch": 53, "train_loss": 8.919837273424491e-05}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9828, "test_loss": 0.07469781258106231}, {"step": 21150, "epoch": 54, "train_loss": 6.768188904970884e-05}, {"step": 21200, "epoch": 54, "train_loss": 7.07425715518184e-05}, {"step": 21250, "epoch": 54, "train_loss": 4.073796662851237e-05}, {"step": 21300, "epoch": 54, "train_loss": 4.6096101868897676e-05}, {"step": 21350, "epoch": 54, "train_loss": 0.00012614516890607774}, {"step": 21400, "epoch": 54, "train_loss": 0.00011193368845852092}, {"step": 21450, "epoch": 54, "train_loss": 5.3564344852929935e-05}, {"step": 21500, "epoch": 54, "train_loss": 5.654282358591445e-05}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9825, "test_loss": 0.07487600562572479}, {"step": 21550, "epoch": 55, "train_loss": 5.930594488745555e-05}, {"step": 21600, "epoch": 55, "train_loss": 6.538955494761467e-05}, {"step": 21650, "epoch": 55, "train_loss": 5.246430009719916e-05}, {"step": 21700, "epoch": 55, "train_loss": 5.71998352825176e-05}, {"step": 21750, "epoch": 55, "train_loss": 9.13015246624127e-05}, {"step": 21800, "epoch": 55, "train_loss": 8.234952838392928e-05}, {"step": 21850, "epoch": 55, "train_loss": 4.860348781221546e-05}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9824, "test_loss": 0.07497089083194733}, {"step": 21900, "epoch": 56, "train_loss": 4.503215677686967e-05}, {"step": 21950, "epoch": 56, "train_loss": 0.00012738603982143104}, {"step": 22000, "epoch": 56, "train_loss": 5.835053889313713e-05}, {"step": 22050, "epoch": 56, "train_loss": 3.342126728966832e-05}, {"step": 22100, "epoch": 56, "train_loss": 8.424964471487328e-05}, {"step": 22150, "epoch": 56, "train_loss": 7.506604015361518e-05}, {"step": 22200, "epoch": 56, "train_loss": 0.00010929679410764948}, {"step": 22250, "epoch": 56, "train_loss": 0.00010192799527430907}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9828, "test_loss": 0.07501358375549316}, {"step": 22300, "epoch": 57, "train_loss": 8.641889144200832e-05}, {"step": 22350, "epoch": 57, "train_loss": 9.553621930535883e-05}, {"step": 22400, "epoch": 57, "train_loss": 9.411010978510603e-05}, {"step": 22450, "epoch": 57, "train_loss": 3.614365778048523e-05}, {"step": 22500, "epoch": 57, "train_loss": 5.179240179131739e-05}, {"step": 22550, "epoch": 57, "train_loss": 9.921447781380266e-05}, {"step": 22600, "epoch": 57, "train_loss": 3.4977045288542286e-05}, {"step": 22650, "epoch": 57, "train_loss": 8.051656186580658e-05}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9828, "test_loss": 0.07515615546703339}, {"step": 22700, "epoch": 58, "train_loss": 4.0420691220788285e-05}, {"step": 22750, "epoch": 58, "train_loss": 0.00010954443132504821}, {"step": 22800, "epoch": 58, "train_loss": 5.781911386293359e-05}, {"step": 22850, "epoch": 58, "train_loss": 7.690515485592186e-05}, {"step": 22900, "epoch": 58, "train_loss": 4.0996306779561564e-05}, {"step": 22950, "epoch": 58, "train_loss": 8.312310819746926e-05}, {"step": 23000, "epoch": 58, "train_loss": 6.169656990095973e-05}, {"step": 23050, "epoch": 58, "train_loss": 4.595829886966385e-05}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9828, "test_loss": 0.07521653604507446}, {"step": 23100, "epoch": 59, "train_loss": 5.3675899835070595e-05}, {"step": 23150, "epoch": 59, "train_loss": 4.667649045586586e-05}, {"step": 23200, "epoch": 59, "train_loss": 2.549180862843059e-05}, {"step": 23250, "epoch": 59, "train_loss": 6.324099376797676e-05}, {"step": 23300, "epoch": 59, "train_loss": 7.184348214650527e-05}, {"step": 23350, "epoch": 59, "train_loss": 4.770923624164425e-05}, {"step": 23400, "epoch": 59, "train_loss": 0.00016594136832281947}, {"step": 23450, "epoch": 59, "train_loss": 5.886968210688792e-05}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9825, "test_loss": 0.07537817180156708}], "final": {"test_acc": 0.9825, "test_loss": 0.07537817180156708, "wall_s": 45.61236500740051}}
|
