1
|
{"args": {"mode": "bp", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "pilot_jac_cifar10_bp_w64_d60_s0", "n_in": 3072}, "provenance": {"git_commit": "4856f33c47ae490d6688eef50db50a3d69766406", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6154472827911377}, {"epoch_end": 0, "step": 391, "test_acc": 0.3756, "test_loss": 1.7967720581054687}, {"step": 500, "epoch": 1, "train_loss": 1.764350414276123}, {"epoch_end": 1, "step": 782, "test_acc": 0.3947, "test_loss": 1.7364661865234374}, {"step": 1000, "epoch": 2, "train_loss": 1.71304452419281}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4056, "test_loss": 1.7077377685546875}, {"step": 1500, "epoch": 3, "train_loss": 1.5759260654449463}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4126, "test_loss": 1.6889246704101561}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4293, "test_loss": 1.6495174194335938}], "final": {"test_acc": 0.4293, "test_loss": 1.6495174194335938, "wall_s": 63.739113569259644}}
|