1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 30, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d30_s1"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3316, "test_loss": 1.9141797485351562, "train_loss": 1.909462332725525, "cos_fa_negg": [0.4766767621040344, 0.46940356492996216, 0.4658898711204529, 0.463259220123291, 0.4686715602874756, 0.4795825481414795, 0.4418402910232544, 0.4256480038166046, 0.43237608671188354, 0.4125264585018158, 0.42263275384902954, 0.42192184925079346, 0.3923310935497284, 0.3610675036907196, 0.3622701168060303, 0.3606058657169342, 0.37868690490722656, 0.37752383947372437, 0.36491620540618896, 0.3429092764854431, 0.3493986129760742, 0.36007651686668396, 0.3415355086326599, 0.3417968451976776, 0.3468305170536041, 0.34194034337997437, 0.3330402970314026, 0.3199993968009949, 0.31312650442123413, 0.3317967355251312]}, {"epoch_end": 1, "test_acc": 0.3648, "test_loss": 1.8278525512695312, "train_loss": 1.8296983242034912, "cos_fa_negg": [0.5319972038269043, 0.5389089584350586, 0.5435370206832886, 0.5376653075218201, 0.546789824962616, 0.5401828289031982, 0.520318865776062, 0.5080517530441284, 0.5025713443756104, 0.4859846830368042, 0.4964368939399719, 0.48192155361175537, 0.4734562039375305, 0.44807112216949463, 0.47930634021759033, 0.4592658579349518, 0.4873005449771881, 0.45718806982040405, 0.46097421646118164, 0.44537651538848877, 0.463547945022583, 0.46133124828338623, 0.4514022469520569, 0.43518033623695374, 0.44571569561958313, 0.43578052520751953, 0.4402308166027069, 0.43494999408721924, 0.4192656874656677, 0.42841434478759766]}, {"epoch_end": 2, "test_acc": 0.3663, "test_loss": 1.8270438110351563, "train_loss": 1.879701018333435, "cos_fa_negg": [0.5650622844696045, 0.565576434135437, 0.5785539150238037, 0.5721728801727295, 0.5542012453079224, 0.553023636341095, 0.5466798543930054, 0.5340300798416138, 0.5312860012054443, 0.5238196849822998, 0.5263739824295044, 0.5156461596488953, 0.5198017358779907, 0.51140958070755, 0.5236905813217163, 0.5190930962562561, 0.5122395753860474, 0.522681474685669, 0.522364616394043, 0.5109097957611084, 0.5254349708557129, 0.5296446084976196, 0.5276458263397217, 0.5016553401947021, 0.5202258229255676, 0.5152300000190735, 0.5173885822296143, 0.5185317397117615, 0.520302414894104, 0.5193288326263428]}, {"epoch_end": 3, "test_acc": 0.3861, "test_loss": 1.79345869140625, "train_loss": 1.6362102031707764, "cos_fa_negg": [0.581800103187561, 0.5976759195327759, 0.5900301933288574, 0.5951757431030273, 0.5914549827575684, 0.5818943977355957, 0.5795469284057617, 0.5754437446594238, 0.5693224668502808, 0.5533724427223206, 0.5548047423362732, 0.5552384257316589, 0.538526713848114, 0.5285570621490479, 0.5386442542076111, 0.5361975431442261, 0.5495831966400146, 0.5351501703262329, 0.5451276898384094, 0.5406442284584045, 0.5481300354003906, 0.5381314754486084, 0.5490946173667908, 0.5306671857833862, 0.5386003255844116, 0.5177560448646545, 0.5317248702049255, 0.5189740657806396, 0.530875563621521, 0.5178715586662292]}, {"epoch_end": 4, "test_acc": 0.3874, "test_loss": 1.7648971313476562, "train_loss": 1.8415944576263428, "cos_fa_negg": [0.5855481624603271, 0.6077606081962585, 0.5960338115692139, 0.598849892616272, 0.5987787842750549, 0.5875180959701538, 0.5978735685348511, 0.5931650400161743, 0.573418378829956, 0.5684139728546143, 0.5561122298240662, 0.5580655336380005, 0.5594645738601685, 0.5398756861686707, 0.5596716403961182, 0.5640764236450195, 0.591381311416626, 0.5772109627723694, 0.5682837963104248, 0.5690616369247437, 0.579123854637146, 0.5781664848327637, 0.5688639283180237, 0.5433177947998047, 0.5620559453964233, 0.551741361618042, 0.5671685934066772, 0.5584239959716797, 0.552141547203064, 0.563515305519104]}], "final": {"test_acc": 0.3874, "test_loss": 1.7648971313476562, "wall_s": 25.781265020370483, "cos_fa_negg": [0.5855481624603271, 0.6077606081962585, 0.5960338115692139, 0.598849892616272, 0.5987787842750549, 0.5875180959701538, 0.5978735685348511, 0.5931650400161743, 0.573418378829956, 0.5684139728546143, 0.5561122298240662, 0.5580655336380005, 0.5594645738601685, 0.5398756861686707, 0.5596716403961182, 0.5640764236450195, 0.591381311416626, 0.5772109627723694, 0.5682837963104248, 0.5690616369247437, 0.579123854637146, 0.5781664848327637, 0.5688639283180237, 0.5433177947998047, 0.5620559453964233, 0.551741361618042, 0.5671685934066772, 0.5584239959716797, 0.552141547203064, 0.563515305519104], "loss": 1.7946875095367432}}
|
