diff options
Diffstat (limited to 'results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json')
| -rw-r--r-- | results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json | 1565 |
1 files changed, 1565 insertions, 0 deletions
diff --git a/results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json b/results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json new file mode 100644 index 0000000..e1e4072 --- /dev/null +++ b/results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json @@ -0,0 +1,1565 @@ +{ + "architecture": { + "base_width": 16, + "depth": 20, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "forward_parameter_count": 269722, + "normalization": "batchnorm", + "residual_scale": 1.0 + }, + "args": { + "augment_train": 1, + "batch_size": 128, + "data_dir": "/orion/u/oscarwan/scratch/sdil-data", + "depth": 20, + "device": "cuda", + "dp_alpha": 0.0, + "dp_beta": 0.1, + "dp_inference_passes": 16, + "ep_beta": 0.5, + "ep_dt": 0.5, + "ep_free_steps": 20, + "ep_nudge_steps": 4, + "epochs": 100, + "eval_every": 1, + "eval_split": "validation", + "feedback_seed": 1729, + "ff_score_from_layer": 1, + "ff_threshold": 2.0, + "loader_seed": 0, + "lr": 0.0003, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "constant", + "max_steps": 0, + "method": "ep", + "momentum": 0.9, + "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json", + "output_lr": 0.0003, + "pepita_projection_scale": 0.05, + "seed": 0, + "split_seed": 2027, + "train_limit": 0, + "val_examples": 5000, + "weight_decay": 0.0001, + "width": 16 + }, + "epochs": [ + { + "epoch": 1, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.10000092970662647, + "train_seconds": 139.11669993400574, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09817654571533203 + }, + "validation_seconds": 11.159880876541138 + }, + { + "epoch": 2, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.096760009001361, + "train_seconds": 138.82202982902527, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09676226196289063 + }, + "validation_seconds": 11.14545726776123 + }, + { + "epoch": 3, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09596625119845073, + "train_seconds": 138.83978295326233, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0960817398071289 + }, + "validation_seconds": 11.141392230987549 + }, + { + "epoch": 4, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09608556209140354, + "train_seconds": 138.88129901885986, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09456661682128906 + }, + "validation_seconds": 11.150422811508179 + }, + { + "epoch": 5, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.096144191037284, + "train_seconds": 138.87270593643188, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09416954193115235 + }, + "validation_seconds": 11.146359920501709 + }, + { + "epoch": 6, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0957507728377978, + "train_seconds": 138.86185312271118, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09589024200439453 + }, + "validation_seconds": 11.14265751838684 + }, + { + "epoch": 7, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09609245043992996, + "train_seconds": 138.87552165985107, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0969051010131836 + }, + "validation_seconds": 11.147951364517212 + }, + { + "epoch": 8, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09637515972455342, + "train_seconds": 139.2255883216858, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0969967056274414 + }, + "validation_seconds": 11.152616500854492 + }, + { + "epoch": 9, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09704533698028989, + "train_seconds": 139.07272458076477, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09479008636474609 + }, + "validation_seconds": 11.14713978767395 + }, + { + "epoch": 10, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0958041417002678, + "train_seconds": 138.8842315673828, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09533480987548829 + }, + "validation_seconds": 11.152060270309448 + }, + { + "epoch": 11, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09585828256342147, + "train_seconds": 138.86268758773804, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.096821923828125 + }, + "validation_seconds": 11.150679111480713 + }, + { + "epoch": 12, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.095636143067148, + "train_seconds": 138.91375017166138, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09711122283935547 + }, + "validation_seconds": 11.14675760269165 + }, + { + "epoch": 13, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09573306566079458, + "train_seconds": 138.89357042312622, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09591180725097656 + }, + "validation_seconds": 11.144380331039429 + }, + { + "epoch": 14, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09582586610449685, + "train_seconds": 138.9151952266693, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09458838500976563 + }, + "validation_seconds": 11.150224208831787 + }, + { + "epoch": 15, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.095475492699941, + "train_seconds": 138.97902250289917, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0952644287109375 + }, + "validation_seconds": 11.146376609802246 + }, + { + "epoch": 16, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09557586745686002, + "train_seconds": 138.93276834487915, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09532229919433594 + }, + "validation_seconds": 11.151374340057373 + }, + { + "epoch": 17, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09595397739410401, + "train_seconds": 138.96198630332947, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09608304290771484 + }, + "validation_seconds": 11.14755392074585 + }, + { + "epoch": 18, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09530874093108707, + "train_seconds": 138.92328310012817, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09483186340332031 + }, + "validation_seconds": 11.149696826934814 + }, + { + "epoch": 19, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09545710382726458, + "train_seconds": 138.9205515384674, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09437860565185546 + }, + "validation_seconds": 11.14361047744751 + }, + { + "epoch": 20, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09598765107393264, + "train_seconds": 138.96228528022766, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09477271881103516 + }, + "validation_seconds": 11.148051023483276 + }, + { + "epoch": 21, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09561405028104782, + "train_seconds": 138.91624879837036, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09785403137207031 + }, + "validation_seconds": 11.150966167449951 + }, + { + "epoch": 22, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09561793030500412, + "train_seconds": 138.9595160484314, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09515677032470703 + }, + "validation_seconds": 11.145541429519653 + }, + { + "epoch": 23, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09509115369982189, + "train_seconds": 138.9069902896881, + "validation": { + "accuracy": 0.0922, + "examples": 5000, + "loss": 0.09626204528808593 + }, + "validation_seconds": 11.147856712341309 + }, + { + "epoch": 24, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09560073957708147, + "train_seconds": 138.90601563453674, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09640469055175781 + }, + "validation_seconds": 11.146676540374756 + }, + { + "epoch": 25, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09574450379742516, + "train_seconds": 138.99443531036377, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09708086853027344 + }, + "validation_seconds": 11.152676582336426 + }, + { + "epoch": 26, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09567417042917675, + "train_seconds": 139.10978770256042, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09664617004394531 + }, + "validation_seconds": 11.15486764907837 + }, + { + "epoch": 27, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09516358087592655, + "train_seconds": 139.1539888381958, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09485475616455079 + }, + "validation_seconds": 11.144922256469727 + }, + { + "epoch": 28, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09542587406900194, + "train_seconds": 138.9068100452423, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.094023095703125 + }, + "validation_seconds": 11.144463777542114 + }, + { + "epoch": 29, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09558091937568453, + "train_seconds": 138.85909581184387, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0952291488647461 + }, + "validation_seconds": 11.140281677246094 + }, + { + "epoch": 30, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09604495452377532, + "train_seconds": 138.83931016921997, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09689130554199218 + }, + "validation_seconds": 11.138436555862427 + }, + { + "epoch": 31, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09616093474494086, + "train_seconds": 138.60884046554565, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09545914764404297 + }, + "validation_seconds": 11.133517980575562 + }, + { + "epoch": 32, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0956987985306316, + "train_seconds": 138.62059688568115, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09510513305664063 + }, + "validation_seconds": 11.137269735336304 + }, + { + "epoch": 33, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09554892805814744, + "train_seconds": 138.61837697029114, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0953763916015625 + }, + "validation_seconds": 11.135218620300293 + }, + { + "epoch": 34, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09605118489927715, + "train_seconds": 138.62338376045227, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09536750946044922 + }, + "validation_seconds": 11.138956546783447 + }, + { + "epoch": 35, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09561948593987359, + "train_seconds": 138.6473937034607, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09514895172119141 + }, + "validation_seconds": 11.136772155761719 + }, + { + "epoch": 36, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09602282423973084, + "train_seconds": 138.74485182762146, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09477901153564453 + }, + "validation_seconds": 11.140544414520264 + }, + { + "epoch": 37, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09655213383701113, + "train_seconds": 138.73414587974548, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09620673370361328 + }, + "validation_seconds": 11.137867212295532 + }, + { + "epoch": 38, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09576946388880411, + "train_seconds": 138.76311469078064, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09446058502197266 + }, + "validation_seconds": 11.140277862548828 + }, + { + "epoch": 39, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.095974667693509, + "train_seconds": 138.73441815376282, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09710462036132812 + }, + "validation_seconds": 11.13795518875122 + }, + { + "epoch": 40, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09609547713862525, + "train_seconds": 138.68924736976624, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09623699340820313 + }, + "validation_seconds": 11.141454458236694 + }, + { + "epoch": 41, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09539313185214997, + "train_seconds": 138.66758728027344, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09325079956054687 + }, + "validation_seconds": 11.137190341949463 + }, + { + "epoch": 42, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0956763015402688, + "train_seconds": 138.69396257400513, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0959182632446289 + }, + "validation_seconds": 11.139819622039795 + }, + { + "epoch": 43, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09580025514364243, + "train_seconds": 138.75355863571167, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09510519409179688 + }, + "validation_seconds": 11.140304565429688 + }, + { + "epoch": 44, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09580142854981952, + "train_seconds": 138.7804079055786, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09460178375244141 + }, + "validation_seconds": 11.142134666442871 + }, + { + "epoch": 45, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0952616327073839, + "train_seconds": 138.74207544326782, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09451842498779296 + }, + "validation_seconds": 11.138129711151123 + }, + { + "epoch": 46, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09581543866263495, + "train_seconds": 138.78086709976196, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09661761474609375 + }, + "validation_seconds": 11.14474630355835 + }, + { + "epoch": 47, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09611166249513627, + "train_seconds": 138.81940126419067, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09566448211669921 + }, + "validation_seconds": 11.141072750091553 + }, + { + "epoch": 48, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09542014650636249, + "train_seconds": 138.77664518356323, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09565098419189454 + }, + "validation_seconds": 11.144866228103638 + }, + { + "epoch": 49, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09609724575148688, + "train_seconds": 138.78950238227844, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09689692687988281 + }, + "validation_seconds": 11.142502546310425 + }, + { + "epoch": 50, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09599001576503118, + "train_seconds": 138.87918281555176, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09705646209716796 + }, + "validation_seconds": 11.141917705535889 + }, + { + "epoch": 51, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09611067996554905, + "train_seconds": 138.81238508224487, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09507562713623047 + }, + "validation_seconds": 11.139949560165405 + }, + { + "epoch": 52, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09620131080547968, + "train_seconds": 138.90105414390564, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09800862884521484 + }, + "validation_seconds": 11.146653175354004 + }, + { + "epoch": 53, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09654972725576824, + "train_seconds": 138.98731064796448, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09603324127197266 + }, + "validation_seconds": 11.144920110702515 + }, + { + "epoch": 54, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09627177377939224, + "train_seconds": 138.9740378856659, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0954896240234375 + }, + "validation_seconds": 11.148634433746338 + }, + { + "epoch": 55, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09626585129234526, + "train_seconds": 138.9596757888794, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09900887756347657 + }, + "validation_seconds": 11.143959760665894 + }, + { + "epoch": 56, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09648386177884208, + "train_seconds": 138.9568064212799, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09393155670166016 + }, + "validation_seconds": 11.14871096611023 + }, + { + "epoch": 57, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09645076555146112, + "train_seconds": 138.95467948913574, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0980503646850586 + }, + "validation_seconds": 11.14472484588623 + }, + { + "epoch": 58, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09627769343058268, + "train_seconds": 139.03842067718506, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09474974517822266 + }, + "validation_seconds": 11.150963068008423 + }, + { + "epoch": 59, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09605537111361821, + "train_seconds": 139.1419117450714, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09802635192871094 + }, + "validation_seconds": 11.146832466125488 + }, + { + "epoch": 60, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09588881915277905, + "train_seconds": 139.09739804267883, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0964722396850586 + }, + "validation_seconds": 11.148901224136353 + }, + { + "epoch": 61, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09624453692171309, + "train_seconds": 139.0157241821289, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09603090057373047 + }, + "validation_seconds": 11.145693302154541 + }, + { + "epoch": 62, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09638927124738693, + "train_seconds": 139.01228952407837, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09630657653808594 + }, + "validation_seconds": 11.15030837059021 + }, + { + "epoch": 63, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09640581868754493, + "train_seconds": 139.06430864334106, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0956555206298828 + }, + "validation_seconds": 11.145128965377808 + }, + { + "epoch": 64, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09614854072729746, + "train_seconds": 139.0981409549713, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09355887908935547 + }, + "validation_seconds": 11.149465322494507 + }, + { + "epoch": 65, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09623182185226016, + "train_seconds": 139.18455290794373, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09463775634765625 + }, + "validation_seconds": 11.150774478912354 + }, + { + "epoch": 66, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09593160262770123, + "train_seconds": 139.1528673171997, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0963241683959961 + }, + "validation_seconds": 11.157290697097778 + }, + { + "epoch": 67, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09562942595614328, + "train_seconds": 139.32904410362244, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09660213775634766 + }, + "validation_seconds": 11.155967235565186 + }, + { + "epoch": 68, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09585837714936998, + "train_seconds": 139.3654706478119, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09532363433837891 + }, + "validation_seconds": 11.157169580459595 + }, + { + "epoch": 69, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09573291099998686, + "train_seconds": 139.34520745277405, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09697261047363281 + }, + "validation_seconds": 11.158665418624878 + }, + { + "epoch": 70, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09632284501658546, + "train_seconds": 139.34444737434387, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09541180267333985 + }, + "validation_seconds": 11.157097578048706 + }, + { + "epoch": 71, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09558174745374255, + "train_seconds": 139.3179748058319, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09908675689697266 + }, + "validation_seconds": 11.1538667678833 + }, + { + "epoch": 72, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09581099202367994, + "train_seconds": 139.2078824043274, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0985763900756836 + }, + "validation_seconds": 11.154834270477295 + }, + { + "epoch": 73, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09601372849543889, + "train_seconds": 139.2479133605957, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09627315826416015 + }, + "validation_seconds": 11.15363883972168 + }, + { + "epoch": 74, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09621802689234416, + "train_seconds": 139.25913310050964, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0955810287475586 + }, + "validation_seconds": 11.156188011169434 + }, + { + "epoch": 75, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09564000614616606, + "train_seconds": 139.2822630405426, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09619723358154297 + }, + "validation_seconds": 11.155544519424438 + }, + { + "epoch": 76, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0960162280175421, + "train_seconds": 139.34670281410217, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09646122741699219 + }, + "validation_seconds": 11.155498504638672 + }, + { + "epoch": 77, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09561879307958815, + "train_seconds": 139.26200103759766, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09832343292236329 + }, + "validation_seconds": 11.154755353927612 + }, + { + "epoch": 78, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09588940723737081, + "train_seconds": 139.21251392364502, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09473636779785156 + }, + "validation_seconds": 11.15525221824646 + }, + { + "epoch": 79, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09603877027299669, + "train_seconds": 139.1633071899414, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09692667694091797 + }, + "validation_seconds": 11.1514732837677 + }, + { + "epoch": 80, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09629039370351368, + "train_seconds": 139.21222305297852, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0954868438720703 + }, + "validation_seconds": 11.154970169067383 + }, + { + "epoch": 81, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09558552947839101, + "train_seconds": 139.18993878364563, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09273733062744141 + }, + "validation_seconds": 11.155423641204834 + }, + { + "epoch": 82, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09602079207499822, + "train_seconds": 139.26600408554077, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09672743530273438 + }, + "validation_seconds": 11.157419919967651 + }, + { + "epoch": 83, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09581270765331057, + "train_seconds": 139.23123788833618, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09539513549804687 + }, + "validation_seconds": 11.153031349182129 + }, + { + "epoch": 84, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09577875078784095, + "train_seconds": 139.1194291114807, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09731991729736328 + }, + "validation_seconds": 11.154894828796387 + }, + { + "epoch": 85, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09578391640848584, + "train_seconds": 139.0757772922516, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09821551055908204 + }, + "validation_seconds": 11.155132532119751 + }, + { + "epoch": 86, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09557791891230477, + "train_seconds": 139.0469081401825, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09509595336914063 + }, + "validation_seconds": 11.150206327438354 + }, + { + "epoch": 87, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09617045336696836, + "train_seconds": 138.9863407611847, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0955680892944336 + }, + "validation_seconds": 11.152897119522095 + }, + { + "epoch": 88, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09557901961538527, + "train_seconds": 139.05934143066406, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09560486907958984 + }, + "validation_seconds": 11.151857137680054 + }, + { + "epoch": 89, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09592116408877903, + "train_seconds": 139.1188690662384, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0936294677734375 + }, + "validation_seconds": 11.1571364402771 + }, + { + "epoch": 90, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09588112912840313, + "train_seconds": 139.1143081188202, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09687020568847657 + }, + "validation_seconds": 11.151924133300781 + }, + { + "epoch": 91, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09571159390211105, + "train_seconds": 139.09063410758972, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09342134704589844 + }, + "validation_seconds": 11.154841661453247 + }, + { + "epoch": 92, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09590040313800176, + "train_seconds": 139.09315967559814, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.0954732666015625 + }, + "validation_seconds": 11.153255462646484 + }, + { + "epoch": 93, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09588631826241811, + "train_seconds": 139.12650752067566, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09767638397216796 + }, + "validation_seconds": 11.1552095413208 + }, + { + "epoch": 94, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0961217908249961, + "train_seconds": 139.14415001869202, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09442243499755859 + }, + "validation_seconds": 11.151734828948975 + }, + { + "epoch": 95, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09611847210062875, + "train_seconds": 139.14410185813904, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09692444000244141 + }, + "validation_seconds": 11.152769804000854 + }, + { + "epoch": 96, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0958005420896742, + "train_seconds": 139.11920261383057, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09459645385742188 + }, + "validation_seconds": 11.155317544937134 + }, + { + "epoch": 97, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09605646768146091, + "train_seconds": 139.06602239608765, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09579430389404296 + }, + "validation_seconds": 11.153225183486938 + }, + { + "epoch": 98, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09623256181875865, + "train_seconds": 139.11849069595337, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09721367797851563 + }, + "validation_seconds": 11.151837587356567 + }, + { + "epoch": 99, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.09644517441458172, + "train_seconds": 139.11283159255981, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09481856689453125 + }, + "validation_seconds": 11.155541896820068 + }, + { + "epoch": 100, + "lr": 0.0003, + "output_lr": 0.0003, + "train_examples": 45000, + "train_loss": 0.0958042881541782, + "train_seconds": 139.26254963874817, + "validation": { + "accuracy": 0.1, + "examples": 5000, + "loss": 0.09437472686767578 + }, + "validation_seconds": 11.155186176300049 + } + ], + "evaluation_protocol": { + "split": "validation", + "test_evaluations": 0, + "test_used_for_selection": false + }, + "final": { + "accuracy": 0.1, + "evaluation_seconds": 11.155261516571045, + "examples": 5000, + "finite": true, + "loss": 0.09437472686767578 + }, + "first_nonfinite_step": null, + "hardware": { + "cuda_device_name": "NVIDIA RTX A6000", + "cuda_visible_devices": "0", + "device": "cuda", + "device_total_memory_bytes": 50896568320, + "peak_memory_allocated_bytes": 4845611008, + "peak_memory_reserved_bytes": 5939134464, + "torch_version": "2.3.1+cu118" + }, + "layers": [], + "protocol_family": "resnet_local_learning_crossover", + "provenance": { + "git_commit": "f55872beaee658ff76ac15fd421b73017820c320", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 0, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": 2027, + "test_examples": 10000, + "train_examples": 45000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": { + "0": 500, + "1": 500, + "2": 500, + "3": 500, + "4": 500, + "5": 500, + "6": 500, + "7": 500, + "8": 500, + "9": 500 + }, + "validation_examples": 5000, + "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b" + }, + "total_wall_seconds": 15025.534816026688, + "work": { + "candidate_label_evaluation_presentations": 0, + "completed_global_epochs": 100, + "feedforward_example_passes": 5005000, + "forward_macs_per_example": 40551040, + "forward_parameter_count": 269722, + "local_target_backward_example_evaluations": 0, + "local_vjp_example_evaluations": 118100000, + "logical_task_loss_queries": 0, + "num_trainable_layers": 20, + "ordinary_training_examples": 4500000, + "ordinary_validation_examples": 505000, + "relaxation_example_passes": 118100000, + "training_example_presentations": 4500000 + } +} |