1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.004041437059640884, 0.027452997863292694, 0.03464584797620773], "cos_innovation_negg": [-0.004041437059640884, 0.027452997863292694, 0.03464584797620773], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.039558410644531, 4.895594596862793, 4.822951316833496], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.2537200450897217, 0.9169594645500183, 0.0004103080427739769], "traffic_r2": [0.7782064080238342, 0.8811545968055725, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.4184425473213196, "cos_r_negg": [0.20414674282073975, -0.012173211202025414, 0.06940856575965881], "cos_innovation_negg": [0.20414674282073975, -0.012173211202025414, 0.06940856575965881], "cos_apical_negg": [0.07573398947715759, 0.007180215325206518, 0.0368477888405323], "cos_Ac_negg": [0.7714707255363464, 0.010789474472403526, 0.09435530006885529], "r_norm": [1.8706982135772705, 1.5247397422790527, 1.1318516731262207], "traffic_norm": [6.019876003265381, 5.920289039611816, 6.070161819458008], "traffic_residual_norm": [0.9773205518722534, 0.587077260017395, 6.35115138720721e-05], "traffic_r2": [0.9736257195472717, 0.989974856376648, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.598288357257843, "cos_r_negg": [0.33551478385925293, -0.09890493750572205, 0.08432400971651077], "cos_innovation_negg": [0.33551478385925293, -0.09890493750572205, 0.08432400971651077], "cos_apical_negg": [0.020721597597002983, 0.11359788477420807, 0.0378437414765358], "cos_Ac_negg": [0.7950857877731323, -0.2425978183746338, 0.10782919079065323], "r_norm": [1.1520888805389404, 1.1946762800216675, 0.8578312397003174], "traffic_norm": [6.096172332763672, 5.990575790405273, 6.166413307189941], "traffic_residual_norm": [0.36496052145957947, 0.4852468967437744, 1.3252737517177593e-05], "traffic_r2": [0.9964081048965454, 0.9934353232383728, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.744, "eval_loss": 1.122502099609375, "val_acc": 0.744, "val_loss": 1.122502099609375}, {"step": 600, "epoch": 1, "train_loss": 0.2845489978790283, "cos_r_negg": [0.3922373056411743, 0.1572549045085907, 0.019150417298078537], "cos_innovation_negg": [0.3922373056411743, 0.1572549045085907, 0.019150417298078537], "cos_apical_negg": [-0.005397632718086243, -0.15634670853614807, -0.17449888586997986], "cos_Ac_negg": [0.7652298212051392, 0.29150471091270447, 0.019066866487264633], "r_norm": [0.8577495813369751, 0.9955386519432068, 0.5672460198402405], "traffic_norm": [6.061832427978516, 5.935145378112793, 6.08211088180542], "traffic_residual_norm": [0.3255683183670044, 0.5478513240814209, 8.241864634328522e-06], "traffic_r2": [0.9971145391464233, 0.9914787411689758, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6042381525039673, "cos_r_negg": [0.37329965829849243, 0.10560331493616104, 0.21980057656764984], "cos_innovation_negg": [0.37329965829849243, 0.10560331493616104, 0.21980057656764984], "cos_apical_negg": [-0.034697744995355606, -0.049451060593128204, -0.09418729692697525], "cos_Ac_negg": [0.7853232622146606, 0.28859686851501465, 0.22298169136047363], "r_norm": [0.6998034119606018, 0.6625836491584778, 0.5481042861938477], "traffic_norm": [6.047814846038818, 5.914062976837158, 6.062281608581543], "traffic_residual_norm": [0.1406055986881256, 0.15305067598819733, 5.195358426135499e-06], "traffic_r2": [0.9994489550590515, 0.9993295669555664, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9176, "eval_loss": 0.3182614715576172, "val_acc": 0.9176, "val_loss": 0.3182614715576172}, {"step": 1000, "epoch": 2, "train_loss": 0.45384013652801514, "cos_r_negg": [0.5037437081336975, 0.18873247504234314, 0.2735585570335388], "cos_innovation_negg": [0.5037437081336975, 0.18873247504234314, 0.2735585570335388], "cos_apical_negg": [0.022463835775852203, 0.02017929032444954, 0.028861206024885178], "cos_Ac_negg": [0.7960709929466248, 0.24817535281181335, 0.26919472217559814], "r_norm": [0.8039507865905762, 0.747161328792572, 0.4310454726219177], "traffic_norm": [6.043609619140625, 5.892776012420654, 6.049562454223633], "traffic_residual_norm": [0.4015411138534546, 0.3811957836151123, 5.46817227586871e-06], "traffic_r2": [0.9955825209617615, 0.9958144426345825, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.3792959451675415, "cos_r_negg": [0.44388142228126526, 0.2508549988269806, 0.25552284717559814], "cos_innovation_negg": [0.44388142228126526, 0.2508549988269806, 0.25552284717559814], "cos_apical_negg": [0.003892679698765278, -0.11003774404525757, -0.1741446852684021], "cos_Ac_negg": [0.7849670648574829, 0.35566750168800354, 0.24937231838703156], "r_norm": [0.7949281930923462, 0.768828272819519, 0.45607179403305054], "traffic_norm": [6.033541679382324, 5.8799943923950195, 6.032135009765625], "traffic_residual_norm": [0.3437965214252472, 0.37332773208618164, 4.685700332629494e-06], "traffic_r2": [0.9967496395111084, 0.9959678053855896, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9096, "eval_loss": 0.35731729736328127, "val_acc": 0.9096, "val_loss": 0.35731729736328127}, {"step": 1400, "epoch": 3, "train_loss": 0.2623434066772461, "cos_r_negg": [0.46744585037231445, 0.14509660005569458, 0.09566465765237808], "cos_innovation_negg": [0.46744585037231445, 0.14509660005569458, 0.09566465765237808], "cos_apical_negg": [-0.0372086837887764, -0.020155811682343483, 0.023467760533094406], "cos_Ac_negg": [0.8046488165855408, 0.40012645721435547, 0.09222640097141266], "r_norm": [0.48530203104019165, 0.4395599067211151, 0.3386287987232208], "traffic_norm": [6.025079727172852, 5.8609938621521, 6.014747619628906], "traffic_residual_norm": [0.13713328540325165, 0.1299765706062317, 4.331546733737923e-06], "traffic_r2": [0.9994796514511108, 0.9995072484016418, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.4518299698829651, "cos_r_negg": [0.4627372622489929, 0.18481427431106567, 0.1472454071044922], "cos_innovation_negg": [0.4627372622489929, 0.18481427431106567, 0.1472454071044922], "cos_apical_negg": [-0.06262467801570892, -0.01859920844435692, -0.09256169199943542], "cos_Ac_negg": [0.7836999893188477, 0.4418557286262512, 0.13738492131233215], "r_norm": [0.5201860070228577, 0.46290457248687744, 0.39530301094055176], "traffic_norm": [6.028770923614502, 5.866325378417969, 6.020594596862793], "traffic_residual_norm": [0.08507625013589859, 0.08235987275838852, 4.113517661608057e-06], "traffic_r2": [0.999793291091919, 0.999801754951477, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9028, "eval_loss": 0.3741876892089844, "val_acc": 0.9028, "val_loss": 0.3741876892089844}, {"step": 1800, "epoch": 4, "train_loss": 0.27762502431869507, "cos_r_negg": [0.5033609867095947, 0.22005429863929749, 0.1353105902671814], "cos_innovation_negg": [0.5033609867095947, 0.22005429863929749, 0.1353105902671814], "cos_apical_negg": [-0.034631747752428055, 0.02990216761827469, -0.12352363020181656], "cos_Ac_negg": [0.8252278566360474, 0.5235193967819214, 0.13797977566719055], "r_norm": [0.7368575930595398, 0.6676031351089478, 0.5727760791778564], "traffic_norm": [6.0241780281066895, 5.8598127365112305, 6.013346195220947], "traffic_residual_norm": [0.11249817162752151, 0.11920914053916931, 4.014705154986586e-06], "traffic_r2": [0.999647319316864, 0.9995830059051514, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.3119485378265381, "cos_r_negg": [0.4480329751968384, 0.12078089267015457, 0.16366294026374817], "cos_innovation_negg": [0.4480329751968384, 0.12078089267015457, 0.16366294026374817], "cos_apical_negg": [-0.05461730808019638, 0.17322441935539246, -0.023594480007886887], "cos_Ac_negg": [0.8370856046676636, 0.4697437584400177, 0.13174942135810852], "r_norm": [0.5651413202285767, 0.47467976808547974, 0.35541319847106934], "traffic_norm": [6.012315273284912, 5.852980613708496, 5.9960432052612305], "traffic_residual_norm": [0.20200690627098083, 0.14952875673770905, 3.905826815753244e-06], "traffic_r2": [0.9988672733306885, 0.9993440508842468, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9376, "eval_loss": 0.23655297241210937, "val_acc": 0.9376, "val_loss": 0.23655297241210937}, {"step": 2200, "epoch": 5, "train_loss": 0.20928286015987396, "cos_r_negg": [0.378898561000824, 0.1994551122188568, 0.2258629947900772], "cos_innovation_negg": [0.378898561000824, 0.1994551122188568, 0.2258629947900772], "cos_apical_negg": [-0.0009759054519236088, 0.14912527799606323, 0.035164617002010345], "cos_Ac_negg": [0.8418467044830322, 0.42083996534347534, 0.22420889139175415], "r_norm": [0.48832887411117554, 0.44596362113952637, 0.3624311685562134], "traffic_norm": [6.01241397857666, 5.852786064147949, 5.997735023498535], "traffic_residual_norm": [0.08986154198646545, 0.10373631119728088, 3.818494860752253e-06], "traffic_r2": [0.9997704029083252, 0.9996835589408875, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.2807500958442688, "cos_r_negg": [0.5131641626358032, 0.10106560587882996, 0.2461668998003006], "cos_innovation_negg": [0.5131641626358032, 0.10106560587882996, 0.2461668998003006], "cos_apical_negg": [-0.017150159925222397, -0.030362799763679504, -0.09658479690551758], "cos_Ac_negg": [0.86778724193573, 0.4300227761268616, 0.24063101410865784], "r_norm": [0.5571300983428955, 0.5825766324996948, 0.4012088179588318], "traffic_norm": [6.011945724487305, 5.850274085998535, 5.995010852813721], "traffic_residual_norm": [0.11941248178482056, 0.22668375074863434, 3.949082383769564e-06], "traffic_r2": [0.9996002316474915, 0.9984776377677917, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9348, "eval_loss": 0.2538379364013672, "val_acc": 0.9348, "val_loss": 0.2538379364013672}, {"step": 2600, "epoch": 6, "train_loss": 0.1041201800107956, "cos_r_negg": [0.42789602279663086, 0.14737308025360107, 0.22473669052124023], "cos_innovation_negg": [0.42789602279663086, 0.14737308025360107, 0.22473669052124023], "cos_apical_negg": [-0.03205721452832222, 0.31116020679473877, 0.11790267378091812], "cos_Ac_negg": [0.8381100296974182, 0.5229716300964355, 0.19411645829677582], "r_norm": [0.5542135834693909, 0.4858367443084717, 0.36858564615249634], "traffic_norm": [6.011692047119141, 5.851568222045898, 5.994768142700195], "traffic_residual_norm": [0.15208208560943604, 0.138709157705307, 3.8980297176749445e-06], "traffic_r2": [0.9992994666099548, 0.9994128942489624, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.19018369913101196, "cos_r_negg": [0.4363243281841278, 0.08763554692268372, 0.35785481333732605], "cos_innovation_negg": [0.4363243281841278, 0.08763554692268372, 0.35785481333732605], "cos_apical_negg": [0.0338776558637619, 0.24641558527946472, 0.04275275021791458], "cos_Ac_negg": [0.8603227138519287, 0.30470871925354004, 0.35749804973602295], "r_norm": [0.6873413324356079, 0.6117232441902161, 0.5025039315223694], "traffic_norm": [6.007018089294434, 5.847529411315918, 5.987966537475586], "traffic_residual_norm": [0.11974140256643295, 0.13600346446037292, 3.852566806017421e-06], "traffic_r2": [0.9995926022529602, 0.9994567036628723, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.21502593159675598, "cos_r_negg": [0.3390228748321533, 0.15458405017852783, 0.377494752407074], "cos_innovation_negg": [0.3390228748321533, 0.15458405017852783, 0.377494752407074], "cos_apical_negg": [-0.015913594514131546, 0.12024204432964325, -0.03543823957443237], "cos_Ac_negg": [0.8799363374710083, 0.3761982321739197, 0.3732876181602478], "r_norm": [0.5166473388671875, 0.44817054271698, 0.3515589237213135], "traffic_norm": [6.005709648132324, 5.843486785888672, 5.985912322998047], "traffic_residual_norm": [0.12209407985210419, 0.11508187651634216, 3.877446943079121e-06], "traffic_r2": [0.9995688199996948, 0.9996011257171631, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9302, "eval_loss": 0.2758226531982422, "val_acc": 0.9302, "val_loss": 0.2758226531982422}, {"step": 3200, "epoch": 7, "train_loss": 0.1681092381477356, "cos_r_negg": [0.38303738832473755, 0.15467804670333862, 0.37073594331741333], "cos_innovation_negg": [0.38303738832473755, 0.15467804670333862, 0.37073594331741333], "cos_apical_negg": [-0.00011087115854024887, 0.2577838599681854, 0.05212276056408882], "cos_Ac_negg": [0.8683892488479614, 0.492919385433197, 0.3762795925140381], "r_norm": [0.4292113482952118, 0.4819120764732361, 0.30935174226760864], "traffic_norm": [5.992341995239258, 5.833777904510498, 5.9659929275512695], "traffic_residual_norm": [0.08098495006561279, 0.19957953691482544, 4.001872639491921e-06], "traffic_r2": [0.9998098611831665, 0.9988267421722412, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.13932594656944275, "cos_r_negg": [0.30762118101119995, 0.12092223763465881, 0.2921891212463379], "cos_innovation_negg": [0.30762118101119995, 0.12092223763465881, 0.2921891212463379], "cos_apical_negg": [-0.07531905174255371, 0.121181420981884, -0.04265235364437103], "cos_Ac_negg": [0.8497790098190308, 0.29691627621650696, 0.3223135471343994], "r_norm": [0.5065748691558838, 0.6950349807739258, 0.34788644313812256], "traffic_norm": [5.9911909103393555, 5.835755825042725, 5.965795516967773], "traffic_residual_norm": [0.12321961671113968, 0.4038054347038269, 3.8958587538218126e-06], "traffic_r2": [0.9995599389076233, 0.995208203792572, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9326, "eval_loss": 0.27212711181640625, "val_acc": 0.9326, "val_loss": 0.27212711181640625}, {"step": 3600, "epoch": 8, "train_loss": 0.14004452526569366, "cos_r_negg": [0.33313482999801636, 0.07855323702096939, 0.4061814546585083], "cos_innovation_negg": [0.33313482999801636, 0.07855323702096939, 0.4061814546585083], "cos_apical_negg": [-0.05673894286155701, 0.04051757603883743, -0.003556759562343359], "cos_Ac_negg": [0.8795838356018066, 0.3283464312553406, 0.42254194617271423], "r_norm": [0.43985646963119507, 0.356960266828537, 0.2331836223602295], "traffic_norm": [5.9874796867370605, 5.829133033752441, 5.958808898925781], "traffic_residual_norm": [0.18434417247772217, 0.14065277576446533, 3.823873612418538e-06], "traffic_r2": [0.9990191459655762, 0.9993751645088196, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.19530089199543, "cos_r_negg": [0.2804480195045471, 0.09900464117527008, 0.3600183129310608], "cos_innovation_negg": [0.2804480195045471, 0.09900464117527008, 0.3600183129310608], "cos_apical_negg": [-0.051587752997875214, 0.05952336639165878, -0.04270283877849579], "cos_Ac_negg": [0.8974406719207764, 0.35076379776000977, 0.3613150715827942], "r_norm": [0.47495928406715393, 0.7043716311454773, 0.27965113520622253], "traffic_norm": [5.996640205383301, 5.8421831130981445, 5.970355033874512], "traffic_residual_norm": [0.16457241773605347, 0.47230881452560425, 3.8016030430298997e-06], "traffic_r2": [0.99923175573349, 0.9934625625610352, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9396, "eval_loss": 0.2575632843017578, "val_acc": 0.9396, "val_loss": 0.2575632843017578}, {"step": 4000, "epoch": 9, "train_loss": 0.13228388130664825, "cos_r_negg": [0.325418621301651, 0.09847626090049744, 0.4053143858909607], "cos_innovation_negg": [0.325418621301651, 0.09847626090049744, 0.4053143858909607], "cos_apical_negg": [-0.08135215938091278, 0.07090015709400177, -0.03241238743066788], "cos_Ac_negg": [0.8624211549758911, 0.26412856578826904, 0.44529223442077637], "r_norm": [0.44832921028137207, 0.4008098542690277, 0.29257887601852417], "traffic_norm": [5.986637115478516, 5.832142353057861, 5.962885856628418], "traffic_residual_norm": [0.1165541335940361, 0.12846796214580536, 3.85723933504778e-06], "traffic_r2": [0.9995648264884949, 0.9994957447052002, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.4598858952522278, "cos_r_negg": [0.3419641852378845, 0.1998019963502884, 0.4465007185935974], "cos_innovation_negg": [0.3419641852378845, 0.1998019963502884, 0.4465007185935974], "cos_apical_negg": [-0.06139962002635002, -0.04914837330579758, 0.005420282017439604], "cos_Ac_negg": [0.8957560658454895, 0.5013482570648193, 0.4588247835636139], "r_norm": [0.5606833696365356, 0.643234372138977, 0.2781364917755127], "traffic_norm": [5.993997573852539, 5.838805198669434, 5.971225738525391], "traffic_residual_norm": [0.2627220153808594, 0.41120606660842896, 3.764802386285737e-06], "traffic_r2": [0.9980628490447998, 0.9950268864631653, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9282, "eval_loss": 0.29053348388671874, "val_acc": 0.9282, "val_loss": 0.29053348388671874}, {"step": 4400, "epoch": 10, "train_loss": 0.28807228803634644, "cos_r_negg": [0.20224180817604065, 0.11476993560791016, 0.457396924495697], "cos_innovation_negg": [0.20224180817604065, 0.11476993560791016, 0.457396924495697], "cos_apical_negg": [-0.07215631008148193, 0.01859511062502861, -0.011157053522765636], "cos_Ac_negg": [0.8813743591308594, 0.4194990396499634, 0.47971484065055847], "r_norm": [0.4130772352218628, 0.43279126286506653, 0.21002396941184998], "traffic_norm": [5.992053985595703, 5.836380481719971, 5.963949680328369], "traffic_residual_norm": [0.17645367980003357, 0.24517539143562317, 3.868902240355965e-06], "traffic_r2": [0.9991160035133362, 0.9982263445854187, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.15071791410446167, "cos_r_negg": [0.27694255113601685, 0.13735932111740112, 0.4262968897819519], "cos_innovation_negg": [0.27694255113601685, 0.13735932111740112, 0.4262968897819519], "cos_apical_negg": [-0.1302119791507721, 0.058778248727321625, -0.03555795177817345], "cos_Ac_negg": [0.9037024974822998, 0.5144463181495667, 0.46928808093070984], "r_norm": [0.3862578570842743, 0.34083259105682373, 0.24147090315818787], "traffic_norm": [5.996291160583496, 5.841350555419922, 5.970643997192383], "traffic_residual_norm": [0.11001477390527725, 0.11484226584434509, 3.877603376167826e-06], "traffic_r2": [0.9996411204338074, 0.9995912909507751, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9368, "eval_loss": 0.28298099060058596, "val_acc": 0.9368, "val_loss": 0.28298099060058596}, {"step": 4800, "epoch": 11, "train_loss": 0.13589425384998322, "cos_r_negg": [0.21321897208690643, 0.0913129672408104, 0.4068853557109833], "cos_innovation_negg": [0.21321897208690643, 0.0913129672408104, 0.4068853557109833], "cos_apical_negg": [-0.1273336112499237, 0.05063016712665558, 0.03091072291135788], "cos_Ac_negg": [0.8829560279846191, 0.5136354565620422, 0.4263724088668823], "r_norm": [0.3821837306022644, 0.27893149852752686, 0.19255700707435608], "traffic_norm": [5.994017601013184, 5.836697578430176, 5.967288494110107], "traffic_residual_norm": [0.17132404446601868, 0.09772725403308868, 3.8221651266212575e-06], "traffic_r2": [0.9991409778594971, 0.9996997714042664, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.3212119936943054, "cos_r_negg": [0.33588165044784546, 0.22398968040943146, 0.3237794041633606], "cos_innovation_negg": [0.33588165044784546, 0.22398968040943146, 0.3237794041633606], "cos_apical_negg": [0.013319328427314758, 0.06599195301532745, -0.019208069890737534], "cos_Ac_negg": [0.8857296705245972, 0.653480052947998, 0.35752612352371216], "r_norm": [0.5665671825408936, 0.573686957359314, 0.35073602199554443], "traffic_norm": [5.988214015960693, 5.830653667449951, 5.961055755615234], "traffic_residual_norm": [0.17038309574127197, 0.2622688114643097, 3.822199687419925e-06], "traffic_r2": [0.999165415763855, 0.9979468584060669, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.949, "eval_loss": 0.19654432678222655, "val_acc": 0.949, "val_loss": 0.19654432678222655}, {"step": 5200, "epoch": 12, "train_loss": 0.15569311380386353, "cos_r_negg": [0.2661783695220947, 0.20225955545902252, 0.3424110412597656], "cos_innovation_negg": [0.2661783695220947, 0.20225955545902252, 0.3424110412597656], "cos_apical_negg": [-0.03803106024861336, 0.02581612765789032, -0.09133979678153992], "cos_Ac_negg": [0.8722764253616333, 0.596239447593689, 0.3591204881668091], "r_norm": [0.6057456135749817, 0.5791254043579102, 0.2931928038597107], "traffic_norm": [5.989699363708496, 5.831826210021973, 5.96110725402832], "traffic_residual_norm": [0.28581640124320984, 0.3244602680206299, 3.7769818845845293e-06], "traffic_r2": [0.9964218139648438, 0.996491551399231, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.19544033706188202, "cos_r_negg": [0.2725502848625183, 0.12751877307891846, 0.4075636863708496], "cos_innovation_negg": [0.2725502848625183, 0.12751877307891846, 0.4075636863708496], "cos_apical_negg": [-0.07998748123645782, 0.02983841300010681, -0.01621580496430397], "cos_Ac_negg": [0.8936870694160461, 0.5768133997917175, 0.44793328642845154], "r_norm": [0.5345814228057861, 0.5077464580535889, 0.23028799891471863], "traffic_norm": [5.974920749664307, 5.8150506019592285, 5.9583353996276855], "traffic_residual_norm": [0.28872400522232056, 0.3079559803009033, 3.792768893617904e-06], "traffic_r2": [0.9976493120193481, 0.9971884489059448, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9444, "eval_loss": 0.21003224182128907, "val_acc": 0.9444, "val_loss": 0.21003224182128907}, {"step": 5600, "epoch": 13, "train_loss": 0.32882556319236755, "cos_r_negg": [0.3213236629962921, 0.2288413941860199, 0.4264208674430847], "cos_innovation_negg": [0.3213236629962921, 0.2288413941860199, 0.4264208674430847], "cos_apical_negg": [-0.0648198053240776, 0.017496105283498764, -0.06225591152906418], "cos_Ac_negg": [0.8989968299865723, 0.7129031419754028, 0.4759615659713745], "r_norm": [0.4490121006965637, 0.42550623416900635, 0.2567543685436249], "traffic_norm": [5.974715232849121, 5.8139801025390625, 5.957259654998779], "traffic_residual_norm": [0.15941590070724487, 0.19731071591377258, 3.764887878787704e-06], "traffic_r2": [0.9992737174034119, 0.9988386631011963, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.14598572254180908, "cos_r_negg": [0.2513427734375, 0.09665084630250931, 0.28724661469459534], "cos_innovation_negg": [0.2513427734375, 0.09665084630250931, 0.28724661469459534], "cos_apical_negg": [-0.07483281195163727, -0.015091659501194954, -0.008961549028754234], "cos_Ac_negg": [0.8929681181907654, 0.5499249696731567, 0.3595495820045471], "r_norm": [0.4788133502006531, 0.43488451838493347, 0.23826797306537628], "traffic_norm": [5.970746040344238, 5.812280654907227, 5.951456546783447], "traffic_residual_norm": [0.2118084877729416, 0.2198798954486847, 3.7986151255609e-06], "traffic_r2": [0.9987238049507141, 0.9985654354095459, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.06992711126804352, "cos_r_negg": [0.28817734122276306, 0.17589905858039856, 0.3564409613609314], "cos_innovation_negg": [0.28817734122276306, 0.17589905858039856, 0.3564409613609314], "cos_apical_negg": [-0.08085713535547256, -0.02095469832420349, -0.04644135385751724], "cos_Ac_negg": [0.8856509327888489, 0.6523275375366211, 0.3868475556373596], "r_norm": [0.5169134140014648, 0.4771137833595276, 0.2758520543575287], "traffic_norm": [5.972474098205566, 5.811038970947266, 5.951951503753662], "traffic_residual_norm": [0.20756784081459045, 0.2313334196805954, 3.873064088111278e-06], "traffic_r2": [0.9987781047821045, 0.9984109401702881, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9512, "eval_loss": 0.20222669677734376, "val_acc": 0.9512, "val_loss": 0.20222669677734376}, {"step": 6200, "epoch": 14, "train_loss": 0.18853498995304108, "cos_r_negg": [0.20733225345611572, 0.11483373492956161, 0.46923381090164185], "cos_innovation_negg": [0.20733225345611572, 0.11483373492956161, 0.46923381090164185], "cos_apical_negg": [-0.02854585275053978, -0.09801781177520752, 0.1462073028087616], "cos_Ac_negg": [0.8931292295455933, 0.6325481534004211, 0.510584831237793], "r_norm": [0.4337151348590851, 0.3422406315803528, 0.21215248107910156], "traffic_norm": [5.968409061431885, 5.806187152862549, 5.9484171867370605], "traffic_residual_norm": [0.20148584246635437, 0.1505773663520813, 3.863057827402372e-06], "traffic_r2": [0.9987722635269165, 0.9993011355400085, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.2350483536720276, "cos_r_negg": [0.2051159143447876, 0.04099167138338089, 0.4334840774536133], "cos_innovation_negg": [0.2051159143447876, 0.04099167138338089, 0.4334840774536133], "cos_apical_negg": [-0.01837196573615074, -0.031175553798675537, 0.01262920256704092], "cos_Ac_negg": [0.8874657154083252, 0.4948577880859375, 0.45085227489471436], "r_norm": [0.46146345138549805, 0.3960663378238678, 0.23797059059143066], "traffic_norm": [5.978697776794434, 5.816944122314453, 5.9536590576171875], "traffic_residual_norm": [0.19254031777381897, 0.17977237701416016, 3.831304184132023e-06], "traffic_r2": [0.9989367723464966, 0.9990253448486328, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9288, "eval_loss": 0.3145138214111328, "val_acc": 0.9288, "val_loss": 0.3145138214111328}], "final": {"eval_split": "validation", "eval_acc": 0.9288, "eval_loss": 0.3145138214111328, "wall_s": 23.13968253135681, "val_acc": 0.9288, "val_loss": 0.3145138214111328, "cos_r_negg": [0.28268805146217346, 0.16026413440704346, 0.28984659910202026], "cos_innovation_negg": [0.28268805146217346, 0.16026413440704346, 0.28984659910202026], "cos_apical_negg": [-0.016450760886073112, -0.010038935579359531, -0.05841052532196045], "cos_Ac_negg": [0.8627736568450928, 0.5846844911575317, 0.36696067452430725], "traffic_norm": [5.979694366455078, 5.819151401519775, 5.956016540527344], "traffic_residual_norm": [0.18319553136825562, 0.2660752534866333, 3.8188404687389266e-06], "traffic_r2": [0.9990144371986389, 0.9978947043418884, 1.0]}, "timing": {"warmup_wall_s": 0.39347219467163086, "training_loop_wall_s": 22.531206130981445, "diagnostics_wall_s": 0.6203498840332031, "inline_diagnostics_wall_s": 0.47507572174072266, "optimizer_wall_s_excluding_inline_diagnostics": 22.056130409240723, "evaluation_wall_s": 0.0662844181060791}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
|
