path: root/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu1000_d3_s0.json

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [-0.00742955319583416, 0.024983318522572517, 0.03460785746574402], "cos_innovation_negg": [-0.00742955319583416, 0.024983318522572517, 0.03460785746574402], "cos_apical_negg": [-0.012558771297335625, 0.009148303419351578, 0.0011866448912769556], "cos_Ac_negg": [0.0012260912917554379, 0.02431228943169117, 0.03460787981748581], "r_norm": [5.842706680297852, 5.3324737548828125, 4.825353622436523], "traffic_norm": [6.896816253662109, 6.807289123535156, 6.665896415710449], "traffic_residual_norm": [3.174804449081421, 2.292147636413574, 4.792103936779313e-06], "traffic_r2": [0.7883213758468628, 0.886694073677063, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.845395803451538, "cos_r_negg": [0.23564942181110382, 0.008749207481741905, 0.025955144315958023], "cos_innovation_negg": [0.23564942181110382, 0.008749207481741905, 0.025955144315958023], "cos_apical_negg": [0.0599229633808136, 0.09022966027259827, -0.026081237941980362], "cos_Ac_negg": [0.8443373441696167, 0.2297336608171463, 0.049570441246032715], "r_norm": [2.328993320465088, 1.688218593597412, 1.1317604780197144], "traffic_norm": [16.07836151123047, 16.00187873840332, 15.493814468383789], "traffic_residual_norm": [1.4728589057922363, 0.7642444372177124, 2.4857954485923983e-06], "traffic_r2": [0.9916085004806519, 0.9977189898490906, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.6141442060470581, "cos_r_negg": [0.1782020479440689, 0.01426069438457489, 0.13338026404380798], "cos_innovation_negg": [0.1782020479440689, 0.01426069438457489, 0.13338026404380798], "cos_apical_negg": [0.04964854568243027, 0.11194241046905518, 0.13245949149131775], "cos_Ac_negg": [0.8090527653694153, 0.2803954780101776, 0.14019010961055756], "r_norm": [0.9357452392578125, 0.82920902967453, 0.7199398875236511], "traffic_norm": [16.073802947998047, 15.996707916259766, 15.491458892822266], "traffic_residual_norm": [0.2210254669189453, 0.1343056857585907, 1.7808736174629303e-06], "traffic_r2": [0.9998108744621277, 0.9999293088912964, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8514, "eval_loss": 0.7269718994140625, "val_acc": 0.8514, "val_loss": 0.7269718994140625}, {"step": 600, "epoch": 1, "train_loss": 0.6551162600517273, "cos_r_negg": [0.3852885961532593, 0.07655902206897736, 0.18068459630012512], "cos_innovation_negg": [0.3852885961532593, 0.07655902206897736, 0.18068459630012512], "cos_apical_negg": [0.05612020194530487, 0.03773987293243408, 0.1413380354642868], "cos_Ac_negg": [0.8448219299316406, 0.3103964924812317, 0.2057214230298996], "r_norm": [1.0396192073822021, 0.8514363765716553, 0.7833844423294067], "traffic_norm": [16.10263442993164, 16.027793884277344, 15.514338493347168], "traffic_residual_norm": [0.2621612846851349, 0.08850207924842834, 1.7543043213663623e-06], "traffic_r2": [0.9997348785400391, 0.9999687671661377, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6715565919876099, "cos_r_negg": [0.5279180407524109, 0.18316447734832764, -0.10273332893848419], "cos_innovation_negg": [0.5279180407524109, 0.18316447734832764, -0.10273332893848419], "cos_apical_negg": [0.07780902087688446, 0.474590539932251, 7.110089063644409e-05], "cos_Ac_negg": [0.8417917490005493, 0.2928560674190521, -0.08590748906135559], "r_norm": [0.8497380614280701, 0.7791621685028076, 0.7229533195495605], "traffic_norm": [16.105470657348633, 16.028636932373047, 15.513500213623047], "traffic_residual_norm": [0.0896073430776596, 0.07333546131849289, 1.868967274276656e-06], "traffic_r2": [0.9999690055847168, 0.9999788999557495, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8672, "eval_loss": 0.6888349609375, "val_acc": 0.8672, "val_loss": 0.6888349609375}, {"step": 1000, "epoch": 2, "train_loss": 0.7967848777770996, "cos_r_negg": [0.5620321035385132, 0.18457044661045074, -0.12022748589515686], "cos_innovation_negg": [0.5620321035385132, 0.18457044661045074, -0.12022748589515686], "cos_apical_negg": [0.02518279291689396, 0.3146800100803375, 0.0588761568069458], "cos_Ac_negg": [0.852680504322052, 0.2340063750743866, -0.09854033589363098], "r_norm": [0.8313443660736084, 0.7772027254104614, 0.7000824213027954], "traffic_norm": [16.10549545288086, 16.031169891357422, 15.514650344848633], "traffic_residual_norm": [0.09357284754514694, 0.11043257266283035, 1.709962816676125e-06], "traffic_r2": [0.9999659657478333, 0.9999522566795349, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.7784894108772278, "cos_r_negg": [0.6614608764648438, 0.17948229610919952, -0.11285725980997086], "cos_innovation_negg": [0.6614608764648438, 0.17948229610919952, -0.11285725980997086], "cos_apical_negg": [-0.011838463135063648, 0.3534685969352722, 0.06373462826013565], "cos_Ac_negg": [0.884937047958374, 0.26913419365882874, -0.11254290491342545], "r_norm": [0.7575947046279907, 0.7501024007797241, 0.601686418056488], "traffic_norm": [16.105560302734375, 16.03127670288086, 15.513599395751953], "traffic_residual_norm": [0.1303178369998932, 0.20038731396198273, 1.7712619637677562e-06], "traffic_r2": [0.9999337196350098, 0.999843180179596, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.884, "eval_loss": 0.5696522705078125, "val_acc": 0.884, "val_loss": 0.5696522705078125}, {"step": 1400, "epoch": 3, "train_loss": 0.3034058213233948, "cos_r_negg": [0.6015864014625549, 0.23938089609146118, 0.03943882882595062], "cos_innovation_negg": [0.6015864014625549, 0.23938089609146118, 0.03943882882595062], "cos_apical_negg": [-0.02165473997592926, 0.4624529778957367, 0.00045339297503232956], "cos_Ac_negg": [0.8245283365249634, 0.3467934727668762, 0.07460755109786987], "r_norm": [0.6920205354690552, 0.6765615940093994, 0.5486422181129456], "traffic_norm": [16.103099822998047, 16.027284622192383, 15.51207447052002], "traffic_residual_norm": [0.10860231518745422, 0.16203826665878296, 1.739892240948393e-06], "traffic_r2": [0.9999544024467468, 0.9998976588249207, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.5437144041061401, "cos_r_negg": [0.6154718399047852, 0.28018081188201904, 0.10023164749145508], "cos_innovation_negg": [0.6154718399047852, 0.28018081188201904, 0.10023164749145508], "cos_apical_negg": [0.09858299791812897, 0.20977982878684998, 0.05198252946138382], "cos_Ac_negg": [0.859076738357544, 0.5158624649047852, 0.10796818137168884], "r_norm": [0.9951572418212891, 0.924157977104187, 0.8467350006103516], "traffic_norm": [16.100751876831055, 16.023265838623047, 15.51016616821289], "traffic_residual_norm": [0.0740978941321373, 0.09114983677864075, 1.7807028598326724e-06], "traffic_r2": [0.9999786019325256, 0.9999673962593079, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8588, "eval_loss": 0.5898560668945313, "val_acc": 0.8588, "val_loss": 0.5898560668945313}, {"step": 1800, "epoch": 4, "train_loss": 0.564987063407898, "cos_r_negg": [0.6214531064033508, 0.2579498887062073, 0.02544574812054634], "cos_innovation_negg": [0.6214531064033508, 0.2579498887062073, 0.02544574812054634], "cos_apical_negg": [0.07806187123060226, 0.5813944339752197, 0.02593640610575676], "cos_Ac_negg": [0.8658461570739746, 0.5150742530822754, 0.06387083232402802], "r_norm": [1.002032995223999, 0.9476660490036011, 0.8318990468978882], "traffic_norm": [16.10330581665039, 16.0268497467041, 15.511943817138672], "traffic_residual_norm": [0.10628612339496613, 0.16276974976062775, 1.6860958567121997e-06], "traffic_r2": [0.9999562501907349, 0.9998967051506042, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.5692585706710815, "cos_r_negg": [0.6375399827957153, 0.17776456475257874, 0.11152467876672745], "cos_innovation_negg": [0.6375399827957153, 0.17776456475257874, 0.11152467876672745], "cos_apical_negg": [-0.012523017823696136, 0.4036298394203186, -0.006910798139870167], "cos_Ac_negg": [0.9087978601455688, 0.47342920303344727, 0.16127139329910278], "r_norm": [0.5775289535522461, 0.5390094518661499, 0.47578006982803345], "traffic_norm": [16.10236930847168, 16.02655029296875, 15.511350631713867], "traffic_residual_norm": [0.056429121643304825, 0.08107325434684753, 1.7049571852112422e-06], "traffic_r2": [0.9999876618385315, 0.9999743700027466, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8978, "eval_loss": 0.44559613037109375, "val_acc": 0.8978, "val_loss": 0.44559613037109375}, {"step": 2200, "epoch": 5, "train_loss": 0.34534573554992676, "cos_r_negg": [0.5039874315261841, 0.28594180941581726, 0.12657952308654785], "cos_innovation_negg": [0.5039874315261841, 0.28594180941581726, 0.12657952308654785], "cos_apical_negg": [0.018370024859905243, 0.46048521995544434, -0.14625954627990723], "cos_Ac_negg": [0.8417787551879883, 0.471279114484787, 0.13483715057373047], "r_norm": [0.8442105054855347, 0.7762463092803955, 0.7019673585891724], "traffic_norm": [16.101276397705078, 16.024784088134766, 15.51211166381836], "traffic_residual_norm": [0.06206568703055382, 0.07766196131706238, 1.6978292478597723e-06], "traffic_r2": [0.999983549118042, 0.9999759197235107, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.6823087930679321, "cos_r_negg": [0.6371200084686279, 0.23897060751914978, 0.15237674117088318], "cos_innovation_negg": [0.6371200084686279, 0.23897060751914978, 0.15237674117088318], "cos_apical_negg": [0.1533631831407547, 0.5635972619056702, -0.07251269370317459], "cos_Ac_negg": [0.8702178597450256, 0.3073790967464447, 0.15545013546943665], "r_norm": [0.7985488176345825, 0.7963538765907288, 0.589619517326355], "traffic_norm": [16.100082397460938, 16.02277946472168, 15.50837516784668], "traffic_residual_norm": [0.17737813293933868, 0.27426791191101074, 1.7639637235333794e-06], "traffic_r2": [0.9998756647109985, 0.999706506729126, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9144, "eval_loss": 0.37613868408203127, "val_acc": 0.9144, "val_loss": 0.37613868408203127}, {"step": 2600, "epoch": 6, "train_loss": 0.6337541341781616, "cos_r_negg": [0.6347321271896362, 0.3174302577972412, 0.2441427856683731], "cos_innovation_negg": [0.6347321271896362, 0.3174302577972412, 0.2441427856683731], "cos_apical_negg": [-0.019937941804528236, 0.6141219139099121, 0.023386584594845772], "cos_Ac_negg": [0.9092857837677002, 0.5885848999023438, 0.24822218716144562], "r_norm": [0.5253005027770996, 0.509806752204895, 0.3885974884033203], "traffic_norm": [16.103626251220703, 16.02679443359375, 15.511014938354492], "traffic_residual_norm": [0.10008720308542252, 0.14661391079425812, 1.828640051826369e-06], "traffic_r2": [0.9999570250511169, 0.9999163150787354, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.30834048986434937, "cos_r_negg": [0.6052551865577698, 0.3375033140182495, 0.13261966407299042], "cos_innovation_negg": [0.6052551865577698, 0.3375033140182495, 0.13261966407299042], "cos_apical_negg": [0.028564494103193283, 0.5546702146530151, -0.006565679796040058], "cos_Ac_negg": [0.8614610433578491, 0.6102123260498047, 0.1700223982334137], "r_norm": [0.6857348680496216, 0.6035090684890747, 0.5391848087310791], "traffic_norm": [16.10300064086914, 16.026233673095703, 15.511384963989258], "traffic_residual_norm": [0.0780668705701828, 0.08502160012722015, 1.7914173895405838e-06], "traffic_r2": [0.9999659657478333, 0.9999716877937317, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.3853031098842621, "cos_r_negg": [0.5597071647644043, 0.28562992811203003, 0.0032556988298892975], "cos_innovation_negg": [0.5597071647644043, 0.28562992811203003, 0.0032556988298892975], "cos_apical_negg": [0.02171151340007782, 0.15652406215667725, 0.013778407126665115], "cos_Ac_negg": [0.9103632569313049, 0.525104284286499, 0.008167443796992302], "r_norm": [0.6968646049499512, 0.7379159927368164, 0.4461967945098877], "traffic_norm": [16.09557342529297, 16.01663589477539, 15.506667137145996], "traffic_residual_norm": [0.22313524782657623, 0.3432046175003052, 1.8569751318864292e-06], "traffic_r2": [0.9998052716255188, 0.9995390176773071, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9, "eval_loss": 0.5070967956542969, "val_acc": 0.9, "val_loss": 0.5070967956542969}, {"step": 3200, "epoch": 7, "train_loss": 0.19359414279460907, "cos_r_negg": [0.6429194211959839, 0.3680850863456726, -0.17679616808891296], "cos_innovation_negg": [0.6429194211959839, 0.3680850863456726, -0.17679616808891296], "cos_apical_negg": [-0.040193822234869, 0.196518212556839, -0.007996590808033943], "cos_Ac_negg": [0.9315974712371826, 0.7281980514526367, -0.14068740606307983], "r_norm": [0.90277498960495, 0.9919913411140442, 0.5301170349121094], "traffic_norm": [16.092269897460938, 16.01499366760254, 15.505975723266602], "traffic_residual_norm": [0.37174683809280396, 0.5621165037155151, 1.7876443507702788e-06], "traffic_r2": [0.9994571805000305, 0.9987592697143555, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.6808129549026489, "cos_r_negg": [0.49666479229927063, 0.2499893605709076, 0.18395420908927917], "cos_innovation_negg": [0.49666479229927063, 0.2499893605709076, 0.18395420908927917], "cos_apical_negg": [0.04043376445770264, 0.21409815549850464, 0.02190990187227726], "cos_Ac_negg": [0.8811658620834351, 0.5994563102722168, 0.1918964684009552], "r_norm": [0.5952087044715881, 0.5514667630195618, 0.46491655707359314], "traffic_norm": [16.099828720092773, 16.02200698852539, 15.509151458740234], "traffic_residual_norm": [0.07766241580247879, 0.10800489783287048, 1.7669607359493966e-06], "traffic_r2": [0.9999762773513794, 0.9999545216560364, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8872, "eval_loss": 0.5175464172363281, "val_acc": 0.8872, "val_loss": 0.5175464172363281}, {"step": 3600, "epoch": 8, "train_loss": 0.4530060887336731, "cos_r_negg": [0.5844910144805908, 0.3548542559146881, 0.21939966082572937], "cos_innovation_negg": [0.5844910144805908, 0.3548542559146881, 0.21939966082572937], "cos_apical_negg": [-0.006188516039401293, 0.3706115186214447, -0.08813812583684921], "cos_Ac_negg": [0.8889003992080688, 0.7317802906036377, 0.2616264522075653], "r_norm": [0.5373117923736572, 0.5423976182937622, 0.3674570322036743], "traffic_norm": [16.102773666381836, 16.02545928955078, 15.508749961853027], "traffic_residual_norm": [0.14104291796684265, 0.20779412984848022, 1.7279319308727281e-06], "traffic_r2": [0.9999192953109741, 0.9998318552970886, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.40348219871520996, "cos_r_negg": [0.5734274387359619, 0.33831310272216797, 0.1648821383714676], "cos_innovation_negg": [0.5734274387359619, 0.33831310272216797, 0.1648821383714676], "cos_apical_negg": [0.041967540979385376, 0.2919360101222992, 0.14918269217014313], "cos_Ac_negg": [0.8967894315719604, 0.647196352481842, 0.20020243525505066], "r_norm": [0.5991945266723633, 0.5363417863845825, 0.4760614037513733], "traffic_norm": [16.099376678466797, 16.020776748657227, 15.50636100769043], "traffic_residual_norm": [0.055724550038576126, 0.07241561263799667, 1.8043228919850662e-06], "traffic_r2": [0.9999876022338867, 0.999979555606842, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9184, "eval_loss": 0.37274214477539064, "val_acc": 0.9184, "val_loss": 0.37274214477539064}, {"step": 4000, "epoch": 9, "train_loss": 0.36259233951568604, "cos_r_negg": [0.5701590180397034, 0.39379557967185974, 0.2684285640716553], "cos_innovation_negg": [0.5701590180397034, 0.39379557967185974, 0.2684285640716553], "cos_apical_negg": [-0.019701607525348663, 0.4529837965965271, -0.016879137605428696], "cos_Ac_negg": [0.906244158744812, 0.6998128294944763, 0.30080851912498474], "r_norm": [0.438711941242218, 0.42502516508102417, 0.3074548840522766], "traffic_norm": [16.100706100463867, 16.02322769165039, 15.50820541381836], "traffic_residual_norm": [0.10332486778497696, 0.13540513813495636, 1.763902218954172e-06], "traffic_r2": [0.9999516010284424, 0.9999285936355591, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.3014044165611267, "cos_r_negg": [0.47504931688308716, 0.26752516627311707, 0.21556347608566284], "cos_innovation_negg": [0.47504931688308716, 0.26752516627311707, 0.21556347608566284], "cos_apical_negg": [0.045404329895973206, 0.27431124448776245, 0.010596056468784809], "cos_Ac_negg": [0.861922562122345, 0.6930763721466064, 0.26356789469718933], "r_norm": [0.5931481122970581, 0.5502274632453918, 0.4667579233646393], "traffic_norm": [16.098527908325195, 16.020652770996094, 15.506473541259766], "traffic_residual_norm": [0.06310068815946579, 0.09007014334201813, 1.7323034171567997e-06], "traffic_r2": [0.9999839067459106, 0.9999683499336243, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8828, "eval_loss": 0.5571295227050781, "val_acc": 0.8828, "val_loss": 0.5571295227050781}, {"step": 4400, "epoch": 10, "train_loss": 0.23205828666687012, "cos_r_negg": [0.6397511959075928, 0.23839925229549408, 0.25959402322769165], "cos_innovation_negg": [0.6397511959075928, 0.23839925229549408, 0.25959402322769165], "cos_apical_negg": [0.02632281556725502, 0.1961410939693451, -0.1252734661102295], "cos_Ac_negg": [0.9110519886016846, 0.6385741829872131, 0.31723523139953613], "r_norm": [0.53692626953125, 0.4766765534877777, 0.43052664399147034], "traffic_norm": [16.09940528869629, 16.0218505859375, 15.508125305175781], "traffic_residual_norm": [0.04999629408121109, 0.06325098127126694, 1.7023475038513425e-06], "traffic_r2": [0.99998939037323, 0.9999843835830688, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.3031391501426697, "cos_r_negg": [0.5705451965332031, 0.26448822021484375, 0.1899200677871704], "cos_innovation_negg": [0.5705451965332031, 0.26448822021484375, 0.1899200677871704], "cos_apical_negg": [0.03474073484539986, 0.2380799800157547, 0.09449564665555954], "cos_Ac_negg": [0.9096035957336426, 0.7705199718475342, 0.21297574043273926], "r_norm": [0.4469936192035675, 0.4000798761844635, 0.3573673367500305], "traffic_norm": [16.099010467529297, 16.021806716918945, 15.507606506347656], "traffic_residual_norm": [0.04041755944490433, 0.052677929401397705, 1.7119098174589453e-06], "traffic_r2": [0.9999935030937195, 0.9999891519546509, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.31643788452148436, "val_acc": 0.931, "val_loss": 0.31643788452148436}, {"step": 4800, "epoch": 11, "train_loss": 0.2041129618883133, "cos_r_negg": [0.5509885549545288, 0.42028361558914185, 0.14857763051986694], "cos_innovation_negg": [0.5509885549545288, 0.42028361558914185, 0.14857763051986694], "cos_apical_negg": [0.09424807876348495, 0.5372117757797241, -0.05950874462723732], "cos_Ac_negg": [0.9168498516082764, 0.8252043724060059, 0.14681875705718994], "r_norm": [0.6745234727859497, 0.5764985680580139, 0.49268561601638794], "traffic_norm": [16.09722328186035, 16.018123626708984, 15.504697799682617], "traffic_residual_norm": [0.13026367127895355, 0.10616406798362732, 1.7714264686219394e-06], "traffic_r2": [0.9999229907989502, 0.999955415725708, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.10004311800003052, "cos_r_negg": [0.5923290252685547, 0.3431188464164734, 0.10750448703765869], "cos_innovation_negg": [0.5923290252685547, 0.3431188464164734, 0.10750448703765869], "cos_apical_negg": [0.07117044180631638, 0.1695927381515503, 0.045854680240154266], "cos_Ac_negg": [0.9312385320663452, 0.779456377029419, 0.12581364810466766], "r_norm": [0.7491657733917236, 0.6494736671447754, 0.6112326383590698], "traffic_norm": [16.097389221191406, 16.019678115844727, 15.507152557373047], "traffic_residual_norm": [0.0561581589281559, 0.0550541989505291, 1.7358795503241709e-06], "traffic_r2": [0.9999856948852539, 0.9999880194664001, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8922, "eval_loss": 0.501428662109375, "val_acc": 0.8922, "val_loss": 0.501428662109375}, {"step": 5200, "epoch": 12, "train_loss": 0.4465847611427307, "cos_r_negg": [0.5386457443237305, 0.3412168622016907, 0.17851649224758148], "cos_innovation_negg": [0.5386457443237305, 0.3412168622016907, 0.17851649224758148], "cos_apical_negg": [-0.010394284501671791, 0.3210693299770355, -0.047997862100601196], "cos_Ac_negg": [0.8884925246238708, 0.7483633756637573, 0.24448443949222565], "r_norm": [0.43166500329971313, 0.3744185268878937, 0.34282946586608887], "traffic_norm": [16.097946166992188, 16.02014923095703, 15.506452560424805], "traffic_residual_norm": [0.038268618285655975, 0.031635165214538574, 1.7741597275744425e-06], "traffic_r2": [0.999992311000824, 0.9999958872795105, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.19251936674118042, "cos_r_negg": [0.5309452414512634, 0.4666871130466461, 0.1417195349931717], "cos_innovation_negg": [0.5309452414512634, 0.4666871130466461, 0.1417195349931717], "cos_apical_negg": [-0.04422440007328987, 0.0671042650938034, -0.022886848077178], "cos_Ac_negg": [0.8909569978713989, 0.8335641622543335, 0.17249536514282227], "r_norm": [0.5311374068260193, 0.4652070999145508, 0.4315629005432129], "traffic_norm": [16.098230361938477, 16.019363403320312, 15.505718231201172], "traffic_residual_norm": [0.04757150262594223, 0.04307255893945694, 1.740661673466093e-06], "traffic_r2": [0.9999822974205017, 0.9999925494194031, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9036, "eval_loss": 0.464337353515625, "val_acc": 0.9036, "val_loss": 0.464337353515625}, {"step": 5600, "epoch": 13, "train_loss": 0.36645445227622986, "cos_r_negg": [0.5552400350570679, 0.48281580209732056, 0.1741994321346283], "cos_innovation_negg": [0.5552400350570679, 0.48281580209732056, 0.1741994321346283], "cos_apical_negg": [-0.006054505705833435, 0.4575742483139038, 0.032819923013448715], "cos_Ac_negg": [0.9073765277862549, 0.7246635556221008, 0.2356916218996048], "r_norm": [0.556399941444397, 0.496260404586792, 0.4177864193916321], "traffic_norm": [16.100330352783203, 16.022048950195312, 15.50867748260498], "traffic_residual_norm": [0.08675448596477509, 0.0999990925192833, 1.677847649261821e-06], "traffic_r2": [0.9999544024467468, 0.9999608993530273, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.41953524947166443, "cos_r_negg": [0.5274814367294312, 0.25824475288391113, 0.20516200363636017], "cos_innovation_negg": [0.5274814367294312, 0.25824475288391113, 0.20516200363636017], "cos_apical_negg": [-0.03768428787589073, 0.17336764931678772, -0.16225458681583405], "cos_Ac_negg": [0.8879224061965942, 0.8012449145317078, 0.19180354475975037], "r_norm": [0.5193054676055908, 0.5052413940429688, 0.38627249002456665], "traffic_norm": [16.097858428955078, 16.020307540893555, 15.507643699645996], "traffic_residual_norm": [0.09406079351902008, 0.14230602979660034, 1.7602042134967633e-06], "traffic_r2": [0.9999646544456482, 0.999920666217804, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.2209373116493225, "cos_r_negg": [0.42498692870140076, 0.15283429622650146, 0.07014548778533936], "cos_innovation_negg": [0.42498692870140076, 0.15283429622650146, 0.07014548778533936], "cos_apical_negg": [0.0019702166318893433, 0.23482587933540344, 0.14109444618225098], "cos_Ac_negg": [0.8910834789276123, 0.6526443958282471, 0.11021465808153152], "r_norm": [0.5993240475654602, 0.5707066059112549, 0.4270150065422058], "traffic_norm": [16.096267700195312, 16.01736831665039, 15.506205558776855], "traffic_residual_norm": [0.12818460166454315, 0.16834113001823425, 1.7709899111650884e-06], "traffic_r2": [0.9999300241470337, 0.9998891353607178, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.3394957458496094, "val_acc": 0.9284, "val_loss": 0.3394957458496094}, {"step": 6200, "epoch": 14, "train_loss": 0.2768552899360657, "cos_r_negg": [0.6136209964752197, 0.272449254989624, 0.169733926653862], "cos_innovation_negg": [0.6136209964752197, 0.272449254989624, 0.169733926653862], "cos_apical_negg": [-0.031727924942970276, 0.04696572944521904, 0.05145464465022087], "cos_Ac_negg": [0.8884059190750122, 0.7621751427650452, 0.1943383365869522], "r_norm": [0.6626080274581909, 0.7090599536895752, 0.41499531269073486], "traffic_norm": [16.09516143798828, 16.017587661743164, 15.506139755249023], "traffic_residual_norm": [0.2172185480594635, 0.3401643633842468, 1.7663685412117047e-06], "traffic_r2": [0.99981689453125, 0.9995487928390503, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.3389240801334381, "cos_r_negg": [0.5457582473754883, 0.1905764639377594, 0.12360520660877228], "cos_innovation_negg": [0.5457582473754883, 0.1905764639377594, 0.12360520660877228], "cos_apical_negg": [-0.03632359579205513, 0.01496952585875988, -0.04473414272069931], "cos_Ac_negg": [0.8602755069732666, 0.7915334701538086, 0.17180481553077698], "r_norm": [0.5296680927276611, 0.5202456712722778, 0.391500324010849], "traffic_norm": [16.09499740600586, 16.01580047607422, 15.50391960144043], "traffic_residual_norm": [0.09710992872714996, 0.14979223906993866, 1.727945004859066e-06], "traffic_r2": [0.9999628067016602, 0.9999123811721802, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9106, "eval_loss": 0.43838390502929686, "val_acc": 0.9106, "val_loss": 0.43838390502929686}], "final": {"eval_split": "validation", "eval_acc": 0.9106, "eval_loss": 0.43838390502929686, "wall_s": 23.596271991729736, "val_acc": 0.9106, "val_loss": 0.43838390502929686, "cos_r_negg": [0.5518002510070801, 0.24754297733306885, 0.13903799653053284], "cos_innovation_negg": [0.5518002510070801, 0.24754297733306885, 0.13903799653053284], "cos_apical_negg": [-0.06778024137020111, -0.007808221969753504, -0.03294135630130768], "cos_Ac_negg": [0.8766240477561951, 0.8419988751411438, 0.14565260708332062], "traffic_norm": [16.094858169555664, 16.015518188476562, 15.504505157470703], "traffic_residual_norm": [0.06671075522899628, 0.09130287915468216, 1.7787042452255264e-06], "traffic_r2": [0.9999797344207764, 0.9999672174453735, 1.0]}, "timing": {"warmup_wall_s": 1.5933375358581543, "training_loop_wall_s": 21.79569697380066, "diagnostics_wall_s": 0.5114190578460693, "inline_diagnostics_wall_s": 0.37137627601623535, "optimizer_wall_s_excluding_inline_diagnostics": 21.424320697784424, "evaluation_wall_s": 0.06400847434997559}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}