path: root/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu1000_d3_s0.json

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [0.0002641956089064479, 0.024240415543317795, 0.03415791690349579], "cos_innovation_negg": [0.0002641956089064479, 0.024240415543317795, 0.03415791690349579], "cos_apical_negg": [-0.002774080028757453, 0.018353208899497986, 0.01986568793654442], "cos_Ac_negg": [0.003959169611334801, 0.022923072800040245, 0.03415793180465698], "r_norm": [5.042851448059082, 4.890728950500488, 4.824251651763916], "traffic_norm": [2.6715383529663086, 2.6519713401794434, 2.59297513961792], "traffic_residual_norm": [1.2485003471374512, 0.9028557538986206, 1.863004172264482e-06], "traffic_r2": [0.7817214727401733, 0.8841490745544434, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 3.2728652954101562, "cos_r_negg": [0.19903028011322021, 0.20238016545772552, 0.28039684891700745], "cos_innovation_negg": [0.19903028011322021, 0.20238016545772552, 0.28039684891700745], "cos_apical_negg": [0.1285596787929535, -0.171696275472641, 0.062039799988269806], "cos_Ac_negg": [0.726643443107605, 0.12352291494607925, 0.2673773765563965], "r_norm": [3.6658806800842285, 2.466787099838257, 1.4697288274765015], "traffic_norm": [6.350824356079102, 6.319815635681152, 6.253061294555664], "traffic_residual_norm": [2.7200927734375, 1.33561110496521, 3.850556822726503e-06], "traffic_r2": [0.8165557980537415, 0.9553370475769043, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.0465985536575317, "cos_r_negg": [0.11034791171550751, 0.191079780459404, 0.17697879672050476], "cos_innovation_negg": [0.11034791171550751, 0.191079780459404, 0.17697879672050476], "cos_apical_negg": [0.04633647948503494, 0.034998275339603424, -0.15252140164375305], "cos_Ac_negg": [0.7510228157043457, -0.151149719953537, 0.18756958842277527], "r_norm": [2.6827118396759033, 1.7214317321777344, 1.0152443647384644], "traffic_norm": [6.464941501617432, 6.449613094329834, 6.348310470581055], "traffic_residual_norm": [1.9097955226898193, 0.9024881720542908, 2.8016456781188026e-06], "traffic_r2": [0.9127339124679565, 0.980419397354126, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.7944, "eval_loss": 0.9825871215820312, "val_acc": 0.7944, "val_loss": 0.9825871215820312}, {"step": 600, "epoch": 1, "train_loss": 0.935515284538269, "cos_r_negg": [0.06101933866739273, -0.14908424019813538, 0.36400115489959717], "cos_innovation_negg": [0.06101933866739273, -0.14908424019813538, 0.36400115489959717], "cos_apical_negg": [-0.0803527757525444, 0.19475148618221283, 0.07226796448230743], "cos_Ac_negg": [0.7762781381607056, 0.2985384464263916, 0.36372458934783936], "r_norm": [2.1873111724853516, 1.4950600862503052, 1.0320370197296143], "traffic_norm": [6.5187177658081055, 6.541919231414795, 6.456907272338867], "traffic_residual_norm": [1.330193042755127, 0.6514447927474976, 2.122615114785731e-06], "traffic_r2": [0.9583605527877808, 0.9900835752487183, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6581604480743408, "cos_r_negg": [0.08705064654350281, -0.047833703458309174, 0.2707597017288208], "cos_innovation_negg": [0.08705064654350281, -0.047833703458309174, 0.2707597017288208], "cos_apical_negg": [-0.06317780166864395, -0.15929250419139862, 0.04620089381933212], "cos_Ac_negg": [0.8355486392974854, -0.38472980260849, 0.27147287130355835], "r_norm": [1.5536705255508423, 1.0011494159698486, 0.672917366027832], "traffic_norm": [6.548598289489746, 6.581892967224121, 6.512946128845215], "traffic_residual_norm": [0.9513460397720337, 0.43076515197753906, 1.5797991181898396e-06], "traffic_r2": [0.9788952469825745, 0.9957164525985718, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8326, "eval_loss": 0.8570539428710937, "val_acc": 0.8326, "val_loss": 0.8570539428710937}, {"step": 1000, "epoch": 2, "train_loss": 0.6012327671051025, "cos_r_negg": [0.33247455954551697, -0.3115558624267578, 0.20919719338417053], "cos_innovation_negg": [0.33247455954551697, -0.3115558624267578, 0.20919719338417053], "cos_apical_negg": [0.216639444231987, 0.45720258355140686, -0.01947537064552307], "cos_Ac_negg": [0.7957879304885864, -0.1990237534046173, 0.21067285537719727], "r_norm": [1.8135230541229248, 1.3602874279022217, 1.142654299736023], "traffic_norm": [6.581850051879883, 6.59618616104126, 6.529230117797852], "traffic_residual_norm": [0.6857430934906006, 0.3616056740283966, 1.1532943062775303e-06], "traffic_r2": [0.9891430735588074, 0.9968112707138062, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.1248970031738281, "cos_r_negg": [0.18587501347064972, 0.3686124086380005, 0.31803980469703674], "cos_innovation_negg": [0.18587501347064972, 0.3686124086380005, 0.31803980469703674], "cos_apical_negg": [-0.03801785409450531, -0.34021633863449097, 0.151536226272583], "cos_Ac_negg": [0.8455193638801575, 0.33077457547187805, 0.3300971984863281], "r_norm": [1.282860279083252, 0.9218016862869263, 0.7093861103057861], "traffic_norm": [6.660520076751709, 6.632122993469238, 6.606335639953613], "traffic_residual_norm": [0.5583175420761108, 0.2843732237815857, 1.065828882929054e-06], "traffic_r2": [0.9929733872413635, 0.9981614351272583, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8678, "eval_loss": 0.6122070678710938, "val_acc": 0.8678, "val_loss": 0.6122070678710938}, {"step": 1400, "epoch": 3, "train_loss": 0.6948821544647217, "cos_r_negg": [0.23979602754116058, 0.015131176449358463, 0.3991796374320984], "cos_innovation_negg": [0.23979602754116058, 0.015131176449358463, 0.3991796374320984], "cos_apical_negg": [0.04946739226579666, -0.16453886032104492, 0.060923732817173004], "cos_Ac_negg": [0.7859855890274048, -0.11030767112970352, 0.40447700023651123], "r_norm": [1.2872397899627686, 0.8455171585083008, 0.7113898992538452], "traffic_norm": [6.620121955871582, 6.613045692443848, 6.582304954528809], "traffic_residual_norm": [0.5519835948944092, 0.18295089900493622, 8.33468902783352e-07], "traffic_r2": [0.993047833442688, 0.9992346167564392, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.9994417428970337, "cos_r_negg": [0.17745187878608704, 0.4468972384929657, 0.32491058111190796], "cos_innovation_negg": [0.17745187878608704, 0.4468972384929657, 0.32491058111190796], "cos_apical_negg": [0.10180088877677917, -0.5174379348754883, 0.08034591376781464], "cos_Ac_negg": [0.8686177134513855, 0.3407086133956909, 0.33622026443481445], "r_norm": [1.716573715209961, 1.317026972770691, 1.2485442161560059], "traffic_norm": [6.619843482971191, 6.612985134124756, 6.582162857055664], "traffic_residual_norm": [0.37104788422584534, 0.13572458922863007, 6.79359231980925e-07], "traffic_r2": [0.9968582987785339, 0.9995787143707275, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8296, "eval_loss": 0.8187528564453125, "val_acc": 0.8296, "val_loss": 0.8187528564453125}, {"step": 1800, "epoch": 4, "train_loss": 0.6114656925201416, "cos_r_negg": [0.331741601228714, 0.2976263165473938, 0.45420658588409424], "cos_innovation_negg": [0.331741601228714, 0.2976263165473938, 0.45420658588409424], "cos_apical_negg": [0.18981049954891205, -0.32197290658950806, 0.09401535242795944], "cos_Ac_negg": [0.798707902431488, 0.28587567806243896, 0.4888814091682434], "r_norm": [1.3041439056396484, 0.9784371852874756, 0.9379594326019287], "traffic_norm": [6.613297939300537, 6.606433868408203, 6.574054718017578], "traffic_residual_norm": [0.28038719296455383, 0.08223557472229004, 6.16528495811508e-07], "traffic_r2": [0.9982024431228638, 0.999845027923584, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.9775158166885376, "cos_r_negg": [0.1944122016429901, -0.30766427516937256, 0.4396648406982422], "cos_innovation_negg": [0.1944122016429901, -0.30766427516937256, 0.4396648406982422], "cos_apical_negg": [0.05074167251586914, -0.3838784694671631, 0.14537185430526733], "cos_Ac_negg": [0.7849235534667969, 0.41843459010124207, 0.4422004222869873], "r_norm": [1.060926914215088, 0.7957386374473572, 0.7524151802062988], "traffic_norm": [6.615198612213135, 6.6054768562316895, 6.575567722320557], "traffic_residual_norm": [0.20585450530052185, 0.06521090865135193, 6.027908625583223e-07], "traffic_r2": [0.9990234971046448, 0.9999024868011475, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8928, "eval_loss": 0.4755111145019531, "val_acc": 0.8928, "val_loss": 0.4755111145019531}, {"step": 2200, "epoch": 5, "train_loss": 0.5783166885375977, "cos_r_negg": [0.17034077644348145, 0.016650818288326263, 0.5287913084030151], "cos_innovation_negg": [0.17034077644348145, 0.016650818288326263, 0.5287913084030151], "cos_apical_negg": [0.017124168574810028, -0.07438607513904572, 0.22128471732139587], "cos_Ac_negg": [0.7799420952796936, 0.13800549507141113, 0.548202633857727], "r_norm": [0.9354102611541748, 0.541718065738678, 0.510228157043457], "traffic_norm": [6.600361347198486, 6.600420951843262, 6.555047988891602], "traffic_residual_norm": [0.3919001817703247, 0.045501403510570526, 7.063086400194152e-07], "traffic_r2": [0.9964740872383118, 0.9999524354934692, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.8172075748443604, "cos_r_negg": [0.33130910992622375, 0.12446119636297226, 0.5532046556472778], "cos_innovation_negg": [0.33130910992622375, 0.12446119636297226, 0.5532046556472778], "cos_apical_negg": [0.0771985799074173, -0.11542745679616928, -0.01577986776828766], "cos_Ac_negg": [0.8091740608215332, 0.24627192318439484, 0.5767347812652588], "r_norm": [0.8209643363952637, 0.5504109859466553, 0.5222295522689819], "traffic_norm": [6.604052543640137, 6.598127365112305, 6.561206817626953], "traffic_residual_norm": [0.2284725308418274, 0.038184091448783875, 6.503369149868377e-07], "traffic_r2": [0.9988015294075012, 0.9999651312828064, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.901, "eval_loss": 0.4828062805175781, "val_acc": 0.901, "val_loss": 0.4828062805175781}, {"step": 2600, "epoch": 6, "train_loss": 0.4310752749443054, "cos_r_negg": [0.22379061579704285, 0.02903861179947853, 0.5617322325706482], "cos_innovation_negg": [0.22379061579704285, 0.02903861179947853, 0.5617322325706482], "cos_apical_negg": [-0.00835527665913105, -0.030133672058582306, 0.161605104804039], "cos_Ac_negg": [0.8301459550857544, 0.1953946352005005, 0.5577765703201294], "r_norm": [0.6012574434280396, 0.4183613955974579, 0.391566663980484], "traffic_norm": [6.613274574279785, 6.603324890136719, 6.573910713195801], "traffic_residual_norm": [0.1561712771654129, 0.03362857922911644, 6.468550282079377e-07], "traffic_r2": [0.9994422793388367, 0.9999740123748779, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.2923869490623474, "cos_r_negg": [0.3353789746761322, 0.21171119809150696, 0.4921809732913971], "cos_innovation_negg": [0.3353789746761322, 0.21171119809150696, 0.4921809732913971], "cos_apical_negg": [-0.020663341507315636, 0.24617999792099, 0.05704454705119133], "cos_Ac_negg": [0.8416144847869873, 0.32689377665519714, 0.5278857350349426], "r_norm": [0.7403050065040588, 0.567787766456604, 0.5497131943702698], "traffic_norm": [6.611348628997803, 6.600614547729492, 6.568019390106201], "traffic_residual_norm": [0.10099469870328903, 0.0361577644944191, 6.77997661568952e-07], "traffic_r2": [0.9997665882110596, 0.9999699592590332, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.3827916979789734, "cos_r_negg": [0.33970320224761963, 0.29413771629333496, 0.49418509006500244], "cos_innovation_negg": [0.33970320224761963, 0.29413771629333496, 0.49418509006500244], "cos_apical_negg": [-0.04118945449590683, 0.14699706435203552, -0.011492094025015831], "cos_Ac_negg": [0.8111125230789185, 0.5417101383209229, 0.5134928226470947], "r_norm": [0.8474588394165039, 0.5735803842544556, 0.5507350564002991], "traffic_norm": [6.600568771362305, 6.596816539764404, 6.56553316116333], "traffic_residual_norm": [0.23053313791751862, 0.03492894023656845, 6.668293508482748e-07], "traffic_r2": [0.9987784624099731, 0.9999719262123108, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9106, "eval_loss": 0.4357031982421875, "val_acc": 0.9106, "val_loss": 0.4357031982421875}, {"step": 3200, "epoch": 7, "train_loss": 0.4361228346824646, "cos_r_negg": [0.36077797412872314, 0.002500954084098339, 0.4785196781158447], "cos_innovation_negg": [0.36077797412872314, 0.002500954084098339, 0.4785196781158447], "cos_apical_negg": [-0.07971370220184326, 0.21523486077785492, 0.1797807216644287], "cos_Ac_negg": [0.7941156625747681, 0.4479207396507263, 0.5347100496292114], "r_norm": [0.6741288900375366, 0.5489211678504944, 0.5284916162490845], "traffic_norm": [6.611310005187988, 6.599700927734375, 6.568007946014404], "traffic_residual_norm": [0.05601818859577179, 0.04104561731219292, 6.727677828166634e-07], "traffic_r2": [0.9999274015426636, 0.9999504089355469, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.3660394847393036, "cos_r_negg": [0.37783563137054443, 0.07541552931070328, 0.4761044979095459], "cos_innovation_negg": [0.37783563137054443, 0.07541552931070328, 0.4761044979095459], "cos_apical_negg": [-0.09560492634773254, -0.03403029590845108, 0.11036231368780136], "cos_Ac_negg": [0.8018901348114014, 0.2843037247657776, 0.5034997463226318], "r_norm": [0.7990592122077942, 0.5478101968765259, 0.5031628608703613], "traffic_norm": [6.603969097137451, 6.595575332641602, 6.557290077209473], "traffic_residual_norm": [0.24210317432880402, 0.06366942077875137, 6.676763746327197e-07], "traffic_r2": [0.9986552000045776, 0.999906599521637, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8952, "eval_loss": 0.5190277893066406, "val_acc": 0.8952, "val_loss": 0.5190277893066406}, {"step": 3600, "epoch": 8, "train_loss": 0.510729968547821, "cos_r_negg": [0.32849955558776855, 0.11774024367332458, 0.44928377866744995], "cos_innovation_negg": [0.32849955558776855, 0.11774024367332458, 0.44928377866744995], "cos_apical_negg": [0.01761596091091633, -0.08462928980588913, 0.09502285718917847], "cos_Ac_negg": [0.8002642393112183, 0.24766656756401062, 0.4649248719215393], "r_norm": [1.1766955852508545, 0.9192489385604858, 0.8736475706100464], "traffic_norm": [6.6261115074157715, 6.604116916656494, 6.5760884284973145], "traffic_residual_norm": [0.16261717677116394, 0.0609513595700264, 6.90360593580408e-07], "traffic_r2": [0.9993976950645447, 0.9999147653579712, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.23098540306091309, "cos_r_negg": [0.4243372678756714, 0.10834097862243652, 0.5080091953277588], "cos_innovation_negg": [0.4243372678756714, 0.10834097862243652, 0.5080091953277588], "cos_apical_negg": [-0.059569425880908966, 0.06094253808259964, 0.13369834423065186], "cos_Ac_negg": [0.8161755800247192, 0.36361438035964966, 0.5261937379837036], "r_norm": [0.7846179604530334, 0.5112072229385376, 0.4772406220436096], "traffic_norm": [6.605985641479492, 6.594943046569824, 6.568933010101318], "traffic_residual_norm": [0.26878565549850464, 0.05223606154322624, 6.732440169798792e-07], "traffic_r2": [0.9983444809913635, 0.9999372363090515, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9204, "eval_loss": 0.384245068359375, "val_acc": 0.9204, "val_loss": 0.384245068359375}, {"step": 4000, "epoch": 9, "train_loss": 0.19889453053474426, "cos_r_negg": [0.45273280143737793, 0.06466792523860931, 0.42736566066741943], "cos_innovation_negg": [0.45273280143737793, 0.06466792523860931, 0.42736566066741943], "cos_apical_negg": [-0.05666602402925491, 0.03865732625126839, 0.09622065722942352], "cos_Ac_negg": [0.7841788530349731, 0.24937251210212708, 0.4541401267051697], "r_norm": [0.7961089611053467, 0.5751634836196899, 0.5375790596008301], "traffic_norm": [6.606656551361084, 6.595548629760742, 6.566115856170654], "traffic_residual_norm": [0.1844637095928192, 0.05327247083187103, 6.872049880257691e-07], "traffic_r2": [0.9992204308509827, 0.999934732913971, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.3481616973876953, "cos_r_negg": [0.40195345878601074, 0.02650587633252144, 0.4337958097457886], "cos_innovation_negg": [0.40195345878601074, 0.02650587633252144, 0.4337958097457886], "cos_apical_negg": [-0.06921329349279404, -0.049123942852020264, 0.07658948004245758], "cos_Ac_negg": [0.8581517338752747, 0.20670577883720398, 0.4543479084968567], "r_norm": [0.7512093186378479, 0.49044281244277954, 0.4647994637489319], "traffic_norm": [6.5927629470825195, 6.565503120422363, 6.5573859214782715], "traffic_residual_norm": [0.24307413399219513, 0.04061993956565857, 6.963388159419992e-07], "traffic_r2": [0.9986344575881958, 0.9999616742134094, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9054, "eval_loss": 0.4255564270019531, "val_acc": 0.9054, "val_loss": 0.4255564270019531}, {"step": 4400, "epoch": 10, "train_loss": 0.25689002871513367, "cos_r_negg": [0.4939093291759491, 0.21372085809707642, 0.3603140711784363], "cos_innovation_negg": [0.4939093291759491, 0.21372085809707642, 0.3603140711784363], "cos_apical_negg": [-0.08087041229009628, 0.2717422842979431, 0.06760303676128387], "cos_Ac_negg": [0.8479455709457397, 0.4564177989959717, 0.4150506556034088], "r_norm": [1.0299839973449707, 0.7372832298278809, 0.7302619218826294], "traffic_norm": [6.592556953430176, 6.564986705780029, 6.555630683898926], "traffic_residual_norm": [0.24509765207767487, 0.04246930032968521, 7.284799607987225e-07], "traffic_r2": [0.9986178278923035, 0.9999579787254333, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.3115153908729553, "cos_r_negg": [0.42323604226112366, -0.04419921338558197, 0.437523752450943], "cos_innovation_negg": [0.42323604226112366, -0.04419921338558197, 0.437523752450943], "cos_apical_negg": [-0.0376613475382328, -0.06458637863397598, 0.07660159468650818], "cos_Ac_negg": [0.8207055926322937, 0.40392181277275085, 0.4732760787010193], "r_norm": [0.5318381786346436, 0.3658938407897949, 0.33222734928131104], "traffic_norm": [6.590547561645508, 6.561415672302246, 6.553333759307861], "traffic_residual_norm": [0.16462360322475433, 0.04890225827693939, 7.143016773625277e-07], "traffic_r2": [0.9993760585784912, 0.9999442100524902, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9298, "eval_loss": 0.3044216033935547, "val_acc": 0.9298, "val_loss": 0.3044216033935547}, {"step": 4800, "epoch": 11, "train_loss": 0.20421263575553894, "cos_r_negg": [0.3669964671134949, 0.03348953649401665, 0.4961715340614319], "cos_innovation_negg": [0.3669964671134949, 0.03348953649401665, 0.4961715340614319], "cos_apical_negg": [-0.06602701544761658, 0.04429449141025543, 0.041313063353300095], "cos_Ac_negg": [0.8239874839782715, 0.3755704164505005, 0.5661165714263916], "r_norm": [0.6163362264633179, 0.46765372157096863, 0.4472251832485199], "traffic_norm": [6.594587326049805, 6.565320014953613, 6.556143283843994], "traffic_residual_norm": [0.1121571809053421, 0.03807973861694336, 7.038946137072344e-07], "traffic_r2": [0.9997105598449707, 0.9999663233757019, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.34739625453948975, "cos_r_negg": [0.43882665038108826, 0.0664418488740921, 0.4498612880706787], "cos_innovation_negg": [0.43882665038108826, 0.0664418488740921, 0.4498612880706787], "cos_apical_negg": [-0.07901830971240997, -0.2434290051460266, 0.16243326663970947], "cos_Ac_negg": [0.8430155515670776, 0.2782312035560608, 0.47143974900245667], "r_norm": [0.8441218137741089, 0.6898047924041748, 0.6695096492767334], "traffic_norm": [6.609698295593262, 6.571887969970703, 6.5621490478515625], "traffic_residual_norm": [0.08126939833164215, 0.04388764500617981, 7.279519422809244e-07], "traffic_r2": [0.9998487234115601, 0.9999552369117737, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9086, "eval_loss": 0.42802279663085935, "val_acc": 0.9086, "val_loss": 0.42802279663085935}, {"step": 5200, "epoch": 12, "train_loss": 0.31533223390579224, "cos_r_negg": [0.4857178330421448, 0.1871412694454193, 0.39048802852630615], "cos_innovation_negg": [0.4857178330421448, 0.1871412694454193, 0.39048802852630615], "cos_apical_negg": [0.022367293015122414, -0.028735416010022163, -0.03788876160979271], "cos_Ac_negg": [0.8495656251907349, 0.4189782738685608, 0.4468902051448822], "r_norm": [0.5996648073196411, 0.4996202290058136, 0.4740230441093445], "traffic_norm": [6.6092119216918945, 6.570025444030762, 6.562309265136719], "traffic_residual_norm": [0.060411468148231506, 0.04684614762663841, 7.196831575129181e-07], "traffic_r2": [0.9999161958694458, 0.9999486207962036, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.3328959047794342, "cos_r_negg": [0.47747886180877686, 0.1743943989276886, 0.4849662184715271], "cos_innovation_negg": [0.47747886180877686, 0.1743943989276886, 0.4849662184715271], "cos_apical_negg": [-0.049789976328611374, 0.16413268446922302, 0.061611197888851166], "cos_Ac_negg": [0.8421205878257751, 0.5268118381500244, 0.5526740550994873], "r_norm": [0.5047099590301514, 0.4353930950164795, 0.4062004089355469], "traffic_norm": [6.610204219818115, 6.571089267730713, 6.561717987060547], "traffic_residual_norm": [0.0439804345369339, 0.049869026988744736, 7.199824949566391e-07], "traffic_r2": [0.9999555349349976, 0.9999422430992126, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.916, "eval_loss": 0.3984961853027344, "val_acc": 0.916, "val_loss": 0.3984961853027344}, {"step": 5600, "epoch": 13, "train_loss": 0.27728837728500366, "cos_r_negg": [0.4698641300201416, 0.2328750491142273, 0.5575340986251831], "cos_innovation_negg": [0.4698641300201416, 0.2328750491142273, 0.5575340986251831], "cos_apical_negg": [-0.06444750726222992, 0.035698119550943375, 0.01454025600105524], "cos_Ac_negg": [0.8750295639038086, 0.39347386360168457, 0.589324414730072], "r_norm": [0.7866708636283875, 0.6774500608444214, 0.6554769277572632], "traffic_norm": [6.6091485023498535, 6.570559501647949, 6.561406135559082], "traffic_residual_norm": [0.03737419843673706, 0.044521331787109375, 7.384831519630097e-07], "traffic_r2": [0.9999675154685974, 0.9999540448188782, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.2590503990650177, "cos_r_negg": [0.43006372451782227, 0.15696942806243896, 0.5609886646270752], "cos_innovation_negg": [0.43006372451782227, 0.15696942806243896, 0.5609886646270752], "cos_apical_negg": [-0.030111508443951607, -0.26803773641586304, -0.02586524561047554], "cos_Ac_negg": [0.8551446795463562, 0.4025660753250122, 0.5945354700088501], "r_norm": [0.5810831189155579, 0.49760308861732483, 0.4788018763065338], "traffic_norm": [6.607996940612793, 6.567420959472656, 6.558010101318359], "traffic_residual_norm": [0.031893469393253326, 0.041574232280254364, 7.474196763723739e-07], "traffic_r2": [0.9999759197235107, 0.9999598860740662, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.16765432059764862, "cos_r_negg": [0.4227270781993866, 0.15154844522476196, 0.41500258445739746], "cos_innovation_negg": [0.4227270781993866, 0.15154844522476196, 0.41500258445739746], "cos_apical_negg": [-0.021667523309588432, -0.06759712845087051, 0.034101441502571106], "cos_Ac_negg": [0.8715345859527588, 0.21053268015384674, 0.4475249648094177], "r_norm": [0.8438158631324768, 0.5633817315101624, 0.5351966619491577], "traffic_norm": [6.579908847808838, 6.539793968200684, 6.545663356781006], "traffic_residual_norm": [0.27390116453170776, 0.05023476481437683, 7.425376225000946e-07], "traffic_r2": [0.9982671737670898, 0.9999406337738037, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8818, "eval_loss": 0.5621865661621094, "val_acc": 0.8818, "val_loss": 0.5621865661621094}, {"step": 6200, "epoch": 14, "train_loss": 0.21665051579475403, "cos_r_negg": [0.38831138610839844, 0.13592968881130219, 0.47825533151626587], "cos_innovation_negg": [0.38831138610839844, 0.13592968881130219, 0.47825533151626587], "cos_apical_negg": [-0.12974245846271515, 0.39135074615478516, -0.013597042299807072], "cos_Ac_negg": [0.7910961508750916, -0.05712300166487694, 0.5243284702301025], "r_norm": [0.7418535351753235, 0.5263227224349976, 0.49982333183288574], "traffic_norm": [6.578420162200928, 6.537683010101318, 6.547111988067627], "traffic_residual_norm": [0.19574755430221558, 0.04936813563108444, 7.28969780539046e-07], "traffic_r2": [0.9991137981414795, 0.9999428391456604, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.236798495054245, "cos_r_negg": [0.3753288686275482, 0.01232624426484108, 0.46839287877082825], "cos_innovation_negg": [0.3753288686275482, 0.01232624426484108, 0.46839287877082825], "cos_apical_negg": [-0.059757813811302185, -0.14207878708839417, 0.08029656112194061], "cos_Ac_negg": [0.8360341787338257, 0.33688730001449585, 0.5409129858016968], "r_norm": [0.6580356359481812, 0.4867858588695526, 0.44631147384643555], "traffic_norm": [6.57326078414917, 6.533092975616455, 6.538594722747803], "traffic_residual_norm": [0.16309523582458496, 0.061907753348350525, 8.04666967724188e-07], "traffic_r2": [0.9993837475776672, 0.9999098777770996, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.3405521789550781, "val_acc": 0.931, "val_loss": 0.3405521789550781}], "final": {"eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.3405521789550781, "wall_s": 23.693955659866333, "val_acc": 0.931, "val_loss": 0.3405521789550781, "cos_r_negg": [0.42349743843078613, 0.07459524273872375, 0.4823940694332123], "cos_innovation_negg": [0.42349743843078613, 0.07459524273872375, 0.4823940694332123], "cos_apical_negg": [-0.01834139972925186, -0.22117933630943298, 0.119664266705513], "cos_Ac_negg": [0.8311042785644531, 0.4019562602043152, 0.5487921237945557], "traffic_norm": [6.570805549621582, 6.532174587249756, 6.536672115325928], "traffic_residual_norm": [0.14913514256477356, 0.05726834386587143, 8.230809953602147e-07], "traffic_r2": [0.9994840621948242, 0.9999228715896606, 1.0]}, "timing": {"warmup_wall_s": 1.6592605113983154, "training_loop_wall_s": 21.835328340530396, "diagnostics_wall_s": 0.520050048828125, "inline_diagnostics_wall_s": 0.3844947814941406, "optimizer_wall_s_excluding_inline_diagnostics": 21.450833559036255, "evaluation_wall_s": 0.06034088134765625}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}