{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.029241979122161865, 0.002096091629937291, 0.008120761252939701], "cos_innovation_negg": [-0.029241979122161865, 0.002096091629937291, 0.008120761252939701], "cos_apical_negg": [-0.029235415160655975, 0.002071091439574957, 0.008074866607785225], "cos_Ac_negg": [-0.026053454726934433, 0.019999800249934196, 0.03730686753988266], "r_norm": [11.102914810180664, 10.825155258178711, 10.531454086303711], "traffic_norm": [9.704059600830078, 9.645772933959961, 9.290628433227539], "traffic_residual_norm": [9.686498641967773, 9.62531566619873, 9.26725959777832], "traffic_r2": [0.0036143064498901367, 0.004235744476318359, 0.005023360252380371]}, {"step": 200, "epoch": 0, "train_loss": 105.7462158203125, "cos_r_negg": [0.02364145964384079, -0.8926284909248352, 0.0234375], "cos_innovation_negg": [0.02364145964384079, -0.8926284909248352, 0.0234375], "cos_apical_negg": [-0.19979636371135712, -0.8887939453125, 0.015624996274709702], "cos_Ac_negg": [0.29824966192245483, 0.20179177820682526, -0.265625], "r_norm": [13.296671867370605, 12.813451766967773, 12.593269348144531], "traffic_norm": [18.20853614807129, 18.071292877197266, 17.918373107910156], "traffic_residual_norm": [12.086774826049805, 11.897324562072754, 11.70281982421875], "traffic_r2": [0.5593737363815308, 0.5665696859359741, 0.5734380483627319]}, {"step": 400, "epoch": 0, "train_loss": 22.93196678161621, "cos_r_negg": [0.16308704018592834, -0.8113731145858765, -0.36416205763816833], "cos_innovation_negg": [0.16308704018592834, -0.8113731145858765, -0.36416205763816833], "cos_apical_negg": [-0.12305841594934464, -0.8477939963340759, 0.0075669982470571995], "cos_Ac_negg": [0.5112278461456299, 0.22592908143997192, -0.22980208694934845], "r_norm": [8.631741523742676, 8.532236099243164, 8.340361595153809], "traffic_norm": [18.19858169555664, 18.057363510131836, 17.902711868286133], "traffic_residual_norm": [8.0563383102417, 7.895398139953613, 7.748813629150391], "traffic_r2": [0.8040254712104797, 0.8088220357894897, 0.8126596212387085]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.4324, "eval_loss": 15.6380951171875, "val_acc": 0.4324, "val_loss": 15.6380951171875}, {"step": 600, "epoch": 1, "train_loss": 6.544905185699463, "cos_r_negg": [0.20024792850017548, -0.15192392468452454, 0.4168465733528137], "cos_innovation_negg": [0.20024792850017548, -0.15192392468452454, 0.4168465733528137], "cos_apical_negg": [0.004781905096024275, -0.19622476398944855, 0.26997843384742737], "cos_Ac_negg": [0.7457258105278015, 0.34684237837791443, 0.38660895824432373], "r_norm": [6.554925441741943, 6.327288627624512, 6.137692928314209], "traffic_norm": [18.19397735595703, 18.054088592529297, 17.900371551513672], "traffic_residual_norm": [5.375783920288086, 5.253716468811035, 5.166762828826904], "traffic_r2": [0.9126972556114197, 0.915319561958313, 0.9166866540908813]}, {"step": 800, "epoch": 1, "train_loss": 2.7039923667907715, "cos_r_negg": [0.378500759601593, -0.3684431314468384, -0.013065577484667301], "cos_innovation_negg": [0.378500759601593, -0.3684431314468384, -0.013065577484667301], "cos_apical_negg": [0.12047408521175385, -0.3841840624809265, -0.09727925062179565], "cos_Ac_negg": [0.8194701671600342, 0.2694804072380066, 0.36858633160591125], "r_norm": [4.3148956298828125, 4.157283782958984, 4.159780025482178], "traffic_norm": [18.15251922607422, 17.999656677246094, 17.86887550354004], "traffic_residual_norm": [3.591510057449341, 3.5217785835266113, 3.4700207710266113], "traffic_r2": [0.960854709148407, 0.9617173075675964, 0.9622873067855835]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.6578, "eval_loss": 3.577652099609375, "val_acc": 0.6578, "val_loss": 3.577652099609375}, {"step": 1000, "epoch": 2, "train_loss": 2.2146825790405273, "cos_r_negg": [0.2543088495731354, -0.020795095711946487, 0.2998110055923462], "cos_innovation_negg": [0.2543088495731354, -0.020795095711946487, 0.2998110055923462], "cos_apical_negg": [0.12924711406230927, -0.017771130427718163, -0.2188393473625183], "cos_Ac_negg": [0.8451874256134033, 0.31615060567855835, 0.5791560411453247], "r_norm": [3.1169166564941406, 3.010688543319702, 3.0704660415649414], "traffic_norm": [18.118730545043945, 17.973384857177734, 17.819250106811523], "traffic_residual_norm": [2.444000720977783, 2.399477481842041, 2.4458773136138916], "traffic_r2": [0.9818045496940613, 0.9821702837944031, 0.9811578392982483]}, {"step": 1200, "epoch": 2, "train_loss": 1.9344027042388916, "cos_r_negg": [0.263720840215683, -0.06805159896612167, 0.18320567905902863], "cos_innovation_negg": [0.263720840215683, -0.06805159896612167, 0.18320567905902863], "cos_apical_negg": [0.11387461423873901, -0.07430072128772736, -0.2715058922767639], "cos_Ac_negg": [0.8968079686164856, 0.21192748844623566, 0.5717265009880066], "r_norm": [2.7681760787963867, 2.6831982135772705, 2.7416067123413086], "traffic_norm": [18.074127197265625, 17.906898498535156, 17.787723541259766], "traffic_residual_norm": [1.7749899625778198, 1.802722692489624, 1.7929084300994873], "traffic_r2": [0.9903556108474731, 0.9898649454116821, 0.9898397326469421]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8078, "eval_loss": 2.1350011474609376, "val_acc": 0.8078, "val_loss": 2.1350011474609376}, {"step": 1400, "epoch": 3, "train_loss": 2.2477071285247803, "cos_r_negg": [0.27788594365119934, -0.21177658438682556, 0.07371310144662857], "cos_innovation_negg": [0.27788594365119934, -0.21177658438682556, 0.07371310144662857], "cos_apical_negg": [0.20607097446918488, -0.24038368463516235, -0.028970377519726753], "cos_Ac_negg": [0.8125792145729065, 0.10353095084428787, -0.07841575890779495], "r_norm": [2.3413877487182617, 2.269657611846924, 2.293821334838867], "traffic_norm": [18.070932388305664, 17.90478515625, 17.785846710205078], "traffic_residual_norm": [1.186555027961731, 1.2121098041534424, 1.2189421653747559], "traffic_r2": [0.9956884980201721, 0.9954150915145874, 0.9953017234802246]}, {"step": 1600, "epoch": 3, "train_loss": 2.4780678749084473, "cos_r_negg": [0.41200950741767883, -0.07850893586874008, -0.10465911775827408], "cos_innovation_negg": [0.41200950741767883, -0.07850893586874008, -0.10465911775827408], "cos_apical_negg": [0.219774067401886, -0.2695052921772003, 0.25165244936943054], "cos_Ac_negg": [0.8046462535858154, 0.31805184483528137, -0.17148754000663757], "r_norm": [2.623415946960449, 2.538818836212158, 2.586129665374756], "traffic_norm": [18.08924674987793, 17.90638542175293, 17.77843475341797], "traffic_residual_norm": [0.8333631753921509, 0.9609673619270325, 0.933757483959198], "traffic_r2": [0.9978762269020081, 0.997115433216095, 0.9972390532493591]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8034, "eval_loss": 1.874791259765625, "val_acc": 0.8034, "val_loss": 1.874791259765625}, {"step": 1800, "epoch": 4, "train_loss": 1.5626609325408936, "cos_r_negg": [0.49247485399246216, 0.24675123393535614, 0.1018214300274849], "cos_innovation_negg": [0.49247485399246216, 0.24675123393535614, 0.1018214300274849], "cos_apical_negg": [0.1849288046360016, 0.02691519446671009, -0.017989085987210274], "cos_Ac_negg": [0.750615119934082, 0.23751148581504822, 0.0698852390050888], "r_norm": [2.6181223392486572, 2.6027212142944336, 2.6133787631988525], "traffic_norm": [18.055694580078125, 17.85082244873047, 17.742029190063477], "traffic_residual_norm": [0.7074152231216431, 0.9419832229614258, 0.8958569169044495], "traffic_r2": [0.9984627366065979, 0.9972133636474609, 0.9974422454833984]}, {"step": 2000, "epoch": 4, "train_loss": 1.1063759326934814, "cos_r_negg": [0.38906505703926086, -0.02922474406659603, 0.27710846066474915], "cos_innovation_negg": [0.38906505703926086, -0.02922474406659603, 0.27710846066474915], "cos_apical_negg": [0.08497527241706848, -0.005563175305724144, -0.14457833766937256], "cos_Ac_negg": [0.708415687084198, 0.3537015914916992, 0.5180723071098328], "r_norm": [2.706820249557495, 2.8427982330322266, 3.2584824562072754], "traffic_norm": [17.976543426513672, 17.718929290771484, 17.513668060302734], "traffic_residual_norm": [1.0828028917312622, 1.4389925003051758, 1.9191852807998657], "traffic_r2": [0.9963534474372864, 0.9933866858482361, 0.9879553318023682]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8038, "eval_loss": 1.4518278564453124, "val_acc": 0.8038, "val_loss": 1.4518278564453124}, {"step": 2200, "epoch": 5, "train_loss": 0.6993619203567505, "cos_r_negg": [0.27988630533218384, 0.10183681547641754, 0.26128527522087097], "cos_innovation_negg": [0.27988630533218384, 0.10183681547641754, 0.26128527522087097], "cos_apical_negg": [0.2297738790512085, -0.024306051433086395, 0.09499003738164902], "cos_Ac_negg": [0.7377040386199951, 0.35887086391448975, 0.5243175625801086], "r_norm": [2.557736396789551, 2.7705230712890625, 2.95283842086792], "traffic_norm": [17.92170524597168, 17.61029815673828, 17.42670440673828], "traffic_residual_norm": [0.9518433809280396, 1.4165968894958496, 1.572608470916748], "traffic_r2": [0.9971792101860046, 0.993529200553894, 0.991856575012207]}, {"step": 2400, "epoch": 5, "train_loss": 2.276289224624634, "cos_r_negg": [0.36997878551483154, 0.06365703046321869, 0.010742532089352608], "cos_innovation_negg": [0.36997878551483154, 0.06365703046321869, 0.010742532089352608], "cos_apical_negg": [0.30981457233428955, -0.46765175461769104, 0.3262377977371216], "cos_Ac_negg": [0.7942051887512207, 0.47561144828796387, 0.2339692860841751], "r_norm": [2.9310812950134277, 2.9796829223632812, 3.097327709197998], "traffic_norm": [17.92564582824707, 17.61554718017578, 17.436580657958984], "traffic_residual_norm": [0.6319000720977783, 0.9478471279144287, 1.060844898223877], "traffic_r2": [0.9987573623657227, 0.9971047639846802, 0.9962984919548035]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8532, "eval_loss": 1.2530155517578125, "val_acc": 0.8532, "val_loss": 1.2530155517578125}, {"step": 2600, "epoch": 6, "train_loss": 1.2294080257415771, "cos_r_negg": [0.22039592266082764, -0.15582872927188873, -0.0610409714281559], "cos_innovation_negg": [0.22039592266082764, -0.15582872927188873, -0.0610409714281559], "cos_apical_negg": [0.15591570734977722, -0.22766061127185822, 0.1393018364906311], "cos_Ac_negg": [0.6871928572654724, 0.2457694411277771, 0.13027921319007874], "r_norm": [1.680115818977356, 1.7843587398529053, 1.8907485008239746], "traffic_norm": [17.928192138671875, 17.626651763916016, 17.442914962768555], "traffic_residual_norm": [0.44997185468673706, 0.6830906867980957, 0.7902733087539673], "traffic_r2": [0.999351978302002, 0.9984725117683411, 0.9979057908058167]}, {"step": 2800, "epoch": 6, "train_loss": 1.452409029006958, "cos_r_negg": [0.3154160678386688, -0.027214938774704933, 0.32850947976112366], "cos_innovation_negg": [0.3154160678386688, -0.027214938774704933, 0.32850947976112366], "cos_apical_negg": [0.0637250766158104, -0.046199895441532135, -0.15421755611896515], "cos_Ac_negg": [0.7158493995666504, 0.23862315714359283, 0.20214968919754028], "r_norm": [2.2435951232910156, 2.3854711055755615, 2.5656490325927734], "traffic_norm": [17.86789321899414, 17.548418045043945, 17.32567596435547], "traffic_residual_norm": [0.8467562198638916, 1.1272096633911133, 1.3156903982162476], "traffic_r2": [0.9977542161941528, 0.9958739876747131, 0.9942333698272705]}, {"step": 3000, "epoch": 6, "train_loss": 1.5457983016967773, "cos_r_negg": [0.28476816415786743, -0.11468226462602615, 0.19505885243415833], "cos_innovation_negg": [0.28476816415786743, -0.11468226462602615, 0.19505885243415833], "cos_apical_negg": [0.16889972984790802, -0.42322099208831787, 0.014791269786655903], "cos_Ac_negg": [0.7404732704162598, 0.41029414534568787, 0.5376824736595154], "r_norm": [2.2034943103790283, 2.2638444900512695, 2.378669023513794], "traffic_norm": [17.870243072509766, 17.559200286865234, 17.3343505859375], "traffic_residual_norm": [0.5941216945648193, 0.7859464883804321, 0.9052632451057434], "traffic_r2": [0.9988914132118225, 0.997992992401123, 0.9972708225250244]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8502, "eval_loss": 1.331359765625, "val_acc": 0.8502, "val_loss": 1.331359765625}, {"step": 3200, "epoch": 7, "train_loss": 3.070722818374634, "cos_r_negg": [0.3643794059753418, -0.14562641084194183, 0.1951615959405899], "cos_innovation_negg": [0.3643794059753418, -0.14562641084194183, 0.1951615959405899], "cos_apical_negg": [0.013757006265223026, -0.25127026438713074, -0.26644042134284973], "cos_Ac_negg": [0.7801725268363953, -0.02159825712442398, 0.5641353726387024], "r_norm": [2.327104330062866, 2.4074296951293945, 2.5491600036621094], "traffic_norm": [17.869892120361328, 17.56527328491211, 17.315771102905273], "traffic_residual_norm": [0.6410753726959229, 0.8323864936828613, 1.0006661415100098], "traffic_r2": [0.998706579208374, 0.9977476000785828, 0.9966430068016052]}, {"step": 3400, "epoch": 7, "train_loss": 1.7394429445266724, "cos_r_negg": [0.4165002405643463, 0.16461288928985596, 0.01522989384829998], "cos_innovation_negg": [0.4165002405643463, 0.16461288928985596, 0.01522989384829998], "cos_apical_negg": [0.10460186749696732, -0.13125205039978027, 0.11548905819654465], "cos_Ac_negg": [0.8519986271858215, -0.10513333976268768, -0.1416325718164444], "r_norm": [2.031139373779297, 2.351728916168213, 2.4627108573913574], "traffic_norm": [17.81297492980957, 17.443214416503906, 17.20555305480957], "traffic_residual_norm": [0.846703052520752, 1.2892709970474243, 1.4043128490447998], "traffic_r2": [0.9977338910102844, 0.9945321083068848, 0.9933367967605591]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8536, "eval_loss": 1.1895892333984375, "val_acc": 0.8536, "val_loss": 1.1895892333984375}, {"step": 3600, "epoch": 8, "train_loss": 3.0786266326904297, "cos_r_negg": [0.4861593544483185, 0.16170822083950043, 0.3105332851409912], "cos_innovation_negg": [0.4861593544483185, 0.16170822083950043, 0.3105332851409912], "cos_apical_negg": [0.29636046290397644, -0.397631973028183, -0.06157061830163002], "cos_Ac_negg": [0.7561993598937988, 0.2956275939941406, 0.45577093958854675], "r_norm": [2.7863245010375977, 2.909674644470215, 2.9610652923583984], "traffic_norm": [17.779850006103516, 17.406940460205078, 17.18027114868164], "traffic_residual_norm": [0.6421101093292236, 0.9311489462852478, 0.9853044152259827], "traffic_r2": [0.9986957311630249, 0.997138500213623, 0.9967108964920044]}, {"step": 3800, "epoch": 8, "train_loss": 1.9611377716064453, "cos_r_negg": [0.42647814750671387, 0.024791453033685684, 0.21795222163200378], "cos_innovation_negg": [0.42647814750671387, 0.024791453033685684, 0.21795222163200378], "cos_apical_negg": [0.08248884230852127, -0.22622032463550568, -0.07384741306304932], "cos_Ac_negg": [0.8260714411735535, 0.17454397678375244, 0.37951692938804626], "r_norm": [2.036224842071533, 2.0863187313079834, 2.1215968132019043], "traffic_norm": [17.7572021484375, 17.39327621459961, 17.176837921142578], "traffic_residual_norm": [0.6374226808547974, 0.7726317048072815, 0.8061124086380005], "traffic_r2": [0.9985500574111938, 0.9979506731033325, 0.9977439045906067]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8532, "eval_loss": 1.1785101928710937, "val_acc": 0.8532, "val_loss": 1.1785101928710937}, {"step": 4000, "epoch": 9, "train_loss": 0.9605185389518738, "cos_r_negg": [0.3868578374385834, -0.01294095627963543, 0.25200000405311584], "cos_innovation_negg": [0.3868578374385834, -0.01294095627963543, 0.25200000405311584], "cos_apical_negg": [0.2128855586051941, -0.142225980758667, -0.08000000566244125], "cos_Ac_negg": [0.7722737193107605, 0.4272763729095459, 0.628000020980835], "r_norm": [1.7936245203018188, 1.8234927654266357, 2.05279541015625], "traffic_norm": [17.706119537353516, 17.347848892211914, 17.11185073852539], "traffic_residual_norm": [0.6899247765541077, 0.7764788866043091, 1.0330870151519775], "traffic_r2": [0.9984815716743469, 0.9979965090751648, 0.9963544011116028]}, {"step": 4200, "epoch": 9, "train_loss": 1.1259005069732666, "cos_r_negg": [0.5075083374977112, 0.0773530825972557, 0.20159660279750824], "cos_innovation_negg": [0.5075083374977112, 0.0773530825972557, 0.20159660279750824], "cos_apical_negg": [0.09246652573347092, 0.12343022227287292, -0.16167643666267395], "cos_Ac_negg": [0.7762632966041565, 0.36673659086227417, 0.12175627797842026], "r_norm": [2.194244384765625, 2.1677052974700928, 2.484548568725586], "traffic_norm": [17.6898136138916, 17.33528709411621, 17.049673080444336], "traffic_residual_norm": [0.5641577243804932, 0.6197582483291626, 1.0037686824798584], "traffic_r2": [0.9989829063415527, 0.9987218379974365, 0.996533989906311]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8752, "eval_loss": 0.95185400390625, "val_acc": 0.8752, "val_loss": 0.95185400390625}, {"step": 4400, "epoch": 10, "train_loss": 1.1722208261489868, "cos_r_negg": [0.5104848146438599, 0.10997080057859421, 0.2575719952583313], "cos_innovation_negg": [0.5104848146438599, 0.10997080057859421, 0.2575719952583313], "cos_apical_negg": [0.11821012198925018, -0.28825464844703674, -0.16079778969287872], "cos_Ac_negg": [0.8201718330383301, 0.27376461029052734, 0.1204770877957344], "r_norm": [1.6208853721618652, 1.6192076206207275, 1.8465912342071533], "traffic_norm": [17.686511993408203, 17.33153533935547, 17.044544219970703], "traffic_residual_norm": [0.3748924136161804, 0.4255579710006714, 0.685906708240509], "traffic_r2": [0.9995507001876831, 0.9993970990180969, 0.9983806014060974]}, {"step": 4600, "epoch": 10, "train_loss": 1.1152467727661133, "cos_r_negg": [0.6106247901916504, 0.1521667242050171, 0.11483953893184662], "cos_innovation_negg": [0.6106247901916504, 0.1521667242050171, 0.11483953893184662], "cos_apical_negg": [0.1499544084072113, -0.1048317551612854, 0.24686257541179657], "cos_Ac_negg": [0.8093101382255554, 0.3967023491859436, 0.20845627784729004], "r_norm": [2.061798572540283, 2.157214641571045, 2.151974678039551], "traffic_norm": [17.656431198120117, 17.286197662353516, 17.015275955200195], "traffic_residual_norm": [0.6525775194168091, 0.8356828689575195, 0.8233873844146729], "traffic_r2": [0.998633623123169, 0.9976626634597778, 0.9976574778556824]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8104, "eval_loss": 1.0017407348632812, "val_acc": 0.8104, "val_loss": 1.0017407348632812}, {"step": 4800, "epoch": 11, "train_loss": 1.0410629510879517, "cos_r_negg": [0.6336700916290283, 0.11020957678556442, 0.2208835929632187], "cos_innovation_negg": [0.6336700916290283, 0.11020957678556442, 0.2208835929632187], "cos_apical_negg": [-0.07628113031387329, -0.08715991675853729, -0.056224968284368515], "cos_Ac_negg": [0.8617960810661316, 0.2098509520292282, -0.0843372792005539], "r_norm": [2.1797449588775635, 2.1954634189605713, 2.2592344284057617], "traffic_norm": [17.60793113708496, 17.243896484375, 16.956478118896484], "traffic_residual_norm": [0.8493338823318481, 0.9356111288070679, 0.9999724626541138], "traffic_r2": [0.9976733326911926, 0.9970561265945435, 0.9965222477912903]}, {"step": 5000, "epoch": 11, "train_loss": 0.5453354120254517, "cos_r_negg": [0.5890293121337891, 0.22070440649986267, 0.11244979500770569], "cos_innovation_negg": [0.5890293121337891, 0.22070440649986267, 0.11244979500770569], "cos_apical_negg": [0.15518736839294434, -0.1734214872121811, -0.17670682072639465], "cos_Ac_negg": [0.8276616334915161, -0.04596085101366043, 0.1807228922843933], "r_norm": [2.1059980392456055, 2.0904078483581543, 2.1392931938171387], "traffic_norm": [17.606225967407227, 17.23894691467285, 16.961448669433594], "traffic_residual_norm": [0.5688390731811523, 0.6277653574943542, 0.6719607710838318], "traffic_r2": [0.9989561438560486, 0.9986739158630371, 0.9984304904937744]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8316, "eval_loss": 0.878245458984375, "val_acc": 0.8316, "val_loss": 0.878245458984375}, {"step": 5200, "epoch": 12, "train_loss": 1.0647976398468018, "cos_r_negg": [0.5514690279960632, 0.39157843589782715, 0.22954091429710388], "cos_innovation_negg": [0.5514690279960632, 0.39157843589782715, 0.22954091429710388], "cos_apical_negg": [0.07124312222003937, 0.014998327940702438, -0.13772454857826233], "cos_Ac_negg": [0.7225561141967773, 0.26012471318244934, 0.12974052131175995], "r_norm": [1.5735024213790894, 1.568498969078064, 1.6051543951034546], "traffic_norm": [17.608112335205078, 17.245315551757812, 16.959762573242188], "traffic_residual_norm": [0.3840238153934479, 0.425189733505249, 0.45871061086654663], "traffic_r2": [0.9995239973068237, 0.9993917942047119, 0.9992676973342896]}, {"step": 5400, "epoch": 12, "train_loss": 1.2258281707763672, "cos_r_negg": [0.4569769501686096, 0.25704464316368103, 0.023784756660461426], "cos_innovation_negg": [0.4569769501686096, 0.25704464316368103, 0.023784756660461426], "cos_apical_negg": [-0.04095746949315071, 0.11013922840356827, -0.0278170146048069], "cos_Ac_negg": [0.7594965100288391, 0.3895193934440613, -0.1455707848072052], "r_norm": [2.1491682529449463, 1.974539041519165, 2.129621982574463], "traffic_norm": [17.589290618896484, 17.246593475341797, 16.98538589477539], "traffic_residual_norm": [0.8634289503097534, 0.6994014978408813, 0.8710595369338989], "traffic_r2": [0.9971587657928467, 0.998171865940094, 0.9970391392707825]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8056, "eval_loss": 1.333044140625, "val_acc": 0.8056, "val_loss": 1.333044140625}, {"step": 5600, "epoch": 13, "train_loss": 1.5558773279190063, "cos_r_negg": [0.5086264610290527, 0.4216168522834778, 0.200887992978096], "cos_innovation_negg": [0.5086264610290527, 0.4216168522834778, 0.200887992978096], "cos_apical_negg": [0.11566269397735596, -0.22760321199893951, -0.20489513874053955], "cos_Ac_negg": [0.9092926979064941, 0.5570237636566162, 0.18483351171016693], "r_norm": [2.3505070209503174, 2.312267303466797, 2.4102139472961426], "traffic_norm": [17.527109146118164, 17.171566009521484, 16.90967559814453], "traffic_residual_norm": [0.992383599281311, 1.005074381828308, 1.1047172546386719], "traffic_r2": [0.9967942237854004, 0.9965741038322449, 0.9957320094108582]}, {"step": 5800, "epoch": 13, "train_loss": 0.4000333249568939, "cos_r_negg": [0.6482228636741638, 0.06301727890968323, 0.35999971628189087], "cos_innovation_negg": [0.6482228636741638, 0.06301727890968323, 0.35999971628189087], "cos_apical_negg": [0.0767570361495018, -0.004472130443900824, -0.12798509001731873], "cos_Ac_negg": [0.790566086769104, 0.3999946415424347, 0.443999707698822], "r_norm": [1.9315235614776611, 1.898552417755127, 1.9642665386199951], "traffic_norm": [17.524707794189453, 17.17048454284668, 16.908510208129883], "traffic_residual_norm": [0.6767901182174683, 0.6848207712173462, 0.7541660070419312], "traffic_r2": [0.998505175113678, 0.9984068274497986, 0.9980064034461975]}, {"step": 6000, "epoch": 13, "train_loss": 0.9413061141967773, "cos_r_negg": [0.5519775152206421, 0.3611094355583191, 0.31020399928092957], "cos_innovation_negg": [0.5519775152206421, 0.3611094355583191, 0.31020399928092957], "cos_apical_negg": [0.2205508053302765, -0.4161803126335144, -0.377008318901062], "cos_Ac_negg": [0.8795282244682312, 0.46141013503074646, 0.33109214901924133], "r_norm": [2.2522590160369873, 2.222382068634033, 2.246860980987549], "traffic_norm": [17.54764175415039, 17.19156265258789, 16.959644317626953], "traffic_residual_norm": [0.6079583764076233, 0.6376674175262451, 0.6575527191162109], "traffic_r2": [0.9986259937286377, 0.9983904957771301, 0.9983820915222168]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8386, "eval_loss": 1.0395142822265624, "val_acc": 0.8386, "val_loss": 1.0395142822265624}, {"step": 6200, "epoch": 14, "train_loss": 0.7048963904380798, "cos_r_negg": [0.6427900791168213, 0.17109014093875885, 0.10126663744449615], "cos_innovation_negg": [0.6427900791168213, 0.17109014093875885, 0.10126663744449615], "cos_apical_negg": [0.17586778104305267, -0.09883560240268707, 0.11573969572782516], "cos_Ac_negg": [0.7997387051582336, 0.3898899555206299, 0.17602744698524475], "r_norm": [2.3241031169891357, 2.3873817920684814, 2.251016139984131], "traffic_norm": [17.437137603759766, 17.06139373779297, 16.875205993652344], "traffic_residual_norm": [1.0188045501708984, 1.1514357328414917, 0.9720278978347778], "traffic_r2": [0.996586263179779, 0.9954453110694885, 0.9966821074485779]}, {"step": 6400, "epoch": 14, "train_loss": 1.3352200984954834, "cos_r_negg": [0.4983048439025879, 0.1950545310974121, 0.1136610135436058], "cos_innovation_negg": [0.4983048439025879, 0.1950545310974121, 0.1136610135436058], "cos_apical_negg": [-0.020934659987688065, 0.11377353966236115, -0.194332093000412], "cos_Ac_negg": [0.8287515044212341, 0.44811439514160156, 0.461539089679718], "r_norm": [2.1769795417785645, 2.2296342849731445, 2.105347156524658], "traffic_norm": [17.471843719482422, 17.1430606842041, 16.926715850830078], "traffic_residual_norm": [0.7386866807937622, 0.8509437441825867, 0.6942811608314514], "traffic_r2": [0.9982020258903503, 0.997529149055481, 0.9983149766921997]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.7724, "eval_loss": 1.5067015625, "val_acc": 0.7724, "val_loss": 1.5067015625}], "final": {"eval_split": "validation", "eval_acc": 0.7724, "eval_loss": 1.5067015625, "wall_s": 22.911672353744507, "val_acc": 0.7724, "val_loss": 1.5067015625, "cos_r_negg": [0.5029887557029724, 0.26945531368255615, 0.42529886960983276], "cos_innovation_negg": [0.5029887557029724, 0.26945531368255615, 0.42529886960983276], "cos_apical_negg": [0.32691577076911926, -0.26661473512649536, -0.29554513096809387], "cos_Ac_negg": [0.7349103689193726, 0.3787386119365692, 0.4696332812309265], "traffic_norm": [17.500167846679688, 17.168296813964844, 16.953125], "traffic_residual_norm": [0.7248266935348511, 0.806097686290741, 0.6506476402282715], "traffic_r2": [0.9982763528823853, 0.9977923631668091, 0.9985257387161255]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 22.707233428955078, "diagnostics_wall_s": 0.5183629989624023, "inline_diagnostics_wall_s": 0.37784886360168457, "optimizer_wall_s_excluding_inline_diagnostics": 22.329384565353394, "evaluation_wall_s": 0.06042146682739258}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}