{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [0.0002640405436977744, 0.024241112172603607, 0.03415791690349579], "cos_innovation_negg": [0.0002640405436977744, 0.024241112172603607, 0.03415791690349579], "cos_apical_negg": [-0.002774080028757453, 0.018353208899497986, 0.01986568793654442], "cos_Ac_negg": [0.003959169611334801, 0.022923072800040245, 0.03415793180465698], "r_norm": [5.042840957641602, 4.890748977661133, 4.824251651763916], "traffic_norm": [2.6715383529663086, 2.6519713401794434, 2.59297513961792], "traffic_residual_norm": [1.248472809791565, 0.9028615355491638, 1.8629584701557178e-06], "traffic_r2": [0.7817314863204956, 0.8841477632522583, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.6434791088104248, "cos_r_negg": [0.2550467848777771, 0.019991155713796616, 0.003058064728975296], "cos_innovation_negg": [0.2550467848777771, 0.019991155713796616, 0.003058064728975296], "cos_apical_negg": [0.04098564386367798, 0.10327289253473282, -0.09550219774246216], "cos_Ac_negg": [0.8012703657150269, -0.006240378133952618, -0.007038610987365246], "r_norm": [1.9829847812652588, 1.7148821353912354, 1.3653790950775146], "traffic_norm": [6.105723857879639, 6.122928619384766, 6.0537824630737305], "traffic_residual_norm": [0.8651708364486694, 0.5820367932319641, 1.6212857190112118e-06], "traffic_r2": [0.9799208045005798, 0.9909625053405762, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.40410250425338745, "cos_r_negg": [0.14708495140075684, 0.15210670232772827, 0.020940488204360008], "cos_innovation_negg": [0.14708495140075684, 0.15210670232772827, 0.020940488204360008], "cos_apical_negg": [-0.14335060119628906, 0.11091841757297516, 0.05631217733025551], "cos_Ac_negg": [0.788404107093811, 0.213588684797287, 0.021406985819339752], "r_norm": [1.137779712677002, 0.942028284072876, 0.7145161628723145], "traffic_norm": [6.083879470825195, 6.09071159362793, 6.00606632232666], "traffic_residual_norm": [0.5053114295005798, 0.3117825388908386, 1.1361769338691374e-06], "traffic_r2": [0.9930869936943054, 0.9973787665367126, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8674, "eval_loss": 0.4950928588867187, "val_acc": 0.8674, "val_loss": 0.4950928588867187}, {"step": 600, "epoch": 1, "train_loss": 0.26815065741539, "cos_r_negg": [0.48999035358428955, 0.09614038467407227, 0.14869196712970734], "cos_innovation_negg": [0.48999035358428955, 0.09614038467407227, 0.14869196712970734], "cos_apical_negg": [0.062160469591617584, 0.014100655913352966, -0.04426117241382599], "cos_Ac_negg": [0.7765376567840576, 0.27667537331581116, 0.13414889574050903], "r_norm": [1.010058045387268, 1.091800332069397, 0.7923668026924133], "traffic_norm": [6.095511436462402, 6.078342914581299, 6.008666515350342], "traffic_residual_norm": [0.22747060656547546, 0.4056837856769562, 1.1940591093662078e-06], "traffic_r2": [0.9985978007316589, 0.9955451488494873, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.15613946318626404, "cos_r_negg": [0.5408121347427368, 0.07183050364255905, 0.11215964704751968], "cos_innovation_negg": [0.5408121347427368, 0.07183050364255905, 0.11215964704751968], "cos_apical_negg": [-0.016461417078971863, 0.05923117324709892, 0.02194879576563835], "cos_Ac_negg": [0.8109349012374878, 0.3005012273788452, 0.1061490997672081], "r_norm": [0.9738807678222656, 1.4370238780975342, 0.720145583152771], "traffic_norm": [6.081064224243164, 6.030655384063721, 5.985895156860352], "traffic_residual_norm": [0.25092482566833496, 0.8741329908370972, 1.0962552323690034e-06], "traffic_r2": [0.9982970356941223, 0.9789906144142151, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9066, "eval_loss": 0.400864111328125, "val_acc": 0.9066, "val_loss": 0.400864111328125}, {"step": 1000, "epoch": 2, "train_loss": 0.3550001084804535, "cos_r_negg": [0.4636884331703186, -0.06144871562719345, 0.1268567144870758], "cos_innovation_negg": [0.4636884331703186, -0.06144871562719345, 0.1268567144870758], "cos_apical_negg": [-0.07610879838466644, 0.07536683231592178, 0.10086927562952042], "cos_Ac_negg": [0.8019134998321533, 0.006875151768326759, 0.12425306439399719], "r_norm": [0.6345351934432983, 0.690002977848053, 0.48520398139953613], "traffic_norm": [6.068119049072266, 6.0224080085754395, 5.97628927230835], "traffic_residual_norm": [0.13410621881484985, 0.26074737310409546, 1.2790891332770116e-06], "traffic_r2": [0.9994790554046631, 0.9981201887130737, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.5919398665428162, "cos_r_negg": [0.5068679451942444, 0.14033368229866028, 0.07392561435699463], "cos_innovation_negg": [0.5068679451942444, 0.14033368229866028, 0.07392561435699463], "cos_apical_negg": [-0.0673159807920456, -0.1513357013463974, 0.0620422326028347], "cos_Ac_negg": [0.7908036708831787, 0.41944026947021484, 0.054621465504169464], "r_norm": [0.7818670272827148, 0.8002824187278748, 0.49061453342437744], "traffic_norm": [6.011743545532227, 5.984698295593262, 5.941727638244629], "traffic_residual_norm": [0.31002455949783325, 0.38123244047164917, 1.267330389964627e-06], "traffic_r2": [0.9973392486572266, 0.9959412217140198, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8748, "eval_loss": 0.5032869567871093, "val_acc": 0.8748, "val_loss": 0.5032869567871093}, {"step": 1400, "epoch": 3, "train_loss": 0.591192364692688, "cos_r_negg": [0.29676052927970886, 0.0936659574508667, 0.07463578879833221], "cos_innovation_negg": [0.29676052927970886, 0.0936659574508667, 0.07463578879833221], "cos_apical_negg": [-0.014778831042349339, 0.09375440329313278, 0.004292627330869436], "cos_Ac_negg": [0.7832121253013611, 0.1763952374458313, 0.08511075377464294], "r_norm": [0.7652817964553833, 0.8344842791557312, 0.4567803740501404], "traffic_norm": [5.975279808044434, 5.963529109954834, 5.923116207122803], "traffic_residual_norm": [0.32117417454719543, 0.45438534021377563, 1.1114753988294979e-06], "traffic_r2": [0.9970867037773132, 0.9941748380661011, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.44728219509124756, "cos_r_negg": [0.5275658369064331, -0.029861625283956528, 0.12923669815063477], "cos_innovation_negg": [0.5275658369064331, -0.029861625283956528, 0.12923669815063477], "cos_apical_negg": [-0.047538504004478455, 0.12404793500900269, -0.18860477209091187], "cos_Ac_negg": [0.8142929077148438, 0.15555864572525024, 0.12441572546958923], "r_norm": [0.9680067300796509, 0.9437340497970581, 0.6285403966903687], "traffic_norm": [5.9450788497924805, 5.948895454406738, 5.8915205001831055], "traffic_residual_norm": [0.3429192304611206, 0.4057789444923401, 1.2545471008706954e-06], "traffic_r2": [0.9966649413108826, 0.9953462481498718, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9042, "eval_loss": 0.38475675659179687, "val_acc": 0.9042, "val_loss": 0.38475675659179687}, {"step": 1800, "epoch": 4, "train_loss": 0.2808932065963745, "cos_r_negg": [0.3925040364265442, 0.037996843457221985, 0.15303638577461243], "cos_innovation_negg": [0.3925040364265442, 0.037996843457221985, 0.15303638577461243], "cos_apical_negg": [-0.10093596577644348, 0.027644101530313492, 0.05042131990194321], "cos_Ac_negg": [0.8078131675720215, 0.1616116166114807, 0.1457778811454773], "r_norm": [0.6278731226921082, 0.6788742542266846, 0.36293646693229675], "traffic_norm": [5.936777114868164, 5.942328929901123, 5.887928009033203], "traffic_residual_norm": [0.2597140073776245, 0.36976465582847595, 1.2648949905269546e-06], "traffic_r2": [0.9980840086936951, 0.9961221814155579, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.4414008557796478, "cos_r_negg": [0.4498446583747864, -0.006178696174174547, 0.13685722649097443], "cos_innovation_negg": [0.4498446583747864, -0.006178696174174547, 0.13685722649097443], "cos_apical_negg": [-0.046645861119031906, 0.011082300916314125, 0.012297367677092552], "cos_Ac_negg": [0.778531551361084, 0.45168083906173706, 0.1188429668545723], "r_norm": [0.7315870523452759, 0.6590346693992615, 0.41488903760910034], "traffic_norm": [5.881261825561523, 5.881061553955078, 5.823625564575195], "traffic_residual_norm": [0.323239803314209, 0.2984287738800049, 1.2314244486333337e-06], "traffic_r2": [0.9969685673713684, 0.9974146485328674, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9344, "eval_loss": 0.24347921447753906, "val_acc": 0.9344, "val_loss": 0.24347921447753906}, {"step": 2200, "epoch": 5, "train_loss": 0.20729826390743256, "cos_r_negg": [0.30193227529525757, 0.018896596506237984, 0.06892157346010208], "cos_innovation_negg": [0.30193227529525757, 0.018896596506237984, 0.06892157346010208], "cos_apical_negg": [-0.07412146031856537, 0.10991653800010681, -0.0011595739051699638], "cos_Ac_negg": [0.8195047378540039, 0.2565840482711792, 0.06468512117862701], "r_norm": [0.8238698840141296, 1.8791744709014893, 0.36953556537628174], "traffic_norm": [5.872312545776367, 5.865475654602051, 5.816040992736816], "traffic_residual_norm": [0.47658658027648926, 1.6685376167297363, 1.042626308844774e-06], "traffic_r2": [0.993395984172821, 0.9190781116485596, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.19288045167922974, "cos_r_negg": [0.4669017791748047, 0.0921497717499733, 0.13752144575119019], "cos_innovation_negg": [0.4669017791748047, 0.0921497717499733, 0.13752144575119019], "cos_apical_negg": [0.00463035749271512, 0.017985360696911812, -0.02934366650879383], "cos_Ac_negg": [0.8069099187850952, 0.3188537359237671, 0.1426207423210144], "r_norm": [1.0241496562957764, 0.5836302042007446, 0.4355961084365845], "traffic_norm": [5.8259172439575195, 5.833043575286865, 5.781985759735107], "traffic_residual_norm": [0.6256497502326965, 0.18901045620441437, 1.2111446494600386e-06], "traffic_r2": [0.9884552359580994, 0.9989392757415771, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9274, "eval_loss": 0.3032119567871094, "val_acc": 0.9274, "val_loss": 0.3032119567871094}, {"step": 2600, "epoch": 6, "train_loss": 0.3218516707420349, "cos_r_negg": [0.34881383180618286, 0.0728159248828888, 0.14709830284118652], "cos_innovation_negg": [0.34881383180618286, 0.0728159248828888, 0.14709830284118652], "cos_apical_negg": [-0.02789546549320221, 0.026396075263619423, 0.044112276285886765], "cos_Ac_negg": [0.8274788856506348, 0.3028661012649536, 0.14107146859169006], "r_norm": [0.6675738096237183, 0.5338444709777832, 0.3648926615715027], "traffic_norm": [5.830386161804199, 5.831765174865723, 5.784806251525879], "traffic_residual_norm": [0.29489606618881226, 0.20627188682556152, 1.2553500710055232e-06], "traffic_r2": [0.9974278211593628, 0.9987361431121826, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.17567791044712067, "cos_r_negg": [0.3643302321434021, 0.056447312235832214, 0.08173371851444244], "cos_innovation_negg": [0.3643302321434021, 0.056447312235832214, 0.08173371851444244], "cos_apical_negg": [-0.06277258694171906, 0.02235282212495804, -0.03492409363389015], "cos_Ac_negg": [0.8527933359146118, 0.2654324769973755, 0.07919470965862274], "r_norm": [0.6892526149749756, 0.5467791557312012, 0.3102079927921295], "traffic_norm": [5.835757255554199, 5.838981628417969, 5.789130210876465], "traffic_residual_norm": [0.37781715393066406, 0.2731173634529114, 1.1194103990419535e-06], "traffic_r2": [0.995771586894989, 0.9977977871894836, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.17154577374458313, "cos_r_negg": [0.41070038080215454, 0.11446890980005264, 0.2645314037799835], "cos_innovation_negg": [0.41070038080215454, 0.11446890980005264, 0.2645314037799835], "cos_apical_negg": [-0.021852687001228333, 0.06722685694694519, -0.01710951328277588], "cos_Ac_negg": [0.8338618874549866, 0.2815403938293457, 0.28607702255249023], "r_norm": [1.0098785161972046, 0.6426337957382202, 0.465812087059021], "traffic_norm": [5.839306354522705, 5.843523025512695, 5.796017169952393], "traffic_residual_norm": [0.5876340866088867, 0.23781757056713104, 1.120474053095677e-06], "traffic_r2": [0.9898439645767212, 0.9983313083648682, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9322, "eval_loss": 0.27050807189941406, "val_acc": 0.9322, "val_loss": 0.27050807189941406}, {"step": 3200, "epoch": 7, "train_loss": 0.09496385604143143, "cos_r_negg": [0.3819493055343628, 0.13815028965473175, 0.21623514592647552], "cos_innovation_negg": [0.3819493055343628, 0.13815028965473175, 0.21623514592647552], "cos_apical_negg": [-0.028150346130132675, -0.012082581408321857, -0.032456010580062866], "cos_Ac_negg": [0.8499670028686523, 0.31435614824295044, 0.20017527043819427], "r_norm": [0.7681915760040283, 0.5595718622207642, 0.4196664094924927], "traffic_norm": [5.839374542236328, 5.84417724609375, 5.796046257019043], "traffic_residual_norm": [0.33114349842071533, 0.16235452890396118, 1.1268090247540385e-06], "traffic_r2": [0.9967252612113953, 0.9992168545722961, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.4065656065940857, "cos_r_negg": [0.35546213388442993, 0.13683104515075684, 0.250483900308609], "cos_innovation_negg": [0.35546213388442993, 0.13683104515075684, 0.250483900308609], "cos_apical_negg": [-0.04688838869333267, 0.15017226338386536, 0.015930159017443657], "cos_Ac_negg": [0.8758967518806458, 0.24098917841911316, 0.2433175891637802], "r_norm": [1.0098845958709717, 0.7023966312408447, 0.4360980689525604], "traffic_norm": [5.830631256103516, 5.830430507659912, 5.776708602905273], "traffic_residual_norm": [0.5816690921783447, 0.3180726170539856, 1.1336795751049067e-06], "traffic_r2": [0.9900203347206116, 0.9970192909240723, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.303482080078125, "val_acc": 0.9284, "val_loss": 0.303482080078125}, {"step": 3600, "epoch": 8, "train_loss": 0.2323693484067917, "cos_r_negg": [0.3181871175765991, 0.11790202558040619, 0.3321695327758789], "cos_innovation_negg": [0.3181871175765991, 0.11790202558040619, 0.3321695327758789], "cos_apical_negg": [0.0023865550756454468, 0.0059012481942772865, 0.03734467923641205], "cos_Ac_negg": [0.8245147466659546, 0.23670944571495056, 0.33687329292297363], "r_norm": [1.029690146446228, 0.5016436576843262, 0.3453393578529358], "traffic_norm": [5.824426651000977, 5.81540584564209, 5.765413284301758], "traffic_residual_norm": [0.7079850435256958, 0.18622419238090515, 1.2513015690274187e-06], "traffic_r2": [0.9850705862045288, 0.998960554599762, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.14879478514194489, "cos_r_negg": [0.3424909710884094, -0.00013633351773023605, 0.06647715717554092], "cos_innovation_negg": [0.3424909710884094, -0.00013633351773023605, 0.06647715717554092], "cos_apical_negg": [-0.07779460400342941, 0.21638090908527374, 0.11893725395202637], "cos_Ac_negg": [0.8423254489898682, 0.26520639657974243, 0.06910112500190735], "r_norm": [0.9326715469360352, 0.4961969256401062, 0.3796805143356323], "traffic_norm": [5.824932098388672, 5.817609786987305, 5.770854949951172], "traffic_residual_norm": [0.5529570579528809, 0.14159244298934937, 1.1612485195655609e-06], "traffic_r2": [0.9907212257385254, 0.9993895888328552, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9384, "eval_loss": 0.24450361022949219, "val_acc": 0.9384, "val_loss": 0.24450361022949219}, {"step": 4000, "epoch": 9, "train_loss": 0.1834975928068161, "cos_r_negg": [0.3629217743873596, 0.12395976483821869, 0.23643001914024353], "cos_innovation_negg": [0.3629217743873596, 0.12395976483821869, 0.23643001914024353], "cos_apical_negg": [-0.021588847041130066, 0.03106207773089409, 0.1486179083585739], "cos_Ac_negg": [0.8755737543106079, 0.3790162205696106, 0.24930012226104736], "r_norm": [0.9206279516220093, 0.4988693296909332, 0.35967159271240234], "traffic_norm": [5.822861671447754, 5.81350040435791, 5.76931095123291], "traffic_residual_norm": [0.5707015991210938, 0.16366049647331238, 1.165790081358864e-06], "traffic_r2": [0.9900155663490295, 0.9991928935050964, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.1973409354686737, "cos_r_negg": [0.2950201630592346, 0.06632892787456512, 0.3367255926132202], "cos_innovation_negg": [0.2950201630592346, 0.06632892787456512, 0.3367255926132202], "cos_apical_negg": [-0.048680707812309265, 0.15056756138801575, 0.15035098791122437], "cos_Ac_negg": [0.8624943494796753, 0.3868165612220764, 0.3443126380443573], "r_norm": [1.1663124561309814, 0.48771488666534424, 0.3562774360179901], "traffic_norm": [5.826589584350586, 5.8190107345581055, 5.766696929931641], "traffic_residual_norm": [0.8376506567001343, 0.15807747840881348, 1.1012712093361188e-06], "traffic_r2": [0.9790873527526855, 0.9992496371269226, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9444, "eval_loss": 0.2360414764404297, "val_acc": 0.9444, "val_loss": 0.2360414764404297}, {"step": 4400, "epoch": 10, "train_loss": 0.11187170445919037, "cos_r_negg": [0.3033798933029175, 0.10590668022632599, 0.28814876079559326], "cos_innovation_negg": [0.3033798933029175, 0.10590668022632599, 0.28814876079559326], "cos_apical_negg": [-0.000308208167552948, 0.07745479047298431, -0.018865345045924187], "cos_Ac_negg": [0.8565853834152222, 0.3541398048400879, 0.2884119749069214], "r_norm": [0.9007346630096436, 0.38416796922683716, 0.2923866808414459], "traffic_norm": [5.820785999298096, 5.819268703460693, 5.770092010498047], "traffic_residual_norm": [0.6251029968261719, 0.1125902608036995, 1.1071949757024413e-06], "traffic_r2": [0.9873467683792114, 0.9996200799942017, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.2181798815727234, "cos_r_negg": [0.2141653597354889, 0.06846243888139725, 0.19595181941986084], "cos_innovation_negg": [0.2141653597354889, 0.06846243888139725, 0.19595181941986084], "cos_apical_negg": [-0.00436457060277462, 0.06593740731477737, 0.011700439266860485], "cos_Ac_negg": [0.8524335622787476, 0.3639017343521118, 0.19415691494941711], "r_norm": [1.181131362915039, 0.38878241181373596, 0.2773345112800598], "traffic_norm": [5.810605049133301, 5.812453269958496, 5.762896537780762], "traffic_residual_norm": [0.9275745153427124, 0.13001927733421326, 1.176193563878769e-06], "traffic_r2": [0.9743233919143677, 0.9994845986366272, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9372, "eval_loss": 0.2392342529296875, "val_acc": 0.9372, "val_loss": 0.2392342529296875}, {"step": 4800, "epoch": 11, "train_loss": 0.17980054020881653, "cos_r_negg": [0.22737237811088562, 0.16604673862457275, 0.20791369676589966], "cos_innovation_negg": [0.22737237811088562, 0.16604673862457275, 0.20791369676589966], "cos_apical_negg": [-0.03362041711807251, 0.19250702857971191, 0.12071020901203156], "cos_Ac_negg": [0.846563458442688, 0.3595034182071686, 0.2122747302055359], "r_norm": [1.3094733953475952, 0.5448354482650757, 0.41262221336364746], "traffic_norm": [5.793243408203125, 5.801882266998291, 5.753008842468262], "traffic_residual_norm": [0.9180034399032593, 0.1605135202407837, 1.1796098533523036e-06], "traffic_r2": [0.9744467735290527, 0.9992274045944214, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.07184019684791565, "cos_r_negg": [0.2787211239337921, 0.011748610064387321, 0.18652167916297913], "cos_innovation_negg": [0.2787211239337921, 0.011748610064387321, 0.18652167916297913], "cos_apical_negg": [0.039386190474033356, 0.049012936651706696, 0.032748743891716], "cos_Ac_negg": [0.8455155491828918, 0.2820179760456085, 0.19482432305812836], "r_norm": [0.8584089875221252, 0.45480793714523315, 0.3299400210380554], "traffic_norm": [5.806550025939941, 5.808265209197998, 5.753085136413574], "traffic_residual_norm": [0.5332090854644775, 0.1551375836133957, 1.1576227052501054e-06], "traffic_r2": [0.9911295175552368, 0.9992510080337524, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9524, "eval_loss": 0.19182213134765624, "val_acc": 0.9524, "val_loss": 0.19182213134765624}, {"step": 5200, "epoch": 12, "train_loss": 0.18137668073177338, "cos_r_negg": [0.2115209698677063, 0.0627545565366745, 0.15354734659194946], "cos_innovation_negg": [0.2115209698677063, 0.0627545565366745, 0.15354734659194946], "cos_apical_negg": [-0.04325356334447861, -0.00998020265251398, 0.028054185211658478], "cos_Ac_negg": [0.8794087767601013, 0.3907378315925598, 0.17953506112098694], "r_norm": [0.626887321472168, 0.4104686379432678, 0.21841947734355927], "traffic_norm": [5.806886196136475, 5.810145854949951, 5.754854202270508], "traffic_residual_norm": [0.4043368399143219, 0.21798838675022125, 1.119663807003235e-06], "traffic_r2": [0.9945633411407471, 0.9985446929931641, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.07071250677108765, "cos_r_negg": [0.23506605625152588, 0.10296173393726349, 0.16743367910385132], "cos_innovation_negg": [0.23506605625152588, 0.10296173393726349, 0.16743367910385132], "cos_apical_negg": [-0.036679551005363464, 0.1721956729888916, -0.01853853464126587], "cos_Ac_negg": [0.872951328754425, 0.38561496138572693, 0.17764295637607574], "r_norm": [1.0512192249298096, 0.48588383197784424, 0.28465062379837036], "traffic_norm": [5.810365200042725, 5.813433647155762, 5.756888389587402], "traffic_residual_norm": [0.7850614190101624, 0.23183676600456238, 1.1643594461929752e-06], "traffic_r2": [0.9813230037689209, 0.9983903765678406, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9396, "eval_loss": 0.2362208038330078, "val_acc": 0.9396, "val_loss": 0.2362208038330078}, {"step": 5600, "epoch": 13, "train_loss": 0.12739135324954987, "cos_r_negg": [0.3191251754760742, 0.07062162458896637, 0.1110805943608284], "cos_innovation_negg": [0.3191251754760742, 0.07062162458896637, 0.1110805943608284], "cos_apical_negg": [0.03537829965353012, 0.12474212050437927, -0.09171174466609955], "cos_Ac_negg": [0.8888016939163208, 0.41617077589035034, 0.11426203697919846], "r_norm": [0.7931652665138245, 0.5204728841781616, 0.37974292039871216], "traffic_norm": [5.806358337402344, 5.809835433959961, 5.751727104187012], "traffic_residual_norm": [0.40013083815574646, 0.17565137147903442, 1.116492740038666e-06], "traffic_r2": [0.9948812127113342, 0.9990355372428894, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.255551815032959, "cos_r_negg": [0.20564338564872742, -0.004475503694266081, 0.14846959710121155], "cos_innovation_negg": [0.20564338564872742, -0.004475503694266081, 0.14846959710121155], "cos_apical_negg": [-0.031515128910541534, 0.0452762171626091, -0.0021801309194415808], "cos_Ac_negg": [0.885560929775238, 0.4328920245170593, 0.17907457053661346], "r_norm": [0.8398259282112122, 0.7030227184295654, 0.27111512422561646], "traffic_norm": [5.801848411560059, 5.805971622467041, 5.7541399002075195], "traffic_residual_norm": [0.569439172744751, 0.48140498995780945, 1.1307768090773607e-06], "traffic_r2": [0.9900221228599548, 0.9930720329284668, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.13500194251537323, "cos_r_negg": [0.28942930698394775, 0.06937269866466522, 0.18484441936016083], "cos_innovation_negg": [0.28942930698394775, 0.06937269866466522, 0.18484441936016083], "cos_apical_negg": [-0.020024962723255157, -0.043078139424324036, -0.12163067609071732], "cos_Ac_negg": [0.8771510124206543, 0.4434392750263214, 0.2101704627275467], "r_norm": [0.6107233762741089, 0.5835744142532349, 0.24489635229110718], "traffic_norm": [5.796699523925781, 5.798662185668945, 5.747937202453613], "traffic_residual_norm": [0.3583829402923584, 0.379363477230072, 1.1516541462697205e-06], "traffic_r2": [0.995989978313446, 0.9956805109977722, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9486, "eval_loss": 0.215133154296875, "val_acc": 0.9486, "val_loss": 0.215133154296875}, {"step": 6200, "epoch": 14, "train_loss": 0.12622767686843872, "cos_r_negg": [0.2381909191608429, 0.0797685906291008, 0.26712512969970703], "cos_innovation_negg": [0.2381909191608429, 0.0797685906291008, 0.26712512969970703], "cos_apical_negg": [-0.02655893936753273, 0.09474129229784012, 0.050362348556518555], "cos_Ac_negg": [0.8739331960678101, 0.32853102684020996, 0.28375521302223206], "r_norm": [0.7287334203720093, 0.4886307716369629, 0.2681746482849121], "traffic_norm": [5.792625427246094, 5.800491809844971, 5.74275541305542], "traffic_residual_norm": [0.4513784646987915, 0.25174206495285034, 1.1467475360404933e-06], "traffic_r2": [0.9937825798988342, 0.9980591535568237, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.09035363793373108, "cos_r_negg": [0.231747105717659, 0.04246131330728531, 0.19406476616859436], "cos_innovation_negg": [0.231747105717659, 0.04246131330728531, 0.19406476616859436], "cos_apical_negg": [-0.05720428749918938, -0.0052687302231788635, 0.015899132937192917], "cos_Ac_negg": [0.8879272937774658, 0.4074389934539795, 0.2156868875026703], "r_norm": [0.8100302219390869, 0.3885858654975891, 0.2411518692970276], "traffic_norm": [5.799332141876221, 5.806901931762695, 5.75544548034668], "traffic_residual_norm": [0.5650526881217957, 0.16723275184631348, 1.1611812169576297e-06], "traffic_r2": [0.9903250932693481, 0.9990801811218262, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9504, "eval_loss": 0.20477771911621093, "val_acc": 0.9504, "val_loss": 0.20477771911621093}], "final": {"eval_split": "validation", "eval_acc": 0.9504, "eval_loss": 0.20477771911621093, "wall_s": 23.90483784675598, "val_acc": 0.9504, "val_loss": 0.20477771911621093, "cos_r_negg": [0.2546539604663849, 0.09947949647903442, 0.2750919461250305], "cos_innovation_negg": [0.2546539604663849, 0.09947949647903442, 0.2750919461250305], "cos_apical_negg": [-0.027945492416620255, -0.09714646637439728, 0.004704978317022324], "cos_Ac_negg": [0.8982803821563721, 0.45239531993865967, 0.28587180376052856], "traffic_norm": [5.802680015563965, 5.811585426330566, 5.7560834884643555], "traffic_residual_norm": [0.3950415849685669, 0.11815517395734787, 1.1463896498753456e-06], "traffic_r2": [0.9951805472373962, 0.9995312690734863, 1.0]}, "timing": {"warmup_wall_s": 1.6554844379425049, "training_loop_wall_s": 22.050773859024048, "diagnostics_wall_s": 0.48682641983032227, "inline_diagnostics_wall_s": 0.34999680519104004, "optimizer_wall_s_excluding_inline_diagnostics": 21.700777053833008, "evaluation_wall_s": 0.05849432945251465}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}