18 files changed, 18 insertions, 0 deletions

diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu0_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu0_d3_s0.json
new file mode 100644
index 0000000..2808473
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu0_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.01463812030851841, 0.017589397728443146, 0.02251502498984337], "cos_innovation_negg": [-0.01463812030851841, 0.017589397728443146, 0.02251502498984337], "cos_apical_negg": [-0.014638984575867653, 0.017571203410625458, 0.022482598200440407], "cos_Ac_negg": [-0.010890763252973557, 0.022868484258651733, 0.034097686409950256], "r_norm": [6.004908084869385, 5.742959976196289, 5.720208168029785], "traffic_norm": [3.153928518295288, 3.1129655838012695, 3.0246775150299072], "traffic_residual_norm": [3.147808790206909, 3.1060547828674316, 3.0169830322265625], "traffic_r2": [0.0038781166076660156, 0.0044364333152771, 0.005082309246063232]}, {"step": 200, "epoch": 0, "train_loss": 1.5508687496185303, "cos_r_negg": [0.07228126376867294, 0.053495120257139206, 0.032779667526483536], "cos_innovation_negg": [0.07228126376867294, 0.053495120257139206, 0.032779667526483536], "cos_apical_negg": [-0.15568238496780396, 0.0339798666536808, 0.02800610288977623], "cos_Ac_negg": [0.8266512751579285, 0.010320935398340225, 0.2914373278617859], "r_norm": [5.325007915496826, 5.01407527923584, 4.870715141296387], "traffic_norm": [7.263195037841797, 7.195355415344238, 7.1283979415893555], "traffic_residual_norm": [4.6634931564331055, 4.414658069610596, 4.197736740112305], "traffic_r2": [0.5877441167831421, 0.623568058013916, 0.6532285809516907]}, {"step": 400, "epoch": 0, "train_loss": 1.0616469383239746, "cos_r_negg": [0.17033344507217407, -0.01346967089921236, 0.19399161636829376], "cos_innovation_negg": [0.17033344507217407, -0.01346967089921236, 0.19399161636829376], "cos_apical_negg": [-0.051460810005664825, 0.03338727727532387, 0.17543232440948486], "cos_Ac_negg": [0.8281346559524536, -0.31631898880004883, 0.1701940894126892], "r_norm": [3.6373519897460938, 3.3676514625549316, 3.1885645389556885], "traffic_norm": [7.26746940612793, 7.20536470413208, 7.139492034912109], "traffic_residual_norm": [3.0619940757751465, 2.8298468589782715, 2.6530561447143555], "traffic_r2": [0.8224821090698242, 0.8457545042037964, 0.8619117140769958]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8486, "eval_loss": 0.8106024780273438, "val_acc": 0.8486, "val_loss": 0.8106024780273438}, {"step": 600, "epoch": 1, "train_loss": 1.0354970693588257, "cos_r_negg": [0.13826173543930054, 0.217519149184227, -0.17333851754665375], "cos_innovation_negg": [0.13826173543930054, 0.217519149184227, -0.17333851754665375], "cos_apical_negg": [0.01708313450217247, 0.35793426632881165, -0.20266306400299072], "cos_Ac_negg": [0.7329038381576538, 0.0792110487818718, 0.16209250688552856], "r_norm": [2.811591148376465, 2.527536630630493, 2.4366979598999023], "traffic_norm": [7.2631940841674805, 7.198980331420898, 7.1351118087768555], "traffic_residual_norm": [2.0135762691497803, 1.8294395208358765, 1.7120890617370605], "traffic_r2": [0.9231435060501099, 0.9354206919670105, 0.9424223899841309]}, {"step": 800, "epoch": 1, "train_loss": 3.982675552368164, "cos_r_negg": [0.22162571549415588, -0.15366297960281372, 0.2753320336341858], "cos_innovation_negg": [0.22162571549415588, -0.15366297960281372, 0.2753320336341858], "cos_apical_negg": [0.13582433760166168, -0.2062576711177826, 0.20396766066551208], "cos_Ac_negg": [0.6807984113693237, 0.6337816119194031, 0.3501881957054138], "r_norm": [3.102888345718384, 2.7690987586975098, 2.708944320678711], "traffic_norm": [7.24592399597168, 7.172102928161621, 7.108985424041748], "traffic_residual_norm": [1.3236088752746582, 1.1932039260864258, 1.1360384225845337], "traffic_r2": [0.9666319489479065, 0.9723213911056519, 0.9744608998298645]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8458, "eval_loss": 1.234580908203125, "val_acc": 0.8458, "val_loss": 1.234580908203125}, {"step": 1000, "epoch": 2, "train_loss": 0.5359265804290771, "cos_r_negg": [0.12372303009033203, 0.009569555521011353, 0.24362048506736755], "cos_innovation_negg": [0.12372303009033203, 0.009569555521011353, 0.24362048506736755], "cos_apical_negg": [-0.0007982142269611359, -0.020099354907870293, 0.17790642380714417], "cos_Ac_negg": [0.7210421562194824, 0.08570874482393265, 0.3373867869377136], "r_norm": [1.405590534210205, 1.2549983263015747, 1.293698787689209], "traffic_norm": [7.196039199829102, 7.106594085693359, 7.020566463470459], "traffic_residual_norm": [0.8809390068054199, 0.8133043050765991, 0.8619447946548462], "traffic_r2": [0.9850131869316101, 0.9868994951248169, 0.9849179983139038]}, {"step": 1200, "epoch": 2, "train_loss": 0.8847033977508545, "cos_r_negg": [0.21409422159194946, 0.1319613754749298, 0.23296773433685303], "cos_innovation_negg": [0.21409422159194946, 0.1319613754749298, 0.23296773433685303], "cos_apical_negg": [0.16573300957679749, 0.10986023396253586, 0.22249357402324677], "cos_Ac_negg": [0.8340822458267212, 0.059209637343883514, 0.3570753335952759], "r_norm": [1.4880552291870117, 1.3188538551330566, 1.3945643901824951], "traffic_norm": [7.169696807861328, 7.058465003967285, 6.9568095207214355], "traffic_residual_norm": [0.5808515548706055, 0.5531100034713745, 0.6467223763465881], "traffic_r2": [0.9934361577033997, 0.9938578605651855, 0.99135422706604]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8872, "eval_loss": 0.6320192993164062, "val_acc": 0.8872, "val_loss": 0.6320192993164062}, {"step": 1400, "epoch": 3, "train_loss": 0.551588773727417, "cos_r_negg": [0.19596001505851746, 0.0704333558678627, 0.05814385414123535], "cos_innovation_negg": [0.19596001505851746, 0.0704333558678627, 0.05814385414123535], "cos_apical_negg": [0.02165362983942032, 0.0819244459271431, 0.03671260550618172], "cos_Ac_negg": [0.8291226625442505, 0.2539723813533783, 0.33063429594039917], "r_norm": [0.9528400897979736, 0.8659090995788574, 0.9427449703216553], "traffic_norm": [7.156251907348633, 7.041117191314697, 6.940891265869141], "traffic_residual_norm": [0.3783615231513977, 0.3773084878921509, 0.46533697843551636], "traffic_r2": [0.9971983432769775, 0.9971156716346741, 0.9955013394355774]}, {"step": 1600, "epoch": 3, "train_loss": 0.9900546073913574, "cos_r_negg": [0.12778544425964355, 0.08698683232069016, 0.02972552180290222], "cos_innovation_negg": [0.12778544425964355, 0.08698683232069016, 0.02972552180290222], "cos_apical_negg": [0.13360419869422913, 0.03751580789685249, 0.021252267062664032], "cos_Ac_negg": [0.8157199621200562, 0.09548740088939667, 0.19814276695251465], "r_norm": [0.877723753452301, 0.8437098264694214, 0.8777360320091248], "traffic_norm": [7.085708141326904, 6.950583457946777, 6.880371570587158], "traffic_residual_norm": [0.374426007270813, 0.4240994155406952, 0.4689444303512573], "traffic_r2": [0.9972051382064819, 0.9962748289108276, 0.9953493475914001]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8868, "eval_loss": 0.5995822570800782, "val_acc": 0.8868, "val_loss": 0.5995822570800782}, {"step": 1800, "epoch": 4, "train_loss": 0.5943303108215332, "cos_r_negg": [0.11447359621524811, 0.13758036494255066, 0.10069657862186432], "cos_innovation_negg": [0.11447359621524811, 0.13758036494255066, 0.10069657862186432], "cos_apical_negg": [0.10095115005970001, -0.19248193502426147, -0.0038931332528591156], "cos_Ac_negg": [0.7611770033836365, 0.05476849526166916, 0.3354599177837372], "r_norm": [1.0108505487442017, 0.9698748588562012, 1.0884249210357666], "traffic_norm": [7.003476142883301, 6.865662574768066, 6.7824907302856445], "traffic_residual_norm": [0.5134180188179016, 0.5584638118743896, 0.6841188669204712], "traffic_r2": [0.9946166276931763, 0.9933614730834961, 0.9897682666778564]}, {"step": 2000, "epoch": 4, "train_loss": 0.5691625475883484, "cos_r_negg": [0.338296115398407, 0.02679941989481449, 0.054444968700408936], "cos_innovation_negg": [0.338296115398407, 0.02679941989481449, 0.054444968700408936], "cos_apical_negg": [-0.029294190928339958, 0.16796837747097015, 0.1109975054860115], "cos_Ac_negg": [0.8217772245407104, 0.39209651947021484, 0.47639331221580505], "r_norm": [0.9760621190071106, 0.8799145221710205, 1.0283770561218262], "traffic_norm": [6.977781772613525, 6.842925548553467, 6.735273361206055], "traffic_residual_norm": [0.446010947227478, 0.43516048789024353, 0.6062746047973633], "traffic_r2": [0.9959135055541992, 0.9959545135498047, 0.9918966293334961]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.884, "eval_loss": 0.7183745361328125, "val_acc": 0.884, "val_loss": 0.7183745361328125}, {"step": 2200, "epoch": 5, "train_loss": 0.3105159103870392, "cos_r_negg": [0.28424686193466187, 0.15930767357349396, 0.129553884267807], "cos_innovation_negg": [0.28424686193466187, 0.15930767357349396, 0.129553884267807], "cos_apical_negg": [0.09159699082374573, 0.04148861765861511, -0.008761502802371979], "cos_Ac_negg": [0.7986215353012085, 0.4152204394340515, 0.340450644493103], "r_norm": [0.8739050030708313, 0.7918081283569336, 0.9068015813827515], "traffic_norm": [6.972182273864746, 6.831573963165283, 6.729757785797119], "traffic_residual_norm": [0.2971452474594116, 0.3141511380672455, 0.44768524169921875], "traffic_r2": [0.9981803894042969, 0.9978797435760498, 0.9955704212188721]}, {"step": 2400, "epoch": 5, "train_loss": 0.9285709857940674, "cos_r_negg": [0.32201722264289856, 0.11343815177679062, 0.0033456701785326004], "cos_innovation_negg": [0.32201722264289856, 0.11343815177679062, 0.0033456701785326004], "cos_apical_negg": [0.08244777470827103, -0.03869384899735451, 0.12109512090682983], "cos_Ac_negg": [0.8274989128112793, 0.2648058831691742, 0.39783352613449097], "r_norm": [0.8560277223587036, 0.8250517845153809, 0.9184103012084961], "traffic_norm": [6.945221900939941, 6.799282073974609, 6.696070194244385], "traffic_residual_norm": [0.27373796701431274, 0.3515825569629669, 0.4580916166305542], "traffic_r2": [0.9984279274940491, 0.9972954988479614, 0.9953052997589111]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8998, "eval_loss": 0.57167587890625, "val_acc": 0.8998, "val_loss": 0.57167587890625}, {"step": 2600, "epoch": 6, "train_loss": 0.6966447830200195, "cos_r_negg": [0.21739566326141357, 0.151336669921875, 0.0411028154194355], "cos_innovation_negg": [0.21739566326141357, 0.151336669921875, 0.0411028154194355], "cos_apical_negg": [0.07139886915683746, 0.17279762029647827, 0.11283290386199951], "cos_Ac_negg": [0.764687180519104, 0.5626650452613831, 0.5846080780029297], "r_norm": [1.1176000833511353, 1.0937459468841553, 1.1384482383728027], "traffic_norm": [6.8367919921875, 6.671014785766602, 6.600320816040039], "traffic_residual_norm": [0.5032526254653931, 0.6023764610290527, 0.6459999680519104], "traffic_r2": [0.9945781230926514, 0.9918421506881714, 0.9904189109802246]}, {"step": 2800, "epoch": 6, "train_loss": 0.25261190533638, "cos_r_negg": [0.2910735011100769, 0.13151437044143677, 0.1675054132938385], "cos_innovation_negg": [0.2910735011100769, 0.13151437044143677, 0.1675054132938385], "cos_apical_negg": [0.07826834172010422, 0.17271894216537476, -0.01945815607905388], "cos_Ac_negg": [0.7982432246208191, 0.5282488465309143, 0.574988603591919], "r_norm": [1.1142640113830566, 1.0749049186706543, 1.1106771230697632], "traffic_norm": [6.812582969665527, 6.6329345703125, 6.581552982330322], "traffic_residual_norm": [0.4092510938644409, 0.5014917850494385, 0.539832592010498], "traffic_r2": [0.9963819980621338, 0.994276225566864, 0.9932637810707092]}, {"step": 3000, "epoch": 6, "train_loss": 0.5639420747756958, "cos_r_negg": [0.32765448093414307, 0.21147888898849487, -0.15396878123283386], "cos_innovation_negg": [0.32765448093414307, 0.21147888898849487, -0.15396878123283386], "cos_apical_negg": [0.0315646193921566, 0.05242437869310379, 0.3159368932247162], "cos_Ac_negg": [0.8308868408203125, 0.4556877613067627, 0.6610067486763], "r_norm": [0.8922561407089233, 0.8950119018554688, 0.9707379341125488], "traffic_norm": [6.773487091064453, 6.579384803771973, 6.519960403442383], "traffic_residual_norm": [0.3677035868167877, 0.46822622418403625, 0.5547679662704468], "traffic_r2": [0.997049868106842, 0.9949305057525635, 0.9927533268928528]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.913, "eval_loss": 0.45731302490234377, "val_acc": 0.913, "val_loss": 0.45731302490234377}, {"step": 3200, "epoch": 7, "train_loss": 0.3463449478149414, "cos_r_negg": [0.26451486349105835, 0.1616654098033905, 0.10552624613046646], "cos_innovation_negg": [0.26451486349105835, 0.1616654098033905, 0.10552624613046646], "cos_apical_negg": [0.09542642533779144, 0.0309453085064888, 0.15314142405986786], "cos_Ac_negg": [0.7925080060958862, 0.5350390076637268, 0.6269146800041199], "r_norm": [0.7570170164108276, 0.7622001767158508, 0.8234515190124512], "traffic_norm": [6.756630897521973, 6.554869651794434, 6.493659496307373], "traffic_residual_norm": [0.29279136657714844, 0.3836429715156555, 0.4536961317062378], "traffic_r2": [0.9981054067611694, 0.99653559923172, 0.9951028823852539]}, {"step": 3400, "epoch": 7, "train_loss": 0.816376805305481, "cos_r_negg": [0.3080472946166992, 0.24988366663455963, 0.1405317485332489], "cos_innovation_negg": [0.3080472946166992, 0.24988366663455963, 0.1405317485332489], "cos_apical_negg": [0.08412647247314453, 0.014220265671610832, 0.11704225838184357], "cos_Ac_negg": [0.8150067329406738, 0.659591555595398, 0.6062873601913452], "r_norm": [0.8758167624473572, 0.9565331339836121, 1.0414761304855347], "traffic_norm": [6.715968132019043, 6.473941802978516, 6.406770706176758], "traffic_residual_norm": [0.3495597839355469, 0.5385509133338928, 0.6362298130989075], "traffic_r2": [0.9972625970840454, 0.9930420517921448, 0.9900953769683838]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9086, "eval_loss": 0.449579443359375, "val_acc": 0.9086, "val_loss": 0.449579443359375}, {"step": 3600, "epoch": 8, "train_loss": 0.49933868646621704, "cos_r_negg": [0.42373815178871155, 0.09484478831291199, 0.173893541097641], "cos_innovation_negg": [0.42373815178871155, 0.09484478831291199, 0.173893541097641], "cos_apical_negg": [0.055165790021419525, 0.1699301302433014, 0.0831654816865921], "cos_Ac_negg": [0.8366053104400635, 0.6093257069587708, 0.6128814816474915], "r_norm": [0.8561396598815918, 0.8950052261352539, 0.9880412220954895], "traffic_norm": [6.685146808624268, 6.4396071434021, 6.338421821594238], "traffic_residual_norm": [0.30797821283340454, 0.4523734450340271, 0.5570394992828369], "traffic_r2": [0.9978747963905334, 0.9950633645057678, 0.9922757148742676]}, {"step": 3800, "epoch": 8, "train_loss": 0.6081211566925049, "cos_r_negg": [0.40183359384536743, 0.1580265611410141, 0.22251546382904053], "cos_innovation_negg": [0.40183359384536743, 0.1580265611410141, 0.22251546382904053], "cos_apical_negg": [0.1328115165233612, 0.0969180315732956, 0.18744200468063354], "cos_Ac_negg": [0.8258247375488281, 0.4634578227996826, 0.5871021747589111], "r_norm": [0.9141162633895874, 0.9057572484016418, 0.9898527264595032], "traffic_norm": [6.672176361083984, 6.424254417419434, 6.325205326080322], "traffic_residual_norm": [0.2865261435508728, 0.39016637206077576, 0.49217671155929565], "traffic_r2": [0.9981459975242615, 0.9963072538375854, 0.9939413070678711]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8978, "eval_loss": 0.5712450866699219, "val_acc": 0.8978, "val_loss": 0.5712450866699219}, {"step": 4000, "epoch": 9, "train_loss": 0.32439661026000977, "cos_r_negg": [0.2686125636100769, 0.11267878115177155, 0.01995042711496353], "cos_innovation_negg": [0.2686125636100769, 0.11267878115177155, 0.01995042711496353], "cos_apical_negg": [0.009143242612481117, 0.07863607257604599, 0.10745428502559662], "cos_Ac_negg": [0.7915383577346802, 0.4967081546783447, 0.36312493681907654], "r_norm": [0.9756293296813965, 0.892959475517273, 0.9966975450515747], "traffic_norm": [6.582466125488281, 6.370530128479004, 6.251289367675781], "traffic_residual_norm": [0.46137306094169617, 0.4583509564399719, 0.5795546770095825], "traffic_r2": [0.9950730204582214, 0.9948176741600037, 0.9914010763168335]}, {"step": 4200, "epoch": 9, "train_loss": 0.46830981969833374, "cos_r_negg": [0.493760883808136, 0.19700747728347778, 0.2461394965648651], "cos_innovation_negg": [0.493760883808136, 0.19700747728347778, 0.2461394965648651], "cos_apical_negg": [0.03864724561572075, -0.010183300822973251, 0.10342079401016235], "cos_Ac_negg": [0.8227550983428955, 0.6218793988227844, 0.5516298413276672], "r_norm": [1.0196621417999268, 0.8858048915863037, 0.9543749094009399], "traffic_norm": [6.5331220626831055, 6.334781646728516, 6.221335411071777], "traffic_residual_norm": [0.49812519550323486, 0.4374581575393677, 0.5213135480880737], "traffic_r2": [0.994179368019104, 0.9952237010002136, 0.9929742217063904]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9136, "eval_loss": 0.3987699951171875, "val_acc": 0.9136, "val_loss": 0.3987699951171875}, {"step": 4400, "epoch": 10, "train_loss": 0.3301096558570862, "cos_r_negg": [0.4546046257019043, 0.21519474685192108, 0.16234444081783295], "cos_innovation_negg": [0.4546046257019043, 0.21519474685192108, 0.16234444081783295], "cos_apical_negg": [0.19426754117012024, 0.19386982917785645, 0.4661407768726349], "cos_Ac_negg": [0.8350080251693726, 0.4292094111442566, 0.30175599455833435], "r_norm": [1.3920034170150757, 1.2485058307647705, 1.2554576396942139], "traffic_norm": [6.473640441894531, 6.280667304992676, 6.1932373046875], "traffic_residual_norm": [0.5613882541656494, 0.550182044506073, 0.5756829977035522], "traffic_r2": [0.9924544095993042, 0.9923142194747925, 0.9913357496261597]}, {"step": 4600, "epoch": 10, "train_loss": 0.2177892029285431, "cos_r_negg": [0.43049901723861694, 0.09367294609546661, 0.3068027198314667], "cos_innovation_negg": [0.43049901723861694, 0.09367294609546661, 0.3068027198314667], "cos_apical_negg": [0.03575428947806358, 0.18670102953910828, -0.30254918336868286], "cos_Ac_negg": [0.831981897354126, 0.6193559765815735, 0.6878318786621094], "r_norm": [1.1869381666183472, 1.191392183303833, 1.1144152879714966], "traffic_norm": [6.398405075073242, 6.189604759216309, 6.138981819152832], "traffic_residual_norm": [0.611641526222229, 0.7173423767089844, 0.6420388221740723], "traffic_r2": [0.9908438324928284, 0.9865489602088928, 0.9890547394752502]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9212, "eval_loss": 0.34688682861328124, "val_acc": 0.9212, "val_loss": 0.34688682861328124}, {"step": 4800, "epoch": 11, "train_loss": 0.4509929120540619, "cos_r_negg": [0.4069407880306244, 0.19624674320220947, 0.1709219217300415], "cos_innovation_negg": [0.4069407880306244, 0.19624674320220947, 0.1709219217300415], "cos_apical_negg": [0.06834903359413147, 5.653686821460724e-05, 0.2694782614707947], "cos_Ac_negg": [0.8009541630744934, 0.4917171597480774, 0.4546341001987457], "r_norm": [1.1119400262832642, 1.188272476196289, 1.010162115097046], "traffic_norm": [6.331110000610352, 6.0775146484375, 6.09089469909668], "traffic_residual_norm": [0.5341922044754028, 0.7213125824928284, 0.5285744667053223], "traffic_r2": [0.9928804636001587, 0.9859123826026917, 0.9924682378768921]}, {"step": 5000, "epoch": 11, "train_loss": 0.3528995215892792, "cos_r_negg": [0.49249017238616943, 0.14166752994060516, 0.23823389410972595], "cos_innovation_negg": [0.49249017238616943, 0.14166752994060516, 0.23823389410972595], "cos_apical_negg": [0.05663485452532768, 0.13191692531108856, 0.0035408069379627705], "cos_Ac_negg": [0.8609826564788818, 0.6951887607574463, 0.7451362609863281], "r_norm": [1.027008056640625, 1.0008066892623901, 0.9066281318664551], "traffic_norm": [6.299563884735107, 6.057082176208496, 6.066628932952881], "traffic_residual_norm": [0.4799019694328308, 0.5410213470458984, 0.44213032722473145], "traffic_r2": [0.9941964149475098, 0.9920216798782349, 0.9946864247322083]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9156, "eval_loss": 0.42706893920898437, "val_acc": 0.9156, "val_loss": 0.42706893920898437}, {"step": 5200, "epoch": 12, "train_loss": 0.2754926085472107, "cos_r_negg": [0.47034838795661926, 0.17571698129177094, 0.22291897237300873], "cos_innovation_negg": [0.47034838795661926, 0.17571698129177094, 0.22291897237300873], "cos_apical_negg": [0.04967786371707916, 0.14751748740673065, 0.1265617161989212], "cos_Ac_negg": [0.794133186340332, 0.7314112186431885, 0.5936719179153442], "r_norm": [0.9099260568618774, 0.8166990280151367, 0.8028416633605957], "traffic_norm": [6.272687911987305, 6.041177749633789, 6.029552459716797], "traffic_residual_norm": [0.40995603799819946, 0.3898113965988159, 0.37430065870285034], "traffic_r2": [0.9957283735275269, 0.995836079120636, 0.9961429238319397]}, {"step": 5400, "epoch": 12, "train_loss": 0.2582134008407593, "cos_r_negg": [0.4793291687965393, 0.1726164072751999, 0.2218720018863678], "cos_innovation_negg": [0.4793291687965393, 0.1726164072751999, 0.2218720018863678], "cos_apical_negg": [-0.014152652584016323, 0.11757677793502808, 0.13132703304290771], "cos_Ac_negg": [0.8267862796783447, 0.7123868465423584, 0.5983591079711914], "r_norm": [0.8260752558708191, 0.743263840675354, 0.7598657011985779], "traffic_norm": [6.260848045349121, 6.028813362121582, 6.002175331115723], "traffic_residual_norm": [0.29243385791778564, 0.2867127060890198, 0.3112105429172516], "traffic_r2": [0.9978112578392029, 0.9977290034294128, 0.9973055124282837]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9236, "eval_loss": 0.3905919494628906, "val_acc": 0.9236, "val_loss": 0.3905919494628906}, {"step": 5600, "epoch": 13, "train_loss": 0.34401923418045044, "cos_r_negg": [0.5005125999450684, 0.17475861310958862, 0.2482946813106537], "cos_innovation_negg": [0.5005125999450684, 0.17475861310958862, 0.2482946813106537], "cos_apical_negg": [0.12962734699249268, 0.142244353890419, 0.2219916135072708], "cos_Ac_negg": [0.7689594030380249, 0.6959550976753235, 0.6565076112747192], "r_norm": [1.0125975608825684, 0.9138861894607544, 0.8565850257873535], "traffic_norm": [6.198980808258057, 5.967781066894531, 5.944883823394775], "traffic_residual_norm": [0.4122450649738312, 0.39587152004241943, 0.3392345905303955], "traffic_r2": [0.9955766201019287, 0.9955990314483643, 0.996743381023407]}, {"step": 5800, "epoch": 13, "train_loss": 0.27206873893737793, "cos_r_negg": [0.4102433919906616, 0.18244415521621704, 0.2359255701303482], "cos_innovation_negg": [0.4102433919906616, 0.18244415521621704, 0.2359255701303482], "cos_apical_negg": [0.10015351325273514, 0.10827833414077759, 0.035604916512966156], "cos_Ac_negg": [0.822207510471344, 0.7231507897377014, 0.759455680847168], "r_norm": [1.0721704959869385, 0.8982479572296143, 0.8794547319412231], "traffic_norm": [6.220501899719238, 5.981916427612305, 5.928659439086914], "traffic_residual_norm": [0.4696327745914459, 0.37033283710479736, 0.34932613372802734], "traffic_r2": [0.9942964911460876, 0.9961659908294678, 0.9965271949768066]}, {"step": 6000, "epoch": 13, "train_loss": 0.36051613092422485, "cos_r_negg": [0.45392414927482605, 0.2472323775291443, 0.19182196259498596], "cos_innovation_negg": [0.45392414927482605, 0.2472323775291443, 0.19182196259498596], "cos_apical_negg": [0.027701396495103836, 0.16805726289749146, 0.12057417631149292], "cos_Ac_negg": [0.8448233008384705, 0.7209128141403198, 0.7393832802772522], "r_norm": [1.034424066543579, 0.8247294425964355, 0.8287858963012695], "traffic_norm": [6.151833534240723, 5.947857856750488, 5.895804405212402], "traffic_residual_norm": [0.5493430495262146, 0.3990558981895447, 0.4061514437198639], "traffic_r2": [0.9920240640640259, 0.9954931735992432, 0.9952459335327148]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9178, "eval_loss": 0.37428397216796877, "val_acc": 0.9178, "val_loss": 0.37428397216796877}, {"step": 6200, "epoch": 14, "train_loss": 0.17265759408473969, "cos_r_negg": [0.456135094165802, 0.21867743134498596, 0.15639203786849976], "cos_innovation_negg": [0.456135094165802, 0.21867743134498596, 0.15639203786849976], "cos_apical_negg": [0.08768941462039948, 0.01694190315902233, 0.16049444675445557], "cos_Ac_negg": [0.8375599384307861, 0.7194112539291382, 0.6980650424957275], "r_norm": [0.8958156108856201, 0.7566332817077637, 0.8599330186843872], "traffic_norm": [6.093433380126953, 5.887142181396484, 5.820982933044434], "traffic_residual_norm": [0.4681093692779541, 0.3818332552909851, 0.4964945912361145], "traffic_r2": [0.9940983057022095, 0.9957934021949768, 0.9927249550819397]}, {"step": 6400, "epoch": 14, "train_loss": 0.49075835943222046, "cos_r_negg": [0.5150485038757324, 0.18084299564361572, 0.18392734229564667], "cos_innovation_negg": [0.5150485038757324, 0.18084299564361572, 0.18392734229564667], "cos_apical_negg": [0.10971377789974213, 0.1601342260837555, 0.26839298009872437], "cos_Ac_negg": [0.8201638460159302, 0.6996762752532959, 0.5704896450042725], "r_norm": [1.3213073015213013, 0.9568098783493042, 1.1107807159423828], "traffic_norm": [6.004549980163574, 5.817584991455078, 5.732410430908203], "traffic_residual_norm": [0.7672569751739502, 0.4483259320259094, 0.625511646270752], "traffic_r2": [0.9836724996566772, 0.9940611124038696, 0.988092839717865]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.915, "eval_loss": 0.37882452392578125, "val_acc": 0.915, "val_loss": 0.37882452392578125}], "final": {"eval_split": "validation", "eval_acc": 0.915, "eval_loss": 0.37882452392578125, "wall_s": 22.04463005065918, "val_acc": 0.915, "val_loss": 0.37882452392578125, "cos_r_negg": [0.4430997371673584, 0.10377670079469681, 0.21606779098510742], "cos_innovation_negg": [0.4430997371673584, 0.10377670079469681, 0.21606779098510742], "cos_apical_negg": [0.14113739132881165, 0.06739220023155212, 0.1979568898677826], "cos_Ac_negg": [0.791334867477417, 0.637399435043335, 0.6359128952026367], "traffic_norm": [5.999402046203613, 5.809797286987305, 5.719898223876953], "traffic_residual_norm": [0.698007345199585, 0.41442620754241943, 0.5782809257507324], "traffic_r2": [0.9864634275436401, 0.9949111342430115, 0.9897767901420593]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 21.794094562530518, "diagnostics_wall_s": 0.5068919658660889, "inline_diagnostics_wall_s": 0.3647339344024658, "optimizer_wall_s_excluding_inline_diagnostics": 21.42936062812805, "evaluation_wall_s": 0.061923980712890625}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu1000_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu1000_d3_s0.json
new file mode 100644
index 0000000..8769e10
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu1000_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [0.0002641956089064479, 0.024240415543317795, 0.03415791690349579], "cos_innovation_negg": [0.0002641956089064479, 0.024240415543317795, 0.03415791690349579], "cos_apical_negg": [-0.002774080028757453, 0.018353208899497986, 0.01986568793654442], "cos_Ac_negg": [0.003959169611334801, 0.022923072800040245, 0.03415793180465698], "r_norm": [5.042851448059082, 4.890728950500488, 4.824251651763916], "traffic_norm": [2.6715383529663086, 2.6519713401794434, 2.59297513961792], "traffic_residual_norm": [1.2485003471374512, 0.9028557538986206, 1.863004172264482e-06], "traffic_r2": [0.7817214727401733, 0.8841490745544434, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 3.2728652954101562, "cos_r_negg": [0.19903028011322021, 0.20238016545772552, 0.28039684891700745], "cos_innovation_negg": [0.19903028011322021, 0.20238016545772552, 0.28039684891700745], "cos_apical_negg": [0.1285596787929535, -0.171696275472641, 0.062039799988269806], "cos_Ac_negg": [0.726643443107605, 0.12352291494607925, 0.2673773765563965], "r_norm": [3.6658806800842285, 2.466787099838257, 1.4697288274765015], "traffic_norm": [6.350824356079102, 6.319815635681152, 6.253061294555664], "traffic_residual_norm": [2.7200927734375, 1.33561110496521, 3.850556822726503e-06], "traffic_r2": [0.8165557980537415, 0.9553370475769043, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.0465985536575317, "cos_r_negg": [0.11034791171550751, 0.191079780459404, 0.17697879672050476], "cos_innovation_negg": [0.11034791171550751, 0.191079780459404, 0.17697879672050476], "cos_apical_negg": [0.04633647948503494, 0.034998275339603424, -0.15252140164375305], "cos_Ac_negg": [0.7510228157043457, -0.151149719953537, 0.18756958842277527], "r_norm": [2.6827118396759033, 1.7214317321777344, 1.0152443647384644], "traffic_norm": [6.464941501617432, 6.449613094329834, 6.348310470581055], "traffic_residual_norm": [1.9097955226898193, 0.9024881720542908, 2.8016456781188026e-06], "traffic_r2": [0.9127339124679565, 0.980419397354126, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.7944, "eval_loss": 0.9825871215820312, "val_acc": 0.7944, "val_loss": 0.9825871215820312}, {"step": 600, "epoch": 1, "train_loss": 0.935515284538269, "cos_r_negg": [0.06101933866739273, -0.14908424019813538, 0.36400115489959717], "cos_innovation_negg": [0.06101933866739273, -0.14908424019813538, 0.36400115489959717], "cos_apical_negg": [-0.0803527757525444, 0.19475148618221283, 0.07226796448230743], "cos_Ac_negg": [0.7762781381607056, 0.2985384464263916, 0.36372458934783936], "r_norm": [2.1873111724853516, 1.4950600862503052, 1.0320370197296143], "traffic_norm": [6.5187177658081055, 6.541919231414795, 6.456907272338867], "traffic_residual_norm": [1.330193042755127, 0.6514447927474976, 2.122615114785731e-06], "traffic_r2": [0.9583605527877808, 0.9900835752487183, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6581604480743408, "cos_r_negg": [0.08705064654350281, -0.047833703458309174, 0.2707597017288208], "cos_innovation_negg": [0.08705064654350281, -0.047833703458309174, 0.2707597017288208], "cos_apical_negg": [-0.06317780166864395, -0.15929250419139862, 0.04620089381933212], "cos_Ac_negg": [0.8355486392974854, -0.38472980260849, 0.27147287130355835], "r_norm": [1.5536705255508423, 1.0011494159698486, 0.672917366027832], "traffic_norm": [6.548598289489746, 6.581892967224121, 6.512946128845215], "traffic_residual_norm": [0.9513460397720337, 0.43076515197753906, 1.5797991181898396e-06], "traffic_r2": [0.9788952469825745, 0.9957164525985718, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8326, "eval_loss": 0.8570539428710937, "val_acc": 0.8326, "val_loss": 0.8570539428710937}, {"step": 1000, "epoch": 2, "train_loss": 0.6012327671051025, "cos_r_negg": [0.33247455954551697, -0.3115558624267578, 0.20919719338417053], "cos_innovation_negg": [0.33247455954551697, -0.3115558624267578, 0.20919719338417053], "cos_apical_negg": [0.216639444231987, 0.45720258355140686, -0.01947537064552307], "cos_Ac_negg": [0.7957879304885864, -0.1990237534046173, 0.21067285537719727], "r_norm": [1.8135230541229248, 1.3602874279022217, 1.142654299736023], "traffic_norm": [6.581850051879883, 6.59618616104126, 6.529230117797852], "traffic_residual_norm": [0.6857430934906006, 0.3616056740283966, 1.1532943062775303e-06], "traffic_r2": [0.9891430735588074, 0.9968112707138062, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.1248970031738281, "cos_r_negg": [0.18587501347064972, 0.3686124086380005, 0.31803980469703674], "cos_innovation_negg": [0.18587501347064972, 0.3686124086380005, 0.31803980469703674], "cos_apical_negg": [-0.03801785409450531, -0.34021633863449097, 0.151536226272583], "cos_Ac_negg": [0.8455193638801575, 0.33077457547187805, 0.3300971984863281], "r_norm": [1.282860279083252, 0.9218016862869263, 0.7093861103057861], "traffic_norm": [6.660520076751709, 6.632122993469238, 6.606335639953613], "traffic_residual_norm": [0.5583175420761108, 0.2843732237815857, 1.065828882929054e-06], "traffic_r2": [0.9929733872413635, 0.9981614351272583, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8678, "eval_loss": 0.6122070678710938, "val_acc": 0.8678, "val_loss": 0.6122070678710938}, {"step": 1400, "epoch": 3, "train_loss": 0.6948821544647217, "cos_r_negg": [0.23979602754116058, 0.015131176449358463, 0.3991796374320984], "cos_innovation_negg": [0.23979602754116058, 0.015131176449358463, 0.3991796374320984], "cos_apical_negg": [0.04946739226579666, -0.16453886032104492, 0.060923732817173004], "cos_Ac_negg": [0.7859855890274048, -0.11030767112970352, 0.40447700023651123], "r_norm": [1.2872397899627686, 0.8455171585083008, 0.7113898992538452], "traffic_norm": [6.620121955871582, 6.613045692443848, 6.582304954528809], "traffic_residual_norm": [0.5519835948944092, 0.18295089900493622, 8.33468902783352e-07], "traffic_r2": [0.993047833442688, 0.9992346167564392, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.9994417428970337, "cos_r_negg": [0.17745187878608704, 0.4468972384929657, 0.32491058111190796], "cos_innovation_negg": [0.17745187878608704, 0.4468972384929657, 0.32491058111190796], "cos_apical_negg": [0.10180088877677917, -0.5174379348754883, 0.08034591376781464], "cos_Ac_negg": [0.8686177134513855, 0.3407086133956909, 0.33622026443481445], "r_norm": [1.716573715209961, 1.317026972770691, 1.2485442161560059], "traffic_norm": [6.619843482971191, 6.612985134124756, 6.582162857055664], "traffic_residual_norm": [0.37104788422584534, 0.13572458922863007, 6.79359231980925e-07], "traffic_r2": [0.9968582987785339, 0.9995787143707275, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8296, "eval_loss": 0.8187528564453125, "val_acc": 0.8296, "val_loss": 0.8187528564453125}, {"step": 1800, "epoch": 4, "train_loss": 0.6114656925201416, "cos_r_negg": [0.331741601228714, 0.2976263165473938, 0.45420658588409424], "cos_innovation_negg": [0.331741601228714, 0.2976263165473938, 0.45420658588409424], "cos_apical_negg": [0.18981049954891205, -0.32197290658950806, 0.09401535242795944], "cos_Ac_negg": [0.798707902431488, 0.28587567806243896, 0.4888814091682434], "r_norm": [1.3041439056396484, 0.9784371852874756, 0.9379594326019287], "traffic_norm": [6.613297939300537, 6.606433868408203, 6.574054718017578], "traffic_residual_norm": [0.28038719296455383, 0.08223557472229004, 6.16528495811508e-07], "traffic_r2": [0.9982024431228638, 0.999845027923584, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.9775158166885376, "cos_r_negg": [0.1944122016429901, -0.30766427516937256, 0.4396648406982422], "cos_innovation_negg": [0.1944122016429901, -0.30766427516937256, 0.4396648406982422], "cos_apical_negg": [0.05074167251586914, -0.3838784694671631, 0.14537185430526733], "cos_Ac_negg": [0.7849235534667969, 0.41843459010124207, 0.4422004222869873], "r_norm": [1.060926914215088, 0.7957386374473572, 0.7524151802062988], "traffic_norm": [6.615198612213135, 6.6054768562316895, 6.575567722320557], "traffic_residual_norm": [0.20585450530052185, 0.06521090865135193, 6.027908625583223e-07], "traffic_r2": [0.9990234971046448, 0.9999024868011475, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8928, "eval_loss": 0.4755111145019531, "val_acc": 0.8928, "val_loss": 0.4755111145019531}, {"step": 2200, "epoch": 5, "train_loss": 0.5783166885375977, "cos_r_negg": [0.17034077644348145, 0.016650818288326263, 0.5287913084030151], "cos_innovation_negg": [0.17034077644348145, 0.016650818288326263, 0.5287913084030151], "cos_apical_negg": [0.017124168574810028, -0.07438607513904572, 0.22128471732139587], "cos_Ac_negg": [0.7799420952796936, 0.13800549507141113, 0.548202633857727], "r_norm": [0.9354102611541748, 0.541718065738678, 0.510228157043457], "traffic_norm": [6.600361347198486, 6.600420951843262, 6.555047988891602], "traffic_residual_norm": [0.3919001817703247, 0.045501403510570526, 7.063086400194152e-07], "traffic_r2": [0.9964740872383118, 0.9999524354934692, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.8172075748443604, "cos_r_negg": [0.33130910992622375, 0.12446119636297226, 0.5532046556472778], "cos_innovation_negg": [0.33130910992622375, 0.12446119636297226, 0.5532046556472778], "cos_apical_negg": [0.0771985799074173, -0.11542745679616928, -0.01577986776828766], "cos_Ac_negg": [0.8091740608215332, 0.24627192318439484, 0.5767347812652588], "r_norm": [0.8209643363952637, 0.5504109859466553, 0.5222295522689819], "traffic_norm": [6.604052543640137, 6.598127365112305, 6.561206817626953], "traffic_residual_norm": [0.2284725308418274, 0.038184091448783875, 6.503369149868377e-07], "traffic_r2": [0.9988015294075012, 0.9999651312828064, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.901, "eval_loss": 0.4828062805175781, "val_acc": 0.901, "val_loss": 0.4828062805175781}, {"step": 2600, "epoch": 6, "train_loss": 0.4310752749443054, "cos_r_negg": [0.22379061579704285, 0.02903861179947853, 0.5617322325706482], "cos_innovation_negg": [0.22379061579704285, 0.02903861179947853, 0.5617322325706482], "cos_apical_negg": [-0.00835527665913105, -0.030133672058582306, 0.161605104804039], "cos_Ac_negg": [0.8301459550857544, 0.1953946352005005, 0.5577765703201294], "r_norm": [0.6012574434280396, 0.4183613955974579, 0.391566663980484], "traffic_norm": [6.613274574279785, 6.603324890136719, 6.573910713195801], "traffic_residual_norm": [0.1561712771654129, 0.03362857922911644, 6.468550282079377e-07], "traffic_r2": [0.9994422793388367, 0.9999740123748779, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.2923869490623474, "cos_r_negg": [0.3353789746761322, 0.21171119809150696, 0.4921809732913971], "cos_innovation_negg": [0.3353789746761322, 0.21171119809150696, 0.4921809732913971], "cos_apical_negg": [-0.020663341507315636, 0.24617999792099, 0.05704454705119133], "cos_Ac_negg": [0.8416144847869873, 0.32689377665519714, 0.5278857350349426], "r_norm": [0.7403050065040588, 0.567787766456604, 0.5497131943702698], "traffic_norm": [6.611348628997803, 6.600614547729492, 6.568019390106201], "traffic_residual_norm": [0.10099469870328903, 0.0361577644944191, 6.77997661568952e-07], "traffic_r2": [0.9997665882110596, 0.9999699592590332, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.3827916979789734, "cos_r_negg": [0.33970320224761963, 0.29413771629333496, 0.49418509006500244], "cos_innovation_negg": [0.33970320224761963, 0.29413771629333496, 0.49418509006500244], "cos_apical_negg": [-0.04118945449590683, 0.14699706435203552, -0.011492094025015831], "cos_Ac_negg": [0.8111125230789185, 0.5417101383209229, 0.5134928226470947], "r_norm": [0.8474588394165039, 0.5735803842544556, 0.5507350564002991], "traffic_norm": [6.600568771362305, 6.596816539764404, 6.56553316116333], "traffic_residual_norm": [0.23053313791751862, 0.03492894023656845, 6.668293508482748e-07], "traffic_r2": [0.9987784624099731, 0.9999719262123108, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9106, "eval_loss": 0.4357031982421875, "val_acc": 0.9106, "val_loss": 0.4357031982421875}, {"step": 3200, "epoch": 7, "train_loss": 0.4361228346824646, "cos_r_negg": [0.36077797412872314, 0.002500954084098339, 0.4785196781158447], "cos_innovation_negg": [0.36077797412872314, 0.002500954084098339, 0.4785196781158447], "cos_apical_negg": [-0.07971370220184326, 0.21523486077785492, 0.1797807216644287], "cos_Ac_negg": [0.7941156625747681, 0.4479207396507263, 0.5347100496292114], "r_norm": [0.6741288900375366, 0.5489211678504944, 0.5284916162490845], "traffic_norm": [6.611310005187988, 6.599700927734375, 6.568007946014404], "traffic_residual_norm": [0.05601818859577179, 0.04104561731219292, 6.727677828166634e-07], "traffic_r2": [0.9999274015426636, 0.9999504089355469, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.3660394847393036, "cos_r_negg": [0.37783563137054443, 0.07541552931070328, 0.4761044979095459], "cos_innovation_negg": [0.37783563137054443, 0.07541552931070328, 0.4761044979095459], "cos_apical_negg": [-0.09560492634773254, -0.03403029590845108, 0.11036231368780136], "cos_Ac_negg": [0.8018901348114014, 0.2843037247657776, 0.5034997463226318], "r_norm": [0.7990592122077942, 0.5478101968765259, 0.5031628608703613], "traffic_norm": [6.603969097137451, 6.595575332641602, 6.557290077209473], "traffic_residual_norm": [0.24210317432880402, 0.06366942077875137, 6.676763746327197e-07], "traffic_r2": [0.9986552000045776, 0.999906599521637, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8952, "eval_loss": 0.5190277893066406, "val_acc": 0.8952, "val_loss": 0.5190277893066406}, {"step": 3600, "epoch": 8, "train_loss": 0.510729968547821, "cos_r_negg": [0.32849955558776855, 0.11774024367332458, 0.44928377866744995], "cos_innovation_negg": [0.32849955558776855, 0.11774024367332458, 0.44928377866744995], "cos_apical_negg": [0.01761596091091633, -0.08462928980588913, 0.09502285718917847], "cos_Ac_negg": [0.8002642393112183, 0.24766656756401062, 0.4649248719215393], "r_norm": [1.1766955852508545, 0.9192489385604858, 0.8736475706100464], "traffic_norm": [6.6261115074157715, 6.604116916656494, 6.5760884284973145], "traffic_residual_norm": [0.16261717677116394, 0.0609513595700264, 6.90360593580408e-07], "traffic_r2": [0.9993976950645447, 0.9999147653579712, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.23098540306091309, "cos_r_negg": [0.4243372678756714, 0.10834097862243652, 0.5080091953277588], "cos_innovation_negg": [0.4243372678756714, 0.10834097862243652, 0.5080091953277588], "cos_apical_negg": [-0.059569425880908966, 0.06094253808259964, 0.13369834423065186], "cos_Ac_negg": [0.8161755800247192, 0.36361438035964966, 0.5261937379837036], "r_norm": [0.7846179604530334, 0.5112072229385376, 0.4772406220436096], "traffic_norm": [6.605985641479492, 6.594943046569824, 6.568933010101318], "traffic_residual_norm": [0.26878565549850464, 0.05223606154322624, 6.732440169798792e-07], "traffic_r2": [0.9983444809913635, 0.9999372363090515, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9204, "eval_loss": 0.384245068359375, "val_acc": 0.9204, "val_loss": 0.384245068359375}, {"step": 4000, "epoch": 9, "train_loss": 0.19889453053474426, "cos_r_negg": [0.45273280143737793, 0.06466792523860931, 0.42736566066741943], "cos_innovation_negg": [0.45273280143737793, 0.06466792523860931, 0.42736566066741943], "cos_apical_negg": [-0.05666602402925491, 0.03865732625126839, 0.09622065722942352], "cos_Ac_negg": [0.7841788530349731, 0.24937251210212708, 0.4541401267051697], "r_norm": [0.7961089611053467, 0.5751634836196899, 0.5375790596008301], "traffic_norm": [6.606656551361084, 6.595548629760742, 6.566115856170654], "traffic_residual_norm": [0.1844637095928192, 0.05327247083187103, 6.872049880257691e-07], "traffic_r2": [0.9992204308509827, 0.999934732913971, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.3481616973876953, "cos_r_negg": [0.40195345878601074, 0.02650587633252144, 0.4337958097457886], "cos_innovation_negg": [0.40195345878601074, 0.02650587633252144, 0.4337958097457886], "cos_apical_negg": [-0.06921329349279404, -0.049123942852020264, 0.07658948004245758], "cos_Ac_negg": [0.8581517338752747, 0.20670577883720398, 0.4543479084968567], "r_norm": [0.7512093186378479, 0.49044281244277954, 0.4647994637489319], "traffic_norm": [6.5927629470825195, 6.565503120422363, 6.5573859214782715], "traffic_residual_norm": [0.24307413399219513, 0.04061993956565857, 6.963388159419992e-07], "traffic_r2": [0.9986344575881958, 0.9999616742134094, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9054, "eval_loss": 0.4255564270019531, "val_acc": 0.9054, "val_loss": 0.4255564270019531}, {"step": 4400, "epoch": 10, "train_loss": 0.25689002871513367, "cos_r_negg": [0.4939093291759491, 0.21372085809707642, 0.3603140711784363], "cos_innovation_negg": [0.4939093291759491, 0.21372085809707642, 0.3603140711784363], "cos_apical_negg": [-0.08087041229009628, 0.2717422842979431, 0.06760303676128387], "cos_Ac_negg": [0.8479455709457397, 0.4564177989959717, 0.4150506556034088], "r_norm": [1.0299839973449707, 0.7372832298278809, 0.7302619218826294], "traffic_norm": [6.592556953430176, 6.564986705780029, 6.555630683898926], "traffic_residual_norm": [0.24509765207767487, 0.04246930032968521, 7.284799607987225e-07], "traffic_r2": [0.9986178278923035, 0.9999579787254333, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.3115153908729553, "cos_r_negg": [0.42323604226112366, -0.04419921338558197, 0.437523752450943], "cos_innovation_negg": [0.42323604226112366, -0.04419921338558197, 0.437523752450943], "cos_apical_negg": [-0.0376613475382328, -0.06458637863397598, 0.07660159468650818], "cos_Ac_negg": [0.8207055926322937, 0.40392181277275085, 0.4732760787010193], "r_norm": [0.5318381786346436, 0.3658938407897949, 0.33222734928131104], "traffic_norm": [6.590547561645508, 6.561415672302246, 6.553333759307861], "traffic_residual_norm": [0.16462360322475433, 0.04890225827693939, 7.143016773625277e-07], "traffic_r2": [0.9993760585784912, 0.9999442100524902, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9298, "eval_loss": 0.3044216033935547, "val_acc": 0.9298, "val_loss": 0.3044216033935547}, {"step": 4800, "epoch": 11, "train_loss": 0.20421263575553894, "cos_r_negg": [0.3669964671134949, 0.03348953649401665, 0.4961715340614319], "cos_innovation_negg": [0.3669964671134949, 0.03348953649401665, 0.4961715340614319], "cos_apical_negg": [-0.06602701544761658, 0.04429449141025543, 0.041313063353300095], "cos_Ac_negg": [0.8239874839782715, 0.3755704164505005, 0.5661165714263916], "r_norm": [0.6163362264633179, 0.46765372157096863, 0.4472251832485199], "traffic_norm": [6.594587326049805, 6.565320014953613, 6.556143283843994], "traffic_residual_norm": [0.1121571809053421, 0.03807973861694336, 7.038946137072344e-07], "traffic_r2": [0.9997105598449707, 0.9999663233757019, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.34739625453948975, "cos_r_negg": [0.43882665038108826, 0.0664418488740921, 0.4498612880706787], "cos_innovation_negg": [0.43882665038108826, 0.0664418488740921, 0.4498612880706787], "cos_apical_negg": [-0.07901830971240997, -0.2434290051460266, 0.16243326663970947], "cos_Ac_negg": [0.8430155515670776, 0.2782312035560608, 0.47143974900245667], "r_norm": [0.8441218137741089, 0.6898047924041748, 0.6695096492767334], "traffic_norm": [6.609698295593262, 6.571887969970703, 6.5621490478515625], "traffic_residual_norm": [0.08126939833164215, 0.04388764500617981, 7.279519422809244e-07], "traffic_r2": [0.9998487234115601, 0.9999552369117737, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9086, "eval_loss": 0.42802279663085935, "val_acc": 0.9086, "val_loss": 0.42802279663085935}, {"step": 5200, "epoch": 12, "train_loss": 0.31533223390579224, "cos_r_negg": [0.4857178330421448, 0.1871412694454193, 0.39048802852630615], "cos_innovation_negg": [0.4857178330421448, 0.1871412694454193, 0.39048802852630615], "cos_apical_negg": [0.022367293015122414, -0.028735416010022163, -0.03788876160979271], "cos_Ac_negg": [0.8495656251907349, 0.4189782738685608, 0.4468902051448822], "r_norm": [0.5996648073196411, 0.4996202290058136, 0.4740230441093445], "traffic_norm": [6.6092119216918945, 6.570025444030762, 6.562309265136719], "traffic_residual_norm": [0.060411468148231506, 0.04684614762663841, 7.196831575129181e-07], "traffic_r2": [0.9999161958694458, 0.9999486207962036, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.3328959047794342, "cos_r_negg": [0.47747886180877686, 0.1743943989276886, 0.4849662184715271], "cos_innovation_negg": [0.47747886180877686, 0.1743943989276886, 0.4849662184715271], "cos_apical_negg": [-0.049789976328611374, 0.16413268446922302, 0.061611197888851166], "cos_Ac_negg": [0.8421205878257751, 0.5268118381500244, 0.5526740550994873], "r_norm": [0.5047099590301514, 0.4353930950164795, 0.4062004089355469], "traffic_norm": [6.610204219818115, 6.571089267730713, 6.561717987060547], "traffic_residual_norm": [0.0439804345369339, 0.049869026988744736, 7.199824949566391e-07], "traffic_r2": [0.9999555349349976, 0.9999422430992126, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.916, "eval_loss": 0.3984961853027344, "val_acc": 0.916, "val_loss": 0.3984961853027344}, {"step": 5600, "epoch": 13, "train_loss": 0.27728837728500366, "cos_r_negg": [0.4698641300201416, 0.2328750491142273, 0.5575340986251831], "cos_innovation_negg": [0.4698641300201416, 0.2328750491142273, 0.5575340986251831], "cos_apical_negg": [-0.06444750726222992, 0.035698119550943375, 0.01454025600105524], "cos_Ac_negg": [0.8750295639038086, 0.39347386360168457, 0.589324414730072], "r_norm": [0.7866708636283875, 0.6774500608444214, 0.6554769277572632], "traffic_norm": [6.6091485023498535, 6.570559501647949, 6.561406135559082], "traffic_residual_norm": [0.03737419843673706, 0.044521331787109375, 7.384831519630097e-07], "traffic_r2": [0.9999675154685974, 0.9999540448188782, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.2590503990650177, "cos_r_negg": [0.43006372451782227, 0.15696942806243896, 0.5609886646270752], "cos_innovation_negg": [0.43006372451782227, 0.15696942806243896, 0.5609886646270752], "cos_apical_negg": [-0.030111508443951607, -0.26803773641586304, -0.02586524561047554], "cos_Ac_negg": [0.8551446795463562, 0.4025660753250122, 0.5945354700088501], "r_norm": [0.5810831189155579, 0.49760308861732483, 0.4788018763065338], "traffic_norm": [6.607996940612793, 6.567420959472656, 6.558010101318359], "traffic_residual_norm": [0.031893469393253326, 0.041574232280254364, 7.474196763723739e-07], "traffic_r2": [0.9999759197235107, 0.9999598860740662, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.16765432059764862, "cos_r_negg": [0.4227270781993866, 0.15154844522476196, 0.41500258445739746], "cos_innovation_negg": [0.4227270781993866, 0.15154844522476196, 0.41500258445739746], "cos_apical_negg": [-0.021667523309588432, -0.06759712845087051, 0.034101441502571106], "cos_Ac_negg": [0.8715345859527588, 0.21053268015384674, 0.4475249648094177], "r_norm": [0.8438158631324768, 0.5633817315101624, 0.5351966619491577], "traffic_norm": [6.579908847808838, 6.539793968200684, 6.545663356781006], "traffic_residual_norm": [0.27390116453170776, 0.05023476481437683, 7.425376225000946e-07], "traffic_r2": [0.9982671737670898, 0.9999406337738037, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8818, "eval_loss": 0.5621865661621094, "val_acc": 0.8818, "val_loss": 0.5621865661621094}, {"step": 6200, "epoch": 14, "train_loss": 0.21665051579475403, "cos_r_negg": [0.38831138610839844, 0.13592968881130219, 0.47825533151626587], "cos_innovation_negg": [0.38831138610839844, 0.13592968881130219, 0.47825533151626587], "cos_apical_negg": [-0.12974245846271515, 0.39135074615478516, -0.013597042299807072], "cos_Ac_negg": [0.7910961508750916, -0.05712300166487694, 0.5243284702301025], "r_norm": [0.7418535351753235, 0.5263227224349976, 0.49982333183288574], "traffic_norm": [6.578420162200928, 6.537683010101318, 6.547111988067627], "traffic_residual_norm": [0.19574755430221558, 0.04936813563108444, 7.28969780539046e-07], "traffic_r2": [0.9991137981414795, 0.9999428391456604, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.236798495054245, "cos_r_negg": [0.3753288686275482, 0.01232624426484108, 0.46839287877082825], "cos_innovation_negg": [0.3753288686275482, 0.01232624426484108, 0.46839287877082825], "cos_apical_negg": [-0.059757813811302185, -0.14207878708839417, 0.08029656112194061], "cos_Ac_negg": [0.8360341787338257, 0.33688730001449585, 0.5409129858016968], "r_norm": [0.6580356359481812, 0.4867858588695526, 0.44631147384643555], "traffic_norm": [6.57326078414917, 6.533092975616455, 6.538594722747803], "traffic_residual_norm": [0.16309523582458496, 0.061907753348350525, 8.04666967724188e-07], "traffic_r2": [0.9993837475776672, 0.9999098777770996, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.3405521789550781, "val_acc": 0.931, "val_loss": 0.3405521789550781}], "final": {"eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.3405521789550781, "wall_s": 23.693955659866333, "val_acc": 0.931, "val_loss": 0.3405521789550781, "cos_r_negg": [0.42349743843078613, 0.07459524273872375, 0.4823940694332123], "cos_innovation_negg": [0.42349743843078613, 0.07459524273872375, 0.4823940694332123], "cos_apical_negg": [-0.01834139972925186, -0.22117933630943298, 0.119664266705513], "cos_Ac_negg": [0.8311042785644531, 0.4019562602043152, 0.5487921237945557], "traffic_norm": [6.570805549621582, 6.532174587249756, 6.536672115325928], "traffic_residual_norm": [0.14913514256477356, 0.05726834386587143, 8.230809953602147e-07], "traffic_r2": [0.9994840621948242, 0.9999228715896606, 1.0]}, "timing": {"warmup_wall_s": 1.6592605113983154, "training_loop_wall_s": 21.835328340530396, "diagnostics_wall_s": 0.520050048828125, "inline_diagnostics_wall_s": 0.3844947814941406, "optimizer_wall_s_excluding_inline_diagnostics": 21.450833559036255, "evaluation_wall_s": 0.06034088134765625}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu200_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu200_d3_s0.json
new file mode 100644
index 0000000..781b0d0
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu200_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p002_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.00404270738363266, 0.027453625574707985, 0.034645840525627136], "cos_innovation_negg": [-0.00404270738363266, 0.027453625574707985, 0.034645840525627136], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.039546012878418, 4.895608425140381, 4.822951316833496], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.253713846206665, 0.916963517665863, 0.000413300673244521], "traffic_r2": [0.7782078385353088, 0.8811529278755188, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.9323784112930298, "cos_r_negg": [0.15900751948356628, 0.06436875462532043, 0.1054995134472847], "cos_innovation_negg": [0.15900751948356628, 0.06436875462532043, 0.1054995134472847], "cos_apical_negg": [0.0897379070520401, 0.22078362107276917, 0.022702867165207863], "cos_Ac_negg": [0.48548609018325806, 0.2826274633407593, 0.09806336462497711], "r_norm": [3.2938714027404785, 2.1983866691589355, 1.2354724407196045], "traffic_norm": [6.447277069091797, 6.227522850036621, 6.333403587341309], "traffic_residual_norm": [2.617978572845459, 1.3813244104385376, 0.00033421983243897557], "traffic_r2": [0.835115373134613, 0.9507999420166016, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.0052947998046875, "cos_r_negg": [0.2408212423324585, 0.07033445686101913, 0.08413510769605637], "cos_innovation_negg": [0.2408212423324585, 0.07033445686101913, 0.08413510769605637], "cos_apical_negg": [0.19003161787986755, 0.06510424613952637, 0.13223904371261597], "cos_Ac_negg": [0.7699878215789795, 0.0063654398545622826, 0.05393844097852707], "r_norm": [2.861599922180176, 1.991804838180542, 1.3370634317398071], "traffic_norm": [6.567568778991699, 6.375127792358398, 6.4317216873168945], "traffic_residual_norm": [1.896318793296814, 0.9292928576469421, 0.00022234722564462572], "traffic_r2": [0.9166294932365417, 0.9787514805793762, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.7962, "eval_loss": 0.8800016479492188, "val_acc": 0.7962, "val_loss": 0.8800016479492188}, {"step": 600, "epoch": 1, "train_loss": 0.6466549634933472, "cos_r_negg": [0.07757936418056488, -0.5330348014831543, 0.25673621892929077], "cos_innovation_negg": [0.07757936418056488, -0.5330348014831543, 0.25673621892929077], "cos_apical_negg": [0.023835286498069763, -0.2580062448978424, 0.13618531823158264], "cos_Ac_negg": [0.7958760261535645, -0.6512874364852905, 0.24777838587760925], "r_norm": [2.1829214096069336, 1.4850492477416992, 1.0576488971710205], "traffic_norm": [6.584615707397461, 6.437387466430664, 6.464559078216553], "traffic_residual_norm": [1.334553599357605, 0.61241614818573, 0.0001487152185291052], "traffic_r2": [0.9589218497276306, 0.9909491539001465, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 1.2018479108810425, "cos_r_negg": [0.10527151077985764, 0.08393409103155136, 0.2706998884677887], "cos_innovation_negg": [0.10527151077985764, 0.08393409103155136, 0.2706998884677887], "cos_apical_negg": [-0.07224473357200623, 0.09687083959579468, 0.060407862067222595], "cos_Ac_negg": [0.8463864326477051, 0.2784714698791504, 0.28527072072029114], "r_norm": [1.7230737209320068, 1.1727310419082642, 0.8497105836868286], "traffic_norm": [6.639394760131836, 6.466908931732178, 6.477208137512207], "traffic_residual_norm": [0.9702131152153015, 0.4597437381744385, 0.00010013816063292325], "traffic_r2": [0.9786460995674133, 0.9949455857276917, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.779, "eval_loss": 1.0340379516601563, "val_acc": 0.779, "val_loss": 1.0340379516601563}, {"step": 1000, "epoch": 2, "train_loss": 1.0072448253631592, "cos_r_negg": [0.2548796534538269, 0.1735328584909439, 0.3421844244003296], "cos_innovation_negg": [0.2548796534538269, 0.1735328584909439, 0.3421844244003296], "cos_apical_negg": [0.0025696922093629837, 0.2173481583595276, -0.07620467245578766], "cos_Ac_negg": [0.8877443075180054, 0.5683277249336243, 0.37328025698661804], "r_norm": [1.4383184909820557, 0.9769741296768188, 0.7567906379699707], "traffic_norm": [6.661558628082275, 6.506039142608643, 6.535297393798828], "traffic_residual_norm": [0.722628116607666, 0.3142322301864624, 7.04212870914489e-05], "traffic_r2": [0.9882326722145081, 0.9976662993431091, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.7817351818084717, "cos_r_negg": [0.053765833377838135, -0.026373252272605896, 0.3707562983036041], "cos_innovation_negg": [0.053765833377838135, -0.026373252272605896, 0.3707562983036041], "cos_apical_negg": [-0.10476191341876984, -0.015862243250012398, -0.0033468701876699924], "cos_Ac_negg": [0.792730450630188, -0.00957019068300724, 0.5608258247375488], "r_norm": [1.2712841033935547, 0.8836820125579834, 0.671884298324585], "traffic_norm": [6.648972988128662, 6.506423473358154, 6.524881362915039], "traffic_residual_norm": [0.6094027161598206, 0.2809427082538605, 4.982022801414132e-05], "traffic_r2": [0.991594672203064, 0.9981145262718201, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.855, "eval_loss": 0.7150523803710938, "val_acc": 0.855, "val_loss": 0.7150523803710938}, {"step": 1400, "epoch": 3, "train_loss": 0.8158656358718872, "cos_r_negg": [0.22867053747177124, 0.0033523906022310257, 0.29663553833961487], "cos_innovation_negg": [0.22867053747177124, 0.0033523906022310257, 0.29663553833961487], "cos_apical_negg": [-0.02038625255227089, 0.19146336615085602, 0.0264933742582798], "cos_Ac_negg": [0.7998595237731934, 0.4184272587299347, 0.347024142742157], "r_norm": [1.4465525150299072, 0.9641604423522949, 0.7921051979064941], "traffic_norm": [6.641875267028809, 6.511187553405762, 6.505472183227539], "traffic_residual_norm": [0.6903664469718933, 0.272748738527298, 3.8722919271094725e-05], "traffic_r2": [0.9891961812973022, 0.998138427734375, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.6467530131340027, "cos_r_negg": [0.1311189979314804, -0.06312969326972961, 0.3566320538520813], "cos_innovation_negg": [0.1311189979314804, -0.06312969326972961, 0.3566320538520813], "cos_apical_negg": [0.00603673979640007, 0.006540990434587002, -0.14807547628879547], "cos_Ac_negg": [0.6081014275550842, -0.10753148049116135, 0.5209767818450928], "r_norm": [1.3712655305862427, 0.9633283615112305, 0.8244985342025757], "traffic_norm": [6.646936416625977, 6.51093864440918, 6.504302978515625], "traffic_residual_norm": [0.5286931991577148, 0.19916217029094696, 3.0081122531555593e-05], "traffic_r2": [0.993670642375946, 0.9990202784538269, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8994, "eval_loss": 0.5213863647460938, "val_acc": 0.8994, "val_loss": 0.5213863647460938}, {"step": 1800, "epoch": 4, "train_loss": 0.25079163908958435, "cos_r_negg": [0.16934075951576233, -0.12234373390674591, 0.4128657877445221], "cos_innovation_negg": [0.16934075951576233, -0.12234373390674591, 0.4128657877445221], "cos_apical_negg": [0.049495629966259, 0.10958608239889145, -0.06298723816871643], "cos_Ac_negg": [0.7153122425079346, -0.04362776130437851, 0.5871828198432922], "r_norm": [1.2281830310821533, 0.8363975286483765, 0.7306379675865173], "traffic_norm": [6.644603252410889, 6.5157856941223145, 6.497584819793701], "traffic_residual_norm": [0.4494900107383728, 0.14898130297660828, 2.4800576284178533e-05], "traffic_r2": [0.9954238533973694, 0.9994626045227051, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.5647637844085693, "cos_r_negg": [0.14806000888347626, -0.08192439377307892, 0.40098893642425537], "cos_innovation_negg": [0.14806000888347626, -0.08192439377307892, 0.40098893642425537], "cos_apical_negg": [0.03396216407418251, 0.11489957571029663, -0.012363939546048641], "cos_Ac_negg": [0.8366168141365051, 0.1032198965549469, 0.5039911270141602], "r_norm": [1.0812678337097168, 0.6927978992462158, 0.5918296575546265], "traffic_norm": [6.611415863037109, 6.4945549964904785, 6.464434623718262], "traffic_residual_norm": [0.4439111649990082, 0.1335110068321228, 2.26448719331529e-05], "traffic_r2": [0.9954918026924133, 0.9995710849761963, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8992, "eval_loss": 0.524011962890625, "val_acc": 0.8992, "val_loss": 0.524011962890625}, {"step": 2200, "epoch": 5, "train_loss": 0.4558678865432739, "cos_r_negg": [0.24158497154712677, 0.16789352893829346, 0.2964246869087219], "cos_innovation_negg": [0.24158497154712677, 0.16789352893829346, 0.2964246869087219], "cos_apical_negg": [0.11693146079778671, 0.23016008734703064, 0.044748470187187195], "cos_Ac_negg": [0.8380728363990784, 0.6975541114807129, 0.3378947377204895], "r_norm": [1.1138290166854858, 0.7596010565757751, 0.6957237720489502], "traffic_norm": [6.618823051452637, 6.510370254516602, 6.471869945526123], "traffic_residual_norm": [0.34623605012893677, 0.0972936749458313, 1.9628909285529517e-05], "traffic_r2": [0.9972633123397827, 0.9997743964195251, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.5152024030685425, "cos_r_negg": [0.27635976672172546, 0.2611757516860962, 0.41243746876716614], "cos_innovation_negg": [0.27635976672172546, 0.2611757516860962, 0.41243746876716614], "cos_apical_negg": [0.02436543069779873, -0.22097794711589813, -0.08287247270345688], "cos_Ac_negg": [0.8567706942558289, 0.2569397985935211, 0.437755286693573], "r_norm": [0.9567050933837891, 0.6938559412956238, 0.6550405025482178], "traffic_norm": [6.62771463394165, 6.525442123413086, 6.486946105957031], "traffic_residual_norm": [0.23435774445533752, 0.07607661932706833, 1.782511390047148e-05], "traffic_r2": [0.9987495541572571, 0.9998630285263062, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8418, "eval_loss": 0.822113525390625, "val_acc": 0.8418, "val_loss": 0.822113525390625}, {"step": 2600, "epoch": 6, "train_loss": 0.7646856307983398, "cos_r_negg": [0.19304046034812927, -0.030286453664302826, 0.535049557685852], "cos_innovation_negg": [0.19304046034812927, -0.030286453664302826, 0.535049557685852], "cos_apical_negg": [0.017224125564098358, 0.29080185294151306, 0.041409000754356384], "cos_Ac_negg": [0.8627030253410339, 0.31638720631599426, 0.6023257374763489], "r_norm": [1.0323424339294434, 0.5836083889007568, 0.5410177111625671], "traffic_norm": [6.572677135467529, 6.4835052490234375, 6.454897880554199], "traffic_residual_norm": [0.45585140585899353, 0.06531824171543121, 1.8679700588108972e-05], "traffic_r2": [0.9951882362365723, 0.999897837638855, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.34986612200737, "cos_r_negg": [0.238646000623703, 0.09582706540822983, 0.3571614623069763], "cos_innovation_negg": [0.238646000623703, 0.09582706540822983, 0.3571614623069763], "cos_apical_negg": [0.019167905673384666, -0.37626954913139343, -0.017931761220097542], "cos_Ac_negg": [0.8106469511985779, -0.17905893921852112, 0.365262895822525], "r_norm": [0.9606461524963379, 0.6232796907424927, 0.5898219347000122], "traffic_norm": [6.567977428436279, 6.482635498046875, 6.450570106506348], "traffic_residual_norm": [0.32216596603393555, 0.057510942220687866, 1.8172240743297152e-05], "traffic_r2": [0.9975935220718384, 0.999920666217804, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.34643036127090454, "cos_r_negg": [0.2967384457588196, -0.06492570787668228, 0.47990965843200684], "cos_innovation_negg": [0.2967384457588196, -0.06492570787668228, 0.47990965843200684], "cos_apical_negg": [0.023263178765773773, 0.2754817008972168, 0.1565592885017395], "cos_Ac_negg": [0.8209381103515625, 0.4828030467033386, 0.5042271614074707], "r_norm": [0.9964900612831116, 0.7482192516326904, 0.6975353360176086], "traffic_norm": [6.574790000915527, 6.488768577575684, 6.45911169052124], "traffic_residual_norm": [0.21803441643714905, 0.08151912689208984, 1.752164462232031e-05], "traffic_r2": [0.9989002346992493, 0.9998418092727661, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.876, "eval_loss": 0.5910611755371094, "val_acc": 0.876, "val_loss": 0.5910611755371094}, {"step": 3200, "epoch": 7, "train_loss": 0.19205665588378906, "cos_r_negg": [0.30593669414520264, -0.018011488020420074, 0.44686198234558105], "cos_innovation_negg": [0.30593669414520264, -0.018011488020420074, 0.44686198234558105], "cos_apical_negg": [0.06976453959941864, 0.15019521117210388, 0.058800503611564636], "cos_Ac_negg": [0.8789693117141724, 0.5767152905464172, 0.4445362091064453], "r_norm": [0.8533759117126465, 0.6467377543449402, 0.6022179126739502], "traffic_norm": [6.570281982421875, 6.4827775955200195, 6.453278064727783], "traffic_residual_norm": [0.17200830578804016, 0.06487096846103668, 1.7483018382336013e-05], "traffic_r2": [0.9993143081665039, 0.9998993873596191, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.4280366599559784, "cos_r_negg": [0.3646857738494873, 0.15213046967983246, 0.4184509515762329], "cos_innovation_negg": [0.3646857738494873, 0.15213046967983246, 0.4184509515762329], "cos_apical_negg": [-0.026498379185795784, -0.03023921512067318, -0.09083180129528046], "cos_Ac_negg": [0.8499939441680908, 0.33405399322509766, 0.4621775150299072], "r_norm": [0.9575053453445435, 0.732962965965271, 0.690421462059021], "traffic_norm": [6.569457530975342, 6.482351303100586, 6.446322441101074], "traffic_residual_norm": [0.1746671497821808, 0.06439901888370514, 1.7109510736190714e-05], "traffic_r2": [0.9992920160293579, 0.9999009370803833, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8926, "eval_loss": 0.5215070617675781, "val_acc": 0.8926, "val_loss": 0.5215070617675781}, {"step": 3600, "epoch": 8, "train_loss": 0.47636735439300537, "cos_r_negg": [0.31760790944099426, -0.04389245808124542, 0.4331001043319702], "cos_innovation_negg": [0.31760790944099426, -0.04389245808124542, 0.4331001043319702], "cos_apical_negg": [-0.011962512508034706, 0.12403607368469238, -0.01789310947060585], "cos_Ac_negg": [0.9051072001457214, 0.34350335597991943, 0.49222269654273987], "r_norm": [0.8024435043334961, 0.5449646711349487, 0.5046321749687195], "traffic_norm": [6.570004463195801, 6.480433464050293, 6.44782829284668], "traffic_residual_norm": [0.25037136673927307, 0.061289265751838684, 1.6783316823421046e-05], "traffic_r2": [0.9985439777374268, 0.9999102354049683, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.18262054026126862, "cos_r_negg": [0.35584455728530884, 0.014419511891901493, 0.5247029066085815], "cos_innovation_negg": [0.35584455728530884, 0.014419511891901493, 0.5247029066085815], "cos_apical_negg": [-0.001069638878107071, 0.15030980110168457, 0.10269508510828018], "cos_Ac_negg": [0.867664635181427, 0.3285750448703766, 0.5335276126861572], "r_norm": [0.8590066432952881, 0.6109097003936768, 0.5726625919342041], "traffic_norm": [6.568493366241455, 6.482247829437256, 6.448148727416992], "traffic_residual_norm": [0.21016916632652283, 0.0565204843878746, 1.661202622926794e-05], "traffic_r2": [0.9989755749702454, 0.9999237656593323, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9134, "eval_loss": 0.4131411315917969, "val_acc": 0.9134, "val_loss": 0.4131411315917969}, {"step": 4000, "epoch": 9, "train_loss": 0.18865084648132324, "cos_r_negg": [0.40255671739578247, 0.14300325512886047, 0.5051268935203552], "cos_innovation_negg": [0.40255671739578247, 0.14300325512886047, 0.5051268935203552], "cos_apical_negg": [-0.07140658795833588, -0.02357449382543564, -0.02428489550948143], "cos_Ac_negg": [0.9051531553268433, 0.4883214831352234, 0.5318533182144165], "r_norm": [0.8481141924858093, 0.5949658751487732, 0.5647392272949219], "traffic_norm": [6.5579986572265625, 6.461441993713379, 6.410675048828125], "traffic_residual_norm": [0.22684991359710693, 0.05403994023799896, 1.8298314898856916e-05], "traffic_r2": [0.9988027215003967, 0.9999299049377441, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.6902337074279785, "cos_r_negg": [0.36350005865097046, 0.12422843277454376, 0.44337642192840576], "cos_innovation_negg": [0.36350005865097046, 0.12422843277454376, 0.44337642192840576], "cos_apical_negg": [-0.03095867484807968, 0.0187084823846817, -0.06186681240797043], "cos_Ac_negg": [0.8658245205879211, 0.2324446439743042, 0.5317682027816772], "r_norm": [0.8238120079040527, 0.565418004989624, 0.5319932699203491], "traffic_norm": [6.5584940910339355, 6.463529586791992, 6.417040824890137], "traffic_residual_norm": [0.234411358833313, 0.051461003720760345, 1.8000077034230344e-05], "traffic_r2": [0.9987178444862366, 0.9999364614486694, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8856, "eval_loss": 0.5286158630371094, "val_acc": 0.8856, "val_loss": 0.5286158630371094}, {"step": 4400, "epoch": 10, "train_loss": 0.39770856499671936, "cos_r_negg": [0.4373714327812195, 0.20169192552566528, 0.4584939479827881], "cos_innovation_negg": [0.4373714327812195, 0.20169192552566528, 0.4584939479827881], "cos_apical_negg": [-0.04434895142912865, -0.060282494872808456, -0.09462476521730423], "cos_Ac_negg": [0.8599269390106201, 0.2117495834827423, 0.550071656703949], "r_norm": [0.976725697517395, 0.6634008884429932, 0.6277979612350464], "traffic_norm": [6.5558013916015625, 6.458782196044922, 6.419185638427734], "traffic_residual_norm": [0.2798205316066742, 0.05244946479797363, 1.7677964933682233e-05], "traffic_r2": [0.9981618523597717, 0.9999337792396545, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.29895836114883423, "cos_r_negg": [0.4542761445045471, 0.14774686098098755, 0.510329008102417], "cos_innovation_negg": [0.4542761445045471, 0.14774686098098755, 0.510329008102417], "cos_apical_negg": [-0.05376717448234558, 0.23060739040374756, 0.006061492953449488], "cos_Ac_negg": [0.8864158391952515, 0.37675535678863525, 0.5123541355133057], "r_norm": [0.8558309078216553, 0.616879940032959, 0.5803134441375732], "traffic_norm": [6.561469078063965, 6.469771862030029, 6.4231276512146], "traffic_residual_norm": [0.20962420105934143, 0.05760180205106735, 1.696227081993129e-05], "traffic_r2": [0.9989789724349976, 0.9999205470085144, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9184, "eval_loss": 0.4081424560546875, "val_acc": 0.9184, "val_loss": 0.4081424560546875}, {"step": 4800, "epoch": 11, "train_loss": 0.2085874378681183, "cos_r_negg": [0.35002633929252625, 0.20767536759376526, 0.5125534534454346], "cos_innovation_negg": [0.35002633929252625, 0.20767536759376526, 0.5125534534454346], "cos_apical_negg": [0.017445158213377, -0.07995351403951645, -0.06757029891014099], "cos_Ac_negg": [0.8769694566726685, 0.6419504880905151, 0.5647639036178589], "r_norm": [0.7328353524208069, 0.5639629364013672, 0.5135319828987122], "traffic_norm": [6.554441452026367, 6.461040496826172, 6.41654634475708], "traffic_residual_norm": [0.1484275460243225, 0.06819857656955719, 2.2149732103571296e-05], "traffic_r2": [0.9994866847991943, 0.9998884797096252, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.2899661064147949, "cos_r_negg": [0.4067528545856476, 0.16630961000919342, 0.5248256325721741], "cos_innovation_negg": [0.4067528545856476, 0.16630961000919342, 0.5248256325721741], "cos_apical_negg": [0.0430239699780941, 0.14899417757987976, -0.09406904131174088], "cos_Ac_negg": [0.8782027959823608, 0.7379088401794434, 0.6074784398078918], "r_norm": [0.8162586092948914, 0.6158162355422974, 0.559954047203064], "traffic_norm": [6.546053886413574, 6.448751449584961, 6.404865264892578], "traffic_residual_norm": [0.19295933842658997, 0.08314387500286102, 1.9600072846515104e-05], "traffic_r2": [0.9991273880004883, 0.9998336434364319, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9082, "eval_loss": 0.4540973754882813, "val_acc": 0.9082, "val_loss": 0.4540973754882813}, {"step": 5200, "epoch": 12, "train_loss": 0.12979966402053833, "cos_r_negg": [0.39793169498443604, 0.12062463164329529, 0.4670393764972687], "cos_innovation_negg": [0.39793169498443604, 0.12062463164329529, 0.4670393764972687], "cos_apical_negg": [-0.04132218658924103, 0.12708118557929993, -0.004672444425523281], "cos_Ac_negg": [0.855082631111145, 0.5940340161323547, 0.5267490148544312], "r_norm": [0.7426825761795044, 0.550107479095459, 0.490190327167511], "traffic_norm": [6.5427446365356445, 6.459900856018066, 6.4198198318481445], "traffic_residual_norm": [0.19776907563209534, 0.0799434632062912, 1.954737126652617e-05], "traffic_r2": [0.999082088470459, 0.9998466372489929, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.42847853899002075, "cos_r_negg": [0.4481130838394165, 0.08582563698291779, 0.4659475088119507], "cos_innovation_negg": [0.4481130838394165, 0.08582563698291779, 0.4659475088119507], "cos_apical_negg": [-0.029627054929733276, 0.24605202674865723, 0.004714989103376865], "cos_Ac_negg": [0.8742615580558777, 0.5904257297515869, 0.585253894329071], "r_norm": [0.8454612493515015, 0.6486009359359741, 0.5971398949623108], "traffic_norm": [6.503408432006836, 6.440482139587402, 6.40101432800293], "traffic_residual_norm": [0.18629483878612518, 0.0643930584192276, 1.837385934777558e-05], "traffic_r2": [0.9991716146469116, 0.9998998641967773, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9186, "eval_loss": 0.3700715393066406, "val_acc": 0.9186, "val_loss": 0.3700715393066406}, {"step": 5600, "epoch": 13, "train_loss": 0.37909072637557983, "cos_r_negg": [0.4440132677555084, 0.18727529048919678, 0.4742017984390259], "cos_innovation_negg": [0.4440132677555084, 0.18727529048919678, 0.4742017984390259], "cos_apical_negg": [-0.09622073173522949, 0.038316622376441956, 0.024648919701576233], "cos_Ac_negg": [0.8702258467674255, 0.5884068012237549, 0.5366061925888062], "r_norm": [0.5913292169570923, 0.4601777195930481, 0.4178823232650757], "traffic_norm": [6.509119033813477, 6.441884994506836, 6.409041881561279], "traffic_residual_norm": [0.1249019056558609, 0.05930052697658539, 1.785897256922908e-05], "traffic_r2": [0.9996291995048523, 0.9999151825904846, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.3182448744773865, "cos_r_negg": [0.4086453914642334, 0.1944352388381958, 0.35972142219543457], "cos_innovation_negg": [0.4086453914642334, 0.1944352388381958, 0.35972142219543457], "cos_apical_negg": [-0.0021681729704141617, -0.045527853071689606, -0.025201747193932533], "cos_Ac_negg": [0.8650181889533997, 0.5023183226585388, 0.48673540353775024], "r_norm": [0.5573519468307495, 0.45436909794807434, 0.41208726167678833], "traffic_norm": [6.506284713745117, 6.442291259765625, 6.402486324310303], "traffic_residual_norm": [0.09327206760644913, 0.05648960918188095, 1.773228359525092e-05], "traffic_r2": [0.9997841119766235, 0.9999229907989502, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.24404039978981018, "cos_r_negg": [0.403228759765625, 0.12163899838924408, 0.49020886421203613], "cos_innovation_negg": [0.403228759765625, 0.12163899838924408, 0.49020886421203613], "cos_apical_negg": [0.020540934056043625, 0.21965646743774414, 0.08739084750413895], "cos_Ac_negg": [0.884434700012207, 0.5297906398773193, 0.6067909002304077], "r_norm": [0.8567236661911011, 0.7286198735237122, 0.6945141553878784], "traffic_norm": [6.508857727050781, 6.443134784698486, 6.404284477233887], "traffic_residual_norm": [0.06572970747947693, 0.05437226593494415, 1.7682628822512925e-05], "traffic_r2": [0.9998962879180908, 0.9999286532402039, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9028, "eval_loss": 0.41332857055664063, "val_acc": 0.9028, "val_loss": 0.41332857055664063}, {"step": 6200, "epoch": 14, "train_loss": 0.48969805240631104, "cos_r_negg": [0.45092302560806274, 0.05935497209429741, 0.4385910630226135], "cos_innovation_negg": [0.45092302560806274, 0.05935497209429741, 0.4385910630226135], "cos_apical_negg": [-0.05572124570608139, -0.0490303598344326, -0.016167981550097466], "cos_Ac_negg": [0.8636496067047119, 0.45878660678863525, 0.49328699707984924], "r_norm": [0.4937863051891327, 0.4082013666629791, 0.36768242716789246], "traffic_norm": [6.510239601135254, 6.445257663726807, 6.4085516929626465], "traffic_residual_norm": [0.07448782026767731, 0.05033930763602257, 1.6917601897148415e-05], "traffic_r2": [0.9998679757118225, 0.9999388456344604, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.4201534390449524, "cos_r_negg": [0.4524872899055481, 0.17321112751960754, 0.5375621914863586], "cos_innovation_negg": [0.4524872899055481, 0.17321112751960754, 0.5375621914863586], "cos_apical_negg": [-0.07248817384243011, -0.032181236892938614, -0.05088210850954056], "cos_Ac_negg": [0.8831174373626709, 0.5241477489471436, 0.5856068134307861], "r_norm": [0.6124165058135986, 0.48295438289642334, 0.45006701350212097], "traffic_norm": [6.510244369506836, 6.4430975914001465, 6.407101154327393], "traffic_residual_norm": [0.10714198648929596, 0.04747368022799492, 1.7400911019649357e-05], "traffic_r2": [0.999725341796875, 0.9999454021453857, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9102, "eval_loss": 0.42569903564453127, "val_acc": 0.9102, "val_loss": 0.42569903564453127}], "final": {"eval_split": "validation", "eval_acc": 0.9102, "eval_loss": 0.42569903564453127, "wall_s": 21.2925546169281, "val_acc": 0.9102, "val_loss": 0.42569903564453127, "cos_r_negg": [0.40888869762420654, 0.23761305212974548, 0.3860348165035248], "cos_innovation_negg": [0.40888869762420654, 0.23761305212974548, 0.3860348165035248], "cos_apical_negg": [-0.09437962621450424, 0.033791325986385345, -0.020948387682437897], "cos_Ac_negg": [0.8731504082679749, 0.6088327169418335, 0.5036921501159668], "traffic_norm": [6.509462356567383, 6.440916061401367, 6.4056925773620605], "traffic_residual_norm": [0.1483639031648636, 0.047352567315101624, 1.6414793208241463e-05], "traffic_r2": [0.999471127986908, 0.9999456405639648, 1.0]}, "timing": {"warmup_wall_s": 0.35772156715393066, "training_loop_wall_s": 20.747973442077637, "diagnostics_wall_s": 0.5052170753479004, "inline_diagnostics_wall_s": 0.3813605308532715, "optimizer_wall_s_excluding_inline_diagnostics": 20.366612911224365, "evaluation_wall_s": 0.05990457534790039}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu0_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu0_d3_s0.json
new file mode 100644
index 0000000..1cd9358
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu0_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.014634603634476662, 0.01766210049390793, 0.02264467254281044], "cos_innovation_negg": [-0.014634603634476662, 0.01766210049390793, 0.02264467254281044], "cos_apical_negg": [-0.014638984575867653, 0.017571203410625458, 0.022482598200440407], "cos_Ac_negg": [-0.010890763252973557, 0.022868484258651733, 0.034097686409950256], "r_norm": [5.990623474121094, 5.727856636047363, 5.703669548034668], "traffic_norm": [3.153928518295288, 3.1129655838012695, 3.0246775150299072], "traffic_residual_norm": [3.1233603954315186, 3.078434944152832, 2.9862170219421387], "traffic_r2": [0.019296109676361084, 0.02206873893737793, 0.025275349617004395]}, {"step": 200, "epoch": 0, "train_loss": 0.644053041934967, "cos_r_negg": [0.31079331040382385, -0.07282678037881851, 0.12931421399116516], "cos_innovation_negg": [0.31079331040382385, -0.07282678037881851, 0.12931421399116516], "cos_apical_negg": [-0.07560783624649048, -0.02160186506807804, 0.11798954755067825], "cos_Ac_negg": [0.8297696113586426, -0.0767306312918663, 0.38530439138412476], "r_norm": [1.6829540729522705, 1.519534707069397, 1.5960654020309448], "traffic_norm": [7.183816432952881, 7.120327949523926, 7.000356674194336], "traffic_residual_norm": [0.767657995223999, 0.6137380003929138, 0.7296664714813232], "traffic_r2": [0.9885793328285217, 0.9925676584243774, 0.9891286492347717]}, {"step": 400, "epoch": 0, "train_loss": 0.6822317242622375, "cos_r_negg": [0.3270931541919708, 0.06802643090486526, 0.1483830213546753], "cos_innovation_negg": [0.3270931541919708, 0.06802643090486526, 0.1483830213546753], "cos_apical_negg": [-0.04581349343061447, 0.04248996824026108, 0.10745775699615479], "cos_Ac_negg": [0.7892146110534668, 0.01634841039776802, 0.22781750559806824], "r_norm": [0.8793261051177979, 0.9242345094680786, 1.020369529724121], "traffic_norm": [7.125777244567871, 7.052614212036133, 6.92468786239624], "traffic_residual_norm": [0.12295990437269211, 0.23024863004684448, 0.34320583939552307], "traffic_r2": [0.9996992349624634, 0.9989321231842041, 0.997541606426239]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8456, "eval_loss": 0.9242104614257812, "val_acc": 0.8456, "val_loss": 0.9242104614257812}, {"step": 600, "epoch": 1, "train_loss": 0.6431425213813782, "cos_r_negg": [0.39272841811180115, -0.008852072060108185, 0.12869201600551605], "cos_innovation_negg": [0.39272841811180115, -0.008852072060108185, 0.12869201600551605], "cos_apical_negg": [-0.012701817788183689, 0.038989465683698654, 0.1732022613286972], "cos_Ac_negg": [0.7447527050971985, 0.020183973014354706, 0.3834321200847626], "r_norm": [0.7656517028808594, 0.7855101823806763, 0.8409178256988525], "traffic_norm": [7.084465026855469, 7.01625919342041, 6.868547439575195], "traffic_residual_norm": [0.11877883225679398, 0.20113036036491394, 0.2694857120513916], "traffic_r2": [0.9997170567512512, 0.9991764426231384, 0.9984594583511353]}, {"step": 800, "epoch": 1, "train_loss": 0.6391111612319946, "cos_r_negg": [0.4483087360858917, 0.0118335522711277, 0.13754351437091827], "cos_innovation_negg": [0.4483087360858917, 0.0118335522711277, 0.13754351437091827], "cos_apical_negg": [-0.0026725176721811295, 0.08255640417337418, 0.09377618134021759], "cos_Ac_negg": [0.7961933016777039, 0.06638982146978378, 0.5697437524795532], "r_norm": [0.866888165473938, 0.8523244261741638, 0.8824310898780823], "traffic_norm": [7.058911323547363, 6.984461784362793, 6.856749534606934], "traffic_residual_norm": [0.1014140248298645, 0.15431749820709229, 0.20670945942401886], "traffic_r2": [0.99979168176651, 0.9995104074478149, 0.999090313911438]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.891, "eval_loss": 0.56169970703125, "val_acc": 0.891, "val_loss": 0.56169970703125}, {"step": 1000, "epoch": 2, "train_loss": 0.4302372932434082, "cos_r_negg": [0.4417662024497986, 0.11142631620168686, 0.053292445838451385], "cos_innovation_negg": [0.4417662024497986, 0.11142631620168686, 0.053292445838451385], "cos_apical_negg": [0.009555071592330933, -0.02952643670141697, 0.33057934045791626], "cos_Ac_negg": [0.7823137044906616, 0.23695428669452667, 0.5410556793212891], "r_norm": [0.8957024812698364, 0.8596810698509216, 0.8842847347259521], "traffic_norm": [7.041934967041016, 6.9707932472229, 6.830547332763672], "traffic_residual_norm": [0.09633082151412964, 0.13702380657196045, 0.1882573962211609], "traffic_r2": [0.9998109340667725, 0.9996122121810913, 0.9992395043373108]}, {"step": 1200, "epoch": 2, "train_loss": 0.4863371253013611, "cos_r_negg": [0.45518431067466736, 0.061328478157520294, 0.24576425552368164], "cos_innovation_negg": [0.45518431067466736, 0.061328478157520294, 0.24576425552368164], "cos_apical_negg": [-0.00950571894645691, -0.12208915501832962, 0.037084225565195084], "cos_Ac_negg": [0.783984899520874, 0.09616304934024811, 0.5263217687606812], "r_norm": [0.6280624866485596, 0.60807204246521, 0.6198217868804932], "traffic_norm": [7.029608726501465, 6.961043834686279, 6.819014549255371], "traffic_residual_norm": [0.07686800509691238, 0.10449273884296417, 0.1327366977930069], "traffic_r2": [0.9998777508735657, 0.9997729659080505, 0.9996203184127808]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.924, "eval_loss": 0.33665112915039064, "val_acc": 0.924, "val_loss": 0.33665112915039064}, {"step": 1400, "epoch": 3, "train_loss": 0.4533385634422302, "cos_r_negg": [0.48850172758102417, 0.050051212310791016, 0.20748934149742126], "cos_innovation_negg": [0.48850172758102417, 0.050051212310791016, 0.20748934149742126], "cos_apical_negg": [-0.0954599380493164, -0.000813877210021019, 0.17875176668167114], "cos_Ac_negg": [0.8261057138442993, 0.13489243388175964, 0.48542407155036926], "r_norm": [0.488277792930603, 0.46414393186569214, 0.4765015244483948], "traffic_norm": [7.02467155456543, 6.962723255157471, 6.824062347412109], "traffic_residual_norm": [0.04992152005434036, 0.07586438953876495, 0.09562252461910248], "traffic_r2": [0.9999471306800842, 0.9998792409896851, 0.9998027682304382]}, {"step": 1600, "epoch": 3, "train_loss": 0.5943038463592529, "cos_r_negg": [0.5591335296630859, 0.013758894056081772, 0.27155059576034546], "cos_innovation_negg": [0.5591335296630859, 0.013758894056081772, 0.27155059576034546], "cos_apical_negg": [-0.09877640753984451, -0.03665522113442421, 0.023001860827207565], "cos_Ac_negg": [0.8455021381378174, 0.09791325032711029, 0.48567044734954834], "r_norm": [0.52342289686203, 0.5047030448913574, 0.5139279365539551], "traffic_norm": [7.01739501953125, 6.952475070953369, 6.8177008628845215], "traffic_residual_norm": [0.05967440828680992, 0.09809941798448563, 0.11166270077228546], "traffic_r2": [0.9999250769615173, 0.9997986555099487, 0.9997308254241943]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9278, "eval_loss": 0.30785685729980466, "val_acc": 0.9278, "val_loss": 0.30785685729980466}, {"step": 1800, "epoch": 4, "train_loss": 0.3062279224395752, "cos_r_negg": [0.5033078789710999, 0.05612228065729141, 0.2061712145805359], "cos_innovation_negg": [0.5033078789710999, 0.05612228065729141, 0.2061712145805359], "cos_apical_negg": [-0.07468393445014954, -0.05660784989595413, 0.06989428400993347], "cos_Ac_negg": [0.8216875195503235, 0.1618283987045288, 0.5273755788803101], "r_norm": [0.40797188878059387, 0.3939107358455658, 0.4042120575904846], "traffic_norm": [7.0142741203308105, 6.951603889465332, 6.813541889190674], "traffic_residual_norm": [0.05733396112918854, 0.0851181149482727, 0.09733158349990845], "traffic_r2": [0.9999308586120605, 0.9998478293418884, 0.9997949600219727]}, {"step": 2000, "epoch": 4, "train_loss": 0.37797796726226807, "cos_r_negg": [0.5138159990310669, 0.0991317480802536, 0.29979389905929565], "cos_innovation_negg": [0.5138159990310669, 0.0991317480802536, 0.29979389905929565], "cos_apical_negg": [-0.003078855574131012, -0.06352736055850983, 0.1408054232597351], "cos_Ac_negg": [0.834047257900238, 0.22829948365688324, 0.5158003568649292], "r_norm": [0.7309284806251526, 0.6586205959320068, 0.6713848114013672], "traffic_norm": [7.000734329223633, 6.929732799530029, 6.80038595199585], "traffic_residual_norm": [0.04491647705435753, 0.06513933092355728, 0.08470722287893295], "traffic_r2": [0.9999570846557617, 0.9999099969863892, 0.9998441338539124]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9332, "eval_loss": 0.2942427612304688, "val_acc": 0.9332, "val_loss": 0.2942427612304688}, {"step": 2200, "epoch": 5, "train_loss": 0.20316261053085327, "cos_r_negg": [0.5409543514251709, 0.1288721263408661, 0.3187980651855469], "cos_innovation_negg": [0.5409543514251709, 0.1288721263408661, 0.3187980651855469], "cos_apical_negg": [-0.03980081528425217, -0.1703941524028778, 0.014597782865166664], "cos_Ac_negg": [0.8201823234558105, 0.2583898901939392, 0.5420740246772766], "r_norm": [0.5718030333518982, 0.5033765435218811, 0.5174089074134827], "traffic_norm": [7.00132417678833, 6.930608749389648, 6.805224418640137], "traffic_residual_norm": [0.05501418560743332, 0.053707003593444824, 0.07248540222644806], "traffic_r2": [0.9999365210533142, 0.9999381303787231, 0.9998856782913208]}, {"step": 2400, "epoch": 5, "train_loss": 0.48148173093795776, "cos_r_negg": [0.5527724027633667, 0.08384581655263901, 0.31301426887512207], "cos_innovation_negg": [0.5527724027633667, 0.08384581655263901, 0.31301426887512207], "cos_apical_negg": [0.0063867103308439255, -0.04627801477909088, -0.049920566380023956], "cos_Ac_negg": [0.8319720029830933, 0.27485740184783936, 0.5524142980575562], "r_norm": [0.3916611969470978, 0.3465888202190399, 0.3638903796672821], "traffic_norm": [7.001631736755371, 6.932774066925049, 6.804976940155029], "traffic_residual_norm": [0.036485522985458374, 0.036029938608407974, 0.05368379130959511], "traffic_r2": [0.9999709725379944, 0.9999710321426392, 0.9999368190765381]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9308, "eval_loss": 0.3194790008544922, "val_acc": 0.9308, "val_loss": 0.3194790008544922}, {"step": 2600, "epoch": 6, "train_loss": 0.2419445663690567, "cos_r_negg": [0.5457059144973755, 0.07287205755710602, 0.29942989349365234], "cos_innovation_negg": [0.5457059144973755, 0.07287205755710602, 0.29942989349365234], "cos_apical_negg": [-0.054093409329652786, -0.04082208126783371, 0.01728171668946743], "cos_Ac_negg": [0.8601271510124207, 0.23212701082229614, 0.5540069341659546], "r_norm": [0.3429012596607208, 0.29802584648132324, 0.31150341033935547], "traffic_norm": [7.000174522399902, 6.93833589553833, 6.80949068069458], "traffic_residual_norm": [0.04308723658323288, 0.036632928997278214, 0.05291806906461716], "traffic_r2": [0.9999603629112244, 0.9999701976776123, 0.9999386668205261]}, {"step": 2800, "epoch": 6, "train_loss": 0.10295168310403824, "cos_r_negg": [0.6235053539276123, 0.09357666969299316, 0.4418400526046753], "cos_innovation_negg": [0.6235053539276123, 0.09357666969299316, 0.4418400526046753], "cos_apical_negg": [-0.07048279047012329, 0.028105566278100014, 0.15063944458961487], "cos_Ac_negg": [0.861904501914978, 0.31709611415863037, 0.6250601410865784], "r_norm": [0.4117116630077362, 0.3442886769771576, 0.35711246728897095], "traffic_norm": [7.003426551818848, 6.936272621154785, 6.806795120239258], "traffic_residual_norm": [0.052879698574543, 0.033340342342853546, 0.05008552595973015], "traffic_r2": [0.9999414682388306, 0.9999750256538391, 0.9999449253082275]}, {"step": 3000, "epoch": 6, "train_loss": 0.21037806570529938, "cos_r_negg": [0.5148399472236633, 0.06533820182085037, 0.3085275888442993], "cos_innovation_negg": [0.5148399472236633, 0.06533820182085037, 0.3085275888442993], "cos_apical_negg": [-0.0020222151651978493, 0.09454700350761414, 0.00808048527687788], "cos_Ac_negg": [0.8258651494979858, 0.29264676570892334, 0.6175709962844849], "r_norm": [0.4323827028274536, 0.37682536244392395, 0.3825165629386902], "traffic_norm": [7.001982688903809, 6.933744430541992, 6.80787992477417], "traffic_residual_norm": [0.033192191272974014, 0.0275865588337183, 0.041184842586517334], "traffic_r2": [0.9999758005142212, 0.9999822974205017, 0.9999624490737915]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9312, "eval_loss": 0.27630399475097656, "val_acc": 0.9312, "val_loss": 0.27630399475097656}, {"step": 3200, "epoch": 7, "train_loss": 0.19790710508823395, "cos_r_negg": [0.5431092381477356, 0.08191945403814316, 0.3773520886898041], "cos_innovation_negg": [0.5431092381477356, 0.08191945403814316, 0.3773520886898041], "cos_apical_negg": [-0.021963447332382202, 0.052228186279535294, -0.021714361384510994], "cos_Ac_negg": [0.8545265197753906, 0.2497963309288025, 0.6138694882392883], "r_norm": [0.35274240374565125, 0.27344760298728943, 0.28320175409317017], "traffic_norm": [6.998406410217285, 6.928264617919922, 6.80031156539917], "traffic_residual_norm": [0.06749220937490463, 0.02329936996102333, 0.035233624279499054], "traffic_r2": [0.9999058246612549, 0.9999869465827942, 0.9999722242355347]}, {"step": 3400, "epoch": 7, "train_loss": 0.40841948986053467, "cos_r_negg": [0.5157943964004517, 0.07041525840759277, 0.36394843459129333], "cos_innovation_negg": [0.5157943964004517, 0.07041525840759277, 0.36394843459129333], "cos_apical_negg": [0.04366777837276459, -0.03565137833356857, -0.07102616131305695], "cos_Ac_negg": [0.8484656810760498, 0.3176984190940857, 0.6417518854141235], "r_norm": [0.38870230317115784, 0.337535560131073, 0.34355413913726807], "traffic_norm": [6.995055198669434, 6.921065330505371, 6.795601844787598], "traffic_residual_norm": [0.023717017844319344, 0.025421900674700737, 0.03674429655075073], "traffic_r2": [0.999987006187439, 0.9999849796295166, 0.9999699592590332]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.914, "eval_loss": 0.40493335571289063, "val_acc": 0.914, "val_loss": 0.40493335571289063}, {"step": 3600, "epoch": 8, "train_loss": 0.358384907245636, "cos_r_negg": [0.5126255750656128, 0.061817001551389694, 0.3424391746520996], "cos_innovation_negg": [0.5126255750656128, 0.061817001551389694, 0.3424391746520996], "cos_apical_negg": [-0.012715600430965424, -0.003377423854544759, 0.12548482418060303], "cos_Ac_negg": [0.8633842468261719, 0.24795174598693848, 0.6406083106994629], "r_norm": [0.2795813977718353, 0.24676229059696198, 0.2535974979400635], "traffic_norm": [6.997786521911621, 6.928204536437988, 6.801706314086914], "traffic_residual_norm": [0.02248532325029373, 0.02593446895480156, 0.037432633340358734], "traffic_r2": [0.9999884963035583, 0.9999848008155823, 0.9999690651893616]}, {"step": 3800, "epoch": 8, "train_loss": 0.1559959501028061, "cos_r_negg": [0.5917366743087769, 0.09471756219863892, 0.4212387800216675], "cos_innovation_negg": [0.5917366743087769, 0.09471756219863892, 0.4212387800216675], "cos_apical_negg": [-0.026422999799251556, 0.01370374858379364, 0.12554261088371277], "cos_Ac_negg": [0.8775784969329834, 0.22585755586624146, 0.6105095744132996], "r_norm": [0.35534918308258057, 0.2991974949836731, 0.3064342439174652], "traffic_norm": [6.996413230895996, 6.9263715744018555, 6.796581268310547], "traffic_residual_norm": [0.031135156750679016, 0.021689128130674362, 0.031234217807650566], "traffic_r2": [0.9999793171882629, 0.9999891519546509, 0.9999783635139465]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9352, "eval_loss": 0.3059899353027344, "val_acc": 0.9352, "val_loss": 0.3059899353027344}, {"step": 4000, "epoch": 9, "train_loss": 0.1274135559797287, "cos_r_negg": [0.5088619589805603, 0.0942913293838501, 0.33858293294906616], "cos_innovation_negg": [0.5088619589805603, 0.0942913293838501, 0.33858293294906616], "cos_apical_negg": [-0.026615308597683907, 0.07339929044246674, 0.03749833256006241], "cos_Ac_negg": [0.8555886149406433, 0.3071119785308838, 0.6436412334442139], "r_norm": [0.2812563180923462, 0.23840618133544922, 0.24544838070869446], "traffic_norm": [6.997128486633301, 6.9272966384887695, 6.801906585693359], "traffic_residual_norm": [0.02852226048707962, 0.022942394018173218, 0.031215649098157883], "traffic_r2": [0.9999827146530151, 0.9999882578849792, 0.9999785423278809]}, {"step": 4200, "epoch": 9, "train_loss": 0.1417156606912613, "cos_r_negg": [0.5090219378471375, 0.07182278484106064, 0.28638043999671936], "cos_innovation_negg": [0.5090219378471375, 0.07182278484106064, 0.28638043999671936], "cos_apical_negg": [0.02492072433233261, -0.09883156418800354, -0.017304982990026474], "cos_Ac_negg": [0.8768328428268433, 0.26302647590637207, 0.6110525131225586], "r_norm": [0.42493727803230286, 0.35989925265312195, 0.3660340905189514], "traffic_norm": [6.991038799285889, 6.921431541442871, 6.798837661743164], "traffic_residual_norm": [0.018670162186026573, 0.018506314605474472, 0.026199031621217728], "traffic_r2": [0.9999922513961792, 0.9999921917915344, 0.9999848008155823]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9396, "eval_loss": 0.27263326721191405, "val_acc": 0.9396, "val_loss": 0.27263326721191405}, {"step": 4400, "epoch": 10, "train_loss": 0.12614615261554718, "cos_r_negg": [0.5002733469009399, 0.06602026522159576, 0.35369008779525757], "cos_innovation_negg": [0.5002733469009399, 0.06602026522159576, 0.35369008779525757], "cos_apical_negg": [-0.0016371747478842735, -0.0948624387383461, 0.15620040893554688], "cos_Ac_negg": [0.8737467527389526, 0.24222193658351898, 0.6381072402000427], "r_norm": [0.3765091300010681, 0.27625253796577454, 0.2823030948638916], "traffic_norm": [6.989176273345947, 6.918770790100098, 6.798020362854004], "traffic_residual_norm": [0.08680979907512665, 0.025585375726222992, 0.03584804758429527], "traffic_r2": [0.999845564365387, 0.9999858736991882, 0.9999719858169556]}, {"step": 4600, "epoch": 10, "train_loss": 0.15503254532814026, "cos_r_negg": [0.5344339609146118, 0.07109540700912476, 0.36884182691574097], "cos_innovation_negg": [0.5344339609146118, 0.07109540700912476, 0.36884182691574097], "cos_apical_negg": [-0.03576905280351639, -0.05042232200503349, 0.10154964029788971], "cos_Ac_negg": [0.8882386684417725, 0.34869831800460815, 0.6620681285858154], "r_norm": [0.33510059118270874, 0.28274303674697876, 0.28849315643310547], "traffic_norm": [6.994882583618164, 6.926485061645508, 6.802603244781494], "traffic_residual_norm": [0.014637051150202751, 0.01803562417626381, 0.024312544614076614], "traffic_r2": [0.999995231628418, 0.999992847442627, 0.999987006187439]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9202, "eval_loss": 0.3609471069335938, "val_acc": 0.9202, "val_loss": 0.3609471069335938}, {"step": 4800, "epoch": 11, "train_loss": 0.09357509762048721, "cos_r_negg": [0.5091561675071716, 0.13565611839294434, 0.4211429953575134], "cos_innovation_negg": [0.5091561675071716, 0.13565611839294434, 0.4211429953575134], "cos_apical_negg": [0.06363250315189362, 0.011615689843893051, -0.011749345809221268], "cos_Ac_negg": [0.8794888257980347, 0.3664388656616211, 0.7001468539237976], "r_norm": [0.3657110631465912, 0.3041456341743469, 0.30589497089385986], "traffic_norm": [6.989762783050537, 6.92101526260376, 6.793403625488281], "traffic_residual_norm": [0.018605591729283333, 0.01634998433291912, 0.02222181111574173], "traffic_r2": [0.9999926686286926, 0.999994158744812, 0.9999891519546509]}, {"step": 5000, "epoch": 11, "train_loss": 0.17154830694198608, "cos_r_negg": [0.54889976978302, 0.08894646167755127, 0.37827789783477783], "cos_innovation_negg": [0.54889976978302, 0.08894646167755127, 0.37827789783477783], "cos_apical_negg": [-0.025485122576355934, 0.012086037546396255, 0.1313749998807907], "cos_Ac_negg": [0.8804996013641357, 0.31647801399230957, 0.672182559967041], "r_norm": [0.2782336473464966, 0.23920297622680664, 0.2453814148902893], "traffic_norm": [6.994153022766113, 6.924129962921143, 6.797433376312256], "traffic_residual_norm": [0.011310018599033356, 0.015586921013891697, 0.021104764193296432], "traffic_r2": [0.9999971985816956, 0.9999947547912598, 0.9999902844429016]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9632, "eval_loss": 0.17212345275878907, "val_acc": 0.9632, "val_loss": 0.17212345275878907}, {"step": 5200, "epoch": 12, "train_loss": 0.11038783192634583, "cos_r_negg": [0.49398714303970337, 0.13382738828659058, 0.35812073945999146], "cos_innovation_negg": [0.49398714303970337, 0.13382738828659058, 0.35812073945999146], "cos_apical_negg": [0.026772409677505493, 0.06461350619792938, -0.006739163771271706], "cos_Ac_negg": [0.8625544905662537, 0.3765229284763336, 0.6525174379348755], "r_norm": [0.3739023208618164, 0.309463232755661, 0.31219375133514404], "traffic_norm": [6.988142013549805, 6.917397499084473, 6.791197776794434], "traffic_residual_norm": [0.024421539157629013, 0.017270373180508614, 0.02276943251490593], "traffic_r2": [0.9999877214431763, 0.9999936819076538, 0.9999887347221375]}, {"step": 5400, "epoch": 12, "train_loss": 0.0453898087143898, "cos_r_negg": [0.512008786201477, 0.06991367787122726, 0.33702734112739563], "cos_innovation_negg": [0.512008786201477, 0.06991367787122726, 0.33702734112739563], "cos_apical_negg": [-0.015289563685655594, 0.12510062754154205, 0.05252689868211746], "cos_Ac_negg": [0.8883516192436218, 0.34507453441619873, 0.661453902721405], "r_norm": [0.3418683409690857, 0.27871400117874146, 0.2835456132888794], "traffic_norm": [6.99608850479126, 6.9254937171936035, 6.797904968261719], "traffic_residual_norm": [0.019571706652641296, 0.013300631195306778, 0.018600352108478546], "traffic_r2": [0.9999921321868896, 0.9999962449073792, 0.9999924898147583]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9608, "eval_loss": 0.19767677001953124, "val_acc": 0.9608, "val_loss": 0.19767677001953124}, {"step": 5600, "epoch": 13, "train_loss": 0.08810923248529434, "cos_r_negg": [0.5209926962852478, 0.12948457896709442, 0.41580730676651], "cos_innovation_negg": [0.5209926962852478, 0.12948457896709442, 0.41580730676651], "cos_apical_negg": [0.024271290749311447, 0.019926857203245163, 0.08144253492355347], "cos_Ac_negg": [0.8762814402580261, 0.4157320261001587, 0.690771222114563], "r_norm": [0.31182342767715454, 0.2646958827972412, 0.26910847425460815], "traffic_norm": [6.992010116577148, 6.92340087890625, 6.7964091300964355], "traffic_residual_norm": [0.01385919377207756, 0.018345607444643974, 0.023862002417445183], "traffic_r2": [0.9999960064888, 0.9999929666519165, 0.9999876618385315]}, {"step": 5800, "epoch": 13, "train_loss": 0.09363915026187897, "cos_r_negg": [0.554340660572052, 0.09616357088088989, 0.39927607774734497], "cos_innovation_negg": [0.554340660572052, 0.09616357088088989, 0.39927607774734497], "cos_apical_negg": [0.04084346070885658, 0.0037090936675667763, 0.12378181517124176], "cos_Ac_negg": [0.8865873217582703, 0.4329219460487366, 0.6832060813903809], "r_norm": [0.40087777376174927, 0.3318902254104614, 0.331731379032135], "traffic_norm": [6.991964340209961, 6.923489570617676, 6.795520782470703], "traffic_residual_norm": [0.02495642378926277, 0.017198927700519562, 0.024555454030632973], "traffic_r2": [0.9999872446060181, 0.9999938011169434, 0.9999869465827942]}, {"step": 6000, "epoch": 13, "train_loss": 0.12936672568321228, "cos_r_negg": [0.4573952555656433, 0.08030916005373001, 0.32568642497062683], "cos_innovation_negg": [0.4573952555656433, 0.08030916005373001, 0.32568642497062683], "cos_apical_negg": [0.01763095334172249, 0.11079318821430206, 0.09762577712535858], "cos_Ac_negg": [0.8753926753997803, 0.3854060173034668, 0.6816967129707336], "r_norm": [0.29614096879959106, 0.249521404504776, 0.25327184796333313], "traffic_norm": [6.995355606079102, 6.921886444091797, 6.794734477996826], "traffic_residual_norm": [0.007944530807435513, 0.010619662702083588, 0.01573711261153221], "traffic_r2": [0.9999986886978149, 0.999997615814209, 0.9999946355819702]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9576, "eval_loss": 0.18103548583984375, "val_acc": 0.9576, "val_loss": 0.18103548583984375}, {"step": 6200, "epoch": 14, "train_loss": 0.041897255927324295, "cos_r_negg": [0.520230770111084, 0.0734078511595726, 0.4445021152496338], "cos_innovation_negg": [0.520230770111084, 0.0734078511595726, 0.4445021152496338], "cos_apical_negg": [-0.03620333597064018, 0.07315954566001892, 0.18192830681800842], "cos_Ac_negg": [0.8924037218093872, 0.3580431342124939, 0.696458101272583], "r_norm": [0.2791568338871002, 0.23147618770599365, 0.23731638491153717], "traffic_norm": [6.994294166564941, 6.921293258666992, 6.795844078063965], "traffic_residual_norm": [0.01914568990468979, 0.012958706356585026, 0.01876746490597725], "traffic_r2": [0.9999924898147583, 0.9999964833259583, 0.9999923706054688]}, {"step": 6400, "epoch": 14, "train_loss": 0.2564416229724884, "cos_r_negg": [0.47317346930503845, 0.0741945132613182, 0.314922571182251], "cos_innovation_negg": [0.47317346930503845, 0.0741945132613182, 0.314922571182251], "cos_apical_negg": [-0.02881300076842308, 0.14138732850551605, 0.09587147831916809], "cos_Ac_negg": [0.8800240755081177, 0.35271406173706055, 0.6814354658126831], "r_norm": [0.2482166290283203, 0.21101850271224976, 0.21255752444267273], "traffic_norm": [6.9943742752075195, 6.922647476196289, 6.798178672790527], "traffic_residual_norm": [0.01025979220867157, 0.01144435815513134, 0.016052089631557465], "traffic_r2": [0.9999978542327881, 0.9999972581863403, 0.9999943971633911]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9494, "eval_loss": 0.22005150451660158, "val_acc": 0.9494, "val_loss": 0.22005150451660158}], "final": {"eval_split": "validation", "eval_acc": 0.9494, "eval_loss": 0.22005150451660158, "wall_s": 24.004728317260742, "val_acc": 0.9494, "val_loss": 0.22005150451660158, "cos_r_negg": [0.4803474545478821, 0.09406957775354385, 0.3239842355251312], "cos_innovation_negg": [0.4803474545478821, 0.09406957775354385, 0.3239842355251312], "cos_apical_negg": [0.017630554735660553, 0.046128176152706146, 0.06570230424404144], "cos_Ac_negg": [0.8739770650863647, 0.4625322222709656, 0.6771539449691772], "traffic_norm": [6.9940361976623535, 6.919238090515137, 6.792140960693359], "traffic_residual_norm": [0.008075621910393238, 0.009758960455656052, 0.013877185992896557], "traffic_r2": [0.9999986886978149, 0.9999980330467224, 0.9999958276748657]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 23.79021692276001, "diagnostics_wall_s": 0.5212523937225342, "inline_diagnostics_wall_s": 0.37407541275024414, "optimizer_wall_s_excluding_inline_diagnostics": 23.416141510009766, "evaluation_wall_s": 0.06383013725280762}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu1000_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu1000_d3_s0.json
new file mode 100644
index 0000000..cbc500d
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu1000_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [0.0002640405436977744, 0.024241112172603607, 0.03415791690349579], "cos_innovation_negg": [0.0002640405436977744, 0.024241112172603607, 0.03415791690349579], "cos_apical_negg": [-0.002774080028757453, 0.018353208899497986, 0.01986568793654442], "cos_Ac_negg": [0.003959169611334801, 0.022923072800040245, 0.03415793180465698], "r_norm": [5.042840957641602, 4.890748977661133, 4.824251651763916], "traffic_norm": [2.6715383529663086, 2.6519713401794434, 2.59297513961792], "traffic_residual_norm": [1.248472809791565, 0.9028615355491638, 1.8629584701557178e-06], "traffic_r2": [0.7817314863204956, 0.8841477632522583, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.6434791088104248, "cos_r_negg": [0.2550467848777771, 0.019991155713796616, 0.003058064728975296], "cos_innovation_negg": [0.2550467848777771, 0.019991155713796616, 0.003058064728975296], "cos_apical_negg": [0.04098564386367798, 0.10327289253473282, -0.09550219774246216], "cos_Ac_negg": [0.8012703657150269, -0.006240378133952618, -0.007038610987365246], "r_norm": [1.9829847812652588, 1.7148821353912354, 1.3653790950775146], "traffic_norm": [6.105723857879639, 6.122928619384766, 6.0537824630737305], "traffic_residual_norm": [0.8651708364486694, 0.5820367932319641, 1.6212857190112118e-06], "traffic_r2": [0.9799208045005798, 0.9909625053405762, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.40410250425338745, "cos_r_negg": [0.14708495140075684, 0.15210670232772827, 0.020940488204360008], "cos_innovation_negg": [0.14708495140075684, 0.15210670232772827, 0.020940488204360008], "cos_apical_negg": [-0.14335060119628906, 0.11091841757297516, 0.05631217733025551], "cos_Ac_negg": [0.788404107093811, 0.213588684797287, 0.021406985819339752], "r_norm": [1.137779712677002, 0.942028284072876, 0.7145161628723145], "traffic_norm": [6.083879470825195, 6.09071159362793, 6.00606632232666], "traffic_residual_norm": [0.5053114295005798, 0.3117825388908386, 1.1361769338691374e-06], "traffic_r2": [0.9930869936943054, 0.9973787665367126, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8674, "eval_loss": 0.4950928588867187, "val_acc": 0.8674, "val_loss": 0.4950928588867187}, {"step": 600, "epoch": 1, "train_loss": 0.26815065741539, "cos_r_negg": [0.48999035358428955, 0.09614038467407227, 0.14869196712970734], "cos_innovation_negg": [0.48999035358428955, 0.09614038467407227, 0.14869196712970734], "cos_apical_negg": [0.062160469591617584, 0.014100655913352966, -0.04426117241382599], "cos_Ac_negg": [0.7765376567840576, 0.27667537331581116, 0.13414889574050903], "r_norm": [1.010058045387268, 1.091800332069397, 0.7923668026924133], "traffic_norm": [6.095511436462402, 6.078342914581299, 6.008666515350342], "traffic_residual_norm": [0.22747060656547546, 0.4056837856769562, 1.1940591093662078e-06], "traffic_r2": [0.9985978007316589, 0.9955451488494873, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.15613946318626404, "cos_r_negg": [0.5408121347427368, 0.07183050364255905, 0.11215964704751968], "cos_innovation_negg": [0.5408121347427368, 0.07183050364255905, 0.11215964704751968], "cos_apical_negg": [-0.016461417078971863, 0.05923117324709892, 0.02194879576563835], "cos_Ac_negg": [0.8109349012374878, 0.3005012273788452, 0.1061490997672081], "r_norm": [0.9738807678222656, 1.4370238780975342, 0.720145583152771], "traffic_norm": [6.081064224243164, 6.030655384063721, 5.985895156860352], "traffic_residual_norm": [0.25092482566833496, 0.8741329908370972, 1.0962552323690034e-06], "traffic_r2": [0.9982970356941223, 0.9789906144142151, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9066, "eval_loss": 0.400864111328125, "val_acc": 0.9066, "val_loss": 0.400864111328125}, {"step": 1000, "epoch": 2, "train_loss": 0.3550001084804535, "cos_r_negg": [0.4636884331703186, -0.06144871562719345, 0.1268567144870758], "cos_innovation_negg": [0.4636884331703186, -0.06144871562719345, 0.1268567144870758], "cos_apical_negg": [-0.07610879838466644, 0.07536683231592178, 0.10086927562952042], "cos_Ac_negg": [0.8019134998321533, 0.006875151768326759, 0.12425306439399719], "r_norm": [0.6345351934432983, 0.690002977848053, 0.48520398139953613], "traffic_norm": [6.068119049072266, 6.0224080085754395, 5.97628927230835], "traffic_residual_norm": [0.13410621881484985, 0.26074737310409546, 1.2790891332770116e-06], "traffic_r2": [0.9994790554046631, 0.9981201887130737, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.5919398665428162, "cos_r_negg": [0.5068679451942444, 0.14033368229866028, 0.07392561435699463], "cos_innovation_negg": [0.5068679451942444, 0.14033368229866028, 0.07392561435699463], "cos_apical_negg": [-0.0673159807920456, -0.1513357013463974, 0.0620422326028347], "cos_Ac_negg": [0.7908036708831787, 0.41944026947021484, 0.054621465504169464], "r_norm": [0.7818670272827148, 0.8002824187278748, 0.49061453342437744], "traffic_norm": [6.011743545532227, 5.984698295593262, 5.941727638244629], "traffic_residual_norm": [0.31002455949783325, 0.38123244047164917, 1.267330389964627e-06], "traffic_r2": [0.9973392486572266, 0.9959412217140198, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8748, "eval_loss": 0.5032869567871093, "val_acc": 0.8748, "val_loss": 0.5032869567871093}, {"step": 1400, "epoch": 3, "train_loss": 0.591192364692688, "cos_r_negg": [0.29676052927970886, 0.0936659574508667, 0.07463578879833221], "cos_innovation_negg": [0.29676052927970886, 0.0936659574508667, 0.07463578879833221], "cos_apical_negg": [-0.014778831042349339, 0.09375440329313278, 0.004292627330869436], "cos_Ac_negg": [0.7832121253013611, 0.1763952374458313, 0.08511075377464294], "r_norm": [0.7652817964553833, 0.8344842791557312, 0.4567803740501404], "traffic_norm": [5.975279808044434, 5.963529109954834, 5.923116207122803], "traffic_residual_norm": [0.32117417454719543, 0.45438534021377563, 1.1114753988294979e-06], "traffic_r2": [0.9970867037773132, 0.9941748380661011, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.44728219509124756, "cos_r_negg": [0.5275658369064331, -0.029861625283956528, 0.12923669815063477], "cos_innovation_negg": [0.5275658369064331, -0.029861625283956528, 0.12923669815063477], "cos_apical_negg": [-0.047538504004478455, 0.12404793500900269, -0.18860477209091187], "cos_Ac_negg": [0.8142929077148438, 0.15555864572525024, 0.12441572546958923], "r_norm": [0.9680067300796509, 0.9437340497970581, 0.6285403966903687], "traffic_norm": [5.9450788497924805, 5.948895454406738, 5.8915205001831055], "traffic_residual_norm": [0.3429192304611206, 0.4057789444923401, 1.2545471008706954e-06], "traffic_r2": [0.9966649413108826, 0.9953462481498718, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9042, "eval_loss": 0.38475675659179687, "val_acc": 0.9042, "val_loss": 0.38475675659179687}, {"step": 1800, "epoch": 4, "train_loss": 0.2808932065963745, "cos_r_negg": [0.3925040364265442, 0.037996843457221985, 0.15303638577461243], "cos_innovation_negg": [0.3925040364265442, 0.037996843457221985, 0.15303638577461243], "cos_apical_negg": [-0.10093596577644348, 0.027644101530313492, 0.05042131990194321], "cos_Ac_negg": [0.8078131675720215, 0.1616116166114807, 0.1457778811454773], "r_norm": [0.6278731226921082, 0.6788742542266846, 0.36293646693229675], "traffic_norm": [5.936777114868164, 5.942328929901123, 5.887928009033203], "traffic_residual_norm": [0.2597140073776245, 0.36976465582847595, 1.2648949905269546e-06], "traffic_r2": [0.9980840086936951, 0.9961221814155579, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.4414008557796478, "cos_r_negg": [0.4498446583747864, -0.006178696174174547, 0.13685722649097443], "cos_innovation_negg": [0.4498446583747864, -0.006178696174174547, 0.13685722649097443], "cos_apical_negg": [-0.046645861119031906, 0.011082300916314125, 0.012297367677092552], "cos_Ac_negg": [0.778531551361084, 0.45168083906173706, 0.1188429668545723], "r_norm": [0.7315870523452759, 0.6590346693992615, 0.41488903760910034], "traffic_norm": [5.881261825561523, 5.881061553955078, 5.823625564575195], "traffic_residual_norm": [0.323239803314209, 0.2984287738800049, 1.2314244486333337e-06], "traffic_r2": [0.9969685673713684, 0.9974146485328674, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9344, "eval_loss": 0.24347921447753906, "val_acc": 0.9344, "val_loss": 0.24347921447753906}, {"step": 2200, "epoch": 5, "train_loss": 0.20729826390743256, "cos_r_negg": [0.30193227529525757, 0.018896596506237984, 0.06892157346010208], "cos_innovation_negg": [0.30193227529525757, 0.018896596506237984, 0.06892157346010208], "cos_apical_negg": [-0.07412146031856537, 0.10991653800010681, -0.0011595739051699638], "cos_Ac_negg": [0.8195047378540039, 0.2565840482711792, 0.06468512117862701], "r_norm": [0.8238698840141296, 1.8791744709014893, 0.36953556537628174], "traffic_norm": [5.872312545776367, 5.865475654602051, 5.816040992736816], "traffic_residual_norm": [0.47658658027648926, 1.6685376167297363, 1.042626308844774e-06], "traffic_r2": [0.993395984172821, 0.9190781116485596, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.19288045167922974, "cos_r_negg": [0.4669017791748047, 0.0921497717499733, 0.13752144575119019], "cos_innovation_negg": [0.4669017791748047, 0.0921497717499733, 0.13752144575119019], "cos_apical_negg": [0.00463035749271512, 0.017985360696911812, -0.02934366650879383], "cos_Ac_negg": [0.8069099187850952, 0.3188537359237671, 0.1426207423210144], "r_norm": [1.0241496562957764, 0.5836302042007446, 0.4355961084365845], "traffic_norm": [5.8259172439575195, 5.833043575286865, 5.781985759735107], "traffic_residual_norm": [0.6256497502326965, 0.18901045620441437, 1.2111446494600386e-06], "traffic_r2": [0.9884552359580994, 0.9989392757415771, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9274, "eval_loss": 0.3032119567871094, "val_acc": 0.9274, "val_loss": 0.3032119567871094}, {"step": 2600, "epoch": 6, "train_loss": 0.3218516707420349, "cos_r_negg": [0.34881383180618286, 0.0728159248828888, 0.14709830284118652], "cos_innovation_negg": [0.34881383180618286, 0.0728159248828888, 0.14709830284118652], "cos_apical_negg": [-0.02789546549320221, 0.026396075263619423, 0.044112276285886765], "cos_Ac_negg": [0.8274788856506348, 0.3028661012649536, 0.14107146859169006], "r_norm": [0.6675738096237183, 0.5338444709777832, 0.3648926615715027], "traffic_norm": [5.830386161804199, 5.831765174865723, 5.784806251525879], "traffic_residual_norm": [0.29489606618881226, 0.20627188682556152, 1.2553500710055232e-06], "traffic_r2": [0.9974278211593628, 0.9987361431121826, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.17567791044712067, "cos_r_negg": [0.3643302321434021, 0.056447312235832214, 0.08173371851444244], "cos_innovation_negg": [0.3643302321434021, 0.056447312235832214, 0.08173371851444244], "cos_apical_negg": [-0.06277258694171906, 0.02235282212495804, -0.03492409363389015], "cos_Ac_negg": [0.8527933359146118, 0.2654324769973755, 0.07919470965862274], "r_norm": [0.6892526149749756, 0.5467791557312012, 0.3102079927921295], "traffic_norm": [5.835757255554199, 5.838981628417969, 5.789130210876465], "traffic_residual_norm": [0.37781715393066406, 0.2731173634529114, 1.1194103990419535e-06], "traffic_r2": [0.995771586894989, 0.9977977871894836, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.17154577374458313, "cos_r_negg": [0.41070038080215454, 0.11446890980005264, 0.2645314037799835], "cos_innovation_negg": [0.41070038080215454, 0.11446890980005264, 0.2645314037799835], "cos_apical_negg": [-0.021852687001228333, 0.06722685694694519, -0.01710951328277588], "cos_Ac_negg": [0.8338618874549866, 0.2815403938293457, 0.28607702255249023], "r_norm": [1.0098785161972046, 0.6426337957382202, 0.465812087059021], "traffic_norm": [5.839306354522705, 5.843523025512695, 5.796017169952393], "traffic_residual_norm": [0.5876340866088867, 0.23781757056713104, 1.120474053095677e-06], "traffic_r2": [0.9898439645767212, 0.9983313083648682, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9322, "eval_loss": 0.27050807189941406, "val_acc": 0.9322, "val_loss": 0.27050807189941406}, {"step": 3200, "epoch": 7, "train_loss": 0.09496385604143143, "cos_r_negg": [0.3819493055343628, 0.13815028965473175, 0.21623514592647552], "cos_innovation_negg": [0.3819493055343628, 0.13815028965473175, 0.21623514592647552], "cos_apical_negg": [-0.028150346130132675, -0.012082581408321857, -0.032456010580062866], "cos_Ac_negg": [0.8499670028686523, 0.31435614824295044, 0.20017527043819427], "r_norm": [0.7681915760040283, 0.5595718622207642, 0.4196664094924927], "traffic_norm": [5.839374542236328, 5.84417724609375, 5.796046257019043], "traffic_residual_norm": [0.33114349842071533, 0.16235452890396118, 1.1268090247540385e-06], "traffic_r2": [0.9967252612113953, 0.9992168545722961, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.4065656065940857, "cos_r_negg": [0.35546213388442993, 0.13683104515075684, 0.250483900308609], "cos_innovation_negg": [0.35546213388442993, 0.13683104515075684, 0.250483900308609], "cos_apical_negg": [-0.04688838869333267, 0.15017226338386536, 0.015930159017443657], "cos_Ac_negg": [0.8758967518806458, 0.24098917841911316, 0.2433175891637802], "r_norm": [1.0098845958709717, 0.7023966312408447, 0.4360980689525604], "traffic_norm": [5.830631256103516, 5.830430507659912, 5.776708602905273], "traffic_residual_norm": [0.5816690921783447, 0.3180726170539856, 1.1336795751049067e-06], "traffic_r2": [0.9900203347206116, 0.9970192909240723, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.303482080078125, "val_acc": 0.9284, "val_loss": 0.303482080078125}, {"step": 3600, "epoch": 8, "train_loss": 0.2323693484067917, "cos_r_negg": [0.3181871175765991, 0.11790202558040619, 0.3321695327758789], "cos_innovation_negg": [0.3181871175765991, 0.11790202558040619, 0.3321695327758789], "cos_apical_negg": [0.0023865550756454468, 0.0059012481942772865, 0.03734467923641205], "cos_Ac_negg": [0.8245147466659546, 0.23670944571495056, 0.33687329292297363], "r_norm": [1.029690146446228, 0.5016436576843262, 0.3453393578529358], "traffic_norm": [5.824426651000977, 5.81540584564209, 5.765413284301758], "traffic_residual_norm": [0.7079850435256958, 0.18622419238090515, 1.2513015690274187e-06], "traffic_r2": [0.9850705862045288, 0.998960554599762, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.14879478514194489, "cos_r_negg": [0.3424909710884094, -0.00013633351773023605, 0.06647715717554092], "cos_innovation_negg": [0.3424909710884094, -0.00013633351773023605, 0.06647715717554092], "cos_apical_negg": [-0.07779460400342941, 0.21638090908527374, 0.11893725395202637], "cos_Ac_negg": [0.8423254489898682, 0.26520639657974243, 0.06910112500190735], "r_norm": [0.9326715469360352, 0.4961969256401062, 0.3796805143356323], "traffic_norm": [5.824932098388672, 5.817609786987305, 5.770854949951172], "traffic_residual_norm": [0.5529570579528809, 0.14159244298934937, 1.1612485195655609e-06], "traffic_r2": [0.9907212257385254, 0.9993895888328552, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9384, "eval_loss": 0.24450361022949219, "val_acc": 0.9384, "val_loss": 0.24450361022949219}, {"step": 4000, "epoch": 9, "train_loss": 0.1834975928068161, "cos_r_negg": [0.3629217743873596, 0.12395976483821869, 0.23643001914024353], "cos_innovation_negg": [0.3629217743873596, 0.12395976483821869, 0.23643001914024353], "cos_apical_negg": [-0.021588847041130066, 0.03106207773089409, 0.1486179083585739], "cos_Ac_negg": [0.8755737543106079, 0.3790162205696106, 0.24930012226104736], "r_norm": [0.9206279516220093, 0.4988693296909332, 0.35967159271240234], "traffic_norm": [5.822861671447754, 5.81350040435791, 5.76931095123291], "traffic_residual_norm": [0.5707015991210938, 0.16366049647331238, 1.165790081358864e-06], "traffic_r2": [0.9900155663490295, 0.9991928935050964, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.1973409354686737, "cos_r_negg": [0.2950201630592346, 0.06632892787456512, 0.3367255926132202], "cos_innovation_negg": [0.2950201630592346, 0.06632892787456512, 0.3367255926132202], "cos_apical_negg": [-0.048680707812309265, 0.15056756138801575, 0.15035098791122437], "cos_Ac_negg": [0.8624943494796753, 0.3868165612220764, 0.3443126380443573], "r_norm": [1.1663124561309814, 0.48771488666534424, 0.3562774360179901], "traffic_norm": [5.826589584350586, 5.8190107345581055, 5.766696929931641], "traffic_residual_norm": [0.8376506567001343, 0.15807747840881348, 1.1012712093361188e-06], "traffic_r2": [0.9790873527526855, 0.9992496371269226, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9444, "eval_loss": 0.2360414764404297, "val_acc": 0.9444, "val_loss": 0.2360414764404297}, {"step": 4400, "epoch": 10, "train_loss": 0.11187170445919037, "cos_r_negg": [0.3033798933029175, 0.10590668022632599, 0.28814876079559326], "cos_innovation_negg": [0.3033798933029175, 0.10590668022632599, 0.28814876079559326], "cos_apical_negg": [-0.000308208167552948, 0.07745479047298431, -0.018865345045924187], "cos_Ac_negg": [0.8565853834152222, 0.3541398048400879, 0.2884119749069214], "r_norm": [0.9007346630096436, 0.38416796922683716, 0.2923866808414459], "traffic_norm": [5.820785999298096, 5.819268703460693, 5.770092010498047], "traffic_residual_norm": [0.6251029968261719, 0.1125902608036995, 1.1071949757024413e-06], "traffic_r2": [0.9873467683792114, 0.9996200799942017, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.2181798815727234, "cos_r_negg": [0.2141653597354889, 0.06846243888139725, 0.19595181941986084], "cos_innovation_negg": [0.2141653597354889, 0.06846243888139725, 0.19595181941986084], "cos_apical_negg": [-0.00436457060277462, 0.06593740731477737, 0.011700439266860485], "cos_Ac_negg": [0.8524335622787476, 0.3639017343521118, 0.19415691494941711], "r_norm": [1.181131362915039, 0.38878241181373596, 0.2773345112800598], "traffic_norm": [5.810605049133301, 5.812453269958496, 5.762896537780762], "traffic_residual_norm": [0.9275745153427124, 0.13001927733421326, 1.176193563878769e-06], "traffic_r2": [0.9743233919143677, 0.9994845986366272, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9372, "eval_loss": 0.2392342529296875, "val_acc": 0.9372, "val_loss": 0.2392342529296875}, {"step": 4800, "epoch": 11, "train_loss": 0.17980054020881653, "cos_r_negg": [0.22737237811088562, 0.16604673862457275, 0.20791369676589966], "cos_innovation_negg": [0.22737237811088562, 0.16604673862457275, 0.20791369676589966], "cos_apical_negg": [-0.03362041711807251, 0.19250702857971191, 0.12071020901203156], "cos_Ac_negg": [0.846563458442688, 0.3595034182071686, 0.2122747302055359], "r_norm": [1.3094733953475952, 0.5448354482650757, 0.41262221336364746], "traffic_norm": [5.793243408203125, 5.801882266998291, 5.753008842468262], "traffic_residual_norm": [0.9180034399032593, 0.1605135202407837, 1.1796098533523036e-06], "traffic_r2": [0.9744467735290527, 0.9992274045944214, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.07184019684791565, "cos_r_negg": [0.2787211239337921, 0.011748610064387321, 0.18652167916297913], "cos_innovation_negg": [0.2787211239337921, 0.011748610064387321, 0.18652167916297913], "cos_apical_negg": [0.039386190474033356, 0.049012936651706696, 0.032748743891716], "cos_Ac_negg": [0.8455155491828918, 0.2820179760456085, 0.19482432305812836], "r_norm": [0.8584089875221252, 0.45480793714523315, 0.3299400210380554], "traffic_norm": [5.806550025939941, 5.808265209197998, 5.753085136413574], "traffic_residual_norm": [0.5332090854644775, 0.1551375836133957, 1.1576227052501054e-06], "traffic_r2": [0.9911295175552368, 0.9992510080337524, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9524, "eval_loss": 0.19182213134765624, "val_acc": 0.9524, "val_loss": 0.19182213134765624}, {"step": 5200, "epoch": 12, "train_loss": 0.18137668073177338, "cos_r_negg": [0.2115209698677063, 0.0627545565366745, 0.15354734659194946], "cos_innovation_negg": [0.2115209698677063, 0.0627545565366745, 0.15354734659194946], "cos_apical_negg": [-0.04325356334447861, -0.00998020265251398, 0.028054185211658478], "cos_Ac_negg": [0.8794087767601013, 0.3907378315925598, 0.17953506112098694], "r_norm": [0.626887321472168, 0.4104686379432678, 0.21841947734355927], "traffic_norm": [5.806886196136475, 5.810145854949951, 5.754854202270508], "traffic_residual_norm": [0.4043368399143219, 0.21798838675022125, 1.119663807003235e-06], "traffic_r2": [0.9945633411407471, 0.9985446929931641, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.07071250677108765, "cos_r_negg": [0.23506605625152588, 0.10296173393726349, 0.16743367910385132], "cos_innovation_negg": [0.23506605625152588, 0.10296173393726349, 0.16743367910385132], "cos_apical_negg": [-0.036679551005363464, 0.1721956729888916, -0.01853853464126587], "cos_Ac_negg": [0.872951328754425, 0.38561496138572693, 0.17764295637607574], "r_norm": [1.0512192249298096, 0.48588383197784424, 0.28465062379837036], "traffic_norm": [5.810365200042725, 5.813433647155762, 5.756888389587402], "traffic_residual_norm": [0.7850614190101624, 0.23183676600456238, 1.1643594461929752e-06], "traffic_r2": [0.9813230037689209, 0.9983903765678406, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9396, "eval_loss": 0.2362208038330078, "val_acc": 0.9396, "val_loss": 0.2362208038330078}, {"step": 5600, "epoch": 13, "train_loss": 0.12739135324954987, "cos_r_negg": [0.3191251754760742, 0.07062162458896637, 0.1110805943608284], "cos_innovation_negg": [0.3191251754760742, 0.07062162458896637, 0.1110805943608284], "cos_apical_negg": [0.03537829965353012, 0.12474212050437927, -0.09171174466609955], "cos_Ac_negg": [0.8888016939163208, 0.41617077589035034, 0.11426203697919846], "r_norm": [0.7931652665138245, 0.5204728841781616, 0.37974292039871216], "traffic_norm": [5.806358337402344, 5.809835433959961, 5.751727104187012], "traffic_residual_norm": [0.40013083815574646, 0.17565137147903442, 1.116492740038666e-06], "traffic_r2": [0.9948812127113342, 0.9990355372428894, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.255551815032959, "cos_r_negg": [0.20564338564872742, -0.004475503694266081, 0.14846959710121155], "cos_innovation_negg": [0.20564338564872742, -0.004475503694266081, 0.14846959710121155], "cos_apical_negg": [-0.031515128910541534, 0.0452762171626091, -0.0021801309194415808], "cos_Ac_negg": [0.885560929775238, 0.4328920245170593, 0.17907457053661346], "r_norm": [0.8398259282112122, 0.7030227184295654, 0.27111512422561646], "traffic_norm": [5.801848411560059, 5.805971622467041, 5.7541399002075195], "traffic_residual_norm": [0.569439172744751, 0.48140498995780945, 1.1307768090773607e-06], "traffic_r2": [0.9900221228599548, 0.9930720329284668, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.13500194251537323, "cos_r_negg": [0.28942930698394775, 0.06937269866466522, 0.18484441936016083], "cos_innovation_negg": [0.28942930698394775, 0.06937269866466522, 0.18484441936016083], "cos_apical_negg": [-0.020024962723255157, -0.043078139424324036, -0.12163067609071732], "cos_Ac_negg": [0.8771510124206543, 0.4434392750263214, 0.2101704627275467], "r_norm": [0.6107233762741089, 0.5835744142532349, 0.24489635229110718], "traffic_norm": [5.796699523925781, 5.798662185668945, 5.747937202453613], "traffic_residual_norm": [0.3583829402923584, 0.379363477230072, 1.1516541462697205e-06], "traffic_r2": [0.995989978313446, 0.9956805109977722, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9486, "eval_loss": 0.215133154296875, "val_acc": 0.9486, "val_loss": 0.215133154296875}, {"step": 6200, "epoch": 14, "train_loss": 0.12622767686843872, "cos_r_negg": [0.2381909191608429, 0.0797685906291008, 0.26712512969970703], "cos_innovation_negg": [0.2381909191608429, 0.0797685906291008, 0.26712512969970703], "cos_apical_negg": [-0.02655893936753273, 0.09474129229784012, 0.050362348556518555], "cos_Ac_negg": [0.8739331960678101, 0.32853102684020996, 0.28375521302223206], "r_norm": [0.7287334203720093, 0.4886307716369629, 0.2681746482849121], "traffic_norm": [5.792625427246094, 5.800491809844971, 5.74275541305542], "traffic_residual_norm": [0.4513784646987915, 0.25174206495285034, 1.1467475360404933e-06], "traffic_r2": [0.9937825798988342, 0.9980591535568237, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.09035363793373108, "cos_r_negg": [0.231747105717659, 0.04246131330728531, 0.19406476616859436], "cos_innovation_negg": [0.231747105717659, 0.04246131330728531, 0.19406476616859436], "cos_apical_negg": [-0.05720428749918938, -0.0052687302231788635, 0.015899132937192917], "cos_Ac_negg": [0.8879272937774658, 0.4074389934539795, 0.2156868875026703], "r_norm": [0.8100302219390869, 0.3885858654975891, 0.2411518692970276], "traffic_norm": [5.799332141876221, 5.806901931762695, 5.75544548034668], "traffic_residual_norm": [0.5650526881217957, 0.16723275184631348, 1.1611812169576297e-06], "traffic_r2": [0.9903250932693481, 0.9990801811218262, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9504, "eval_loss": 0.20477771911621093, "val_acc": 0.9504, "val_loss": 0.20477771911621093}], "final": {"eval_split": "validation", "eval_acc": 0.9504, "eval_loss": 0.20477771911621093, "wall_s": 23.90483784675598, "val_acc": 0.9504, "val_loss": 0.20477771911621093, "cos_r_negg": [0.2546539604663849, 0.09947949647903442, 0.2750919461250305], "cos_innovation_negg": [0.2546539604663849, 0.09947949647903442, 0.2750919461250305], "cos_apical_negg": [-0.027945492416620255, -0.09714646637439728, 0.004704978317022324], "cos_Ac_negg": [0.8982803821563721, 0.45239531993865967, 0.28587180376052856], "traffic_norm": [5.802680015563965, 5.811585426330566, 5.7560834884643555], "traffic_residual_norm": [0.3950415849685669, 0.11815517395734787, 1.1463896498753456e-06], "traffic_r2": [0.9951805472373962, 0.9995312690734863, 1.0]}, "timing": {"warmup_wall_s": 1.6554844379425049, "training_loop_wall_s": 22.050773859024048, "diagnostics_wall_s": 0.48682641983032227, "inline_diagnostics_wall_s": 0.34999680519104004, "optimizer_wall_s_excluding_inline_diagnostics": 21.700777053833008, "evaluation_wall_s": 0.05849432945251465}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu200_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu200_d3_s0.json
new file mode 100644
index 0000000..cfc8167
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu200_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.004041437059640884, 0.027452997863292694, 0.03464584797620773], "cos_innovation_negg": [-0.004041437059640884, 0.027452997863292694, 0.03464584797620773], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.039558410644531, 4.895594596862793, 4.822951316833496], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.2537200450897217, 0.9169594645500183, 0.0004103080427739769], "traffic_r2": [0.7782064080238342, 0.8811545968055725, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.4184425473213196, "cos_r_negg": [0.20414674282073975, -0.012173211202025414, 0.06940856575965881], "cos_innovation_negg": [0.20414674282073975, -0.012173211202025414, 0.06940856575965881], "cos_apical_negg": [0.07573398947715759, 0.007180215325206518, 0.0368477888405323], "cos_Ac_negg": [0.7714707255363464, 0.010789474472403526, 0.09435530006885529], "r_norm": [1.8706982135772705, 1.5247397422790527, 1.1318516731262207], "traffic_norm": [6.019876003265381, 5.920289039611816, 6.070161819458008], "traffic_residual_norm": [0.9773205518722534, 0.587077260017395, 6.35115138720721e-05], "traffic_r2": [0.9736257195472717, 0.989974856376648, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.598288357257843, "cos_r_negg": [0.33551478385925293, -0.09890493750572205, 0.08432400971651077], "cos_innovation_negg": [0.33551478385925293, -0.09890493750572205, 0.08432400971651077], "cos_apical_negg": [0.020721597597002983, 0.11359788477420807, 0.0378437414765358], "cos_Ac_negg": [0.7950857877731323, -0.2425978183746338, 0.10782919079065323], "r_norm": [1.1520888805389404, 1.1946762800216675, 0.8578312397003174], "traffic_norm": [6.096172332763672, 5.990575790405273, 6.166413307189941], "traffic_residual_norm": [0.36496052145957947, 0.4852468967437744, 1.3252737517177593e-05], "traffic_r2": [0.9964081048965454, 0.9934353232383728, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.744, "eval_loss": 1.122502099609375, "val_acc": 0.744, "val_loss": 1.122502099609375}, {"step": 600, "epoch": 1, "train_loss": 0.2845489978790283, "cos_r_negg": [0.3922373056411743, 0.1572549045085907, 0.019150417298078537], "cos_innovation_negg": [0.3922373056411743, 0.1572549045085907, 0.019150417298078537], "cos_apical_negg": [-0.005397632718086243, -0.15634670853614807, -0.17449888586997986], "cos_Ac_negg": [0.7652298212051392, 0.29150471091270447, 0.019066866487264633], "r_norm": [0.8577495813369751, 0.9955386519432068, 0.5672460198402405], "traffic_norm": [6.061832427978516, 5.935145378112793, 6.08211088180542], "traffic_residual_norm": [0.3255683183670044, 0.5478513240814209, 8.241864634328522e-06], "traffic_r2": [0.9971145391464233, 0.9914787411689758, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6042381525039673, "cos_r_negg": [0.37329965829849243, 0.10560331493616104, 0.21980057656764984], "cos_innovation_negg": [0.37329965829849243, 0.10560331493616104, 0.21980057656764984], "cos_apical_negg": [-0.034697744995355606, -0.049451060593128204, -0.09418729692697525], "cos_Ac_negg": [0.7853232622146606, 0.28859686851501465, 0.22298169136047363], "r_norm": [0.6998034119606018, 0.6625836491584778, 0.5481042861938477], "traffic_norm": [6.047814846038818, 5.914062976837158, 6.062281608581543], "traffic_residual_norm": [0.1406055986881256, 0.15305067598819733, 5.195358426135499e-06], "traffic_r2": [0.9994489550590515, 0.9993295669555664, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9176, "eval_loss": 0.3182614715576172, "val_acc": 0.9176, "val_loss": 0.3182614715576172}, {"step": 1000, "epoch": 2, "train_loss": 0.45384013652801514, "cos_r_negg": [0.5037437081336975, 0.18873247504234314, 0.2735585570335388], "cos_innovation_negg": [0.5037437081336975, 0.18873247504234314, 0.2735585570335388], "cos_apical_negg": [0.022463835775852203, 0.02017929032444954, 0.028861206024885178], "cos_Ac_negg": [0.7960709929466248, 0.24817535281181335, 0.26919472217559814], "r_norm": [0.8039507865905762, 0.747161328792572, 0.4310454726219177], "traffic_norm": [6.043609619140625, 5.892776012420654, 6.049562454223633], "traffic_residual_norm": [0.4015411138534546, 0.3811957836151123, 5.46817227586871e-06], "traffic_r2": [0.9955825209617615, 0.9958144426345825, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.3792959451675415, "cos_r_negg": [0.44388142228126526, 0.2508549988269806, 0.25552284717559814], "cos_innovation_negg": [0.44388142228126526, 0.2508549988269806, 0.25552284717559814], "cos_apical_negg": [0.003892679698765278, -0.11003774404525757, -0.1741446852684021], "cos_Ac_negg": [0.7849670648574829, 0.35566750168800354, 0.24937231838703156], "r_norm": [0.7949281930923462, 0.768828272819519, 0.45607179403305054], "traffic_norm": [6.033541679382324, 5.8799943923950195, 6.032135009765625], "traffic_residual_norm": [0.3437965214252472, 0.37332773208618164, 4.685700332629494e-06], "traffic_r2": [0.9967496395111084, 0.9959678053855896, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9096, "eval_loss": 0.35731729736328127, "val_acc": 0.9096, "val_loss": 0.35731729736328127}, {"step": 1400, "epoch": 3, "train_loss": 0.2623434066772461, "cos_r_negg": [0.46744585037231445, 0.14509660005569458, 0.09566465765237808], "cos_innovation_negg": [0.46744585037231445, 0.14509660005569458, 0.09566465765237808], "cos_apical_negg": [-0.0372086837887764, -0.020155811682343483, 0.023467760533094406], "cos_Ac_negg": [0.8046488165855408, 0.40012645721435547, 0.09222640097141266], "r_norm": [0.48530203104019165, 0.4395599067211151, 0.3386287987232208], "traffic_norm": [6.025079727172852, 5.8609938621521, 6.014747619628906], "traffic_residual_norm": [0.13713328540325165, 0.1299765706062317, 4.331546733737923e-06], "traffic_r2": [0.9994796514511108, 0.9995072484016418, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.4518299698829651, "cos_r_negg": [0.4627372622489929, 0.18481427431106567, 0.1472454071044922], "cos_innovation_negg": [0.4627372622489929, 0.18481427431106567, 0.1472454071044922], "cos_apical_negg": [-0.06262467801570892, -0.01859920844435692, -0.09256169199943542], "cos_Ac_negg": [0.7836999893188477, 0.4418557286262512, 0.13738492131233215], "r_norm": [0.5201860070228577, 0.46290457248687744, 0.39530301094055176], "traffic_norm": [6.028770923614502, 5.866325378417969, 6.020594596862793], "traffic_residual_norm": [0.08507625013589859, 0.08235987275838852, 4.113517661608057e-06], "traffic_r2": [0.999793291091919, 0.999801754951477, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9028, "eval_loss": 0.3741876892089844, "val_acc": 0.9028, "val_loss": 0.3741876892089844}, {"step": 1800, "epoch": 4, "train_loss": 0.27762502431869507, "cos_r_negg": [0.5033609867095947, 0.22005429863929749, 0.1353105902671814], "cos_innovation_negg": [0.5033609867095947, 0.22005429863929749, 0.1353105902671814], "cos_apical_negg": [-0.034631747752428055, 0.02990216761827469, -0.12352363020181656], "cos_Ac_negg": [0.8252278566360474, 0.5235193967819214, 0.13797977566719055], "r_norm": [0.7368575930595398, 0.6676031351089478, 0.5727760791778564], "traffic_norm": [6.0241780281066895, 5.8598127365112305, 6.013346195220947], "traffic_residual_norm": [0.11249817162752151, 0.11920914053916931, 4.014705154986586e-06], "traffic_r2": [0.999647319316864, 0.9995830059051514, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.3119485378265381, "cos_r_negg": [0.4480329751968384, 0.12078089267015457, 0.16366294026374817], "cos_innovation_negg": [0.4480329751968384, 0.12078089267015457, 0.16366294026374817], "cos_apical_negg": [-0.05461730808019638, 0.17322441935539246, -0.023594480007886887], "cos_Ac_negg": [0.8370856046676636, 0.4697437584400177, 0.13174942135810852], "r_norm": [0.5651413202285767, 0.47467976808547974, 0.35541319847106934], "traffic_norm": [6.012315273284912, 5.852980613708496, 5.9960432052612305], "traffic_residual_norm": [0.20200690627098083, 0.14952875673770905, 3.905826815753244e-06], "traffic_r2": [0.9988672733306885, 0.9993440508842468, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9376, "eval_loss": 0.23655297241210937, "val_acc": 0.9376, "val_loss": 0.23655297241210937}, {"step": 2200, "epoch": 5, "train_loss": 0.20928286015987396, "cos_r_negg": [0.378898561000824, 0.1994551122188568, 0.2258629947900772], "cos_innovation_negg": [0.378898561000824, 0.1994551122188568, 0.2258629947900772], "cos_apical_negg": [-0.0009759054519236088, 0.14912527799606323, 0.035164617002010345], "cos_Ac_negg": [0.8418467044830322, 0.42083996534347534, 0.22420889139175415], "r_norm": [0.48832887411117554, 0.44596362113952637, 0.3624311685562134], "traffic_norm": [6.01241397857666, 5.852786064147949, 5.997735023498535], "traffic_residual_norm": [0.08986154198646545, 0.10373631119728088, 3.818494860752253e-06], "traffic_r2": [0.9997704029083252, 0.9996835589408875, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.2807500958442688, "cos_r_negg": [0.5131641626358032, 0.10106560587882996, 0.2461668998003006], "cos_innovation_negg": [0.5131641626358032, 0.10106560587882996, 0.2461668998003006], "cos_apical_negg": [-0.017150159925222397, -0.030362799763679504, -0.09658479690551758], "cos_Ac_negg": [0.86778724193573, 0.4300227761268616, 0.24063101410865784], "r_norm": [0.5571300983428955, 0.5825766324996948, 0.4012088179588318], "traffic_norm": [6.011945724487305, 5.850274085998535, 5.995010852813721], "traffic_residual_norm": [0.11941248178482056, 0.22668375074863434, 3.949082383769564e-06], "traffic_r2": [0.9996002316474915, 0.9984776377677917, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9348, "eval_loss": 0.2538379364013672, "val_acc": 0.9348, "val_loss": 0.2538379364013672}, {"step": 2600, "epoch": 6, "train_loss": 0.1041201800107956, "cos_r_negg": [0.42789602279663086, 0.14737308025360107, 0.22473669052124023], "cos_innovation_negg": [0.42789602279663086, 0.14737308025360107, 0.22473669052124023], "cos_apical_negg": [-0.03205721452832222, 0.31116020679473877, 0.11790267378091812], "cos_Ac_negg": [0.8381100296974182, 0.5229716300964355, 0.19411645829677582], "r_norm": [0.5542135834693909, 0.4858367443084717, 0.36858564615249634], "traffic_norm": [6.011692047119141, 5.851568222045898, 5.994768142700195], "traffic_residual_norm": [0.15208208560943604, 0.138709157705307, 3.8980297176749445e-06], "traffic_r2": [0.9992994666099548, 0.9994128942489624, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.19018369913101196, "cos_r_negg": [0.4363243281841278, 0.08763554692268372, 0.35785481333732605], "cos_innovation_negg": [0.4363243281841278, 0.08763554692268372, 0.35785481333732605], "cos_apical_negg": [0.0338776558637619, 0.24641558527946472, 0.04275275021791458], "cos_Ac_negg": [0.8603227138519287, 0.30470871925354004, 0.35749804973602295], "r_norm": [0.6873413324356079, 0.6117232441902161, 0.5025039315223694], "traffic_norm": [6.007018089294434, 5.847529411315918, 5.987966537475586], "traffic_residual_norm": [0.11974140256643295, 0.13600346446037292, 3.852566806017421e-06], "traffic_r2": [0.9995926022529602, 0.9994567036628723, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.21502593159675598, "cos_r_negg": [0.3390228748321533, 0.15458405017852783, 0.377494752407074], "cos_innovation_negg": [0.3390228748321533, 0.15458405017852783, 0.377494752407074], "cos_apical_negg": [-0.015913594514131546, 0.12024204432964325, -0.03543823957443237], "cos_Ac_negg": [0.8799363374710083, 0.3761982321739197, 0.3732876181602478], "r_norm": [0.5166473388671875, 0.44817054271698, 0.3515589237213135], "traffic_norm": [6.005709648132324, 5.843486785888672, 5.985912322998047], "traffic_residual_norm": [0.12209407985210419, 0.11508187651634216, 3.877446943079121e-06], "traffic_r2": [0.9995688199996948, 0.9996011257171631, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9302, "eval_loss": 0.2758226531982422, "val_acc": 0.9302, "val_loss": 0.2758226531982422}, {"step": 3200, "epoch": 7, "train_loss": 0.1681092381477356, "cos_r_negg": [0.38303738832473755, 0.15467804670333862, 0.37073594331741333], "cos_innovation_negg": [0.38303738832473755, 0.15467804670333862, 0.37073594331741333], "cos_apical_negg": [-0.00011087115854024887, 0.2577838599681854, 0.05212276056408882], "cos_Ac_negg": [0.8683892488479614, 0.492919385433197, 0.3762795925140381], "r_norm": [0.4292113482952118, 0.4819120764732361, 0.30935174226760864], "traffic_norm": [5.992341995239258, 5.833777904510498, 5.9659929275512695], "traffic_residual_norm": [0.08098495006561279, 0.19957953691482544, 4.001872639491921e-06], "traffic_r2": [0.9998098611831665, 0.9988267421722412, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.13932594656944275, "cos_r_negg": [0.30762118101119995, 0.12092223763465881, 0.2921891212463379], "cos_innovation_negg": [0.30762118101119995, 0.12092223763465881, 0.2921891212463379], "cos_apical_negg": [-0.07531905174255371, 0.121181420981884, -0.04265235364437103], "cos_Ac_negg": [0.8497790098190308, 0.29691627621650696, 0.3223135471343994], "r_norm": [0.5065748691558838, 0.6950349807739258, 0.34788644313812256], "traffic_norm": [5.9911909103393555, 5.835755825042725, 5.965795516967773], "traffic_residual_norm": [0.12321961671113968, 0.4038054347038269, 3.8958587538218126e-06], "traffic_r2": [0.9995599389076233, 0.995208203792572, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9326, "eval_loss": 0.27212711181640625, "val_acc": 0.9326, "val_loss": 0.27212711181640625}, {"step": 3600, "epoch": 8, "train_loss": 0.14004452526569366, "cos_r_negg": [0.33313482999801636, 0.07855323702096939, 0.4061814546585083], "cos_innovation_negg": [0.33313482999801636, 0.07855323702096939, 0.4061814546585083], "cos_apical_negg": [-0.05673894286155701, 0.04051757603883743, -0.003556759562343359], "cos_Ac_negg": [0.8795838356018066, 0.3283464312553406, 0.42254194617271423], "r_norm": [0.43985646963119507, 0.356960266828537, 0.2331836223602295], "traffic_norm": [5.9874796867370605, 5.829133033752441, 5.958808898925781], "traffic_residual_norm": [0.18434417247772217, 0.14065277576446533, 3.823873612418538e-06], "traffic_r2": [0.9990191459655762, 0.9993751645088196, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.19530089199543, "cos_r_negg": [0.2804480195045471, 0.09900464117527008, 0.3600183129310608], "cos_innovation_negg": [0.2804480195045471, 0.09900464117527008, 0.3600183129310608], "cos_apical_negg": [-0.051587752997875214, 0.05952336639165878, -0.04270283877849579], "cos_Ac_negg": [0.8974406719207764, 0.35076379776000977, 0.3613150715827942], "r_norm": [0.47495928406715393, 0.7043716311454773, 0.27965113520622253], "traffic_norm": [5.996640205383301, 5.8421831130981445, 5.970355033874512], "traffic_residual_norm": [0.16457241773605347, 0.47230881452560425, 3.8016030430298997e-06], "traffic_r2": [0.99923175573349, 0.9934625625610352, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9396, "eval_loss": 0.2575632843017578, "val_acc": 0.9396, "val_loss": 0.2575632843017578}, {"step": 4000, "epoch": 9, "train_loss": 0.13228388130664825, "cos_r_negg": [0.325418621301651, 0.09847626090049744, 0.4053143858909607], "cos_innovation_negg": [0.325418621301651, 0.09847626090049744, 0.4053143858909607], "cos_apical_negg": [-0.08135215938091278, 0.07090015709400177, -0.03241238743066788], "cos_Ac_negg": [0.8624211549758911, 0.26412856578826904, 0.44529223442077637], "r_norm": [0.44832921028137207, 0.4008098542690277, 0.29257887601852417], "traffic_norm": [5.986637115478516, 5.832142353057861, 5.962885856628418], "traffic_residual_norm": [0.1165541335940361, 0.12846796214580536, 3.85723933504778e-06], "traffic_r2": [0.9995648264884949, 0.9994957447052002, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.4598858952522278, "cos_r_negg": [0.3419641852378845, 0.1998019963502884, 0.4465007185935974], "cos_innovation_negg": [0.3419641852378845, 0.1998019963502884, 0.4465007185935974], "cos_apical_negg": [-0.06139962002635002, -0.04914837330579758, 0.005420282017439604], "cos_Ac_negg": [0.8957560658454895, 0.5013482570648193, 0.4588247835636139], "r_norm": [0.5606833696365356, 0.643234372138977, 0.2781364917755127], "traffic_norm": [5.993997573852539, 5.838805198669434, 5.971225738525391], "traffic_residual_norm": [0.2627220153808594, 0.41120606660842896, 3.764802386285737e-06], "traffic_r2": [0.9980628490447998, 0.9950268864631653, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9282, "eval_loss": 0.29053348388671874, "val_acc": 0.9282, "val_loss": 0.29053348388671874}, {"step": 4400, "epoch": 10, "train_loss": 0.28807228803634644, "cos_r_negg": [0.20224180817604065, 0.11476993560791016, 0.457396924495697], "cos_innovation_negg": [0.20224180817604065, 0.11476993560791016, 0.457396924495697], "cos_apical_negg": [-0.07215631008148193, 0.01859511062502861, -0.011157053522765636], "cos_Ac_negg": [0.8813743591308594, 0.4194990396499634, 0.47971484065055847], "r_norm": [0.4130772352218628, 0.43279126286506653, 0.21002396941184998], "traffic_norm": [5.992053985595703, 5.836380481719971, 5.963949680328369], "traffic_residual_norm": [0.17645367980003357, 0.24517539143562317, 3.868902240355965e-06], "traffic_r2": [0.9991160035133362, 0.9982263445854187, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.15071791410446167, "cos_r_negg": [0.27694255113601685, 0.13735932111740112, 0.4262968897819519], "cos_innovation_negg": [0.27694255113601685, 0.13735932111740112, 0.4262968897819519], "cos_apical_negg": [-0.1302119791507721, 0.058778248727321625, -0.03555795177817345], "cos_Ac_negg": [0.9037024974822998, 0.5144463181495667, 0.46928808093070984], "r_norm": [0.3862578570842743, 0.34083259105682373, 0.24147090315818787], "traffic_norm": [5.996291160583496, 5.841350555419922, 5.970643997192383], "traffic_residual_norm": [0.11001477390527725, 0.11484226584434509, 3.877603376167826e-06], "traffic_r2": [0.9996411204338074, 0.9995912909507751, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9368, "eval_loss": 0.28298099060058596, "val_acc": 0.9368, "val_loss": 0.28298099060058596}, {"step": 4800, "epoch": 11, "train_loss": 0.13589425384998322, "cos_r_negg": [0.21321897208690643, 0.0913129672408104, 0.4068853557109833], "cos_innovation_negg": [0.21321897208690643, 0.0913129672408104, 0.4068853557109833], "cos_apical_negg": [-0.1273336112499237, 0.05063016712665558, 0.03091072291135788], "cos_Ac_negg": [0.8829560279846191, 0.5136354565620422, 0.4263724088668823], "r_norm": [0.3821837306022644, 0.27893149852752686, 0.19255700707435608], "traffic_norm": [5.994017601013184, 5.836697578430176, 5.967288494110107], "traffic_residual_norm": [0.17132404446601868, 0.09772725403308868, 3.8221651266212575e-06], "traffic_r2": [0.9991409778594971, 0.9996997714042664, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.3212119936943054, "cos_r_negg": [0.33588165044784546, 0.22398968040943146, 0.3237794041633606], "cos_innovation_negg": [0.33588165044784546, 0.22398968040943146, 0.3237794041633606], "cos_apical_negg": [0.013319328427314758, 0.06599195301532745, -0.019208069890737534], "cos_Ac_negg": [0.8857296705245972, 0.653480052947998, 0.35752612352371216], "r_norm": [0.5665671825408936, 0.573686957359314, 0.35073602199554443], "traffic_norm": [5.988214015960693, 5.830653667449951, 5.961055755615234], "traffic_residual_norm": [0.17038309574127197, 0.2622688114643097, 3.822199687419925e-06], "traffic_r2": [0.999165415763855, 0.9979468584060669, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.949, "eval_loss": 0.19654432678222655, "val_acc": 0.949, "val_loss": 0.19654432678222655}, {"step": 5200, "epoch": 12, "train_loss": 0.15569311380386353, "cos_r_negg": [0.2661783695220947, 0.20225955545902252, 0.3424110412597656], "cos_innovation_negg": [0.2661783695220947, 0.20225955545902252, 0.3424110412597656], "cos_apical_negg": [-0.03803106024861336, 0.02581612765789032, -0.09133979678153992], "cos_Ac_negg": [0.8722764253616333, 0.596239447593689, 0.3591204881668091], "r_norm": [0.6057456135749817, 0.5791254043579102, 0.2931928038597107], "traffic_norm": [5.989699363708496, 5.831826210021973, 5.96110725402832], "traffic_residual_norm": [0.28581640124320984, 0.3244602680206299, 3.7769818845845293e-06], "traffic_r2": [0.9964218139648438, 0.996491551399231, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.19544033706188202, "cos_r_negg": [0.2725502848625183, 0.12751877307891846, 0.4075636863708496], "cos_innovation_negg": [0.2725502848625183, 0.12751877307891846, 0.4075636863708496], "cos_apical_negg": [-0.07998748123645782, 0.02983841300010681, -0.01621580496430397], "cos_Ac_negg": [0.8936870694160461, 0.5768133997917175, 0.44793328642845154], "r_norm": [0.5345814228057861, 0.5077464580535889, 0.23028799891471863], "traffic_norm": [5.974920749664307, 5.8150506019592285, 5.9583353996276855], "traffic_residual_norm": [0.28872400522232056, 0.3079559803009033, 3.792768893617904e-06], "traffic_r2": [0.9976493120193481, 0.9971884489059448, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9444, "eval_loss": 0.21003224182128907, "val_acc": 0.9444, "val_loss": 0.21003224182128907}, {"step": 5600, "epoch": 13, "train_loss": 0.32882556319236755, "cos_r_negg": [0.3213236629962921, 0.2288413941860199, 0.4264208674430847], "cos_innovation_negg": [0.3213236629962921, 0.2288413941860199, 0.4264208674430847], "cos_apical_negg": [-0.0648198053240776, 0.017496105283498764, -0.06225591152906418], "cos_Ac_negg": [0.8989968299865723, 0.7129031419754028, 0.4759615659713745], "r_norm": [0.4490121006965637, 0.42550623416900635, 0.2567543685436249], "traffic_norm": [5.974715232849121, 5.8139801025390625, 5.957259654998779], "traffic_residual_norm": [0.15941590070724487, 0.19731071591377258, 3.764887878787704e-06], "traffic_r2": [0.9992737174034119, 0.9988386631011963, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.14598572254180908, "cos_r_negg": [0.2513427734375, 0.09665084630250931, 0.28724661469459534], "cos_innovation_negg": [0.2513427734375, 0.09665084630250931, 0.28724661469459534], "cos_apical_negg": [-0.07483281195163727, -0.015091659501194954, -0.008961549028754234], "cos_Ac_negg": [0.8929681181907654, 0.5499249696731567, 0.3595495820045471], "r_norm": [0.4788133502006531, 0.43488451838493347, 0.23826797306537628], "traffic_norm": [5.970746040344238, 5.812280654907227, 5.951456546783447], "traffic_residual_norm": [0.2118084877729416, 0.2198798954486847, 3.7986151255609e-06], "traffic_r2": [0.9987238049507141, 0.9985654354095459, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.06992711126804352, "cos_r_negg": [0.28817734122276306, 0.17589905858039856, 0.3564409613609314], "cos_innovation_negg": [0.28817734122276306, 0.17589905858039856, 0.3564409613609314], "cos_apical_negg": [-0.08085713535547256, -0.02095469832420349, -0.04644135385751724], "cos_Ac_negg": [0.8856509327888489, 0.6523275375366211, 0.3868475556373596], "r_norm": [0.5169134140014648, 0.4771137833595276, 0.2758520543575287], "traffic_norm": [5.972474098205566, 5.811038970947266, 5.951951503753662], "traffic_residual_norm": [0.20756784081459045, 0.2313334196805954, 3.873064088111278e-06], "traffic_r2": [0.9987781047821045, 0.9984109401702881, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9512, "eval_loss": 0.20222669677734376, "val_acc": 0.9512, "val_loss": 0.20222669677734376}, {"step": 6200, "epoch": 14, "train_loss": 0.18853498995304108, "cos_r_negg": [0.20733225345611572, 0.11483373492956161, 0.46923381090164185], "cos_innovation_negg": [0.20733225345611572, 0.11483373492956161, 0.46923381090164185], "cos_apical_negg": [-0.02854585275053978, -0.09801781177520752, 0.1462073028087616], "cos_Ac_negg": [0.8931292295455933, 0.6325481534004211, 0.510584831237793], "r_norm": [0.4337151348590851, 0.3422406315803528, 0.21215248107910156], "traffic_norm": [5.968409061431885, 5.806187152862549, 5.9484171867370605], "traffic_residual_norm": [0.20148584246635437, 0.1505773663520813, 3.863057827402372e-06], "traffic_r2": [0.9987722635269165, 0.9993011355400085, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.2350483536720276, "cos_r_negg": [0.2051159143447876, 0.04099167138338089, 0.4334840774536133], "cos_innovation_negg": [0.2051159143447876, 0.04099167138338089, 0.4334840774536133], "cos_apical_negg": [-0.01837196573615074, -0.031175553798675537, 0.01262920256704092], "cos_Ac_negg": [0.8874657154083252, 0.4948577880859375, 0.45085227489471436], "r_norm": [0.46146345138549805, 0.3960663378238678, 0.23797059059143066], "traffic_norm": [5.978697776794434, 5.816944122314453, 5.9536590576171875], "traffic_residual_norm": [0.19254031777381897, 0.17977237701416016, 3.831304184132023e-06], "traffic_r2": [0.9989367723464966, 0.9990253448486328, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9288, "eval_loss": 0.3145138214111328, "val_acc": 0.9288, "val_loss": 0.3145138214111328}], "final": {"eval_split": "validation", "eval_acc": 0.9288, "eval_loss": 0.3145138214111328, "wall_s": 23.13968253135681, "val_acc": 0.9288, "val_loss": 0.3145138214111328, "cos_r_negg": [0.28268805146217346, 0.16026413440704346, 0.28984659910202026], "cos_innovation_negg": [0.28268805146217346, 0.16026413440704346, 0.28984659910202026], "cos_apical_negg": [-0.016450760886073112, -0.010038935579359531, -0.05841052532196045], "cos_Ac_negg": [0.8627736568450928, 0.5846844911575317, 0.36696067452430725], "traffic_norm": [5.979694366455078, 5.819151401519775, 5.956016540527344], "traffic_residual_norm": [0.18319553136825562, 0.2660752534866333, 3.8188404687389266e-06], "traffic_r2": [0.9990144371986389, 0.9978947043418884, 1.0]}, "timing": {"warmup_wall_s": 0.39347219467163086, "training_loop_wall_s": 22.531206130981445, "diagnostics_wall_s": 0.6203498840332031, "inline_diagnostics_wall_s": 0.47507572174072266, "optimizer_wall_s_excluding_inline_diagnostics": 22.056130409240723, "evaluation_wall_s": 0.0662844181060791}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu0_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu0_d3_s0.json
new file mode 100644
index 0000000..73ecec0
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu0_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.014615509659051895, 0.01802356168627739, 0.023290880024433136], "cos_innovation_negg": [-0.014615509659051895, 0.01802356168627739, 0.023290880024433136], "cos_apical_negg": [-0.014638984575867653, 0.017571203410625458, 0.022482598200440407], "cos_Ac_negg": [-0.010890763252973557, 0.022868484258651733, 0.034097686409950256], "r_norm": [5.920583724975586, 5.654066562652588, 5.622917175292969], "traffic_norm": [3.153928518295288, 3.1129655838012695, 3.0246775150299072], "traffic_residual_norm": [3.0018765926361084, 2.9409241676330566, 2.832671642303467], "traffic_r2": [0.09412997961044312, 0.10751456022262573, 0.12296062707901001]}, {"step": 200, "epoch": 0, "train_loss": 0.5723468065261841, "cos_r_negg": [0.31820422410964966, 0.1839442253112793, 0.01802053675055504], "cos_innovation_negg": [0.31820422410964966, 0.1839442253112793, 0.01802053675055504], "cos_apical_negg": [0.08493664860725403, 0.0273226760327816, -0.0424652136862278], "cos_Ac_negg": [0.6886389255523682, 0.05188440531492233, 0.11223197728395462], "r_norm": [0.918244481086731, 0.8912864923477173, 0.8873218297958374], "traffic_norm": [6.829709529876709, 6.685674667358398, 6.593140602111816], "traffic_residual_norm": [0.08312847465276718, 0.056579045951366425, 0.08476570248603821], "traffic_r2": [0.9998214244842529, 0.9999284148216248, 0.9998347163200378]}, {"step": 400, "epoch": 0, "train_loss": 0.5910541415214539, "cos_r_negg": [0.4018639326095581, 0.05288831889629364, 0.05214308202266693], "cos_innovation_negg": [0.4018639326095581, 0.05288831889629364, 0.05214308202266693], "cos_apical_negg": [-0.016867998987436295, -0.02275835908949375, -0.0976368859410286], "cos_Ac_negg": [0.7565867304801941, 0.1457076519727707, 0.10217919200658798], "r_norm": [0.8309507966041565, 0.7607865333557129, 0.7643681764602661], "traffic_norm": [6.852725982666016, 6.718464374542236, 6.630975246429443], "traffic_residual_norm": [0.07543528079986572, 0.02616780623793602, 0.03698493540287018], "traffic_r2": [0.9998727440834045, 0.999984860420227, 0.9999688863754272]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9152, "eval_loss": 0.39872636108398435, "val_acc": 0.9152, "val_loss": 0.39872636108398435}, {"step": 600, "epoch": 1, "train_loss": 0.4379589557647705, "cos_r_negg": [0.5138534307479858, -0.07038350403308868, 0.17084938287734985], "cos_innovation_negg": [0.5138534307479858, -0.07038350403308868, 0.17084938287734985], "cos_apical_negg": [0.019736336544156075, -0.17563143372535706, -0.26705676317214966], "cos_Ac_negg": [0.7749269008636475, -0.020107945427298546, 0.23696495592594147], "r_norm": [1.0038862228393555, 0.6994689702987671, 0.693804144859314], "traffic_norm": [6.8529157638549805, 6.719761848449707, 6.63352108001709], "traffic_residual_norm": [0.3627933859825134, 0.019319284707307816, 0.025589415803551674], "traffic_r2": [0.9971957802772522, 0.9999917149543762, 0.9999850988388062]}, {"step": 800, "epoch": 1, "train_loss": 0.7141480445861816, "cos_r_negg": [0.4333155155181885, 0.019298220053315163, 0.07176057994365692], "cos_innovation_negg": [0.4333155155181885, 0.019298220053315163, 0.07176057994365692], "cos_apical_negg": [-0.010633055120706558, -0.04547671973705292, 0.03331184387207031], "cos_Ac_negg": [0.7764657735824585, 0.04731976240873337, 0.27295613288879395], "r_norm": [0.39821508526802063, 0.34783002734184265, 0.35444480180740356], "traffic_norm": [6.844069004058838, 6.7063798904418945, 6.620115280151367], "traffic_residual_norm": [0.05284653604030609, 0.014837190508842468, 0.019582409411668777], "traffic_r2": [0.9999376535415649, 0.9999951124191284, 0.999991238117218]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.926, "eval_loss": 0.3091436767578125, "val_acc": 0.926, "val_loss": 0.3091436767578125}, {"step": 1000, "epoch": 2, "train_loss": 0.2089407593011856, "cos_r_negg": [0.4004010856151581, -0.00807918980717659, 0.09220410138368607], "cos_innovation_negg": [0.4004010856151581, -0.00807918980717659, 0.09220410138368607], "cos_apical_negg": [-0.032965533435344696, -0.08768962323665619, -0.02697238326072693], "cos_Ac_negg": [0.804061770439148, 0.10450570285320282, 0.10381487011909485], "r_norm": [0.4843927025794983, 0.4335278868675232, 0.44195038080215454], "traffic_norm": [6.837965965270996, 6.701249122619629, 6.603665351867676], "traffic_residual_norm": [0.048155900090932846, 0.02247796021401882, 0.028847455978393555], "traffic_r2": [0.9999489188194275, 0.9999887347221375, 0.9999809265136719]}, {"step": 1200, "epoch": 2, "train_loss": 0.3589460849761963, "cos_r_negg": [0.4920731484889984, -0.07806824892759323, 0.11202900111675262], "cos_innovation_negg": [0.4920731484889984, -0.07806824892759323, 0.11202900111675262], "cos_apical_negg": [0.07028870284557343, -0.1869857907295227, -0.03337953984737396], "cos_Ac_negg": [0.8121294379234314, -0.09795504063367844, 0.29056212306022644], "r_norm": [0.6722608804702759, 0.5815954208374023, 0.575394868850708], "traffic_norm": [6.844692230224609, 6.712678909301758, 6.622292518615723], "traffic_residual_norm": [0.08019673824310303, 0.01522176805883646, 0.020407620817422867], "traffic_r2": [0.9998548030853271, 0.9999948740005493, 0.9999905228614807]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9338, "eval_loss": 0.2994612426757812, "val_acc": 0.9338, "val_loss": 0.2994612426757812}, {"step": 1400, "epoch": 3, "train_loss": 0.25738972425460815, "cos_r_negg": [0.44243282079696655, 0.06829795241355896, 0.12948991358280182], "cos_innovation_negg": [0.44243282079696655, 0.06829795241355896, 0.12948991358280182], "cos_apical_negg": [0.028651375323534012, -0.08268506079912186, 0.06798869371414185], "cos_Ac_negg": [0.8041980862617493, 0.10901348292827606, 0.244469553232193], "r_norm": [0.32454872131347656, 0.2672973871231079, 0.2682260274887085], "traffic_norm": [6.843448638916016, 6.710052013397217, 6.6275224685668945], "traffic_residual_norm": [0.04713967442512512, 0.00502666225656867, 0.008789004758000374], "traffic_r2": [0.9999496936798096, 0.999999463558197, 0.9999982118606567]}, {"step": 1600, "epoch": 3, "train_loss": 0.4947131276130676, "cos_r_negg": [0.5147712230682373, 0.17230801284313202, 0.14664709568023682], "cos_innovation_negg": [0.5147712230682373, 0.17230801284313202, 0.14664709568023682], "cos_apical_negg": [-0.10290329903364182, -0.06363891810178757, -0.22342154383659363], "cos_Ac_negg": [0.8093456029891968, 0.2626883089542389, 0.1623648703098297], "r_norm": [0.43195122480392456, 0.33751344680786133, 0.34023380279541016], "traffic_norm": [6.849837303161621, 6.7208685874938965, 6.634657859802246], "traffic_residual_norm": [0.0907585620880127, 0.007016993593424559, 0.010892982594668865], "traffic_r2": [0.999822735786438, 0.999998927116394, 0.9999973177909851]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9456, "eval_loss": 0.23386934204101562, "val_acc": 0.9456, "val_loss": 0.23386934204101562}, {"step": 1800, "epoch": 4, "train_loss": 0.24080365896224976, "cos_r_negg": [0.45520275831222534, 0.18857789039611816, 0.14538022875785828], "cos_innovation_negg": [0.45520275831222534, 0.18857789039611816, 0.14538022875785828], "cos_apical_negg": [0.025268245488405228, -0.03882646560668945, -0.13418850302696228], "cos_Ac_negg": [0.8249934911727905, 0.2537882924079895, 0.20897498726844788], "r_norm": [0.4052808880805969, 0.35032451152801514, 0.35200220346450806], "traffic_norm": [6.847506999969482, 6.714840412139893, 6.620499610900879], "traffic_residual_norm": [0.039631396532058716, 0.00798818003386259, 0.009359684772789478], "traffic_r2": [0.9999572038650513, 0.9999985694885254, 0.9999979734420776]}, {"step": 2000, "epoch": 4, "train_loss": 0.12180159986019135, "cos_r_negg": [0.4576725661754608, 0.15397775173187256, 0.1381106972694397], "cos_innovation_negg": [0.4576725661754608, 0.15397775173187256, 0.1381106972694397], "cos_apical_negg": [0.010871592909097672, -0.0683688074350357, -0.07036302983760834], "cos_Ac_negg": [0.8131579160690308, 0.2510768175125122, 0.24708691239356995], "r_norm": [0.4973490536212921, 0.4183083772659302, 0.41985875368118286], "traffic_norm": [6.848385334014893, 6.713850021362305, 6.622889518737793], "traffic_residual_norm": [0.04482307285070419, 0.008593467995524406, 0.01268444862216711], "traffic_r2": [0.9999446868896484, 0.9999983906745911, 0.9999963045120239]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9478, "eval_loss": 0.21442379760742186, "val_acc": 0.9478, "val_loss": 0.21442379760742186}, {"step": 2200, "epoch": 5, "train_loss": 0.048968665301799774, "cos_r_negg": [0.41858723759651184, 0.031563177704811096, 0.11974334716796875], "cos_innovation_negg": [0.41858723759651184, 0.031563177704811096, 0.11974334716796875], "cos_apical_negg": [0.003094256389886141, -0.13423097133636475, 0.07406401634216309], "cos_Ac_negg": [0.8220871090888977, 0.01087037194520235, 0.3047969937324524], "r_norm": [0.3022884130477905, 0.25669440627098083, 0.25378990173339844], "traffic_norm": [6.849501609802246, 6.7113189697265625, 6.623690605163574], "traffic_residual_norm": [0.031309716403484344, 0.005781840067356825, 0.006737824529409409], "traffic_r2": [0.9999682307243347, 0.9999992847442627, 0.9999989867210388]}, {"step": 2400, "epoch": 5, "train_loss": 0.22170120477676392, "cos_r_negg": [0.4583425223827362, 0.11133655905723572, 0.13890627026557922], "cos_innovation_negg": [0.4583425223827362, 0.11133655905723572, 0.13890627026557922], "cos_apical_negg": [0.007680244278162718, -0.12945973873138428, 0.022836267948150635], "cos_Ac_negg": [0.8116282224655151, 0.14525975286960602, 0.31688281893730164], "r_norm": [0.3761224150657654, 0.30408549308776855, 0.3029510974884033], "traffic_norm": [6.849215507507324, 6.713988304138184, 6.626190662384033], "traffic_residual_norm": [0.05341164395213127, 0.0027695721946656704, 0.003464300883933902], "traffic_r2": [0.9999327063560486, 0.9999998211860657, 0.9999997019767761]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9534, "eval_loss": 0.19494707946777343, "val_acc": 0.9534, "val_loss": 0.19494707946777343}, {"step": 2600, "epoch": 6, "train_loss": 0.13696038722991943, "cos_r_negg": [0.52012038230896, 0.1180783361196518, 0.17808935046195984], "cos_innovation_negg": [0.52012038230896, 0.1180783361196518, 0.17808935046195984], "cos_apical_negg": [-0.06618136912584305, -0.0091044120490551, -0.219375878572464], "cos_Ac_negg": [0.8400750160217285, 0.16932183504104614, 0.2523097097873688], "r_norm": [0.3214922547340393, 0.2586096525192261, 0.25611457228660583], "traffic_norm": [6.849558353424072, 6.719632625579834, 6.629617691040039], "traffic_residual_norm": [0.040883854031562805, 0.0028912797570228577, 0.003954566083848476], "traffic_r2": [0.99996018409729, 0.9999998211860657, 0.9999996423721313]}, {"step": 2800, "epoch": 6, "train_loss": 0.15682178735733032, "cos_r_negg": [0.505956768989563, 0.24691544473171234, 0.1695341318845749], "cos_innovation_negg": [0.505956768989563, 0.24691544473171234, 0.1695341318845749], "cos_apical_negg": [-0.06755346059799194, -0.004789777100086212, -0.09124341607093811], "cos_Ac_negg": [0.8342090249061584, 0.29265332221984863, 0.21872255206108093], "r_norm": [0.33593040704727173, 0.25284314155578613, 0.2530366778373718], "traffic_norm": [6.853970527648926, 6.718299865722656, 6.628661155700684], "traffic_residual_norm": [0.07000407576560974, 0.004114273004233837, 0.005220417864620686], "traffic_r2": [0.9998911619186401, 0.9999996423721313, 0.9999994039535522]}, {"step": 3000, "epoch": 6, "train_loss": 0.2790542244911194, "cos_r_negg": [0.4372883439064026, 0.1355317234992981, 0.16300931572914124], "cos_innovation_negg": [0.4372883439064026, 0.1355317234992981, 0.16300931572914124], "cos_apical_negg": [-0.019553150981664658, -0.09089928865432739, -0.03679487481713295], "cos_Ac_negg": [0.8391737341880798, 0.19382312893867493, 0.2946828007698059], "r_norm": [0.3028583824634552, 0.22190624475479126, 0.2209642380475998], "traffic_norm": [6.847676753997803, 6.715326309204102, 6.627279758453369], "traffic_residual_norm": [0.06354953348636627, 0.0012897155247628689, 0.0019061206839978695], "traffic_r2": [0.9999105334281921, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9542, "eval_loss": 0.19500419921875, "val_acc": 0.9542, "val_loss": 0.19500419921875}, {"step": 3200, "epoch": 7, "train_loss": 0.2948642075061798, "cos_r_negg": [0.45701342821121216, 0.22343164682388306, 0.17984595894813538], "cos_innovation_negg": [0.45701342821121216, 0.22343164682388306, 0.17984595894813538], "cos_apical_negg": [-0.09607017040252686, 0.07913090288639069, -0.2512207627296448], "cos_Ac_negg": [0.8453879356384277, 0.2221742868423462, 0.22022892534732819], "r_norm": [0.26219022274017334, 0.21136240661144257, 0.21252119541168213], "traffic_norm": [6.848472595214844, 6.71734619140625, 6.626486778259277], "traffic_residual_norm": [0.03145100176334381, 0.0005846950225532055, 0.0007355581619776785], "traffic_r2": [0.9999527931213379, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.18096137046813965, "cos_r_negg": [0.39904510974884033, 0.09571873396635056, 0.20634707808494568], "cos_innovation_negg": [0.39904510974884033, 0.09571873396635056, 0.20634707808494568], "cos_apical_negg": [0.010859218426048756, 0.20891663432121277, -0.29995977878570557], "cos_Ac_negg": [0.8376550674438477, 0.03374549001455307, 0.3346465229988098], "r_norm": [0.42918553948402405, 0.3146961033344269, 0.31142449378967285], "traffic_norm": [6.840126991271973, 6.709991455078125, 6.619088649749756], "traffic_residual_norm": [0.09522878378629684, 0.0012781384866684675, 0.0015204743249341846], "traffic_r2": [0.9997957944869995, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9524, "eval_loss": 0.19839863586425782, "val_acc": 0.9524, "val_loss": 0.19839863586425782}, {"step": 3600, "epoch": 8, "train_loss": 0.2673727571964264, "cos_r_negg": [0.36381304264068604, 0.1645120084285736, 0.1304963380098343], "cos_innovation_negg": [0.36381304264068604, 0.1645120084285736, 0.1304963380098343], "cos_apical_negg": [0.016214367002248764, 0.10452619194984436, 0.025061646476387978], "cos_Ac_negg": [0.8436673879623413, 0.20589488744735718, 0.3212278485298157], "r_norm": [0.28846824169158936, 0.21185539662837982, 0.21176517009735107], "traffic_norm": [6.846810340881348, 6.7134504318237305, 6.625246047973633], "traffic_residual_norm": [0.05914393812417984, 0.002416700590401888, 0.003247175132855773], "traffic_r2": [0.9999151825904846, 0.9999998807907104, 0.9999997615814209]}, {"step": 3800, "epoch": 8, "train_loss": 0.1502421349287033, "cos_r_negg": [0.5077778697013855, 0.217606782913208, 0.15633897483348846], "cos_innovation_negg": [0.5077778697013855, 0.217606782913208, 0.15633897483348846], "cos_apical_negg": [-0.09009315073490143, -0.07007543742656708, -0.149088516831398], "cos_Ac_negg": [0.8555468320846558, 0.290123850107193, 0.2859046757221222], "r_norm": [0.3305658996105194, 0.2411351203918457, 0.23540237545967102], "traffic_norm": [6.8521528244018555, 6.722506523132324, 6.632297515869141], "traffic_residual_norm": [0.07298341393470764, 0.00373328966088593, 0.004395660012960434], "traffic_r2": [0.9998815059661865, 0.9999997019767761, 0.9999995827674866]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.95, "eval_loss": 0.22664549560546876, "val_acc": 0.95, "val_loss": 0.22664549560546876}, {"step": 4000, "epoch": 9, "train_loss": 0.06220177561044693, "cos_r_negg": [0.4098725914955139, 0.17610910534858704, 0.14039412140846252], "cos_innovation_negg": [0.4098725914955139, 0.17610910534858704, 0.14039412140846252], "cos_apical_negg": [-0.09377214312553406, -0.044670991599559784, -0.18274712562561035], "cos_Ac_negg": [0.8450469970703125, 0.2556224763393402, 0.2936530113220215], "r_norm": [0.4255833923816681, 0.21734260022640228, 0.21508270502090454], "traffic_norm": [6.847971439361572, 6.711671829223633, 6.619855880737305], "traffic_residual_norm": [0.20032130181789398, 0.006682968698441982, 0.0061669559217989445], "traffic_r2": [0.9991389513015747, 0.9999989867210388, 0.9999991059303284]}, {"step": 4200, "epoch": 9, "train_loss": 0.08769305050373077, "cos_r_negg": [0.42583784461021423, 0.20255732536315918, 0.1712980717420578], "cos_innovation_negg": [0.42583784461021423, 0.20255732536315918, 0.1712980717420578], "cos_apical_negg": [-0.002215396612882614, 0.056203693151474, -0.03275628015398979], "cos_Ac_negg": [0.8490561246871948, 0.31846675276756287, 0.19437003135681152], "r_norm": [0.4936850666999817, 0.2651546895503998, 0.2648268938064575], "traffic_norm": [6.8475236892700195, 6.71156120300293, 6.622842788696289], "traffic_residual_norm": [0.21353577077388763, 0.002368627581745386, 0.003211876843124628], "traffic_r2": [0.9990216493606567, 0.9999998807907104, 0.9999997615814209]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9588, "eval_loss": 0.17671723022460936, "val_acc": 0.9588, "val_loss": 0.17671723022460936}, {"step": 4400, "epoch": 10, "train_loss": 0.05093705654144287, "cos_r_negg": [0.43964946269989014, 0.09792271256446838, 0.2086111456155777], "cos_innovation_negg": [0.43964946269989014, 0.09792271256446838, 0.2086111456155777], "cos_apical_negg": [-0.01251709833741188, -0.032871123403310776, 0.010220967233181], "cos_Ac_negg": [0.8590202927589417, 0.18439124524593353, 0.32506704330444336], "r_norm": [0.267084538936615, 0.22243648767471313, 0.22354188561439514], "traffic_norm": [6.844310760498047, 6.711848735809326, 6.620551586151123], "traffic_residual_norm": [0.01750357821583748, 0.0041652824729681015, 0.005616296082735062], "traffic_r2": [0.9999834299087524, 0.9999996423721313, 0.9999992847442627]}, {"step": 4600, "epoch": 10, "train_loss": 0.07423918694257736, "cos_r_negg": [0.39824378490448, 0.12001427263021469, 0.14762301743030548], "cos_innovation_negg": [0.39824378490448, 0.12001427263021469, 0.14762301743030548], "cos_apical_negg": [-0.010714896023273468, -0.055718470364809036, -0.05462288111448288], "cos_Ac_negg": [0.8553122282028198, 0.1952407956123352, 0.2680763900279999], "r_norm": [0.29707324504852295, 0.2263343334197998, 0.22509872913360596], "traffic_norm": [6.847009658813477, 6.708243370056152, 6.6174116134643555], "traffic_residual_norm": [0.04548664018511772, 0.0016799070872366428, 0.001906106946989894], "traffic_r2": [0.9999495148658752, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9652, "eval_loss": 0.1343835662841797, "val_acc": 0.9652, "val_loss": 0.1343835662841797}, {"step": 4800, "epoch": 11, "train_loss": 0.06494979560375214, "cos_r_negg": [0.39099931716918945, 0.17065399885177612, 0.2068018615245819], "cos_innovation_negg": [0.39099931716918945, 0.17065399885177612, 0.2068018615245819], "cos_apical_negg": [-0.043549664318561554, 0.027358567342162132, -0.19844600558280945], "cos_Ac_negg": [0.8559257984161377, 0.22664648294448853, 0.40779125690460205], "r_norm": [0.46633508801460266, 0.2130492925643921, 0.21057000756263733], "traffic_norm": [6.845478534698486, 6.70960807800293, 6.61805534362793], "traffic_residual_norm": [0.2453150451183319, 0.0018134450074285269, 0.002195844892412424], "traffic_r2": [0.9987099170684814, 0.9999999403953552, 0.9999998807907104]}, {"step": 5000, "epoch": 11, "train_loss": 0.07715712487697601, "cos_r_negg": [0.42075398564338684, 0.182966411113739, 0.17235983908176422], "cos_innovation_negg": [0.42075398564338684, 0.182966411113739, 0.17235983908176422], "cos_apical_negg": [-0.04248186945915222, -0.024354778230190277, -0.13616909086704254], "cos_Ac_negg": [0.8476478457450867, 0.23482650518417358, 0.23769699037075043], "r_norm": [0.6765471696853638, 0.22890716791152954, 0.2291775643825531], "traffic_norm": [6.846472263336182, 6.7104878425598145, 6.622469902038574], "traffic_residual_norm": [0.44555094838142395, 0.0014339544577524066, 0.0016987482085824013], "traffic_r2": [0.9957418441772461, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9558, "eval_loss": 0.18135603942871092, "val_acc": 0.9558, "val_loss": 0.18135603942871092}, {"step": 5200, "epoch": 12, "train_loss": 0.0705290362238884, "cos_r_negg": [0.37562888860702515, 0.08751581609249115, 0.21268758177757263], "cos_innovation_negg": [0.37562888860702515, 0.08751581609249115, 0.21268758177757263], "cos_apical_negg": [-0.0037764091975986958, 0.018095713108778, -0.11943352967500687], "cos_Ac_negg": [0.8551351428031921, 0.20110753178596497, 0.3539966940879822], "r_norm": [0.3176509439945221, 0.19948288798332214, 0.1990983486175537], "traffic_norm": [6.844786167144775, 6.713539123535156, 6.619562149047852], "traffic_residual_norm": [0.10101345926523209, 0.0014384767273440957, 0.001672759186476469], "traffic_r2": [0.9997749924659729, 0.9999999403953552, 0.9999999403953552]}, {"step": 5400, "epoch": 12, "train_loss": 0.04987413436174393, "cos_r_negg": [0.45838457345962524, 0.17615805566310883, 0.25498318672180176], "cos_innovation_negg": [0.45838457345962524, 0.17615805566310883, 0.25498318672180176], "cos_apical_negg": [-0.040096767246723175, 0.04387509822845459, -0.15629255771636963], "cos_Ac_negg": [0.8732918500900269, 0.2033584713935852, 0.36285093426704407], "r_norm": [0.3357565402984619, 0.2177637219429016, 0.2145378589630127], "traffic_norm": [6.84477424621582, 6.711655139923096, 6.618943214416504], "traffic_residual_norm": [0.09487279504537582, 0.00026026746490970254, 0.0003584788937587291], "traffic_r2": [0.9997894167900085, 1.0, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9586, "eval_loss": 0.19189454040527343, "val_acc": 0.9586, "val_loss": 0.19189454040527343}, {"step": 5600, "epoch": 13, "train_loss": 0.10040224343538284, "cos_r_negg": [0.41193073987960815, 0.11861343681812286, 0.2077411413192749], "cos_innovation_negg": [0.41193073987960815, 0.11861343681812286, 0.2077411413192749], "cos_apical_negg": [0.020767949521541595, -0.030296429991722107, -0.1113685667514801], "cos_Ac_negg": [0.8498976826667786, 0.1854131519794464, 0.42286217212677], "r_norm": [0.601016640663147, 0.2686702609062195, 0.26205968856811523], "traffic_norm": [6.847408294677734, 6.716279983520508, 6.622123718261719], "traffic_residual_norm": [0.3330307602882385, 0.009397434070706367, 0.010131455957889557], "traffic_r2": [0.9976233839988708, 0.9999980330467224, 0.9999976754188538]}, {"step": 5800, "epoch": 13, "train_loss": 0.052979812026023865, "cos_r_negg": [0.4195442795753479, 0.18220272660255432, 0.18434834480285645], "cos_innovation_negg": [0.4195442795753479, 0.18220272660255432, 0.18434834480285645], "cos_apical_negg": [-0.0036982838064432144, -0.0036933869123458862, -0.03458694368600845], "cos_Ac_negg": [0.8583114147186279, 0.28093963861465454, 0.34898751974105835], "r_norm": [0.3891276717185974, 0.24730190634727478, 0.24500420689582825], "traffic_norm": [6.8450026512146, 6.711360931396484, 6.617060661315918], "traffic_residual_norm": [0.1165873259305954, 0.0025583752430975437, 0.0029312614351511], "traffic_r2": [0.9996930956840515, 0.9999998807907104, 0.9999998211860657]}, {"step": 6000, "epoch": 13, "train_loss": 0.018742121756076813, "cos_r_negg": [0.38928017020225525, 0.1815175712108612, 0.27936625480651855], "cos_innovation_negg": [0.38928017020225525, 0.1815175712108612, 0.27936625480651855], "cos_apical_negg": [-0.019346674904227257, 0.07556462287902832, -0.1913813203573227], "cos_Ac_negg": [0.8600133657455444, 0.28631171584129333, 0.3974756598472595], "r_norm": [0.4017753601074219, 0.20914500951766968, 0.20785608887672424], "traffic_norm": [6.844712257385254, 6.710719108581543, 6.61856746673584], "traffic_residual_norm": [0.17520472407341003, 0.0008262104238383472, 0.001224640989676118], "traffic_r2": [0.99932861328125, 1.0, 0.9999999403953552]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9654, "eval_loss": 0.14789366455078126, "val_acc": 0.9654, "val_loss": 0.14789366455078126}, {"step": 6200, "epoch": 14, "train_loss": 0.013353865593671799, "cos_r_negg": [0.35064634680747986, 0.19845932722091675, 0.21727055311203003], "cos_innovation_negg": [0.35064634680747986, 0.19845932722091675, 0.21727055311203003], "cos_apical_negg": [-0.00657334178686142, 0.06280887126922607, -0.10640712827444077], "cos_Ac_negg": [0.8556143045425415, 0.288274347782135, 0.28024351596832275], "r_norm": [0.35839301347732544, 0.2151469737291336, 0.2137727439403534], "traffic_norm": [6.842501640319824, 6.709196090698242, 6.611194133758545], "traffic_residual_norm": [0.12068527936935425, 0.0005168598727323115, 0.0006360500119626522], "traffic_r2": [0.9996693134307861, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.1313883513212204, "cos_r_negg": [0.44361215829849243, 0.16340896487236023, 0.17297886312007904], "cos_innovation_negg": [0.44361215829849243, 0.16340896487236023, 0.17297886312007904], "cos_apical_negg": [-0.007170046679675579, -0.11535310745239258, -0.0035273386165499687], "cos_Ac_negg": [0.8693870306015015, 0.21905453503131866, 0.297896146774292], "r_norm": [0.41293051838874817, 0.259275883436203, 0.25557947158813477], "traffic_norm": [6.847002983093262, 6.71348237991333, 6.62010383605957], "traffic_residual_norm": [0.12579840421676636, 0.0010751691879704595, 0.0014024523552507162], "traffic_r2": [0.9996591210365295, 1.0, 0.9999999403953552]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9652, "eval_loss": 0.1446801544189453, "val_acc": 0.9652, "val_loss": 0.1446801544189453}], "final": {"eval_split": "validation", "eval_acc": 0.9652, "eval_loss": 0.1446801544189453, "wall_s": 23.050537586212158, "val_acc": 0.9652, "val_loss": 0.1446801544189453, "cos_r_negg": [0.4076813757419586, 0.10704031586647034, 0.2890068292617798], "cos_innovation_negg": [0.4076813757419586, 0.10704031586647034, 0.2890068292617798], "cos_apical_negg": [-0.007282759062945843, -0.0015966203063726425, -0.16421878337860107], "cos_Ac_negg": [0.8696528673171997, 0.2029687464237213, 0.4075024127960205], "traffic_norm": [6.845409393310547, 6.712583065032959, 6.619622230529785], "traffic_residual_norm": [0.3580856919288635, 0.0006085055065341294, 0.0007694363594055176], "traffic_r2": [0.9972583651542664, 1.0, 1.0]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 22.831471920013428, "diagnostics_wall_s": 0.5136945247650146, "inline_diagnostics_wall_s": 0.3706529140472412, "optimizer_wall_s_excluding_inline_diagnostics": 22.460819005966187, "evaluation_wall_s": 0.07150053977966309}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu1000_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu1000_d3_s0.json
new file mode 100644
index 0000000..77651b7
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu1000_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [0.0002632651012390852, 0.024244580417871475, 0.03415791690349579], "cos_innovation_negg": [0.0002632651012390852, 0.024244580417871475, 0.03415791690349579], "cos_apical_negg": [-0.002774080028757453, 0.018353208899497986, 0.01986568793654442], "cos_Ac_negg": [0.003959169611334801, 0.022923072800040245, 0.03415793180465698], "r_norm": [5.042791366577148, 4.890852928161621, 4.824251651763916], "traffic_norm": [2.6715383529663086, 2.6519713401794434, 2.59297513961792], "traffic_residual_norm": [1.2483488321304321, 0.9029020071029663, 1.8632902083481895e-06], "traffic_r2": [0.7817767858505249, 0.8841381669044495, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.4924113154411316, "cos_r_negg": [0.21562917530536652, 0.11898842453956604, 0.17633453011512756], "cos_innovation_negg": [0.21562917530536652, 0.11898842453956604, 0.17633453011512756], "cos_apical_negg": [0.01670696772634983, -0.027998145669698715, 0.13139156997203827], "cos_Ac_negg": [0.6963823437690735, 0.07715744525194168, 0.17609377205371857], "r_norm": [2.189176559448242, 4.105519771575928, 0.799045979976654], "traffic_norm": [5.585088729858398, 5.520440101623535, 5.528580188751221], "traffic_residual_norm": [1.6665422916412354, 3.781243324279785, 1.7826037037593778e-06], "traffic_r2": [0.9014592170715332, 0.5200083255767822, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.353222131729126, "cos_r_negg": [0.25720998644828796, 0.08591907471418381, 0.09470131993293762], "cos_innovation_negg": [0.25720998644828796, 0.08591907471418381, 0.09470131993293762], "cos_apical_negg": [-0.024628281593322754, 0.1796829104423523, 0.01309240609407425], "cos_Ac_negg": [0.7013968825340271, 0.07697533071041107, 0.08944771438837051], "r_norm": [1.2932178974151611, 2.3847241401672363, 0.6746529340744019], "traffic_norm": [5.504208564758301, 5.429074764251709, 5.40310001373291], "traffic_residual_norm": [0.7565190196037292, 2.0017964839935303, 1.8565963273431407e-06], "traffic_r2": [0.9810318946838379, 0.8639706373214722, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9052, "eval_loss": 0.3258904113769531, "val_acc": 0.9052, "val_loss": 0.3258904113769531}, {"step": 600, "epoch": 1, "train_loss": 0.23973138630390167, "cos_r_negg": [0.2683888077735901, -0.04642307013273239, 0.14560282230377197], "cos_innovation_negg": [0.2683888077735901, -0.04642307013273239, 0.14560282230377197], "cos_apical_negg": [0.017633458599448204, 0.2675663232803345, -0.0021839735563844442], "cos_Ac_negg": [0.7319813966751099, -0.14635297656059265, 0.145554780960083], "r_norm": [2.6493589878082275, 2.2061798572540283, 0.5282674431800842], "traffic_norm": [5.468691825866699, 5.382139205932617, 5.360466003417969], "traffic_residual_norm": [2.380791187286377, 1.9183801412582397, 1.8091159290634096e-06], "traffic_r2": [0.8101775646209717, 0.8729857206344604, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.21169322729110718, "cos_r_negg": [0.22932621836662292, 0.0793645977973938, 0.18908822536468506], "cos_innovation_negg": [0.22932621836662292, 0.0793645977973938, 0.18908822536468506], "cos_apical_negg": [-0.01688219979405403, 0.16183409094810486, -0.015448343008756638], "cos_Ac_negg": [0.7565265893936157, 0.1142175942659378, 0.18800300359725952], "r_norm": [1.4504562616348267, 4.221667766571045, 0.5449447631835938], "traffic_norm": [5.515506267547607, 5.404076099395752, 5.38857889175415], "traffic_residual_norm": [1.0369086265563965, 4.022878646850586, 1.5537677882093703e-06], "traffic_r2": [0.9645695686340332, 0.4460447430610657, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9126, "eval_loss": 0.30035589904785154, "val_acc": 0.9126, "val_loss": 0.30035589904785154}, {"step": 1000, "epoch": 2, "train_loss": 0.2963985800743103, "cos_r_negg": [0.15490961074829102, 0.05644087493419647, 0.2523353695869446], "cos_innovation_negg": [0.15490961074829102, 0.05644087493419647, 0.2523353695869446], "cos_apical_negg": [-0.08528251945972443, 0.08963669091463089, 0.0029910639859735966], "cos_Ac_negg": [0.7858874201774597, 0.06875931471586227, 0.252357542514801], "r_norm": [0.9950076937675476, 3.0513393878936768, 0.36528220772743225], "traffic_norm": [5.505265235900879, 5.407634735107422, 5.401662349700928], "traffic_residual_norm": [0.6967984437942505, 2.8824715614318848, 1.5652632328055915e-06], "traffic_r2": [0.9838674664497375, 0.7159898281097412, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.40873387455940247, "cos_r_negg": [0.268798291683197, 0.08797083795070648, 0.2552642226219177], "cos_innovation_negg": [0.268798291683197, 0.08797083795070648, 0.2552642226219177], "cos_apical_negg": [-0.0029775663278996944, 0.08026041835546494, -0.06897057592868805], "cos_Ac_negg": [0.7634143829345703, 0.07245005667209625, 0.2567780911922455], "r_norm": [1.2388746738433838, 1.4879570007324219, 0.483345627784729], "traffic_norm": [5.510610580444336, 5.408991813659668, 5.401266098022461], "traffic_residual_norm": [0.8717359304428101, 1.1691774129867554, 1.6438725651823916e-06], "traffic_r2": [0.9747056365013123, 0.9532541036605835, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.24542109375, "val_acc": 0.931, "val_loss": 0.24542109375}, {"step": 1400, "epoch": 3, "train_loss": 0.24034075438976288, "cos_r_negg": [0.2712717056274414, 0.12583506107330322, 0.2780628800392151], "cos_innovation_negg": [0.2712717056274414, 0.12583506107330322, 0.2780628800392151], "cos_apical_negg": [0.012735344469547272, -0.01389311719685793, -0.07794824242591858], "cos_Ac_negg": [0.7757565975189209, 0.22443008422851562, 0.2812690734863281], "r_norm": [1.3740419149398804, 3.6476221084594727, 0.4971909523010254], "traffic_norm": [5.476291656494141, 5.390251159667969, 5.370087623596191], "traffic_residual_norm": [1.0045274496078491, 3.4531428813934326, 1.5919210909487447e-06], "traffic_r2": [0.965894877910614, 0.5897444486618042, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.1374674141407013, "cos_r_negg": [0.1912340372800827, 0.1604841649532318, 0.1689641773700714], "cos_innovation_negg": [0.1912340372800827, 0.1604841649532318, 0.1689641773700714], "cos_apical_negg": [-0.029642589390277863, 0.10876744240522385, -0.053071871399879456], "cos_Ac_negg": [0.809490978717804, 0.22802144289016724, 0.16933196783065796], "r_norm": [0.9634402990341187, 1.4000658988952637, 0.3620646595954895], "traffic_norm": [5.494557857513428, 5.405489444732666, 5.393343448638916], "traffic_residual_norm": [0.6654800176620483, 1.1685583591461182, 1.5043564189909375e-06], "traffic_r2": [0.9848241806030273, 0.9531461000442505, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9382, "eval_loss": 0.2242768859863281, "val_acc": 0.9382, "val_loss": 0.2242768859863281}, {"step": 1800, "epoch": 4, "train_loss": 0.21064074337482452, "cos_r_negg": [0.22925052046775818, 0.18639856576919556, 0.2413851022720337], "cos_innovation_negg": [0.22925052046775818, 0.18639856576919556, 0.2413851022720337], "cos_apical_negg": [-0.008272923529148102, 0.19452261924743652, -0.02009217068552971], "cos_Ac_negg": [0.7909388542175293, 0.3797675371170044, 0.251644104719162], "r_norm": [1.6038544178009033, 1.581521987915039, 0.46285808086395264], "traffic_norm": [5.491933822631836, 5.408878326416016, 5.385533809661865], "traffic_residual_norm": [1.27603018283844, 1.2830878496170044, 1.4273847455115174e-06], "traffic_r2": [0.9455431699752808, 0.9435756206512451, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.31581607460975647, "cos_r_negg": [0.1604216992855072, 0.12140046060085297, 0.15548637509346008], "cos_innovation_negg": [0.1604216992855072, 0.12140046060085297, 0.15548637509346008], "cos_apical_negg": [-0.028261832892894745, 0.05398347228765488, 0.0059027159586548805], "cos_Ac_negg": [0.8000437021255493, 0.3696877956390381, 0.15630784630775452], "r_norm": [1.004762887954712, 1.0576272010803223, 0.32842326164245605], "traffic_norm": [5.4951491355896, 5.39804220199585, 5.390078544616699], "traffic_residual_norm": [0.730567455291748, 0.8180550932884216, 1.5727677009635954e-06], "traffic_r2": [0.9819778203964233, 0.9769837260246277, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9368, "eval_loss": 0.24500413513183594, "val_acc": 0.9368, "val_loss": 0.24500413513183594}, {"step": 2200, "epoch": 5, "train_loss": 0.21812467277050018, "cos_r_negg": [0.22574123740196228, 0.13457444310188293, 0.18508006632328033], "cos_innovation_negg": [0.22574123740196228, 0.13457444310188293, 0.18508006632328033], "cos_apical_negg": [-0.0065698809921741486, 0.10702832788228989, -0.06231172755360603], "cos_Ac_negg": [0.819805383682251, 0.3797849416732788, 0.18440751731395721], "r_norm": [1.451629638671875, 1.5271493196487427, 0.3807910680770874], "traffic_norm": [5.486519813537598, 5.390203475952148, 5.378744125366211], "traffic_residual_norm": [1.1750717163085938, 1.2852532863616943, 1.5124908259167569e-06], "traffic_r2": [0.9531170129776001, 0.9430770874023438, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.09769508242607117, "cos_r_negg": [0.1834644079208374, 0.15970128774642944, 0.1563887894153595], "cos_innovation_negg": [0.1834644079208374, 0.15970128774642944, 0.1563887894153595], "cos_apical_negg": [-0.056668877601623535, 0.09782736748456955, -0.028083540499210358], "cos_Ac_negg": [0.7920992970466614, 0.4190579354763031, 0.16059231758117676], "r_norm": [1.1130003929138184, 1.349702000617981, 0.30036118626594543], "traffic_norm": [5.4485063552856445, 5.341022968292236, 5.346426486968994], "traffic_residual_norm": [0.8726183176040649, 1.150649070739746, 1.4745587577635888e-06], "traffic_r2": [0.974059522151947, 0.9535450339317322, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9234, "eval_loss": 0.3069013916015625, "val_acc": 0.9234, "val_loss": 0.3069013916015625}, {"step": 2600, "epoch": 6, "train_loss": 0.13086332380771637, "cos_r_negg": [0.17345859110355377, 0.12856778502464294, 0.2915871739387512], "cos_innovation_negg": [0.17345859110355377, 0.12856778502464294, 0.2915871739387512], "cos_apical_negg": [-0.05077619105577469, 0.11570096015930176, -0.030082490295171738], "cos_Ac_negg": [0.8178054690361023, 0.35342374444007874, 0.2975444793701172], "r_norm": [1.1754560470581055, 1.5029891729354858, 0.3525470793247223], "traffic_norm": [5.435588359832764, 5.320957660675049, 5.322300910949707], "traffic_residual_norm": [0.8803011178970337, 1.270363450050354, 1.6314374988724012e-06], "traffic_r2": [0.9733667969703674, 0.942960798740387, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.16282644867897034, "cos_r_negg": [0.1772441416978836, 0.1437884420156479, 0.25132596492767334], "cos_innovation_negg": [0.1772441416978836, 0.1437884420156479, 0.25132596492767334], "cos_apical_negg": [0.004724129103124142, 0.13538241386413574, -0.041423436254262924], "cos_Ac_negg": [0.8127253651618958, 0.40971946716308594, 0.25719693303108215], "r_norm": [1.254004716873169, 2.5278735160827637, 0.3596716821193695], "traffic_norm": [5.438014984130859, 5.319258689880371, 5.324995517730713], "traffic_residual_norm": [0.9738600254058838, 2.3483498096466064, 1.5606963188474765e-06], "traffic_r2": [0.9676989912986755, 0.8051321506500244, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.1067395880818367, "cos_r_negg": [0.23331023752689362, 0.06964409351348877, 0.22651457786560059], "cos_innovation_negg": [0.23331023752689362, 0.06964409351348877, 0.22651457786560059], "cos_apical_negg": [-0.0010740626603364944, 0.112664595246315, 0.019511902704834938], "cos_Ac_negg": [0.8081241250038147, 0.43825188279151917, 0.2340511530637741], "r_norm": [1.4663751125335693, 2.0038414001464844, 0.4240897297859192], "traffic_norm": [5.420714378356934, 5.299047470092773, 5.318731307983398], "traffic_residual_norm": [1.144841194152832, 1.7721190452575684, 1.4844131328572985e-06], "traffic_r2": [0.9552699327468872, 0.8881317973136902, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9422, "eval_loss": 0.22372791748046875, "val_acc": 0.9422, "val_loss": 0.22372791748046875}, {"step": 3200, "epoch": 7, "train_loss": 0.06896427273750305, "cos_r_negg": [0.23105847835540771, 0.17179881036281586, 0.3312143087387085], "cos_innovation_negg": [0.23105847835540771, 0.17179881036281586, 0.3312143087387085], "cos_apical_negg": [0.00923909805715084, 0.1599361002445221, -0.00022259261459112167], "cos_Ac_negg": [0.8139832615852356, 0.5127279758453369, 0.3367882966995239], "r_norm": [1.450079321861267, 1.7635269165039062, 0.422598659992218], "traffic_norm": [5.434884071350098, 5.293466567993164, 5.320381164550781], "traffic_residual_norm": [1.1153535842895508, 1.5067458152770996, 1.4729555459780386e-06], "traffic_r2": [0.9575344920158386, 0.9189202189445496, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.14729800820350647, "cos_r_negg": [0.1907247006893158, 0.11881329119205475, 0.2820819616317749], "cos_innovation_negg": [0.1907247006893158, 0.11881329119205475, 0.2820819616317749], "cos_apical_negg": [-0.013531317934393883, 0.02197747305035591, -0.0403091199696064], "cos_Ac_negg": [0.8176631331443787, 0.38287821412086487, 0.27944839000701904], "r_norm": [1.5995697975158691, 1.5925761461257935, 0.3330378532409668], "traffic_norm": [5.423091888427734, 5.2602739334106445, 5.32462215423584], "traffic_residual_norm": [1.34481942653656, 1.374572515487671, 1.8277082745044027e-06], "traffic_r2": [0.938395082950592, 0.931704044342041, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.23033937683105468, "val_acc": 0.9394, "val_loss": 0.23033937683105468}, {"step": 3600, "epoch": 8, "train_loss": 0.1941547393798828, "cos_r_negg": [0.15950560569763184, 0.08782779425382614, 0.23609107732772827], "cos_innovation_negg": [0.15950560569763184, 0.08782779425382614, 0.23609107732772827], "cos_apical_negg": [-0.08044078201055527, 0.03993363678455353, -0.04108327254652977], "cos_Ac_negg": [0.8293623924255371, 0.3381108045578003, 0.24177618324756622], "r_norm": [1.4518803358078003, 2.2723867893218994, 0.3209119737148285], "traffic_norm": [5.4301958084106445, 5.262904644012451, 5.329657554626465], "traffic_residual_norm": [1.2033511400222778, 2.1040549278259277, 1.5354153219959699e-06], "traffic_r2": [0.950701892375946, 0.8402292728424072, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.12582102417945862, "cos_r_negg": [0.1717781126499176, 0.06431768834590912, 0.26774442195892334], "cos_innovation_negg": [0.1717781126499176, 0.06431768834590912, 0.26774442195892334], "cos_apical_negg": [-0.0011870218440890312, 0.007896781899034977, -0.04356885328888893], "cos_Ac_negg": [0.8271645307540894, 0.3413218557834625, 0.2552894353866577], "r_norm": [1.3704952001571655, 1.9672772884368896, 0.34949982166290283], "traffic_norm": [5.4294047355651855, 5.263099193572998, 5.328024864196777], "traffic_residual_norm": [1.0893664360046387, 1.7700254917144775, 1.376423824694939e-06], "traffic_r2": [0.959506094455719, 0.8869054317474365, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.919, "eval_loss": 0.322689501953125, "val_acc": 0.919, "val_loss": 0.322689501953125}, {"step": 4000, "epoch": 9, "train_loss": 0.198530375957489, "cos_r_negg": [0.16468895971775055, 0.1344420462846756, 0.30485543608665466], "cos_innovation_negg": [0.16468895971775055, 0.1344420462846756, 0.30485543608665466], "cos_apical_negg": [-0.04995664954185486, 0.09096165746450424, -0.014586074277758598], "cos_Ac_negg": [0.8269239068031311, 0.4460040330886841, 0.2998073697090149], "r_norm": [1.279466152191162, 1.2696553468704224, 0.3609958291053772], "traffic_norm": [5.377291679382324, 5.260106086730957, 5.318569183349609], "traffic_residual_norm": [0.980725884437561, 1.0135997533798218, 1.4341859468913754e-06], "traffic_r2": [0.9666324853897095, 0.962822675704956, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.3128696084022522, "cos_r_negg": [0.21551522612571716, 0.17507696151733398, 0.22420313954353333], "cos_innovation_negg": [0.21551522612571716, 0.17507696151733398, 0.22420313954353333], "cos_apical_negg": [-0.006343649700284004, 0.009898046031594276, -0.014289511367678642], "cos_Ac_negg": [0.82763671875, 0.46278899908065796, 0.22392599284648895], "r_norm": [1.3255747556686401, 1.5148833990097046, 0.359348326921463], "traffic_norm": [5.403770446777344, 5.269184589385986, 5.33729362487793], "traffic_residual_norm": [1.0271668434143066, 1.2789090871810913, 1.5721335557827842e-06], "traffic_r2": [0.9636995196342468, 0.9410277605056763, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9388, "eval_loss": 0.22941354064941405, "val_acc": 0.9388, "val_loss": 0.22941354064941405}, {"step": 4400, "epoch": 10, "train_loss": 0.14949671924114227, "cos_r_negg": [0.21177014708518982, 0.14531533420085907, 0.3145134747028351], "cos_innovation_negg": [0.21177014708518982, 0.14531533420085907, 0.3145134747028351], "cos_apical_negg": [-0.01689746417105198, 0.028472911566495895, -0.0016698511317372322], "cos_Ac_negg": [0.8202698230743408, 0.3783474266529083, 0.31577742099761963], "r_norm": [1.1370632648468018, 2.1198692321777344, 0.38793396949768066], "traffic_norm": [5.390781402587891, 5.261302947998047, 5.336320877075195], "traffic_residual_norm": [0.7841315269470215, 1.8986399173736572, 1.560121972943307e-06], "traffic_r2": [0.978627622127533, 0.8698020577430725, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.09086772799491882, "cos_r_negg": [0.190988227725029, 0.13854193687438965, 0.2612958252429962], "cos_innovation_negg": [0.190988227725029, 0.13854193687438965, 0.2612958252429962], "cos_apical_negg": [-0.06263947486877441, 0.12000256031751633, 0.0423949733376503], "cos_Ac_negg": [0.8421540856361389, 0.46240195631980896, 0.26338982582092285], "r_norm": [1.5350899696350098, 1.802109718322754, 0.32506877183914185], "traffic_norm": [5.396242618560791, 5.256252288818359, 5.324465751647949], "traffic_residual_norm": [1.2966448068618774, 1.6178886890411377, 1.6099373851830023e-06], "traffic_r2": [0.9420056343078613, 0.9051889777183533, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.94, "eval_loss": 0.232840625, "val_acc": 0.94, "val_loss": 0.232840625}, {"step": 4800, "epoch": 11, "train_loss": 0.12283766269683838, "cos_r_negg": [0.15151648223400116, 0.05655978247523308, 0.3155147433280945], "cos_innovation_negg": [0.15151648223400116, 0.05655978247523308, 0.3155147433280945], "cos_apical_negg": [-0.07611764967441559, 0.03996656835079193, 0.09758435934782028], "cos_Ac_negg": [0.8462470769882202, 0.45205092430114746, 0.31741321086883545], "r_norm": [1.6431244611740112, 1.435239315032959, 0.3009701371192932], "traffic_norm": [5.401129245758057, 5.273149013519287, 5.344025611877441], "traffic_residual_norm": [1.4053401947021484, 1.2320765256881714, 1.3907197171647567e-06], "traffic_r2": [0.9317575097084045, 0.9453354477882385, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.06966623663902283, "cos_r_negg": [0.2186231017112732, 0.1202317476272583, 0.2610578238964081], "cos_innovation_negg": [0.2186231017112732, 0.1202317476272583, 0.2610578238964081], "cos_apical_negg": [-0.06589756906032562, -0.01327566523104906, 0.0334668904542923], "cos_Ac_negg": [0.8445920944213867, 0.33455270528793335, 0.26762720942497253], "r_norm": [1.6339504718780518, 2.1475894451141357, 0.3159138262271881], "traffic_norm": [5.4376397132873535, 5.28692626953125, 5.362699508666992], "traffic_residual_norm": [1.392146110534668, 1.9781882762908936, 1.5169622429311858e-06], "traffic_r2": [0.9341567754745483, 0.8600594401359558, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9408, "eval_loss": 0.22038309936523437, "val_acc": 0.9408, "val_loss": 0.22038309936523437}, {"step": 5200, "epoch": 12, "train_loss": 0.12757627665996552, "cos_r_negg": [0.17282478511333466, 0.0644952803850174, 0.3678112030029297], "cos_innovation_negg": [0.17282478511333466, 0.0644952803850174, 0.3678112030029297], "cos_apical_negg": [-0.06913290172815323, -0.011884968727827072, -0.004998799879103899], "cos_Ac_negg": [0.8326553106307983, 0.39846479892730713, 0.3826400339603424], "r_norm": [3.0092124938964844, 1.5019621849060059, 0.28386127948760986], "traffic_norm": [5.425206184387207, 5.285443305969238, 5.36049747467041], "traffic_residual_norm": [2.8457999229431152, 1.3197287321090698, 1.3981812116981018e-06], "traffic_r2": [0.7247308492660522, 0.93761146068573, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.1301075667142868, "cos_r_negg": [0.19202125072479248, 0.11701643466949463, 0.36235511302948], "cos_innovation_negg": [0.19202125072479248, 0.11701643466949463, 0.36235511302948], "cos_apical_negg": [0.03323281928896904, 0.05603623390197754, -0.03927650302648544], "cos_Ac_negg": [0.8207581043243408, 0.4305800199508667, 0.37888044118881226], "r_norm": [1.2451751232147217, 1.0537853240966797, 0.2954058051109314], "traffic_norm": [5.432259559631348, 5.288461685180664, 5.359699249267578], "traffic_residual_norm": [0.9909194707870483, 0.8327353000640869, 1.3924088761996245e-06], "traffic_r2": [0.9665379524230957, 0.975113570690155, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9368, "eval_loss": 0.23629300842285156, "val_acc": 0.9368, "val_loss": 0.23629300842285156}, {"step": 5600, "epoch": 13, "train_loss": 0.11274553090333939, "cos_r_negg": [0.25335049629211426, 0.12150860577821732, 0.31419637799263], "cos_innovation_negg": [0.25335049629211426, 0.12150860577821732, 0.31419637799263], "cos_apical_negg": [-0.02626635506749153, 0.08860859274864197, 0.030724456533789635], "cos_Ac_negg": [0.8511916399002075, 0.4569290280342102, 0.32308244705200195], "r_norm": [1.687263011932373, 1.6462243795394897, 0.39668017625808716], "traffic_norm": [5.43684720993042, 5.287184715270996, 5.35939359664917], "traffic_residual_norm": [1.3763724565505981, 1.3866817951202393, 1.4476197520707501e-06], "traffic_r2": [0.9355752468109131, 0.9311596155166626, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.41342493891716003, "cos_r_negg": [0.15461409091949463, 0.06774654984474182, 0.346538782119751], "cos_innovation_negg": [0.15461409091949463, 0.06774654984474182, 0.346538782119751], "cos_apical_negg": [-0.045365769416093826, 0.019875744357705116, 0.028401635587215424], "cos_Ac_negg": [0.8362034559249878, 0.31200700998306274, 0.3417966365814209], "r_norm": [1.914143681526184, 2.3133130073547363, 0.38831627368927], "traffic_norm": [5.396912574768066, 5.217216491699219, 5.329709529876709], "traffic_residual_norm": [1.6102089881896973, 2.100022077560425, 1.4600727809011005e-06], "traffic_r2": [0.9107760787010193, 0.8378129005432129, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.05634135380387306, "cos_r_negg": [0.12958195805549622, 0.134212464094162, 0.36747920513153076], "cos_innovation_negg": [0.12958195805549622, 0.134212464094162, 0.36747920513153076], "cos_apical_negg": [-0.04471828043460846, 0.035911764949560165, -0.002089506946504116], "cos_Ac_negg": [0.8376268744468689, 0.5026475787162781, 0.37732815742492676], "r_norm": [1.124549388885498, 1.8530910015106201, 0.34320273995399475], "traffic_norm": [5.436681747436523, 5.2423601150512695, 5.339674472808838], "traffic_residual_norm": [0.800323486328125, 1.635780930519104, 1.4281270068750018e-06], "traffic_r2": [0.9781979322433472, 0.9026050567626953, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.944, "eval_loss": 0.22871119384765626, "val_acc": 0.944, "val_loss": 0.22871119384765626}, {"step": 6200, "epoch": 14, "train_loss": 0.07688378542661667, "cos_r_negg": [0.12812501192092896, 0.10786303132772446, 0.33876311779022217], "cos_innovation_negg": [0.12812501192092896, 0.10786303132772446, 0.33876311779022217], "cos_apical_negg": [-0.0755845233798027, 0.022606514394283295, 0.05152007192373276], "cos_Ac_negg": [0.8447700142860413, 0.4255073070526123, 0.3433915376663208], "r_norm": [1.280682921409607, 1.7044517993927002, 0.35350465774536133], "traffic_norm": [5.426593780517578, 5.226346492767334, 5.33299446105957], "traffic_residual_norm": [0.9630312323570251, 1.4805488586425781, 1.2569919363158988e-06], "traffic_r2": [0.9683172106742859, 0.919699490070343, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.08918766677379608, "cos_r_negg": [0.13381986320018768, 0.04637996107339859, 0.3273347020149231], "cos_innovation_negg": [0.13381986320018768, 0.04637996107339859, 0.3273347020149231], "cos_apical_negg": [-0.09812317043542862, 0.041727758944034576, 0.060104649513959885], "cos_Ac_negg": [0.8390436172485352, 0.4469667673110962, 0.3303582966327667], "r_norm": [1.3355036973953247, 1.3399392366409302, 0.26181158423423767], "traffic_norm": [5.444662094116211, 5.267815113067627, 5.359687328338623], "traffic_residual_norm": [1.1112644672393799, 1.1581690311431885, 1.4721356365043903e-06], "traffic_r2": [0.9581225514411926, 0.9516004323959351, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.947, "eval_loss": 0.21241554565429688, "val_acc": 0.947, "val_loss": 0.21241554565429688}], "final": {"eval_split": "validation", "eval_acc": 0.947, "eval_loss": 0.21241554565429688, "wall_s": 25.219910860061646, "val_acc": 0.947, "val_loss": 0.21241554565429688, "cos_r_negg": [0.1497769057750702, 0.0488966703414917, 0.3407854735851288], "cos_innovation_negg": [0.1497769057750702, 0.0488966703414917, 0.3407854735851288], "cos_apical_negg": [-0.05474603921175003, 0.06809324026107788, 0.02003033086657524], "cos_Ac_negg": [0.8382046222686768, 0.3982725739479065, 0.3425719738006592], "traffic_norm": [5.446619987487793, 5.270939826965332, 5.364352226257324], "traffic_residual_norm": [0.8571944236755371, 0.962009847164154, 1.5853718196012778e-06], "traffic_r2": [0.9749921560287476, 0.9665977954864502, 1.0]}, "timing": {"warmup_wall_s": 2.2280707359313965, "training_loop_wall_s": 22.780176639556885, "diagnostics_wall_s": 0.5175514221191406, "inline_diagnostics_wall_s": 0.3744957447052002, "optimizer_wall_s_excluding_inline_diagnostics": 22.405680894851685, "evaluation_wall_s": 0.06533598899841309}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu200_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu200_d3_s0.json
new file mode 100644
index 0000000..84146cf
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu200_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.004035089164972305, 0.027449849992990494, 0.034645866602659225], "cos_innovation_negg": [-0.004035089164972305, 0.027449849992990494, 0.034645866602659225], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.03962516784668, 4.895525932312012, 4.822951316833496], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.2537676095962524, 0.9169522523880005, 0.00039542646845802665], "traffic_r2": [0.7781934142112732, 0.8811594247817993, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.3638703227043152, "cos_r_negg": [0.22853858768939972, 0.11758200824260712, 0.1464231312274933], "cos_innovation_negg": [0.22853858768939972, 0.11758200824260712, 0.1464231312274933], "cos_apical_negg": [0.05730274319648743, 0.16996978223323822, 0.060522474348545074], "cos_Ac_negg": [0.7003576159477234, -0.027083951979875565, 0.14625927805900574], "r_norm": [2.950590133666992, 3.113706350326538, 1.0115435123443604], "traffic_norm": [5.836928367614746, 5.571112155914307, 5.745876312255859], "traffic_residual_norm": [2.374685049057007, 2.5771608352661133, 1.727043354549096e-06], "traffic_r2": [0.8344061374664307, 0.7716966271400452, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.36330968141555786, "cos_r_negg": [0.3025684654712677, 0.11144635081291199, 0.15868499875068665], "cos_innovation_negg": [0.3025684654712677, 0.11144635081291199, 0.15868499875068665], "cos_apical_negg": [0.09370413422584534, 0.1775246262550354, 0.11520898342132568], "cos_Ac_negg": [0.7271639108657837, 0.09219139069318771, 0.1583336442708969], "r_norm": [2.3461508750915527, 2.5354697704315186, 0.7947973608970642], "traffic_norm": [5.7378950119018555, 5.556724548339844, 5.699244022369385], "traffic_residual_norm": [1.8679877519607544, 2.0848002433776855, 1.4259120462156716e-06], "traffic_r2": [0.8939666748046875, 0.8591930866241455, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9062, "eval_loss": 0.34604701538085936, "val_acc": 0.9062, "val_loss": 0.34604701538085936}, {"step": 600, "epoch": 1, "train_loss": 0.34459787607192993, "cos_r_negg": [0.31436440348625183, -0.034384746104478836, 0.01688866876065731], "cos_innovation_negg": [0.31436440348625183, -0.034384746104478836, 0.01688866876065731], "cos_apical_negg": [-0.007754785008728504, 0.03664321452379227, -0.04116831347346306], "cos_Ac_negg": [0.7365078926086426, -0.009636443108320236, 0.0169527530670166], "r_norm": [1.6445099115371704, 1.631180763244629, 0.6512621641159058], "traffic_norm": [5.710040092468262, 5.5101470947265625, 5.563973426818848], "traffic_residual_norm": [1.1952519416809082, 1.2022820711135864, 1.7410568489140132e-06], "traffic_r2": [0.956084668636322, 0.9523655772209167, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.37669017910957336, "cos_r_negg": [0.22258126735687256, 0.12863129377365112, 0.02099878154695034], "cos_innovation_negg": [0.22258126735687256, 0.12863129377365112, 0.02099878154695034], "cos_apical_negg": [-0.005805683322250843, 0.16074007749557495, -0.04106096923351288], "cos_Ac_negg": [0.752133846282959, 0.041673265397548676, 0.016429772600531578], "r_norm": [1.4886780977249146, 1.9842610359191895, 0.5760579705238342], "traffic_norm": [5.71553897857666, 5.506628036499023, 5.559947490692139], "traffic_residual_norm": [1.0676524639129639, 1.6268759965896606, 1.4593920241168234e-06], "traffic_r2": [0.9650582075119019, 0.9125710129737854, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.927, "eval_loss": 0.27499525756835935, "val_acc": 0.927, "val_loss": 0.27499525756835935}, {"step": 1000, "epoch": 2, "train_loss": 0.3235166668891907, "cos_r_negg": [0.21234124898910522, 0.032978303730487823, 0.04917525500059128], "cos_innovation_negg": [0.21234124898910522, 0.032978303730487823, 0.04917525500059128], "cos_apical_negg": [-0.007063437253236771, 0.14230766892433167, 0.04134754091501236], "cos_Ac_negg": [0.749410092830658, 0.14811673760414124, 0.04714484512805939], "r_norm": [1.1219866275787354, 1.8861191272735596, 0.4530971646308899], "traffic_norm": [5.677219390869141, 5.4997687339782715, 5.559334754943848], "traffic_residual_norm": [0.7676536440849304, 1.6202495098114014, 1.5040466223581461e-06], "traffic_r2": [0.981623113155365, 0.9131936430931091, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.3407841622829437, "cos_r_negg": [0.24743172526359558, 0.03330470994114876, 0.03197350353002548], "cos_innovation_negg": [0.24743172526359558, 0.03330470994114876, 0.03197350353002548], "cos_apical_negg": [0.031642548739910126, 0.05446382984519005, -0.06625226140022278], "cos_Ac_negg": [0.7566468715667725, 0.15534870326519012, 0.029928622767329216], "r_norm": [1.1796820163726807, 1.3810184001922607, 0.5183054208755493], "traffic_norm": [5.655710697174072, 5.485291481018066, 5.52293586730957], "traffic_residual_norm": [0.763639509677887, 1.0265231132507324, 1.5063823184391367e-06], "traffic_r2": [0.9815822243690491, 0.9649149775505066, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9304, "eval_loss": 0.23686669616699219, "val_acc": 0.9304, "val_loss": 0.23686669616699219}, {"step": 1400, "epoch": 3, "train_loss": 0.16118812561035156, "cos_r_negg": [0.21324709057807922, 0.08682859688997269, 0.15987330675125122], "cos_innovation_negg": [0.21324709057807922, 0.08682859688997269, 0.15987330675125122], "cos_apical_negg": [-0.08788181841373444, 0.0608881339430809, -0.0570727176964283], "cos_Ac_negg": [0.792727530002594, 0.308817595243454, 0.16310743987560272], "r_norm": [1.312199354171753, 2.1044180393218994, 0.44029027223587036], "traffic_norm": [5.650567054748535, 5.476644515991211, 5.519501686096191], "traffic_residual_norm": [0.9881628751754761, 1.8656222820281982, 1.5972921119100647e-06], "traffic_r2": [0.9693379402160645, 0.8839641213417053, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.24585150182247162, "cos_r_negg": [0.14537528157234192, 0.026547368615865707, 0.11413072049617767], "cos_innovation_negg": [0.14537528157234192, 0.026547368615865707, 0.11413072049617767], "cos_apical_negg": [-0.09993919730186462, 0.14776192605495453, -0.060628145933151245], "cos_Ac_negg": [0.811778724193573, 0.1801205277442932, 0.11417104303836823], "r_norm": [1.1493722200393677, 1.7680935859680176, 0.3450291156768799], "traffic_norm": [5.6367034912109375, 5.456489562988281, 5.504792213439941], "traffic_residual_norm": [0.8880789875984192, 1.5731518268585205, 1.3599915291706566e-06], "traffic_r2": [0.9750002026557922, 0.915963888168335, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.933, "eval_loss": 0.23934120483398438, "val_acc": 0.933, "val_loss": 0.23934120483398438}, {"step": 1800, "epoch": 4, "train_loss": 0.08166668564081192, "cos_r_negg": [0.1602635681629181, -0.06298397481441498, 0.18805673718452454], "cos_innovation_negg": [0.1602635681629181, -0.06298397481441498, 0.18805673718452454], "cos_apical_negg": [-0.056435149163007736, 0.10102226585149765, -0.00011826492846012115], "cos_Ac_negg": [0.8279260396957397, -0.008944785222411156, 0.1862492859363556], "r_norm": [1.195507287979126, 0.9741281270980835, 0.3757728636264801], "traffic_norm": [5.647859573364258, 5.468355178833008, 5.518111228942871], "traffic_residual_norm": [0.8956865072250366, 0.6848151683807373, 1.5460179838555632e-06], "traffic_r2": [0.9744303226470947, 0.9842495322227478, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.21714746952056885, "cos_r_negg": [0.19002506136894226, 0.0380399189889431, 0.11646182090044022], "cos_innovation_negg": [0.19002506136894226, 0.0380399189889431, 0.11646182090044022], "cos_apical_negg": [-0.07424105703830719, 0.14750689268112183, -0.08477674424648285], "cos_Ac_negg": [0.819129228591919, 0.1910630464553833, 0.11362932622432709], "r_norm": [0.952190637588501, 1.0112643241882324, 0.3290002644062042], "traffic_norm": [5.634262561798096, 5.464228630065918, 5.506624221801758], "traffic_residual_norm": [0.67008376121521, 0.7602031230926514, 1.5392649856948992e-06], "traffic_r2": [0.9854910373687744, 0.9806183576583862, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9234, "eval_loss": 0.32139657592773435, "val_acc": 0.9234, "val_loss": 0.32139657592773435}, {"step": 2200, "epoch": 5, "train_loss": 0.14971400797367096, "cos_r_negg": [0.1821606159210205, 0.012775735929608345, 0.05338655784726143], "cos_innovation_negg": [0.1821606159210205, 0.012775735929608345, 0.05338655784726143], "cos_apical_negg": [-0.000601109117269516, 0.1583537757396698, -0.06566254794597626], "cos_Ac_negg": [0.8251174092292786, 0.154737651348114, 0.05101663991808891], "r_norm": [1.1243371963500977, 1.4216554164886475, 0.42935097217559814], "traffic_norm": [5.601510524749756, 5.435941219329834, 5.469266891479492], "traffic_residual_norm": [0.7681676149368286, 1.1309481859207153, 1.6150147530424874e-06], "traffic_r2": [0.981033444404602, 0.9566403031349182, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.2629050016403198, "cos_r_negg": [0.18026115000247955, 0.006215701811015606, 0.14019666612148285], "cos_innovation_negg": [0.18026115000247955, 0.006215701811015606, 0.14019666612148285], "cos_apical_negg": [-0.041210293769836426, 0.1214238703250885, -0.0765845775604248], "cos_Ac_negg": [0.8096140623092651, 0.0752171128988266, 0.1378549039363861], "r_norm": [1.5276713371276855, 1.10894775390625, 0.36778557300567627], "traffic_norm": [5.572571754455566, 5.407493591308594, 5.424856185913086], "traffic_residual_norm": [1.2487152814865112, 0.8281128406524658, 1.5032053397590062e-06], "traffic_r2": [0.949633777141571, 0.9764516353607178, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9424, "eval_loss": 0.22188036804199218, "val_acc": 0.9424, "val_loss": 0.22188036804199218}, {"step": 2600, "epoch": 6, "train_loss": 0.1619599461555481, "cos_r_negg": [0.18823683261871338, 0.037126198410987854, 0.24486930668354034], "cos_innovation_negg": [0.18823683261871338, 0.037126198410987854, 0.24486930668354034], "cos_apical_negg": [-0.0753900483250618, 0.16264191269874573, -0.012965107336640358], "cos_Ac_negg": [0.8113736510276794, 0.16556084156036377, 0.23591293394565582], "r_norm": [1.6339256763458252, 0.9876255393028259, 0.3461053967475891], "traffic_norm": [5.539807319641113, 5.415838718414307, 5.4158124923706055], "traffic_residual_norm": [1.3963868618011475, 0.73772132396698, 1.4657325664302334e-06], "traffic_r2": [0.936168372631073, 0.9813438057899475, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.13565781712532043, "cos_r_negg": [0.1179066076874733, 0.046744465827941895, 0.18462114036083221], "cos_innovation_negg": [0.1179066076874733, 0.046744465827941895, 0.18462114036083221], "cos_apical_negg": [-0.04760003089904785, 0.18304935097694397, -0.03917623311281204], "cos_Ac_negg": [0.8303298950195312, 0.0763063132762909, 0.18301039934158325], "r_norm": [1.3360729217529297, 1.3082586526870728, 0.33557939529418945], "traffic_norm": [5.57188081741333, 5.450478553771973, 5.468886375427246], "traffic_residual_norm": [1.0681629180908203, 1.0698716640472412, 1.5833495581318857e-06], "traffic_r2": [0.9629470705986023, 0.9613999128341675, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.04914235323667526, "cos_r_negg": [0.1659693717956543, 0.036680109798908234, 0.1210637092590332], "cos_innovation_negg": [0.1659693717956543, 0.036680109798908234, 0.1210637092590332], "cos_apical_negg": [-0.03983466699719429, 0.1320471614599228, -0.07864706218242645], "cos_Ac_negg": [0.8381794691085815, 0.1770801544189453, 0.11675051599740982], "r_norm": [1.2506489753723145, 1.7443162202835083, 0.26149481534957886], "traffic_norm": [5.575196266174316, 5.45518684387207, 5.481625556945801], "traffic_residual_norm": [1.0437414646148682, 1.5836951732635498, 1.4372274108609417e-06], "traffic_r2": [0.9643082618713379, 0.9156079888343811, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9476, "eval_loss": 0.19111805419921876, "val_acc": 0.9476, "val_loss": 0.19111805419921876}, {"step": 3200, "epoch": 7, "train_loss": 0.07569295912981033, "cos_r_negg": [0.15273453295230865, 0.11447452753782272, 0.2495550811290741], "cos_innovation_negg": [0.15273453295230865, 0.11447452753782272, 0.2495550811290741], "cos_apical_negg": [0.019877668470144272, 0.14499130845069885, -0.07329865545034409], "cos_Ac_negg": [0.8323088884353638, 0.19171972572803497, 0.2482738047838211], "r_norm": [0.9579555988311768, 1.6802550554275513, 0.3121491074562073], "traffic_norm": [5.550684452056885, 5.42673397064209, 5.44442892074585], "traffic_residual_norm": [0.6818720102310181, 1.4845062494277954, 1.5466864624613663e-06], "traffic_r2": [0.9847180843353271, 0.9250664710998535, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.08814141154289246, "cos_r_negg": [0.20236781239509583, 0.10013462603092194, 0.2553507685661316], "cos_innovation_negg": [0.20236781239509583, 0.10013462603092194, 0.2553507685661316], "cos_apical_negg": [-0.016302604228258133, 0.15759779512882233, 0.003561568446457386], "cos_Ac_negg": [0.8116517663002014, 0.251625657081604, 0.26348865032196045], "r_norm": [1.0808160305023193, 2.163540840148926, 0.3088148534297943], "traffic_norm": [5.531446933746338, 5.411723613739014, 5.439217567443848], "traffic_residual_norm": [0.8193596601486206, 1.9910895824432373, 1.5628436358383624e-06], "traffic_r2": [0.9778990149497986, 0.864582896232605, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.2424315643310547, "val_acc": 0.9394, "val_loss": 0.2424315643310547}, {"step": 3600, "epoch": 8, "train_loss": 0.08401042968034744, "cos_r_negg": [0.1335940957069397, 0.11377686262130737, 0.2745990455150604], "cos_innovation_negg": [0.1335940957069397, 0.11377686262130737, 0.2745990455150604], "cos_apical_negg": [-0.042705800384283066, 0.1991330087184906, 0.00919474195688963], "cos_Ac_negg": [0.8179692029953003, 0.23468714952468872, 0.24831628799438477], "r_norm": [0.8602107763290405, 1.9400391578674316, 0.2108207643032074], "traffic_norm": [5.530478477478027, 5.408730983734131, 5.440352439880371], "traffic_residual_norm": [0.6813494563102722, 1.8245539665222168, 1.4926081348676234e-06], "traffic_r2": [0.9846737384796143, 0.8861840963363647, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.09541529417037964, "cos_r_negg": [0.11007373034954071, 0.014130158349871635, 0.21028926968574524], "cos_innovation_negg": [0.11007373034954071, 0.014130158349871635, 0.21028926968574524], "cos_apical_negg": [-0.002151402411982417, 0.16472116112709045, -0.060952432453632355], "cos_Ac_negg": [0.8205493688583374, 0.3683692216873169, 0.2307174801826477], "r_norm": [1.0662254095077515, 1.566544771194458, 0.26529404520988464], "traffic_norm": [5.530068397521973, 5.393507957458496, 5.417956829071045], "traffic_residual_norm": [0.8419077396392822, 1.3975580930709839, 1.6250567114184378e-06], "traffic_r2": [0.9766100645065308, 0.932824432849884, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9372, "eval_loss": 0.2371291717529297, "val_acc": 0.9372, "val_loss": 0.2371291717529297}, {"step": 4000, "epoch": 9, "train_loss": 0.2192423790693283, "cos_r_negg": [0.12890049815177917, 0.09624837338924408, 0.1342836320400238], "cos_innovation_negg": [0.12890049815177917, 0.09624837338924408, 0.1342836320400238], "cos_apical_negg": [-0.03564929962158203, 0.13665702939033508, 0.042833056300878525], "cos_Ac_negg": [0.8217527866363525, 0.34318268299102783, 0.14193014800548553], "r_norm": [1.4575309753417969, 4.195690155029297, 0.26799851655960083], "traffic_norm": [5.521965026855469, 5.37230920791626, 5.4010419845581055], "traffic_residual_norm": [1.2510359287261963, 4.092957019805908, 1.72454974745051e-06], "traffic_r2": [0.9486241936683655, 0.41958242654800415, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.3136534094810486, "cos_r_negg": [0.13242192566394806, 0.05817384272813797, 0.2938392460346222], "cos_innovation_negg": [0.13242192566394806, 0.05817384272813797, 0.2938392460346222], "cos_apical_negg": [-0.05612585321068764, 0.11152461171150208, -0.04245471954345703], "cos_Ac_negg": [0.8171913623809814, 0.3447152376174927, 0.29598814249038696], "r_norm": [0.8249210715293884, 1.8966431617736816, 0.23709902167320251], "traffic_norm": [5.534153938293457, 5.384925842285156, 5.3914384841918945], "traffic_residual_norm": [0.6097490787506104, 1.7600548267364502, 1.5396516346299904e-06], "traffic_r2": [0.9877314567565918, 0.8931650519371033, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9488, "eval_loss": 0.19787917175292968, "val_acc": 0.9488, "val_loss": 0.19787917175292968}, {"step": 4400, "epoch": 10, "train_loss": 0.18216145038604736, "cos_r_negg": [0.15829728543758392, 0.09829850494861603, 0.4035361111164093], "cos_innovation_negg": [0.15829728543758392, 0.09829850494861603, 0.4035361111164093], "cos_apical_negg": [-0.016371507197618484, 0.1852075457572937, -0.07823749631643295], "cos_Ac_negg": [0.8123786449432373, 0.30503344535827637, 0.4148065447807312], "r_norm": [1.548041582107544, 1.733889102935791, 0.24490325152873993], "traffic_norm": [5.537233352661133, 5.383774757385254, 5.389843940734863], "traffic_residual_norm": [1.3696300983428955, 1.589531421661377, 1.739476942930196e-06], "traffic_r2": [0.9387341737747192, 0.9128232002258301, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.1293671876192093, "cos_r_negg": [0.1587153524160385, 0.03987865149974823, 0.34368300437927246], "cos_innovation_negg": [0.1587153524160385, 0.03987865149974823, 0.34368300437927246], "cos_apical_negg": [-0.07048652321100235, 0.11100950092077255, -0.06974658370018005], "cos_Ac_negg": [0.8324869871139526, 0.4220792055130005, 0.3558211326599121], "r_norm": [1.5131645202636719, 1.306922435760498, 0.21966594457626343], "traffic_norm": [5.540421485900879, 5.384081840515137, 5.392413139343262], "traffic_residual_norm": [1.3476954698562622, 1.1625491380691528, 1.4490335615846561e-06], "traffic_r2": [0.9407538175582886, 0.9533671140670776, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9516, "eval_loss": 0.17261528015136718, "val_acc": 0.9516, "val_loss": 0.17261528015136718}, {"step": 4800, "epoch": 11, "train_loss": 0.12867021560668945, "cos_r_negg": [0.11006258428096771, -0.020749732851982117, 0.3313288390636444], "cos_innovation_negg": [0.11006258428096771, -0.020749732851982117, 0.3313288390636444], "cos_apical_negg": [0.008273347280919552, 0.14138942956924438, -0.019806869328022003], "cos_Ac_negg": [0.8217650055885315, 0.3614305257797241, 0.3348713517189026], "r_norm": [1.5522682666778564, 1.5975154638290405, 0.20418156683444977], "traffic_norm": [5.509222030639648, 5.356738090515137, 5.358531951904297], "traffic_residual_norm": [1.3934177160263062, 1.4609640836715698, 1.562330908200238e-06], "traffic_r2": [0.9357990026473999, 0.9255820512771606, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.22405095398426056, "cos_r_negg": [0.19533297419548035, 0.03445003554224968, 0.22362247109413147], "cos_innovation_negg": [0.19533297419548035, 0.03445003554224968, 0.22362247109413147], "cos_apical_negg": [-0.033961422741413116, 0.05897127836942673, -0.10833603143692017], "cos_Ac_negg": [0.8329827785491943, 0.37990903854370117, 0.2252761423587799], "r_norm": [0.9846230149269104, 1.198171615600586, 0.2928972542285919], "traffic_norm": [5.525920391082764, 5.37582540512085, 5.37813663482666], "traffic_residual_norm": [0.7235462665557861, 0.9932699799537659, 1.5815826373000164e-06], "traffic_r2": [0.9824520349502563, 0.9657477736473083, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9452, "eval_loss": 0.21225211181640624, "val_acc": 0.9452, "val_loss": 0.21225211181640624}, {"step": 5200, "epoch": 12, "train_loss": 0.07913704216480255, "cos_r_negg": [0.1109517514705658, 0.1300623118877411, 0.35038408637046814], "cos_innovation_negg": [0.1109517514705658, 0.1300623118877411, 0.35038408637046814], "cos_apical_negg": [-0.04341192916035652, 0.13404186069965363, -0.08769001066684723], "cos_Ac_negg": [0.8229958415031433, 0.2954028248786926, 0.34893491864204407], "r_norm": [1.2100703716278076, 1.1080459356307983, 0.23551812767982483], "traffic_norm": [5.548661231994629, 5.389330863952637, 5.389216423034668], "traffic_residual_norm": [1.0170376300811768, 0.9390690922737122, 1.6336662156390958e-06], "traffic_r2": [0.9661257863044739, 0.9695827960968018, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.11301840096712112, "cos_r_negg": [0.11045277118682861, 0.07868290692567825, 0.1745484471321106], "cos_innovation_negg": [0.11045277118682861, 0.07868290692567825, 0.1745484471321106], "cos_apical_negg": [0.004950948059558868, 0.16763828694820404, -0.08094248175621033], "cos_Ac_negg": [0.8074069023132324, 0.4001782238483429, 0.17202796041965485], "r_norm": [2.8454811573028564, 4.191866397857666, 0.23123487830162048], "traffic_norm": [5.532418251037598, 5.372903823852539, 5.377710342407227], "traffic_residual_norm": [2.709850549697876, 4.106940269470215, 1.5669495496695163e-06], "traffic_r2": [0.7598963379859924, 0.4156695008277893, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.943, "eval_loss": 0.2321578643798828, "val_acc": 0.943, "val_loss": 0.2321578643798828}, {"step": 5600, "epoch": 13, "train_loss": 0.17849168181419373, "cos_r_negg": [0.12341185659170151, 0.027820991352200508, 0.3284814953804016], "cos_innovation_negg": [0.12341185659170151, 0.027820991352200508, 0.3284814953804016], "cos_apical_negg": [-0.05941791087388992, 0.17064528167247772, -0.08239646255970001], "cos_Ac_negg": [0.8139022588729858, 0.3460986912250519, 0.3402470052242279], "r_norm": [1.2575830221176147, 2.8758602142333984, 0.25619906187057495], "traffic_norm": [5.573029041290283, 5.397581100463867, 5.399172782897949], "traffic_residual_norm": [1.0392735004425049, 2.7500722408294678, 1.664344154050923e-06], "traffic_r2": [0.9649196863174438, 0.7404515147209167, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.07636560499668121, "cos_r_negg": [0.12838953733444214, 0.1071186363697052, 0.29348379373550415], "cos_innovation_negg": [0.12838953733444214, 0.1071186363697052, 0.29348379373550415], "cos_apical_negg": [-0.0411229133605957, 0.12499749660491943, -0.08347747474908829], "cos_Ac_negg": [0.8336101174354553, 0.4333977997303009, 0.29851844906806946], "r_norm": [1.596790075302124, 1.98204505443573, 0.26843035221099854], "traffic_norm": [5.571849346160889, 5.400179862976074, 5.397977828979492], "traffic_residual_norm": [1.3814527988433838, 1.8236349821090698, 1.7561566210133606e-06], "traffic_r2": [0.9383426904678345, 0.8859410285949707, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.07635628432035446, "cos_r_negg": [0.12022950500249863, 0.0707555040717125, 0.32496488094329834], "cos_innovation_negg": [0.12022950500249863, 0.0707555040717125, 0.32496488094329834], "cos_apical_negg": [-0.0065155234187841415, 0.2174324095249176, -0.10018535703420639], "cos_Ac_negg": [0.8070520162582397, 0.3883823752403259, 0.33361345529556274], "r_norm": [1.170884132385254, 3.319085121154785, 0.29648688435554504], "traffic_norm": [5.570520877838135, 5.3866682052612305, 5.418062210083008], "traffic_residual_norm": [0.9032678604125977, 3.1878440380096436, 1.4208493439582526e-06], "traffic_r2": [0.9733943939208984, 0.6497082710266113, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.939, "eval_loss": 0.2414948486328125, "val_acc": 0.939, "val_loss": 0.2414948486328125}, {"step": 6200, "epoch": 14, "train_loss": 0.21834157407283783, "cos_r_negg": [0.1305387020111084, 0.038601651787757874, 0.23874019086360931], "cos_innovation_negg": [0.1305387020111084, 0.038601651787757874, 0.23874019086360931], "cos_apical_negg": [-0.020935548469424248, 0.14297756552696228, -0.003785672364756465], "cos_Ac_negg": [0.8166859149932861, 0.3986283540725708, 0.24790582060813904], "r_norm": [0.928508460521698, 1.912339448928833, 0.23508690297603607], "traffic_norm": [5.539292335510254, 5.364923477172852, 5.383044719696045], "traffic_residual_norm": [0.7066968679428101, 1.7705817222595215, 1.3430453691398725e-06], "traffic_r2": [0.9832788705825806, 0.8909816145896912, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.16453221440315247, "cos_r_negg": [0.12075255811214447, 0.09078618884086609, 0.32308971881866455], "cos_innovation_negg": [0.12075255811214447, 0.09078618884086609, 0.32308971881866455], "cos_apical_negg": [-0.08311545848846436, 0.06659997999668121, -0.06044384092092514], "cos_Ac_negg": [0.8276293277740479, 0.4066455364227295, 0.3429185152053833], "r_norm": [2.1249632835388184, 1.9230678081512451, 0.20382089912891388], "traffic_norm": [5.554696559906006, 5.371404647827148, 5.385797023773193], "traffic_residual_norm": [1.9849722385406494, 1.8057126998901367, 1.4364960634338786e-06], "traffic_r2": [0.8713469505310059, 0.8864810466766357, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.942, "eval_loss": 0.21498032836914063, "val_acc": 0.942, "val_loss": 0.21498032836914063}], "final": {"eval_split": "validation", "eval_acc": 0.942, "eval_loss": 0.21498032836914063, "wall_s": 24.3494930267334, "val_acc": 0.942, "val_loss": 0.21498032836914063, "cos_r_negg": [0.15619012713432312, 0.04099956899881363, 0.407558411359787], "cos_innovation_negg": [0.15619012713432312, 0.04099956899881363, 0.407558411359787], "cos_apical_negg": [-0.04047933965921402, 0.028437446802854538, -0.17930524051189423], "cos_Ac_negg": [0.8201981782913208, 0.43055015802383423, 0.4300989508628845], "traffic_norm": [5.569211959838867, 5.388742923736572, 5.397543907165527], "traffic_residual_norm": [3.5449297428131104, 2.3485398292541504, 1.3416474757832475e-06], "traffic_r2": [0.5946946144104004, 0.8098356127738953, 1.0]}, "timing": {"warmup_wall_s": 0.45139265060424805, "training_loop_wall_s": 23.683340787887573, "diagnostics_wall_s": 0.5179600715637207, "inline_diagnostics_wall_s": 0.3710343837738037, "optimizer_wall_s_excluding_inline_diagnostics": 23.31230640411377, "evaluation_wall_s": 0.06438994407653809}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu0_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu0_d3_s0.json
new file mode 100644
index 0000000..6b3a340
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu0_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.029241979122161865, 0.002096091629937291, 0.008120761252939701], "cos_innovation_negg": [-0.029241979122161865, 0.002096091629937291, 0.008120761252939701], "cos_apical_negg": [-0.029235415160655975, 0.002071091439574957, 0.008074866607785225], "cos_Ac_negg": [-0.026053454726934433, 0.019999800249934196, 0.03730686753988266], "r_norm": [11.102914810180664, 10.825155258178711, 10.531454086303711], "traffic_norm": [9.704059600830078, 9.645772933959961, 9.290628433227539], "traffic_residual_norm": [9.686498641967773, 9.62531566619873, 9.26725959777832], "traffic_r2": [0.0036143064498901367, 0.004235744476318359, 0.005023360252380371]}, {"step": 200, "epoch": 0, "train_loss": 105.7462158203125, "cos_r_negg": [0.02364145964384079, -0.8926284909248352, 0.0234375], "cos_innovation_negg": [0.02364145964384079, -0.8926284909248352, 0.0234375], "cos_apical_negg": [-0.19979636371135712, -0.8887939453125, 0.015624996274709702], "cos_Ac_negg": [0.29824966192245483, 0.20179177820682526, -0.265625], "r_norm": [13.296671867370605, 12.813451766967773, 12.593269348144531], "traffic_norm": [18.20853614807129, 18.071292877197266, 17.918373107910156], "traffic_residual_norm": [12.086774826049805, 11.897324562072754, 11.70281982421875], "traffic_r2": [0.5593737363815308, 0.5665696859359741, 0.5734380483627319]}, {"step": 400, "epoch": 0, "train_loss": 22.93196678161621, "cos_r_negg": [0.16308704018592834, -0.8113731145858765, -0.36416205763816833], "cos_innovation_negg": [0.16308704018592834, -0.8113731145858765, -0.36416205763816833], "cos_apical_negg": [-0.12305841594934464, -0.8477939963340759, 0.0075669982470571995], "cos_Ac_negg": [0.5112278461456299, 0.22592908143997192, -0.22980208694934845], "r_norm": [8.631741523742676, 8.532236099243164, 8.340361595153809], "traffic_norm": [18.19858169555664, 18.057363510131836, 17.902711868286133], "traffic_residual_norm": [8.0563383102417, 7.895398139953613, 7.748813629150391], "traffic_r2": [0.8040254712104797, 0.8088220357894897, 0.8126596212387085]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.4324, "eval_loss": 15.6380951171875, "val_acc": 0.4324, "val_loss": 15.6380951171875}, {"step": 600, "epoch": 1, "train_loss": 6.544905185699463, "cos_r_negg": [0.20024792850017548, -0.15192392468452454, 0.4168465733528137], "cos_innovation_negg": [0.20024792850017548, -0.15192392468452454, 0.4168465733528137], "cos_apical_negg": [0.004781905096024275, -0.19622476398944855, 0.26997843384742737], "cos_Ac_negg": [0.7457258105278015, 0.34684237837791443, 0.38660895824432373], "r_norm": [6.554925441741943, 6.327288627624512, 6.137692928314209], "traffic_norm": [18.19397735595703, 18.054088592529297, 17.900371551513672], "traffic_residual_norm": [5.375783920288086, 5.253716468811035, 5.166762828826904], "traffic_r2": [0.9126972556114197, 0.915319561958313, 0.9166866540908813]}, {"step": 800, "epoch": 1, "train_loss": 2.7039923667907715, "cos_r_negg": [0.378500759601593, -0.3684431314468384, -0.013065577484667301], "cos_innovation_negg": [0.378500759601593, -0.3684431314468384, -0.013065577484667301], "cos_apical_negg": [0.12047408521175385, -0.3841840624809265, -0.09727925062179565], "cos_Ac_negg": [0.8194701671600342, 0.2694804072380066, 0.36858633160591125], "r_norm": [4.3148956298828125, 4.157283782958984, 4.159780025482178], "traffic_norm": [18.15251922607422, 17.999656677246094, 17.86887550354004], "traffic_residual_norm": [3.591510057449341, 3.5217785835266113, 3.4700207710266113], "traffic_r2": [0.960854709148407, 0.9617173075675964, 0.9622873067855835]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.6578, "eval_loss": 3.577652099609375, "val_acc": 0.6578, "val_loss": 3.577652099609375}, {"step": 1000, "epoch": 2, "train_loss": 2.2146825790405273, "cos_r_negg": [0.2543088495731354, -0.020795095711946487, 0.2998110055923462], "cos_innovation_negg": [0.2543088495731354, -0.020795095711946487, 0.2998110055923462], "cos_apical_negg": [0.12924711406230927, -0.017771130427718163, -0.2188393473625183], "cos_Ac_negg": [0.8451874256134033, 0.31615060567855835, 0.5791560411453247], "r_norm": [3.1169166564941406, 3.010688543319702, 3.0704660415649414], "traffic_norm": [18.118730545043945, 17.973384857177734, 17.819250106811523], "traffic_residual_norm": [2.444000720977783, 2.399477481842041, 2.4458773136138916], "traffic_r2": [0.9818045496940613, 0.9821702837944031, 0.9811578392982483]}, {"step": 1200, "epoch": 2, "train_loss": 1.9344027042388916, "cos_r_negg": [0.263720840215683, -0.06805159896612167, 0.18320567905902863], "cos_innovation_negg": [0.263720840215683, -0.06805159896612167, 0.18320567905902863], "cos_apical_negg": [0.11387461423873901, -0.07430072128772736, -0.2715058922767639], "cos_Ac_negg": [0.8968079686164856, 0.21192748844623566, 0.5717265009880066], "r_norm": [2.7681760787963867, 2.6831982135772705, 2.7416067123413086], "traffic_norm": [18.074127197265625, 17.906898498535156, 17.787723541259766], "traffic_residual_norm": [1.7749899625778198, 1.802722692489624, 1.7929084300994873], "traffic_r2": [0.9903556108474731, 0.9898649454116821, 0.9898397326469421]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8078, "eval_loss": 2.1350011474609376, "val_acc": 0.8078, "val_loss": 2.1350011474609376}, {"step": 1400, "epoch": 3, "train_loss": 2.2477071285247803, "cos_r_negg": [0.27788594365119934, -0.21177658438682556, 0.07371310144662857], "cos_innovation_negg": [0.27788594365119934, -0.21177658438682556, 0.07371310144662857], "cos_apical_negg": [0.20607097446918488, -0.24038368463516235, -0.028970377519726753], "cos_Ac_negg": [0.8125792145729065, 0.10353095084428787, -0.07841575890779495], "r_norm": [2.3413877487182617, 2.269657611846924, 2.293821334838867], "traffic_norm": [18.070932388305664, 17.90478515625, 17.785846710205078], "traffic_residual_norm": [1.186555027961731, 1.2121098041534424, 1.2189421653747559], "traffic_r2": [0.9956884980201721, 0.9954150915145874, 0.9953017234802246]}, {"step": 1600, "epoch": 3, "train_loss": 2.4780678749084473, "cos_r_negg": [0.41200950741767883, -0.07850893586874008, -0.10465911775827408], "cos_innovation_negg": [0.41200950741767883, -0.07850893586874008, -0.10465911775827408], "cos_apical_negg": [0.219774067401886, -0.2695052921772003, 0.25165244936943054], "cos_Ac_negg": [0.8046462535858154, 0.31805184483528137, -0.17148754000663757], "r_norm": [2.623415946960449, 2.538818836212158, 2.586129665374756], "traffic_norm": [18.08924674987793, 17.90638542175293, 17.77843475341797], "traffic_residual_norm": [0.8333631753921509, 0.9609673619270325, 0.933757483959198], "traffic_r2": [0.9978762269020081, 0.997115433216095, 0.9972390532493591]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8034, "eval_loss": 1.874791259765625, "val_acc": 0.8034, "val_loss": 1.874791259765625}, {"step": 1800, "epoch": 4, "train_loss": 1.5626609325408936, "cos_r_negg": [0.49247485399246216, 0.24675123393535614, 0.1018214300274849], "cos_innovation_negg": [0.49247485399246216, 0.24675123393535614, 0.1018214300274849], "cos_apical_negg": [0.1849288046360016, 0.02691519446671009, -0.017989085987210274], "cos_Ac_negg": [0.750615119934082, 0.23751148581504822, 0.0698852390050888], "r_norm": [2.6181223392486572, 2.6027212142944336, 2.6133787631988525], "traffic_norm": [18.055694580078125, 17.85082244873047, 17.742029190063477], "traffic_residual_norm": [0.7074152231216431, 0.9419832229614258, 0.8958569169044495], "traffic_r2": [0.9984627366065979, 0.9972133636474609, 0.9974422454833984]}, {"step": 2000, "epoch": 4, "train_loss": 1.1063759326934814, "cos_r_negg": [0.38906505703926086, -0.02922474406659603, 0.27710846066474915], "cos_innovation_negg": [0.38906505703926086, -0.02922474406659603, 0.27710846066474915], "cos_apical_negg": [0.08497527241706848, -0.005563175305724144, -0.14457833766937256], "cos_Ac_negg": [0.708415687084198, 0.3537015914916992, 0.5180723071098328], "r_norm": [2.706820249557495, 2.8427982330322266, 3.2584824562072754], "traffic_norm": [17.976543426513672, 17.718929290771484, 17.513668060302734], "traffic_residual_norm": [1.0828028917312622, 1.4389925003051758, 1.9191852807998657], "traffic_r2": [0.9963534474372864, 0.9933866858482361, 0.9879553318023682]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8038, "eval_loss": 1.4518278564453124, "val_acc": 0.8038, "val_loss": 1.4518278564453124}, {"step": 2200, "epoch": 5, "train_loss": 0.6993619203567505, "cos_r_negg": [0.27988630533218384, 0.10183681547641754, 0.26128527522087097], "cos_innovation_negg": [0.27988630533218384, 0.10183681547641754, 0.26128527522087097], "cos_apical_negg": [0.2297738790512085, -0.024306051433086395, 0.09499003738164902], "cos_Ac_negg": [0.7377040386199951, 0.35887086391448975, 0.5243175625801086], "r_norm": [2.557736396789551, 2.7705230712890625, 2.95283842086792], "traffic_norm": [17.92170524597168, 17.61029815673828, 17.42670440673828], "traffic_residual_norm": [0.9518433809280396, 1.4165968894958496, 1.572608470916748], "traffic_r2": [0.9971792101860046, 0.993529200553894, 0.991856575012207]}, {"step": 2400, "epoch": 5, "train_loss": 2.276289224624634, "cos_r_negg": [0.36997878551483154, 0.06365703046321869, 0.010742532089352608], "cos_innovation_negg": [0.36997878551483154, 0.06365703046321869, 0.010742532089352608], "cos_apical_negg": [0.30981457233428955, -0.46765175461769104, 0.3262377977371216], "cos_Ac_negg": [0.7942051887512207, 0.47561144828796387, 0.2339692860841751], "r_norm": [2.9310812950134277, 2.9796829223632812, 3.097327709197998], "traffic_norm": [17.92564582824707, 17.61554718017578, 17.436580657958984], "traffic_residual_norm": [0.6319000720977783, 0.9478471279144287, 1.060844898223877], "traffic_r2": [0.9987573623657227, 0.9971047639846802, 0.9962984919548035]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8532, "eval_loss": 1.2530155517578125, "val_acc": 0.8532, "val_loss": 1.2530155517578125}, {"step": 2600, "epoch": 6, "train_loss": 1.2294080257415771, "cos_r_negg": [0.22039592266082764, -0.15582872927188873, -0.0610409714281559], "cos_innovation_negg": [0.22039592266082764, -0.15582872927188873, -0.0610409714281559], "cos_apical_negg": [0.15591570734977722, -0.22766061127185822, 0.1393018364906311], "cos_Ac_negg": [0.6871928572654724, 0.2457694411277771, 0.13027921319007874], "r_norm": [1.680115818977356, 1.7843587398529053, 1.8907485008239746], "traffic_norm": [17.928192138671875, 17.626651763916016, 17.442914962768555], "traffic_residual_norm": [0.44997185468673706, 0.6830906867980957, 0.7902733087539673], "traffic_r2": [0.999351978302002, 0.9984725117683411, 0.9979057908058167]}, {"step": 2800, "epoch": 6, "train_loss": 1.452409029006958, "cos_r_negg": [0.3154160678386688, -0.027214938774704933, 0.32850947976112366], "cos_innovation_negg": [0.3154160678386688, -0.027214938774704933, 0.32850947976112366], "cos_apical_negg": [0.0637250766158104, -0.046199895441532135, -0.15421755611896515], "cos_Ac_negg": [0.7158493995666504, 0.23862315714359283, 0.20214968919754028], "r_norm": [2.2435951232910156, 2.3854711055755615, 2.5656490325927734], "traffic_norm": [17.86789321899414, 17.548418045043945, 17.32567596435547], "traffic_residual_norm": [0.8467562198638916, 1.1272096633911133, 1.3156903982162476], "traffic_r2": [0.9977542161941528, 0.9958739876747131, 0.9942333698272705]}, {"step": 3000, "epoch": 6, "train_loss": 1.5457983016967773, "cos_r_negg": [0.28476816415786743, -0.11468226462602615, 0.19505885243415833], "cos_innovation_negg": [0.28476816415786743, -0.11468226462602615, 0.19505885243415833], "cos_apical_negg": [0.16889972984790802, -0.42322099208831787, 0.014791269786655903], "cos_Ac_negg": [0.7404732704162598, 0.41029414534568787, 0.5376824736595154], "r_norm": [2.2034943103790283, 2.2638444900512695, 2.378669023513794], "traffic_norm": [17.870243072509766, 17.559200286865234, 17.3343505859375], "traffic_residual_norm": [0.5941216945648193, 0.7859464883804321, 0.9052632451057434], "traffic_r2": [0.9988914132118225, 0.997992992401123, 0.9972708225250244]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8502, "eval_loss": 1.331359765625, "val_acc": 0.8502, "val_loss": 1.331359765625}, {"step": 3200, "epoch": 7, "train_loss": 3.070722818374634, "cos_r_negg": [0.3643794059753418, -0.14562641084194183, 0.1951615959405899], "cos_innovation_negg": [0.3643794059753418, -0.14562641084194183, 0.1951615959405899], "cos_apical_negg": [0.013757006265223026, -0.25127026438713074, -0.26644042134284973], "cos_Ac_negg": [0.7801725268363953, -0.02159825712442398, 0.5641353726387024], "r_norm": [2.327104330062866, 2.4074296951293945, 2.5491600036621094], "traffic_norm": [17.869892120361328, 17.56527328491211, 17.315771102905273], "traffic_residual_norm": [0.6410753726959229, 0.8323864936828613, 1.0006661415100098], "traffic_r2": [0.998706579208374, 0.9977476000785828, 0.9966430068016052]}, {"step": 3400, "epoch": 7, "train_loss": 1.7394429445266724, "cos_r_negg": [0.4165002405643463, 0.16461288928985596, 0.01522989384829998], "cos_innovation_negg": [0.4165002405643463, 0.16461288928985596, 0.01522989384829998], "cos_apical_negg": [0.10460186749696732, -0.13125205039978027, 0.11548905819654465], "cos_Ac_negg": [0.8519986271858215, -0.10513333976268768, -0.1416325718164444], "r_norm": [2.031139373779297, 2.351728916168213, 2.4627108573913574], "traffic_norm": [17.81297492980957, 17.443214416503906, 17.20555305480957], "traffic_residual_norm": [0.846703052520752, 1.2892709970474243, 1.4043128490447998], "traffic_r2": [0.9977338910102844, 0.9945321083068848, 0.9933367967605591]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8536, "eval_loss": 1.1895892333984375, "val_acc": 0.8536, "val_loss": 1.1895892333984375}, {"step": 3600, "epoch": 8, "train_loss": 3.0786266326904297, "cos_r_negg": [0.4861593544483185, 0.16170822083950043, 0.3105332851409912], "cos_innovation_negg": [0.4861593544483185, 0.16170822083950043, 0.3105332851409912], "cos_apical_negg": [0.29636046290397644, -0.397631973028183, -0.06157061830163002], "cos_Ac_negg": [0.7561993598937988, 0.2956275939941406, 0.45577093958854675], "r_norm": [2.7863245010375977, 2.909674644470215, 2.9610652923583984], "traffic_norm": [17.779850006103516, 17.406940460205078, 17.18027114868164], "traffic_residual_norm": [0.6421101093292236, 0.9311489462852478, 0.9853044152259827], "traffic_r2": [0.9986957311630249, 0.997138500213623, 0.9967108964920044]}, {"step": 3800, "epoch": 8, "train_loss": 1.9611377716064453, "cos_r_negg": [0.42647814750671387, 0.024791453033685684, 0.21795222163200378], "cos_innovation_negg": [0.42647814750671387, 0.024791453033685684, 0.21795222163200378], "cos_apical_negg": [0.08248884230852127, -0.22622032463550568, -0.07384741306304932], "cos_Ac_negg": [0.8260714411735535, 0.17454397678375244, 0.37951692938804626], "r_norm": [2.036224842071533, 2.0863187313079834, 2.1215968132019043], "traffic_norm": [17.7572021484375, 17.39327621459961, 17.176837921142578], "traffic_residual_norm": [0.6374226808547974, 0.7726317048072815, 0.8061124086380005], "traffic_r2": [0.9985500574111938, 0.9979506731033325, 0.9977439045906067]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8532, "eval_loss": 1.1785101928710937, "val_acc": 0.8532, "val_loss": 1.1785101928710937}, {"step": 4000, "epoch": 9, "train_loss": 0.9605185389518738, "cos_r_negg": [0.3868578374385834, -0.01294095627963543, 0.25200000405311584], "cos_innovation_negg": [0.3868578374385834, -0.01294095627963543, 0.25200000405311584], "cos_apical_negg": [0.2128855586051941, -0.142225980758667, -0.08000000566244125], "cos_Ac_negg": [0.7722737193107605, 0.4272763729095459, 0.628000020980835], "r_norm": [1.7936245203018188, 1.8234927654266357, 2.05279541015625], "traffic_norm": [17.706119537353516, 17.347848892211914, 17.11185073852539], "traffic_residual_norm": [0.6899247765541077, 0.7764788866043091, 1.0330870151519775], "traffic_r2": [0.9984815716743469, 0.9979965090751648, 0.9963544011116028]}, {"step": 4200, "epoch": 9, "train_loss": 1.1259005069732666, "cos_r_negg": [0.5075083374977112, 0.0773530825972557, 0.20159660279750824], "cos_innovation_negg": [0.5075083374977112, 0.0773530825972557, 0.20159660279750824], "cos_apical_negg": [0.09246652573347092, 0.12343022227287292, -0.16167643666267395], "cos_Ac_negg": [0.7762632966041565, 0.36673659086227417, 0.12175627797842026], "r_norm": [2.194244384765625, 2.1677052974700928, 2.484548568725586], "traffic_norm": [17.6898136138916, 17.33528709411621, 17.049673080444336], "traffic_residual_norm": [0.5641577243804932, 0.6197582483291626, 1.0037686824798584], "traffic_r2": [0.9989829063415527, 0.9987218379974365, 0.996533989906311]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8752, "eval_loss": 0.95185400390625, "val_acc": 0.8752, "val_loss": 0.95185400390625}, {"step": 4400, "epoch": 10, "train_loss": 1.1722208261489868, "cos_r_negg": [0.5104848146438599, 0.10997080057859421, 0.2575719952583313], "cos_innovation_negg": [0.5104848146438599, 0.10997080057859421, 0.2575719952583313], "cos_apical_negg": [0.11821012198925018, -0.28825464844703674, -0.16079778969287872], "cos_Ac_negg": [0.8201718330383301, 0.27376461029052734, 0.1204770877957344], "r_norm": [1.6208853721618652, 1.6192076206207275, 1.8465912342071533], "traffic_norm": [17.686511993408203, 17.33153533935547, 17.044544219970703], "traffic_residual_norm": [0.3748924136161804, 0.4255579710006714, 0.685906708240509], "traffic_r2": [0.9995507001876831, 0.9993970990180969, 0.9983806014060974]}, {"step": 4600, "epoch": 10, "train_loss": 1.1152467727661133, "cos_r_negg": [0.6106247901916504, 0.1521667242050171, 0.11483953893184662], "cos_innovation_negg": [0.6106247901916504, 0.1521667242050171, 0.11483953893184662], "cos_apical_negg": [0.1499544084072113, -0.1048317551612854, 0.24686257541179657], "cos_Ac_negg": [0.8093101382255554, 0.3967023491859436, 0.20845627784729004], "r_norm": [2.061798572540283, 2.157214641571045, 2.151974678039551], "traffic_norm": [17.656431198120117, 17.286197662353516, 17.015275955200195], "traffic_residual_norm": [0.6525775194168091, 0.8356828689575195, 0.8233873844146729], "traffic_r2": [0.998633623123169, 0.9976626634597778, 0.9976574778556824]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8104, "eval_loss": 1.0017407348632812, "val_acc": 0.8104, "val_loss": 1.0017407348632812}, {"step": 4800, "epoch": 11, "train_loss": 1.0410629510879517, "cos_r_negg": [0.6336700916290283, 0.11020957678556442, 0.2208835929632187], "cos_innovation_negg": [0.6336700916290283, 0.11020957678556442, 0.2208835929632187], "cos_apical_negg": [-0.07628113031387329, -0.08715991675853729, -0.056224968284368515], "cos_Ac_negg": [0.8617960810661316, 0.2098509520292282, -0.0843372792005539], "r_norm": [2.1797449588775635, 2.1954634189605713, 2.2592344284057617], "traffic_norm": [17.60793113708496, 17.243896484375, 16.956478118896484], "traffic_residual_norm": [0.8493338823318481, 0.9356111288070679, 0.9999724626541138], "traffic_r2": [0.9976733326911926, 0.9970561265945435, 0.9965222477912903]}, {"step": 5000, "epoch": 11, "train_loss": 0.5453354120254517, "cos_r_negg": [0.5890293121337891, 0.22070440649986267, 0.11244979500770569], "cos_innovation_negg": [0.5890293121337891, 0.22070440649986267, 0.11244979500770569], "cos_apical_negg": [0.15518736839294434, -0.1734214872121811, -0.17670682072639465], "cos_Ac_negg": [0.8276616334915161, -0.04596085101366043, 0.1807228922843933], "r_norm": [2.1059980392456055, 2.0904078483581543, 2.1392931938171387], "traffic_norm": [17.606225967407227, 17.23894691467285, 16.961448669433594], "traffic_residual_norm": [0.5688390731811523, 0.6277653574943542, 0.6719607710838318], "traffic_r2": [0.9989561438560486, 0.9986739158630371, 0.9984304904937744]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8316, "eval_loss": 0.878245458984375, "val_acc": 0.8316, "val_loss": 0.878245458984375}, {"step": 5200, "epoch": 12, "train_loss": 1.0647976398468018, "cos_r_negg": [0.5514690279960632, 0.39157843589782715, 0.22954091429710388], "cos_innovation_negg": [0.5514690279960632, 0.39157843589782715, 0.22954091429710388], "cos_apical_negg": [0.07124312222003937, 0.014998327940702438, -0.13772454857826233], "cos_Ac_negg": [0.7225561141967773, 0.26012471318244934, 0.12974052131175995], "r_norm": [1.5735024213790894, 1.568498969078064, 1.6051543951034546], "traffic_norm": [17.608112335205078, 17.245315551757812, 16.959762573242188], "traffic_residual_norm": [0.3840238153934479, 0.425189733505249, 0.45871061086654663], "traffic_r2": [0.9995239973068237, 0.9993917942047119, 0.9992676973342896]}, {"step": 5400, "epoch": 12, "train_loss": 1.2258281707763672, "cos_r_negg": [0.4569769501686096, 0.25704464316368103, 0.023784756660461426], "cos_innovation_negg": [0.4569769501686096, 0.25704464316368103, 0.023784756660461426], "cos_apical_negg": [-0.04095746949315071, 0.11013922840356827, -0.0278170146048069], "cos_Ac_negg": [0.7594965100288391, 0.3895193934440613, -0.1455707848072052], "r_norm": [2.1491682529449463, 1.974539041519165, 2.129621982574463], "traffic_norm": [17.589290618896484, 17.246593475341797, 16.98538589477539], "traffic_residual_norm": [0.8634289503097534, 0.6994014978408813, 0.8710595369338989], "traffic_r2": [0.9971587657928467, 0.998171865940094, 0.9970391392707825]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8056, "eval_loss": 1.333044140625, "val_acc": 0.8056, "val_loss": 1.333044140625}, {"step": 5600, "epoch": 13, "train_loss": 1.5558773279190063, "cos_r_negg": [0.5086264610290527, 0.4216168522834778, 0.200887992978096], "cos_innovation_negg": [0.5086264610290527, 0.4216168522834778, 0.200887992978096], "cos_apical_negg": [0.11566269397735596, -0.22760321199893951, -0.20489513874053955], "cos_Ac_negg": [0.9092926979064941, 0.5570237636566162, 0.18483351171016693], "r_norm": [2.3505070209503174, 2.312267303466797, 2.4102139472961426], "traffic_norm": [17.527109146118164, 17.171566009521484, 16.90967559814453], "traffic_residual_norm": [0.992383599281311, 1.005074381828308, 1.1047172546386719], "traffic_r2": [0.9967942237854004, 0.9965741038322449, 0.9957320094108582]}, {"step": 5800, "epoch": 13, "train_loss": 0.4000333249568939, "cos_r_negg": [0.6482228636741638, 0.06301727890968323, 0.35999971628189087], "cos_innovation_negg": [0.6482228636741638, 0.06301727890968323, 0.35999971628189087], "cos_apical_negg": [0.0767570361495018, -0.004472130443900824, -0.12798509001731873], "cos_Ac_negg": [0.790566086769104, 0.3999946415424347, 0.443999707698822], "r_norm": [1.9315235614776611, 1.898552417755127, 1.9642665386199951], "traffic_norm": [17.524707794189453, 17.17048454284668, 16.908510208129883], "traffic_residual_norm": [0.6767901182174683, 0.6848207712173462, 0.7541660070419312], "traffic_r2": [0.998505175113678, 0.9984068274497986, 0.9980064034461975]}, {"step": 6000, "epoch": 13, "train_loss": 0.9413061141967773, "cos_r_negg": [0.5519775152206421, 0.3611094355583191, 0.31020399928092957], "cos_innovation_negg": [0.5519775152206421, 0.3611094355583191, 0.31020399928092957], "cos_apical_negg": [0.2205508053302765, -0.4161803126335144, -0.377008318901062], "cos_Ac_negg": [0.8795282244682312, 0.46141013503074646, 0.33109214901924133], "r_norm": [2.2522590160369873, 2.222382068634033, 2.246860980987549], "traffic_norm": [17.54764175415039, 17.19156265258789, 16.959644317626953], "traffic_residual_norm": [0.6079583764076233, 0.6376674175262451, 0.6575527191162109], "traffic_r2": [0.9986259937286377, 0.9983904957771301, 0.9983820915222168]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8386, "eval_loss": 1.0395142822265624, "val_acc": 0.8386, "val_loss": 1.0395142822265624}, {"step": 6200, "epoch": 14, "train_loss": 0.7048963904380798, "cos_r_negg": [0.6427900791168213, 0.17109014093875885, 0.10126663744449615], "cos_innovation_negg": [0.6427900791168213, 0.17109014093875885, 0.10126663744449615], "cos_apical_negg": [0.17586778104305267, -0.09883560240268707, 0.11573969572782516], "cos_Ac_negg": [0.7997387051582336, 0.3898899555206299, 0.17602744698524475], "r_norm": [2.3241031169891357, 2.3873817920684814, 2.251016139984131], "traffic_norm": [17.437137603759766, 17.06139373779297, 16.875205993652344], "traffic_residual_norm": [1.0188045501708984, 1.1514357328414917, 0.9720278978347778], "traffic_r2": [0.996586263179779, 0.9954453110694885, 0.9966821074485779]}, {"step": 6400, "epoch": 14, "train_loss": 1.3352200984954834, "cos_r_negg": [0.4983048439025879, 0.1950545310974121, 0.1136610135436058], "cos_innovation_negg": [0.4983048439025879, 0.1950545310974121, 0.1136610135436058], "cos_apical_negg": [-0.020934659987688065, 0.11377353966236115, -0.194332093000412], "cos_Ac_negg": [0.8287515044212341, 0.44811439514160156, 0.461539089679718], "r_norm": [2.1769795417785645, 2.2296342849731445, 2.105347156524658], "traffic_norm": [17.471843719482422, 17.1430606842041, 16.926715850830078], "traffic_residual_norm": [0.7386866807937622, 0.8509437441825867, 0.6942811608314514], "traffic_r2": [0.9982020258903503, 0.997529149055481, 0.9983149766921997]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.7724, "eval_loss": 1.5067015625, "val_acc": 0.7724, "val_loss": 1.5067015625}], "final": {"eval_split": "validation", "eval_acc": 0.7724, "eval_loss": 1.5067015625, "wall_s": 22.911672353744507, "val_acc": 0.7724, "val_loss": 1.5067015625, "cos_r_negg": [0.5029887557029724, 0.26945531368255615, 0.42529886960983276], "cos_innovation_negg": [0.5029887557029724, 0.26945531368255615, 0.42529886960983276], "cos_apical_negg": [0.32691577076911926, -0.26661473512649536, -0.29554513096809387], "cos_Ac_negg": [0.7349103689193726, 0.3787386119365692, 0.4696332812309265], "traffic_norm": [17.500167846679688, 17.168296813964844, 16.953125], "traffic_residual_norm": [0.7248266935348511, 0.806097686290741, 0.6506476402282715], "traffic_r2": [0.9982763528823853, 0.9977923631668091, 0.9985257387161255]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 22.707233428955078, "diagnostics_wall_s": 0.5183629989624023, "inline_diagnostics_wall_s": 0.37784886360168457, "optimizer_wall_s_excluding_inline_diagnostics": 22.329384565353394, "evaluation_wall_s": 0.06042146682739258}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu1000_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu1000_d3_s0.json
new file mode 100644
index 0000000..4fd3bda
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu1000_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [-0.007427765056490898, 0.02498185634613037, 0.03460785746574402], "cos_innovation_negg": [-0.007427765056490898, 0.02498185634613037, 0.03460785746574402], "cos_apical_negg": [-0.012558771297335625, 0.009148303419351578, 0.0011866448912769556], "cos_Ac_negg": [0.0012260912917554379, 0.02431228943169117, 0.03460787981748581], "r_norm": [5.842756271362305, 5.332431316375732, 4.825353622436523], "traffic_norm": [6.896816253662109, 6.807289123535156, 6.665896415710449], "traffic_residual_norm": [3.174880027770996, 2.2921507358551025, 4.796001576323761e-06], "traffic_r2": [0.7883108854293823, 0.8866935968399048, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.841307520866394, "cos_r_negg": [0.15497922897338867, -0.07700017094612122, 0.23485912382602692], "cos_innovation_negg": [0.15497922897338867, -0.07700017094612122, 0.23485912382602692], "cos_apical_negg": [0.10369782149791718, 0.10299602150917053, 0.08386501669883728], "cos_Ac_negg": [0.7553716897964478, -0.004483932163566351, 0.1961737424135208], "r_norm": [7.075963020324707, 4.494350433349609, 1.813305139541626], "traffic_norm": [16.293275833129883, 16.104656219482422, 15.792808532714844], "traffic_residual_norm": [6.346963882446289, 3.5655136108398438, 9.285573469242081e-06], "traffic_r2": [0.848254919052124, 0.9509837031364441, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.2655985355377197, "cos_r_negg": [0.34938767552375793, 0.37015300989151, 0.05565619096159935], "cos_innovation_negg": [0.34938767552375793, 0.37015300989151, 0.05565619096159935], "cos_apical_negg": [0.35750243067741394, -0.25434398651123047, 0.004219903610646725], "cos_Ac_negg": [0.9292557835578918, 0.1585172712802887, 0.05431414395570755], "r_norm": [5.174274444580078, 3.3307912349700928, 1.619691014289856], "traffic_norm": [16.366756439208984, 16.169132232666016, 15.906312942504883], "traffic_residual_norm": [4.346199035644531, 2.3845620155334473, 6.346589543682057e-06], "traffic_r2": [0.9294829964637756, 0.9782508015632629, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.6368, "eval_loss": 4.48135595703125, "val_acc": 0.6368, "val_loss": 4.48135595703125}, {"step": 600, "epoch": 1, "train_loss": 13.038838386535645, "cos_r_negg": [0.5345214009284973, 0.15290623903274536, 0.05737714469432831], "cos_innovation_negg": [0.5345214009284973, 0.15290623903274536, 0.05737714469432831], "cos_apical_negg": [0.28638333082199097, 0.15185821056365967, 0.002126060426235199], "cos_Ac_negg": [0.8410639762878418, 0.31530365347862244, 0.05971432104706764], "r_norm": [4.885772228240967, 3.7940218448638916, 3.094186782836914], "traffic_norm": [16.504737854003906, 16.34112548828125, 16.049333572387695], "traffic_residual_norm": [2.9991455078125, 1.5928106307983398, 4.480694315134315e-06], "traffic_r2": [0.96697998046875, 0.9904990792274475, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.9087320566177368, "cos_r_negg": [0.4363954961299896, -0.013147028163075447, 0.08363363146781921], "cos_innovation_negg": [0.4363954961299896, -0.013147028163075447, 0.08363363146781921], "cos_apical_negg": [0.17639656364917755, -0.09421965479850769, -0.005900109652429819], "cos_Ac_negg": [0.8735275268554688, 0.1944180279970169, 0.0993083193898201], "r_norm": [3.671332597732544, 2.753812789916992, 2.1617178916931152], "traffic_norm": [16.53065299987793, 16.407169342041016, 16.086042404174805], "traffic_residual_norm": [2.0540785789489746, 1.07039213180542, 3.4205281735921744e-06], "traffic_r2": [0.9845595955848694, 0.9957438111305237, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.6714, "eval_loss": 2.0128906005859375, "val_acc": 0.6714, "val_loss": 2.0128906005859375}, {"step": 1000, "epoch": 2, "train_loss": 0.774379551410675, "cos_r_negg": [0.03309738263487816, 0.024868031963706017, 0.20343436300754547], "cos_innovation_negg": [0.03309738263487816, 0.024868031963706017, 0.20343436300754547], "cos_apical_negg": [-0.029265841469168663, 0.007335448171943426, 0.012849569320678711], "cos_Ac_negg": [0.9141799211502075, 0.2630104124546051, 0.2451505959033966], "r_norm": [2.1644515991210938, 1.4957315921783447, 0.9409275650978088], "traffic_norm": [16.602313995361328, 16.476951599121094, 16.16847801208496], "traffic_residual_norm": [1.3941540718078613, 0.71882563829422, 2.6446132324053906e-06], "traffic_r2": [0.9929484724998474, 0.998096764087677, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.1915122270584106, "cos_r_negg": [0.20533978939056396, 0.08728720247745514, 0.42126792669296265], "cos_innovation_negg": [0.20533978939056396, 0.08728720247745514, 0.42126792669296265], "cos_apical_negg": [0.1865423172712326, -0.06307857483625412, -0.031006060540676117], "cos_Ac_negg": [0.8977132439613342, 0.35065844655036926, 0.4356124997138977], "r_norm": [1.9640097618103027, 1.4577827453613281, 1.0746314525604248], "traffic_norm": [16.605846405029297, 16.484922409057617, 16.179000854492188], "traffic_residual_norm": [0.9354032874107361, 0.48541319370269775, 1.891936335596256e-06], "traffic_r2": [0.9968269467353821, 0.9991328120231628, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8394, "eval_loss": 1.101159814453125, "val_acc": 0.8394, "val_loss": 1.101159814453125}, {"step": 1400, "epoch": 3, "train_loss": 1.2208757400512695, "cos_r_negg": [0.3230423927307129, 0.299605131149292, 0.3017309606075287], "cos_innovation_negg": [0.3230423927307129, 0.299605131149292, 0.3017309606075287], "cos_apical_negg": [0.08121815323829651, 0.144773468375206, -0.008505377918481827], "cos_Ac_negg": [0.9018029570579529, 0.5629971623420715, 0.3406411409378052], "r_norm": [1.4167900085449219, 1.0588456392288208, 0.7889059782028198], "traffic_norm": [16.631216049194336, 16.52920913696289, 16.196971893310547], "traffic_residual_norm": [0.642674446105957, 0.3348391652107239, 1.7894772099680267e-06], "traffic_r2": [0.9985067248344421, 0.9995896220207214, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 1.627077579498291, "cos_r_negg": [0.3703472912311554, 0.26114901900291443, 0.3134097456932068], "cos_innovation_negg": [0.3703472912311554, 0.26114901900291443, 0.3134097456932068], "cos_apical_negg": [0.2711622416973114, 0.10631139576435089, -0.06585970520973206], "cos_Ac_negg": [0.7236085534095764, 0.5039665102958679, 0.39484089612960815], "r_norm": [1.418265461921692, 1.1221537590026855, 0.9563027024269104], "traffic_norm": [16.635906219482422, 16.536306381225586, 16.199628829956055], "traffic_residual_norm": [0.4292203485965729, 0.2243690937757492, 1.5062994407344377e-06], "traffic_r2": [0.9993343353271484, 0.9998158812522888, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8542, "eval_loss": 0.905173046875, "val_acc": 0.8542, "val_loss": 0.905173046875}, {"step": 1800, "epoch": 4, "train_loss": 0.6839004158973694, "cos_r_negg": [0.2943052351474762, 0.27312958240509033, 0.3311867117881775], "cos_innovation_negg": [0.2943052351474762, 0.27312958240509033, 0.3311867117881775], "cos_apical_negg": [0.07912476360797882, 0.05273909494280815, -0.03471110761165619], "cos_Ac_negg": [0.7352892160415649, 0.5721827745437622, 0.3721296191215515], "r_norm": [1.1759302616119385, 0.9515877962112427, 0.8359652757644653], "traffic_norm": [16.637836456298828, 16.53891944885254, 16.202163696289062], "traffic_residual_norm": [0.2875598073005676, 0.15227171778678894, 1.3780922927253414e-06], "traffic_r2": [0.9997012615203857, 0.9999152421951294, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 1.0277800559997559, "cos_r_negg": [0.470166951417923, 0.3881619870662689, 0.3464539051055908], "cos_innovation_negg": [0.470166951417923, 0.3881619870662689, 0.3464539051055908], "cos_apical_negg": [0.17788925766944885, 0.011522838845849037, -0.10547603666782379], "cos_Ac_negg": [0.8280124664306641, 0.5520297288894653, 0.38983625173568726], "r_norm": [2.4455442428588867, 2.0787973403930664, 1.9913763999938965], "traffic_norm": [16.641124725341797, 16.544418334960938, 16.20446014404297], "traffic_residual_norm": [0.1922776997089386, 0.10827220976352692, 1.2724530051855254e-06], "traffic_r2": [0.9998664855957031, 0.9999571442604065, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.865, "eval_loss": 0.8761319213867188, "val_acc": 0.865, "val_loss": 0.8761319213867188}, {"step": 2200, "epoch": 5, "train_loss": 1.167999505996704, "cos_r_negg": [0.2809716761112213, 0.2710299491882324, 0.2929956316947937], "cos_innovation_negg": [0.2809716761112213, 0.2710299491882324, 0.2929956316947937], "cos_apical_negg": [0.06305373460054398, -0.017739053815603256, -0.2863836884498596], "cos_Ac_negg": [0.7646444439888, 0.5758281946182251, 0.33557143807411194], "r_norm": [1.2089617252349854, 1.0250273942947388, 0.9671653509140015], "traffic_norm": [16.640836715698242, 16.541412353515625, 16.203384399414062], "traffic_residual_norm": [0.14226138591766357, 0.07428748905658722, 1.2198170225019567e-06], "traffic_r2": [0.9999257922172546, 0.9999797344207764, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.6412681341171265, "cos_r_negg": [0.2665256857872009, 0.243978813290596, 0.4325500726699829], "cos_innovation_negg": [0.2665256857872009, 0.243978813290596, 0.4325500726699829], "cos_apical_negg": [0.06636384129524231, 0.013799721375107765, 0.03908509761095047], "cos_Ac_negg": [0.755163311958313, 0.6146849989891052, 0.5127480030059814], "r_norm": [1.02415132522583, 0.8906439542770386, 0.8327652215957642], "traffic_norm": [16.63883399963379, 16.540340423583984, 16.201017379760742], "traffic_residual_norm": [0.09500761330127716, 0.07721995562314987, 1.2725755595965893e-06], "traffic_r2": [0.9999662637710571, 0.9999781250953674, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.7914, "eval_loss": 1.1519067626953126, "val_acc": 0.7914, "val_loss": 1.1519067626953126}, {"step": 2600, "epoch": 6, "train_loss": 0.5597626566886902, "cos_r_negg": [0.2340540885925293, 0.24870388209819794, 0.49240589141845703], "cos_innovation_negg": [0.2340540885925293, 0.24870388209819794, 0.49240589141845703], "cos_apical_negg": [0.02324869856238365, 0.025873839855194092, -0.048752669245004654], "cos_Ac_negg": [0.8028964996337891, 0.7163884043693542, 0.5280981063842773], "r_norm": [0.9536706805229187, 0.8262550830841064, 0.7712207436561584], "traffic_norm": [16.639312744140625, 16.541616439819336, 16.201995849609375], "traffic_residual_norm": [0.10117928683757782, 0.07392987608909607, 1.4972074495744891e-06], "traffic_r2": [0.9999630451202393, 0.9999800324440002, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.5608051419258118, "cos_r_negg": [0.6127191185951233, 0.3353104591369629, 0.47657084465026855], "cos_innovation_negg": [0.6127191185951233, 0.3353104591369629, 0.47657084465026855], "cos_apical_negg": [0.1283821016550064, 0.06638024747371674, -0.08611366152763367], "cos_Ac_negg": [0.8321120738983154, 0.7280058860778809, 0.5118156671524048], "r_norm": [1.1246998310089111, 0.9830264449119568, 0.9465047717094421], "traffic_norm": [16.63766860961914, 16.538837432861328, 16.199981689453125], "traffic_residual_norm": [0.06619948148727417, 0.06798368692398071, 1.3580464610640774e-06], "traffic_r2": [0.9999841451644897, 0.9999830722808838, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.9390813708305359, "cos_r_negg": [0.4125865399837494, 0.061615582555532455, 0.5290888547897339], "cos_innovation_negg": [0.4125865399837494, 0.061615582555532455, 0.5290888547897339], "cos_apical_negg": [0.19462695717811584, 0.0769755095243454, 0.016455473378300667], "cos_Ac_negg": [0.7281820178031921, 0.5335777997970581, 0.5695490837097168], "r_norm": [1.1027448177337646, 1.0024933815002441, 0.9310246706008911], "traffic_norm": [16.634929656982422, 16.53543472290039, 16.197792053222656], "traffic_residual_norm": [0.045505933463573456, 0.08850154280662537, 1.2966380609213957e-06], "traffic_r2": [0.9999924898147583, 0.999971330165863, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8702, "eval_loss": 0.7593404296875, "val_acc": 0.8702, "val_loss": 0.7593404296875}, {"step": 3200, "epoch": 7, "train_loss": 0.5486920475959778, "cos_r_negg": [0.48524248600006104, 0.4396386444568634, 0.45606061816215515], "cos_innovation_negg": [0.48524248600006104, 0.4396386444568634, 0.45606061816215515], "cos_apical_negg": [0.20895230770111084, 0.11766231060028076, -0.03002188168466091], "cos_Ac_negg": [0.8604754209518433, 0.6977255344390869, 0.49863114953041077], "r_norm": [1.5671370029449463, 1.0398273468017578, 1.0165205001831055], "traffic_norm": [16.61825942993164, 16.524333953857422, 16.191675186157227], "traffic_residual_norm": [0.5725141167640686, 0.024160927161574364, 1.3259590332381777e-06], "traffic_r2": [0.9988130927085876, 0.9999978542327881, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.9973174929618835, "cos_r_negg": [0.45414358377456665, 0.42451542615890503, 0.5251199007034302], "cos_innovation_negg": [0.45414358377456665, 0.42451542615890503, 0.5251199007034302], "cos_apical_negg": [0.21296879649162292, 0.06787547469139099, 0.03735974803566933], "cos_Ac_negg": [0.8522651791572571, 0.7704960107803345, 0.5662262439727783], "r_norm": [1.2595689296722412, 0.9205019474029541, 0.8463172912597656], "traffic_norm": [16.65648078918457, 16.511489868164062, 16.155323028564453], "traffic_residual_norm": [0.39017054438591003, 0.0939779281616211, 1.7231827769137453e-06], "traffic_r2": [0.999451220035553, 0.9999675750732422, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8424, "eval_loss": 0.74127734375, "val_acc": 0.8424, "val_loss": 0.74127734375}, {"step": 3600, "epoch": 8, "train_loss": 0.6923831701278687, "cos_r_negg": [0.41241371631622314, 0.35118645429611206, 0.48976439237594604], "cos_innovation_negg": [0.41241371631622314, 0.35118645429611206, 0.48976439237594604], "cos_apical_negg": [0.03369034081697464, -0.052569255232810974, -0.027559038251638412], "cos_Ac_negg": [0.784906268119812, 0.7057292461395264, 0.5878267288208008], "r_norm": [1.0528252124786377, 0.8048058748245239, 0.7581572532653809], "traffic_norm": [16.65212059020996, 16.504505157470703, 16.146278381347656], "traffic_residual_norm": [0.263255774974823, 0.06407707184553146, 1.656267613725504e-06], "traffic_r2": [0.9997500777244568, 0.9999849200248718, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.44176384806632996, "cos_r_negg": [0.4172796905040741, 0.23424945771694183, 0.32004082202911377], "cos_innovation_negg": [0.4172796905040741, 0.23424945771694183, 0.32004082202911377], "cos_apical_negg": [0.14511817693710327, -0.007409998215734959, -0.055349595844745636], "cos_Ac_negg": [0.83208167552948, 0.6570702791213989, 0.359129399061203], "r_norm": [0.937827467918396, 0.745392382144928, 0.7005756497383118], "traffic_norm": [16.650074005126953, 16.502513885498047, 16.14482307434082], "traffic_residual_norm": [0.17830923199653625, 0.05259769409894943, 1.501209681009641e-06], "traffic_r2": [0.9998853206634521, 0.9999896287918091, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8468, "eval_loss": 0.77843837890625, "val_acc": 0.8468, "val_loss": 0.77843837890625}, {"step": 4000, "epoch": 9, "train_loss": 0.6303759217262268, "cos_r_negg": [0.5369046330451965, 0.38715359568595886, 0.12379512935876846], "cos_innovation_negg": [0.5369046330451965, 0.38715359568595886, 0.12379512935876846], "cos_apical_negg": [0.2404901534318924, 0.03470185399055481, 0.2368377447128296], "cos_Ac_negg": [0.8270887732505798, 0.7047096490859985, 0.28373661637306213], "r_norm": [1.3579609394073486, 1.1763191223144531, 1.1437807083129883], "traffic_norm": [16.648338317871094, 16.50071907043457, 16.145090103149414], "traffic_residual_norm": [0.12751850485801697, 0.06356944143772125, 1.454282937629614e-06], "traffic_r2": [0.9999409914016724, 0.9999836683273315, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.570875883102417, "cos_r_negg": [0.6413575410842896, 0.27728667855262756, 0.5939079523086548], "cos_innovation_negg": [0.6413575410842896, 0.27728667855262756, 0.5939079523086548], "cos_apical_negg": [0.12766127288341522, -0.004552415106445551, 0.12054980546236038], "cos_Ac_negg": [0.8051985502243042, 0.7465565800666809, 0.6104123592376709], "r_norm": [0.9392420649528503, 0.8057927489280701, 0.7823854088783264], "traffic_norm": [16.65326499938965, 16.50687026977539, 16.147930145263672], "traffic_residual_norm": [0.08056828379631042, 0.036490023136138916, 1.36512835524627e-06], "traffic_r2": [0.9999765753746033, 0.9999951124191284, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8542, "eval_loss": 0.8490557373046875, "val_acc": 0.8542, "val_loss": 0.8490557373046875}, {"step": 4400, "epoch": 10, "train_loss": 0.7189273238182068, "cos_r_negg": [0.454062283039093, 0.18764516711235046, 0.4192042648792267], "cos_innovation_negg": [0.454062283039093, 0.18764516711235046, 0.4192042648792267], "cos_apical_negg": [0.13148708641529083, 0.04132542759180069, -0.0415835976600647], "cos_Ac_negg": [0.7472057342529297, 0.6288832426071167, 0.4808540344238281], "r_norm": [1.0626894235610962, 0.9395442008972168, 0.9188387393951416], "traffic_norm": [16.652053833007812, 16.505434036254883, 16.145240783691406], "traffic_residual_norm": [0.05739886686205864, 0.038934916257858276, 1.3589265108748805e-06], "traffic_r2": [0.9999880790710449, 0.9999943375587463, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.45228296518325806, "cos_r_negg": [0.6290861368179321, 0.013419066555798054, 0.4961000978946686], "cos_innovation_negg": [0.6290861368179321, 0.013419066555798054, 0.4961000978946686], "cos_apical_negg": [0.06357348710298538, 0.05727428197860718, -0.013437355868518353], "cos_Ac_negg": [0.7670543193817139, 0.17406997084617615, 0.5164839029312134], "r_norm": [0.8759023547172546, 0.7839775681495667, 0.7516816854476929], "traffic_norm": [16.651107788085938, 16.503894805908203, 16.144107818603516], "traffic_residual_norm": [0.05271574854850769, 0.04967891797423363, 1.3702367596124532e-06], "traffic_r2": [0.9999896883964539, 0.9999906420707703, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8932, "eval_loss": 0.5845827697753906, "val_acc": 0.8932, "val_loss": 0.5845827697753906}, {"step": 4800, "epoch": 11, "train_loss": 0.32238346338272095, "cos_r_negg": [0.6626512408256531, 0.0942007303237915, 0.34034547209739685], "cos_innovation_negg": [0.6626512408256531, 0.0942007303237915, 0.34034547209739685], "cos_apical_negg": [0.04523463547229767, -0.11187395453453064, -0.01336799468845129], "cos_Ac_negg": [0.7415425777435303, 0.6057539582252502, 0.3485948145389557], "r_norm": [0.9747216701507568, 0.8816237449645996, 0.8498771786689758], "traffic_norm": [16.65142059326172, 16.504459381103516, 16.14822769165039], "traffic_residual_norm": [0.04344101995229721, 0.056976065039634705, 1.3698848988497048e-06], "traffic_r2": [0.9999927282333374, 0.9999874234199524, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.6364119052886963, "cos_r_negg": [0.6920494437217712, 0.20141828060150146, 0.10422538965940475], "cos_innovation_negg": [0.6920494437217712, 0.20141828060150146, 0.10422538965940475], "cos_apical_negg": [0.16108153760433197, -0.246904656291008, 0.00039117783308029175], "cos_Ac_negg": [0.8024476170539856, 0.26583534479141235, 0.12424036860466003], "r_norm": [1.07557213306427, 0.9923450946807861, 0.9222132563591003], "traffic_norm": [16.65107536315918, 16.505741119384766, 16.149730682373047], "traffic_residual_norm": [0.07030865550041199, 0.09756287932395935, 1.371272105643584e-06], "traffic_r2": [0.9999784231185913, 0.9999609589576721, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8482, "eval_loss": 0.8686965942382813, "val_acc": 0.8482, "val_loss": 0.8686965942382813}, {"step": 5200, "epoch": 12, "train_loss": 0.7877783179283142, "cos_r_negg": [0.5615828037261963, 0.18598061800003052, 0.41810882091522217], "cos_innovation_negg": [0.5615828037261963, 0.18598061800003052, 0.41810882091522217], "cos_apical_negg": [0.19332505762577057, 0.09158698469400406, -0.2359093874692917], "cos_Ac_negg": [0.8593099117279053, 0.46088141202926636, 0.49046242237091064], "r_norm": [1.0814263820648193, 1.0091291666030884, 0.9215472936630249], "traffic_norm": [16.652559280395508, 16.508846282958984, 16.152225494384766], "traffic_residual_norm": [0.08623450249433517, 0.12282735109329224, 1.4127864460533601e-06], "traffic_r2": [0.9999665021896362, 0.9999375939369202, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.5516397953033447, "cos_r_negg": [0.6025174260139465, 0.0590277835726738, 0.523658275604248], "cos_innovation_negg": [0.6025174260139465, 0.0590277835726738, 0.523658275604248], "cos_apical_negg": [0.03757611662149429, 0.0838409885764122, 0.049171820282936096], "cos_Ac_negg": [0.8437349796295166, 0.49491435289382935, 0.5776933431625366], "r_norm": [0.7983187437057495, 0.7488211393356323, 0.694589376449585], "traffic_norm": [16.65293312072754, 16.507606506347656, 16.149612426757812], "traffic_residual_norm": [0.04050368070602417, 0.07268215715885162, 1.3992034837428946e-06], "traffic_r2": [0.9999938607215881, 0.9999803900718689, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8744, "eval_loss": 0.6414367919921875, "val_acc": 0.8744, "val_loss": 0.6414367919921875}, {"step": 5600, "epoch": 13, "train_loss": 0.8062983155250549, "cos_r_negg": [0.6005365252494812, 0.20200230181217194, 0.2874106168746948], "cos_innovation_negg": [0.6005365252494812, 0.20200230181217194, 0.2874106168746948], "cos_apical_negg": [0.023982441052794456, 0.0720491036772728, 0.14868876338005066], "cos_Ac_negg": [0.8716068863868713, 0.44088590145111084, 0.3022792339324951], "r_norm": [0.9950851202011108, 0.9313837289810181, 0.8392600417137146], "traffic_norm": [16.646806716918945, 16.500856399536133, 16.14482307434082], "traffic_residual_norm": [0.08968198299407959, 0.12383323907852173, 1.4004911008669296e-06], "traffic_r2": [0.9999643564224243, 0.9999366998672485, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.7449668645858765, "cos_r_negg": [0.5609687566757202, 0.20277883112430573, 0.5030019283294678], "cos_innovation_negg": [0.5609687566757202, 0.20277883112430573, 0.5030019283294678], "cos_apical_negg": [0.11375147849321365, -0.06992575526237488, -0.07736605405807495], "cos_Ac_negg": [0.8577443361282349, 0.545520544052124, 0.5738343000411987], "r_norm": [0.7106647491455078, 0.691135823726654, 0.600369393825531], "traffic_norm": [16.65273094177246, 16.50827407836914, 16.150211334228516], "traffic_residual_norm": [0.06429091840982437, 0.1141955554485321, 1.473193833589903e-06], "traffic_r2": [0.999984860420227, 0.9999518990516663, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.34310781955718994, "cos_r_negg": [0.5370264053344727, 0.14355343580245972, 0.47006872296333313], "cos_innovation_negg": [0.5370264053344727, 0.14355343580245972, 0.47006872296333313], "cos_apical_negg": [0.13144788146018982, 0.29655128717422485, -0.10075489431619644], "cos_Ac_negg": [0.7475389242172241, 0.4908932149410248, 0.5213164687156677], "r_norm": [1.209500789642334, 1.1396652460098267, 1.0565299987792969], "traffic_norm": [16.648681640625, 16.503751754760742, 16.14504051208496], "traffic_residual_norm": [0.07407167553901672, 0.12191998213529587, 1.5007343563411268e-06], "traffic_r2": [0.9999784827232361, 0.9999436140060425, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8892, "eval_loss": 0.6295362915039062, "val_acc": 0.8892, "val_loss": 0.6295362915039062}, {"step": 6200, "epoch": 14, "train_loss": 0.5926024913787842, "cos_r_negg": [0.43053194880485535, 0.08424962311983109, 0.5433862209320068], "cos_innovation_negg": [0.43053194880485535, 0.08424962311983109, 0.5433862209320068], "cos_apical_negg": [0.10979016125202179, -0.03789817541837692, 0.005817393772304058], "cos_Ac_negg": [0.7392275929450989, 0.3477954864501953, 0.606255054473877], "r_norm": [0.7859906554222107, 0.7537609338760376, 0.6740767955780029], "traffic_norm": [16.64818572998047, 16.503206253051758, 16.144393920898438], "traffic_residual_norm": [0.06370101124048233, 0.10975751280784607, 1.5345246993092587e-06], "traffic_r2": [0.9999849796295166, 0.9999553561210632, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.425197958946228, "cos_r_negg": [0.506859302520752, 0.06031562387943268, 0.5355647802352905], "cos_innovation_negg": [0.506859302520752, 0.06031562387943268, 0.5355647802352905], "cos_apical_negg": [0.08902391791343689, -0.14751765131950378, -0.04541633278131485], "cos_Ac_negg": [0.7959786653518677, 0.4336619973182678, 0.5496882796287537], "r_norm": [0.9991500973701477, 0.952857255935669, 0.8662390112876892], "traffic_norm": [16.64870834350586, 16.505504608154297, 16.148107528686523], "traffic_residual_norm": [0.07370713353157043, 0.11979861557483673, 1.5691221051383764e-06], "traffic_r2": [0.9999787211418152, 0.9999455213546753, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.8882, "eval_loss": 0.6106564575195312, "val_acc": 0.8882, "val_loss": 0.6106564575195312}], "final": {"eval_split": "validation", "eval_acc": 0.8882, "eval_loss": 0.6106564575195312, "wall_s": 24.887441635131836, "val_acc": 0.8882, "val_loss": 0.6106564575195312, "cos_r_negg": [0.5433495044708252, 0.0029859598726034164, 0.4571917653083801], "cos_innovation_negg": [0.5433495044708252, 0.0029859598726034164, 0.4571917653083801], "cos_apical_negg": [0.12397120893001556, -0.3687557578086853, 0.24756614863872528], "cos_Ac_negg": [0.7192399501800537, 0.7405903935432434, 0.5035847425460815], "traffic_norm": [16.64885139465332, 16.505443572998047, 16.149314880371094], "traffic_residual_norm": [0.08848655223846436, 0.14159831404685974, 1.5877376426942647e-06], "traffic_r2": [0.999969482421875, 0.9999240636825562, 1.0]}, "timing": {"warmup_wall_s": 1.641418695449829, "training_loop_wall_s": 23.016775608062744, "diagnostics_wall_s": 0.5466403961181641, "inline_diagnostics_wall_s": 0.39481401443481445, "optimizer_wall_s_excluding_inline_diagnostics": 22.62196159362793, "evaluation_wall_s": 0.07363414764404297}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu200_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu200_d3_s0.json
new file mode 100644
index 0000000..3317819
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu200_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010399961844086647, 0.027888938784599304, 0.035328738391399384], "cos_innovation_negg": [-0.010399961844086647, 0.027888938784599304, 0.035328738391399384], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.842123031616211, 5.355001449584961, 4.824590682983398], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.180349588394165, 2.32529878616333, 0.0010319408029317856], "traffic_r2": [0.7853808403015137, 0.884466826915741, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.6618070602416992, "cos_r_negg": [0.2509899139404297, -0.2175469696521759, 0.1539626121520996], "cos_innovation_negg": [0.2509899139404297, -0.2175469696521759, 0.1539626121520996], "cos_apical_negg": [0.24697595834732056, 0.15098141133785248, 0.12876248359680176], "cos_Ac_negg": [0.7445091009140015, -0.34866130352020264, 0.11928825825452805], "r_norm": [7.213123321533203, 4.754213333129883, 2.308858633041382], "traffic_norm": [16.521007537841797, 16.4259090423584, 16.146635055541992], "traffic_residual_norm": [6.288773059844971, 3.612588405609131, 0.0008816499030217528], "traffic_r2": [0.8551032543182373, 0.9516296982765198, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 3.3539791107177734, "cos_r_negg": [0.31034862995147705, 0.0935574620962143, 0.20847362279891968], "cos_innovation_negg": [0.31034862995147705, 0.0935574620962143, 0.20847362279891968], "cos_apical_negg": [0.2629605531692505, -0.32804006338119507, 0.02903743088245392], "cos_Ac_negg": [0.6811989545822144, -0.24004410207271576, 0.2035658061504364], "r_norm": [5.554198265075684, 3.704974889755249, 2.048344135284424], "traffic_norm": [16.684478759765625, 16.602581024169922, 16.343059539794922], "traffic_residual_norm": [4.463061332702637, 2.409348487854004, 0.0005883888807147741], "traffic_r2": [0.9284449219703674, 0.9789405465126038, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.712, "eval_loss": 1.68229423828125, "val_acc": 0.712, "val_loss": 1.68229423828125}, {"step": 600, "epoch": 1, "train_loss": 1.0271809101104736, "cos_r_negg": [0.2677786946296692, -0.23282809555530548, 0.1654297113418579], "cos_innovation_negg": [0.2677786946296692, -0.23282809555530548, 0.1654297113418579], "cos_apical_negg": [0.22693167626857758, -0.4257379174232483, -0.03495696187019348], "cos_Ac_negg": [0.769402801990509, -0.12926840782165527, 0.1834132820367813], "r_norm": [4.025511264801025, 2.6229028701782227, 1.5299859046936035], "traffic_norm": [16.854476928710938, 16.705326080322266, 16.497135162353516], "traffic_residual_norm": [3.078416347503662, 1.6133304834365845, 0.00039485550951212645], "traffic_r2": [0.9666401743888855, 0.9906731247901917, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.8905487656593323, "cos_r_negg": [0.13351155817508698, 0.2175421416759491, 0.20367100834846497], "cos_innovation_negg": [0.13351155817508698, 0.2175421416759491, 0.20367100834846497], "cos_apical_negg": [0.05162600800395012, 0.036949437111616135, -0.011351456865668297], "cos_Ac_negg": [0.8421472907066345, 0.4809146821498871, 0.2700483500957489], "r_norm": [2.936563491821289, 1.8919450044631958, 1.0859110355377197], "traffic_norm": [16.88909149169922, 16.742408752441406, 16.557411193847656], "traffic_residual_norm": [2.1506731510162354, 1.0792887210845947, 0.00026479738880880177], "traffic_r2": [0.9837842583656311, 0.9958443641662598, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.7518, "eval_loss": 1.216832763671875, "val_acc": 0.7518, "val_loss": 1.216832763671875}, {"step": 1000, "epoch": 2, "train_loss": 2.1271493434906006, "cos_r_negg": [0.3551805019378662, 0.036339566111564636, 0.21417148411273956], "cos_innovation_negg": [0.3551805019378662, 0.036339566111564636, 0.21417148411273956], "cos_apical_negg": [0.2573109567165375, -0.0974900871515274, -0.08218680322170258], "cos_Ac_negg": [0.8487309813499451, 0.22182819247245789, 0.21541957557201385], "r_norm": [2.552311420440674, 1.8007861375808716, 1.2673161029815674], "traffic_norm": [16.884754180908203, 16.730134963989258, 16.552745819091797], "traffic_residual_norm": [1.475916862487793, 0.7346745729446411, 0.0001775539858499542], "traffic_r2": [0.9923592805862427, 0.9980716109275818, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.3643450736999512, "cos_r_negg": [0.3305149972438812, 0.3079588711261749, 0.28707873821258545], "cos_innovation_negg": [0.3305149972438812, 0.3079588711261749, 0.28707873821258545], "cos_apical_negg": [0.10120217502117157, -0.13627876341342926, 0.007982811890542507], "cos_Ac_negg": [0.8583146333694458, 0.4967897832393646, 0.30163460969924927], "r_norm": [1.8756002187728882, 1.2673389911651611, 0.8460760712623596], "traffic_norm": [16.89583969116211, 16.77074432373047, 16.563657760620117], "traffic_residual_norm": [1.1231446266174316, 0.5403939485549927, 0.00012086794595234096], "traffic_r2": [0.9955810308456421, 0.9989616870880127, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8634, "eval_loss": 0.7478265502929687, "val_acc": 0.8634, "val_loss": 0.7478265502929687}, {"step": 1400, "epoch": 3, "train_loss": 0.8836470246315002, "cos_r_negg": [0.1701338142156601, -0.018564656376838684, 0.21525856852531433], "cos_innovation_negg": [0.1701338142156601, -0.018564656376838684, 0.21525856852531433], "cos_apical_negg": [0.06750321388244629, -0.09458546340465546, 0.12610045075416565], "cos_Ac_negg": [0.8546886444091797, 0.1798669993877411, 0.23829059302806854], "r_norm": [1.7853660583496094, 1.2949647903442383, 1.0229928493499756], "traffic_norm": [16.89885139465332, 16.767318725585938, 16.567415237426758], "traffic_residual_norm": [0.7973214387893677, 0.36776304244995117, 8.425202395301312e-05], "traffic_r2": [0.9977738857269287, 0.9995189309120178, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 1.176193356513977, "cos_r_negg": [0.19838263094425201, -0.1005866676568985, 0.491250216960907], "cos_innovation_negg": [0.19838263094425201, -0.1005866676568985, 0.491250216960907], "cos_apical_negg": [0.13237784802913666, -0.07184678316116333, 0.0637744665145874], "cos_Ac_negg": [0.8864949345588684, -0.07413797825574875, 0.5462723970413208], "r_norm": [1.3550546169281006, 0.9981057047843933, 0.8260620832443237], "traffic_norm": [16.89942169189453, 16.76889991760254, 16.56779670715332], "traffic_residual_norm": [0.5346301794052124, 0.24695128202438354, 5.980273999739438e-05], "traffic_r2": [0.9989991784095764, 0.9997830986976624, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.7418, "eval_loss": 1.296485595703125, "val_acc": 0.7418, "val_loss": 1.296485595703125}, {"step": 1800, "epoch": 4, "train_loss": 0.5487207174301147, "cos_r_negg": [0.18785807490348816, -0.1643667221069336, 0.3401225209236145], "cos_innovation_negg": [0.18785807490348816, -0.1643667221069336, 0.3401225209236145], "cos_apical_negg": [-0.03660953417420387, -0.1303045153617859, -0.02484765835106373], "cos_Ac_negg": [0.8502983450889587, 0.021700993180274963, 0.39555972814559937], "r_norm": [1.003514289855957, 0.7310149669647217, 0.5990655422210693], "traffic_norm": [16.899812698364258, 16.769515991210938, 16.567869186401367], "traffic_residual_norm": [0.3591427803039551, 0.1668173372745514, 4.643953434424475e-05], "traffic_r2": [0.9995483756065369, 0.9999010562896729, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.7577027082443237, "cos_r_negg": [0.407523512840271, -0.12758482992649078, 0.42598775029182434], "cos_innovation_negg": [0.407523512840271, -0.12758482992649078, 0.42598775029182434], "cos_apical_negg": [0.06599840521812439, -0.13275806605815887, 0.14635105431079865], "cos_Ac_negg": [0.898623526096344, 0.1772754192352295, 0.44209814071655273], "r_norm": [1.0029537677764893, 0.7892128229141235, 0.7050092220306396], "traffic_norm": [16.899330139160156, 16.76830291748047, 16.567501068115234], "traffic_residual_norm": [0.24151162803173065, 0.11356636881828308, 3.836625910480507e-05], "traffic_r2": [0.9997957348823547, 0.999954104423523, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8454, "eval_loss": 0.7339788696289062, "val_acc": 0.8454, "val_loss": 0.7339788696289062}, {"step": 2200, "epoch": 5, "train_loss": 0.9312641024589539, "cos_r_negg": [0.35276690125465393, -0.004099165089428425, 0.3763508200645447], "cos_innovation_negg": [0.35276690125465393, -0.004099165089428425, 0.3763508200645447], "cos_apical_negg": [0.12226664274930954, -0.03003012016415596, -0.005175595171749592], "cos_Ac_negg": [0.838931143283844, 0.2195802628993988, 0.44484174251556396], "r_norm": [0.9956311583518982, 0.8012288808822632, 0.7420310974121094], "traffic_norm": [16.899532318115234, 16.768367767333984, 16.567398071289062], "traffic_residual_norm": [0.16306239366531372, 0.07937241345643997, 3.412223304621875e-05], "traffic_r2": [0.9999068975448608, 0.9999775886535645, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.6229223012924194, "cos_r_negg": [0.42127564549446106, -0.06138959527015686, 0.4835353195667267], "cos_innovation_negg": [0.42127564549446106, -0.06138959527015686, 0.4835353195667267], "cos_apical_negg": [0.009505760855972767, -0.05112423002719879, 0.038723964244127274], "cos_Ac_negg": [0.8691034913063049, 0.16620193421840668, 0.5403198003768921], "r_norm": [0.9162237048149109, 0.7507046461105347, 0.7135367393493652], "traffic_norm": [16.89826202392578, 16.76630973815918, 16.563945770263672], "traffic_residual_norm": [0.1108298972249031, 0.0593806616961956, 3.3048196200979874e-05], "traffic_r2": [0.9999569654464722, 0.9999874830245972, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8572, "eval_loss": 0.8163307739257812, "val_acc": 0.8572, "val_loss": 0.8163307739257812}, {"step": 2600, "epoch": 6, "train_loss": 0.46157556772232056, "cos_r_negg": [0.39298009872436523, 0.06580352038145065, 0.45269399881362915], "cos_innovation_negg": [0.39298009872436523, 0.06580352038145065, 0.45269399881362915], "cos_apical_negg": [0.05131705850362778, -0.07412316650152206, 0.13617399334907532], "cos_Ac_negg": [0.7301889061927795, 0.3529021739959717, 0.4899280071258545], "r_norm": [1.1372253894805908, 0.9763839244842529, 0.9389852285385132], "traffic_norm": [16.895587921142578, 16.762325286865234, 16.55716323852539], "traffic_residual_norm": [0.07639812678098679, 0.045033253729343414, 3.314559216960333e-05], "traffic_r2": [0.999979555606842, 0.9999927878379822, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.44608017802238464, "cos_r_negg": [0.5123316049575806, 0.102031409740448, 0.5005195140838623], "cos_innovation_negg": [0.5123316049575806, 0.102031409740448, 0.5005195140838623], "cos_apical_negg": [-0.020797528326511383, -0.051881592720746994, 0.15586957335472107], "cos_Ac_negg": [0.8888143301010132, 0.3209301233291626, 0.5305598378181458], "r_norm": [1.0508310794830322, 0.8981920480728149, 0.868291437625885], "traffic_norm": [16.89305877685547, 16.759010314941406, 16.548173904418945], "traffic_residual_norm": [0.05414909869432449, 0.037507496774196625, 3.473544347798452e-05], "traffic_r2": [0.9999897480010986, 0.9999949932098389, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.4796023368835449, "cos_r_negg": [0.41382813453674316, 0.06512430310249329, 0.5988370180130005], "cos_innovation_negg": [0.41382813453674316, 0.06512430310249329, 0.5988370180130005], "cos_apical_negg": [0.015113518573343754, -0.022551262751221657, 0.16631855070590973], "cos_Ac_negg": [0.8656432032585144, 0.3809558153152466, 0.6173189282417297], "r_norm": [1.0010603666305542, 0.8707954287528992, 0.8372524380683899], "traffic_norm": [16.891029357910156, 16.75603485107422, 16.543794631958008], "traffic_residual_norm": [0.0402425155043602, 0.03457365185022354, 3.5582994314609095e-05], "traffic_r2": [0.9999943375587463, 0.9999957084655762, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.862, "eval_loss": 0.7949120727539063, "val_acc": 0.862, "val_loss": 0.7949120727539063}, {"step": 3200, "epoch": 7, "train_loss": 0.5019909739494324, "cos_r_negg": [0.5531402826309204, 0.08030781149864197, 0.5369201898574829], "cos_innovation_negg": [0.5531402826309204, 0.08030781149864197, 0.5369201898574829], "cos_apical_negg": [0.0248570516705513, -0.13482065498828888, 0.12310419231653214], "cos_Ac_negg": [0.8321826457977295, 0.33206379413604736, 0.6207813024520874], "r_norm": [0.9013524055480957, 0.7956376671791077, 0.7667523622512817], "traffic_norm": [16.89129638671875, 16.758556365966797, 16.545883178710938], "traffic_residual_norm": [0.03297978639602661, 0.04005347564816475, 3.547975575202145e-05], "traffic_r2": [0.9999961256980896, 0.9999942183494568, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.4399208426475525, "cos_r_negg": [0.46930965781211853, 0.16798073053359985, 0.5954278111457825], "cos_innovation_negg": [0.46930965781211853, 0.16798073053359985, 0.5954278111457825], "cos_apical_negg": [0.0017425159458070993, -0.10064320266246796, 0.12768365442752838], "cos_Ac_negg": [0.8371108770370483, 0.4276650547981262, 0.6520460844039917], "r_norm": [0.8357937335968018, 0.737479567527771, 0.7098148465156555], "traffic_norm": [16.890424728393555, 16.757816314697266, 16.54684829711914], "traffic_residual_norm": [0.029945971444249153, 0.04750731587409973, 3.545041545294225e-05], "traffic_r2": [0.9999967813491821, 0.9999918937683105, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8768, "eval_loss": 0.6552635986328125, "val_acc": 0.8768, "val_loss": 0.6552635986328125}, {"step": 3600, "epoch": 8, "train_loss": 0.8945297002792358, "cos_r_negg": [0.4281240701675415, 0.12467706948518753, 0.5494638681411743], "cos_innovation_negg": [0.4281240701675415, 0.12467706948518753, 0.5494638681411743], "cos_apical_negg": [0.005018803756684065, -0.0779809057712555, 0.12398168444633484], "cos_Ac_negg": [0.7987715601921082, 0.45245516300201416, 0.6175038814544678], "r_norm": [0.7890671491622925, 0.7073878049850464, 0.6715201139450073], "traffic_norm": [16.888019561767578, 16.754844665527344, 16.543895721435547], "traffic_residual_norm": [0.029336757957935333, 0.05348948389291763, 3.597037721192464e-05], "traffic_r2": [0.9999969601631165, 0.9999897480010986, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.72499680519104, "cos_r_negg": [0.4908943176269531, -0.05977918580174446, 0.6228628158569336], "cos_innovation_negg": [0.4908943176269531, -0.05977918580174446, 0.6228628158569336], "cos_apical_negg": [-0.0018896181136369705, 0.04060831665992737, 0.26650524139404297], "cos_Ac_negg": [0.8171417117118835, 0.5318073034286499, 0.6631330251693726], "r_norm": [1.0659091472625732, 0.9540483951568604, 0.9034194946289062], "traffic_norm": [16.888484954833984, 16.756134033203125, 16.547183990478516], "traffic_residual_norm": [0.027891505509614944, 0.07418102771043777, 3.691986421472393e-05], "traffic_r2": [0.9999972581863403, 0.9999803900718689, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8558, "eval_loss": 0.8199718017578125, "val_acc": 0.8558, "val_loss": 0.8199718017578125}, {"step": 4000, "epoch": 9, "train_loss": 0.5118510127067566, "cos_r_negg": [0.380971223115921, 0.07356299459934235, 0.5244795083999634], "cos_innovation_negg": [0.380971223115921, 0.07356299459934235, 0.5244795083999634], "cos_apical_negg": [-0.06183347851037979, -0.005239979829639196, 0.009791218675673008], "cos_Ac_negg": [0.8137329816818237, 0.40402498841285706, 0.5746239423751831], "r_norm": [1.1264150142669678, 0.7275667786598206, 0.6880833506584167], "traffic_norm": [16.865018844604492, 16.7258243560791, 16.529571533203125], "traffic_residual_norm": [0.43328627943992615, 0.06185666471719742, 3.8930069422349334e-05], "traffic_r2": [0.9993399381637573, 0.9999862909317017, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 1.4114524126052856, "cos_r_negg": [0.5463389754295349, 0.18520519137382507, 0.6810604333877563], "cos_innovation_negg": [0.5463389754295349, 0.18520519137382507, 0.6810604333877563], "cos_apical_negg": [-0.015726206824183464, -0.11436037719249725, 0.03574557602405548], "cos_Ac_negg": [0.8236274123191833, 0.4440649151802063, 0.711119532585144], "r_norm": [1.4811038970947266, 1.148148775100708, 1.144182562828064], "traffic_norm": [16.862306594848633, 16.72198486328125, 16.52672576904297], "traffic_residual_norm": [0.2892252802848816, 0.05037897452712059, 3.8355217839125544e-05], "traffic_r2": [0.9997057914733887, 0.9999909400939941, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8904, "eval_loss": 0.61831591796875, "val_acc": 0.8904, "val_loss": 0.61831591796875}, {"step": 4400, "epoch": 10, "train_loss": 0.5361435413360596, "cos_r_negg": [0.41991937160491943, 0.05295741930603981, 0.6128998398780823], "cos_innovation_negg": [0.41991937160491943, 0.05295741930603981, 0.6128998398780823], "cos_apical_negg": [0.08245835453271866, -0.023117132484912872, 0.14146946370601654], "cos_Ac_negg": [0.8325003385543823, 0.36419007182121277, 0.6548492908477783], "r_norm": [1.1346527338027954, 0.9024167060852051, 0.8798182010650635], "traffic_norm": [16.859800338745117, 16.72171401977539, 16.52265167236328], "traffic_residual_norm": [0.1944645643234253, 0.042348116636276245, 3.8187645259313285e-05], "traffic_r2": [0.9998669624328613, 0.9999935626983643, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.7797273397445679, "cos_r_negg": [0.4976063668727875, 0.07859939336776733, 0.44991081953048706], "cos_innovation_negg": [0.4976063668727875, 0.07859939336776733, 0.44991081953048706], "cos_apical_negg": [-0.09614795446395874, -0.07630044221878052, 0.00748490821570158], "cos_Ac_negg": [0.7517088651657104, 0.4189465343952179, 0.4807502031326294], "r_norm": [1.5023161172866821, 1.2708425521850586, 1.2538546323776245], "traffic_norm": [16.856473922729492, 16.719165802001953, 16.517356872558594], "traffic_residual_norm": [0.1314973533153534, 0.037787262350320816, 3.919903974747285e-05], "traffic_r2": [0.9999391436576843, 0.9999948740005493, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8942, "eval_loss": 0.5872118041992187, "val_acc": 0.8942, "val_loss": 0.5872118041992187}, {"step": 4800, "epoch": 11, "train_loss": 0.6319520473480225, "cos_r_negg": [0.4816400408744812, 0.10439745336771011, 0.4087824821472168], "cos_innovation_negg": [0.4816400408744812, 0.10439745336771011, 0.4087824821472168], "cos_apical_negg": [0.05552519112825394, 0.012323053553700447, -0.004702365025877953], "cos_Ac_negg": [0.8358930349349976, 0.43719691038131714, 0.4713120460510254], "r_norm": [1.166312336921692, 1.0246613025665283, 0.9842989444732666], "traffic_norm": [16.853267669677734, 16.714597702026367, 16.508907318115234], "traffic_residual_norm": [0.08956602215766907, 0.037491679191589355, 4.060397623106837e-05], "traffic_r2": [0.9999717473983765, 0.9999949932098389, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.669981062412262, "cos_r_negg": [0.3547903895378113, 0.05630895495414734, 0.4818798899650574], "cos_innovation_negg": [0.3547903895378113, 0.05630895495414734, 0.4818798899650574], "cos_apical_negg": [0.11502896994352341, 0.06381130963563919, 0.21668457984924316], "cos_Ac_negg": [0.8228601813316345, 0.317715585231781, 0.5628237128257751], "r_norm": [0.8707287907600403, 0.7588738203048706, 0.7321646213531494], "traffic_norm": [16.851247787475586, 16.71414566040039, 16.505752563476562], "traffic_residual_norm": [0.06282467395067215, 0.03740625083446503, 4.007595998700708e-05], "traffic_r2": [0.9999860525131226, 0.9999949932098389, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8326, "eval_loss": 0.7704207763671875, "val_acc": 0.8326, "val_loss": 0.7704207763671875}, {"step": 5200, "epoch": 12, "train_loss": 0.4801323711872101, "cos_r_negg": [0.5089598894119263, 0.07006542384624481, 0.5699360966682434], "cos_innovation_negg": [0.5089598894119263, 0.07006542384624481, 0.5699360966682434], "cos_apical_negg": [0.039192188531160355, -0.014935528859496117, -0.11797591298818588], "cos_Ac_negg": [0.8429555296897888, 0.42308443784713745, 0.6077929735183716], "r_norm": [0.8739839792251587, 0.7802484035491943, 0.7536081671714783], "traffic_norm": [16.85370445251465, 16.716796875, 16.50377082824707], "traffic_residual_norm": [0.04398985579609871, 0.04067257046699524, 3.975714207626879e-05], "traffic_r2": [0.9999932050704956, 0.9999940991401672, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.29875844717025757, "cos_r_negg": [0.4355557858943939, 0.07501141726970673, 0.32708635926246643], "cos_innovation_negg": [0.4355557858943939, 0.07501141726970673, 0.32708635926246643], "cos_apical_negg": [0.0801992192864418, 0.06282888352870941, 0.23788556456565857], "cos_Ac_negg": [0.7912264466285706, 0.3163031339645386, 0.49893081188201904], "r_norm": [1.2052940130233765, 1.097778081893921, 1.0620336532592773], "traffic_norm": [16.850120544433594, 16.712570190429688, 16.498228073120117], "traffic_residual_norm": [0.03609807416796684, 0.04197472333908081, 4.0269682358484715e-05], "traffic_r2": [0.9999953508377075, 0.9999936819076538, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8654, "eval_loss": 0.6927817138671875, "val_acc": 0.8654, "val_loss": 0.6927817138671875}, {"step": 5600, "epoch": 13, "train_loss": 0.6228395104408264, "cos_r_negg": [0.5027518272399902, 0.00877698790282011, 0.583159327507019], "cos_innovation_negg": [0.5027518272399902, 0.00877698790282011, 0.583159327507019], "cos_apical_negg": [0.06735862046480179, 0.04078517109155655, 0.1633884608745575], "cos_Ac_negg": [0.8696736097335815, 0.2718212604522705, 0.6320921182632446], "r_norm": [1.073407530784607, 0.9738649129867554, 0.9451674818992615], "traffic_norm": [16.849502563476562, 16.713134765625, 16.499876022338867], "traffic_residual_norm": [0.025923650711774826, 0.04204864799976349, 4.0775659726932645e-05], "traffic_r2": [0.999997615814209, 0.9999936819076538, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.44850409030914307, "cos_r_negg": [0.4857775568962097, 0.4159380793571472, 0.5344595313072205], "cos_innovation_negg": [0.4857775568962097, 0.4159380793571472, 0.5344595313072205], "cos_apical_negg": [-0.0372731015086174, -0.1375942826271057, -0.17052899301052094], "cos_Ac_negg": [0.874885618686676, 0.5341926217079163, 0.606900691986084], "r_norm": [1.0086647272109985, 0.8866384029388428, 0.8568395376205444], "traffic_norm": [16.84304428100586, 16.709426879882812, 16.500545501708984], "traffic_residual_norm": [0.06967192143201828, 0.042766865342855453, 4.035764141008258e-05], "traffic_r2": [0.9999807476997375, 0.9999934434890747, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.20889544486999512, "cos_r_negg": [0.3386147618293762, 0.07574772089719772, 0.6390222907066345], "cos_innovation_negg": [0.3386147618293762, 0.07574772089719772, 0.6390222907066345], "cos_apical_negg": [0.032926805317401886, -0.01636158674955368, 0.1050698310136795], "cos_Ac_negg": [0.8761618733406067, 0.3798642158508301, 0.6907166242599487], "r_norm": [0.809539794921875, 0.7565927505493164, 0.717174768447876], "traffic_norm": [16.843984603881836, 16.710460662841797, 16.497020721435547], "traffic_residual_norm": [0.021425945684313774, 0.05450674518942833, 4.144790000282228e-05], "traffic_r2": [0.9999983906745911, 0.9999893307685852, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8894, "eval_loss": 0.67123427734375, "val_acc": 0.8894, "val_loss": 0.67123427734375}, {"step": 6200, "epoch": 14, "train_loss": 0.743638813495636, "cos_r_negg": [0.4198421239852905, 0.14080436527729034, 0.5360040068626404], "cos_innovation_negg": [0.4198421239852905, 0.14080436527729034, 0.5360040068626404], "cos_apical_negg": [-0.008623896166682243, -0.09278284013271332, -0.11032535135746002], "cos_Ac_negg": [0.8744244575500488, 0.4692356288433075, 0.6431939005851746], "r_norm": [1.2054675817489624, 0.7869538068771362, 0.7556474208831787], "traffic_norm": [16.811965942382812, 16.690052032470703, 16.453737258911133], "traffic_residual_norm": [0.4341294765472412, 0.03977501019835472, 4.766259007737972e-05], "traffic_r2": [0.9993332028388977, 0.9999943375587463, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.6268923282623291, "cos_r_negg": [0.5958649516105652, 0.1051846370100975, 0.6717210412025452], "cos_innovation_negg": [0.5958649516105652, 0.1051846370100975, 0.6717210412025452], "cos_apical_negg": [-0.07563026249408722, -0.1506728231906891, -0.19702307879924774], "cos_Ac_negg": [0.8724133968353271, 0.5219635367393494, 0.7755063772201538], "r_norm": [1.2271661758422852, 0.9365545511245728, 0.9055994153022766], "traffic_norm": [16.798274993896484, 16.684751510620117, 16.44100570678711], "traffic_residual_norm": [0.29084256291389465, 0.03515404462814331, 4.6599117922596633e-05], "traffic_r2": [0.9997002482414246, 0.9999955296516418, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.891, "eval_loss": 0.5769544982910156, "val_acc": 0.891, "val_loss": 0.5769544982910156}], "final": {"eval_split": "validation", "eval_acc": 0.891, "eval_loss": 0.5769544982910156, "wall_s": 21.57701277732849, "val_acc": 0.891, "val_loss": 0.5769544982910156, "cos_r_negg": [0.46551114320755005, 0.17635966837406158, 0.6083812713623047], "cos_innovation_negg": [0.46551114320755005, 0.17635966837406158, 0.6083812713623047], "cos_apical_negg": [-0.1640840321779251, -0.05821894109249115, 0.048269569873809814], "cos_Ac_negg": [0.7555417418479919, 0.4869863986968994, 0.7392159104347229], "traffic_norm": [16.795066833496094, 16.684724807739258, 16.44033432006836], "traffic_residual_norm": [0.26365694403648376, 0.03497334569692612, 4.586181603372097e-05], "traffic_r2": [0.9997535347938538, 0.9999955892562866, 1.0]}, "timing": {"warmup_wall_s": 0.3614811897277832, "training_loop_wall_s": 21.01527166366577, "diagnostics_wall_s": 0.4819064140319824, "inline_diagnostics_wall_s": 0.3460390567779541, "optimizer_wall_s_excluding_inline_diagnostics": 20.669232606887817, "evaluation_wall_s": 0.0610508918762207}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu0_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu0_d3_s0.json
new file mode 100644
index 0000000..081d447
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu0_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.02926800213754177, 0.0021967983338981867, 0.008305815979838371], "cos_innovation_negg": [-0.02926800213754177, 0.0021967983338981867, 0.008305815979838371], "cos_apical_negg": [-0.029235415160655975, 0.002071091439574957, 0.008074866607785225], "cos_Ac_negg": [-0.026053454726934433, 0.019999800249934196, 0.03730686753988266], "r_norm": [11.040082931518555, 10.752248764038086, 10.448749542236328], "traffic_norm": [9.704059600830078, 9.645772933959961, 9.290628433227539], "traffic_residual_norm": [9.616304397583008, 9.54352855682373, 9.173799514770508], "traffic_r2": [0.017995774745941162, 0.021080315113067627, 0.02498716115951538]}, {"step": 200, "epoch": 0, "train_loss": 9.191450119018555, "cos_r_negg": [0.40730932354927063, 0.15799131989479065, -0.27001264691352844], "cos_innovation_negg": [0.40730932354927063, 0.15799131989479065, -0.27001264691352844], "cos_apical_negg": [0.014963524416089058, 0.14739948511123657, -0.0589916855096817], "cos_Ac_negg": [0.5841583013534546, 0.16743749380111694, -0.5644031763076782], "r_norm": [4.367799758911133, 4.345888137817383, 4.210847854614258], "traffic_norm": [18.072242736816406, 17.88100814819336, 17.761192321777344], "traffic_residual_norm": [2.314831495285034, 2.2667341232299805, 2.2602319717407227], "traffic_r2": [0.9835935235023499, 0.9839280843734741, 0.9838019013404846]}, {"step": 400, "epoch": 0, "train_loss": 1.347914457321167, "cos_r_negg": [0.45114192366600037, -0.16096068918704987, -0.07092725485563278], "cos_innovation_negg": [0.45114192366600037, -0.16096068918704987, -0.07092725485563278], "cos_apical_negg": [0.16552570462226868, -0.12974558770656586, -0.018916495144367218], "cos_Ac_negg": [0.7254474759101868, 0.015854045748710632, -0.30139559507369995], "r_norm": [1.619210124015808, 1.6007684469223022, 1.7011075019836426], "traffic_norm": [18.01609992980957, 17.795795440673828, 17.658527374267578], "traffic_residual_norm": [0.31395453214645386, 0.38028180599212646, 0.5400084257125854], "traffic_r2": [0.9996907711029053, 0.9995370507240295, 0.9990512728691101]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.7668, "eval_loss": 1.5390849365234376, "val_acc": 0.7668, "val_loss": 1.5390849365234376}, {"step": 600, "epoch": 1, "train_loss": 0.8249157667160034, "cos_r_negg": [0.4736281931400299, -0.061475250869989395, 0.06920460611581802], "cos_innovation_negg": [0.4736281931400299, -0.061475250869989395, 0.06920460611581802], "cos_apical_negg": [0.07623498141765594, -0.30132344365119934, -0.01397777907550335], "cos_Ac_negg": [0.7289226651191711, 0.044154614210128784, 0.20300045609474182], "r_norm": [1.609207272529602, 1.6728483438491821, 1.8820196390151978], "traffic_norm": [17.87793731689453, 17.658977508544922, 17.42089080810547], "traffic_residual_norm": [0.439175009727478, 0.6322450041770935, 0.8910300731658936], "traffic_r2": [0.9993893504142761, 0.9987073540687561, 0.9973691701889038]}, {"step": 800, "epoch": 1, "train_loss": 1.4595685005187988, "cos_r_negg": [0.4198853373527527, 0.15266019105911255, 0.2499999850988388], "cos_innovation_negg": [0.4198853373527527, 0.15266019105911255, 0.2499999850988388], "cos_apical_negg": [0.0475311279296875, -0.311387836933136, -0.1132812350988388], "cos_Ac_negg": [0.765862226486206, -0.04170502722263336, 0.4609375], "r_norm": [1.1332871913909912, 1.215933084487915, 1.2968943119049072], "traffic_norm": [17.840717315673828, 17.624311447143555, 17.32931137084961], "traffic_residual_norm": [0.2108323574066162, 0.39368104934692383, 0.492044061422348], "traffic_r2": [0.9998527765274048, 0.9994875192642212, 0.9991875290870667]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8542, "eval_loss": 0.8723792114257812, "val_acc": 0.8542, "val_loss": 0.8723792114257812}, {"step": 1000, "epoch": 2, "train_loss": 0.6080271005630493, "cos_r_negg": [0.44007113575935364, 0.18410684168338776, 0.09438187628984451], "cos_innovation_negg": [0.44007113575935364, 0.18410684168338776, 0.09438187628984451], "cos_apical_negg": [-0.026839682832360268, -0.17591054737567902, 0.07490946352481842], "cos_Ac_negg": [0.7832607626914978, -0.044654183089733124, 0.4526536762714386], "r_norm": [1.0002599954605103, 1.1045507192611694, 1.1939061880111694], "traffic_norm": [17.732723236083984, 17.451656341552734, 17.188201904296875], "traffic_residual_norm": [0.3045201301574707, 0.4999510943889618, 0.5920867919921875], "traffic_r2": [0.9997046589851379, 0.9991785287857056, 0.9988123774528503]}, {"step": 1200, "epoch": 2, "train_loss": 0.7668049931526184, "cos_r_negg": [0.4118879735469818, -0.013927379623055458, 0.054875269532203674], "cos_innovation_negg": [0.4118879735469818, -0.013927379623055458, 0.054875269532203674], "cos_apical_negg": [0.009184055030345917, -0.3046608865261078, 0.1843404322862625], "cos_Ac_negg": [0.8101706504821777, -0.08023817092180252, 0.21173949539661407], "r_norm": [0.7963392734527588, 0.814545750617981, 0.9036046266555786], "traffic_norm": [17.7015323638916, 17.394668579101562, 17.143735885620117], "traffic_residual_norm": [0.1438058316707611, 0.24261045455932617, 0.33308207988739014], "traffic_r2": [0.999933123588562, 0.999804675579071, 0.9996219873428345]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8566, "eval_loss": 0.810403955078125, "val_acc": 0.8566, "val_loss": 0.810403955078125}, {"step": 1400, "epoch": 3, "train_loss": 0.8306488990783691, "cos_r_negg": [0.48032891750335693, 0.149397075176239, 0.407828152179718], "cos_innovation_negg": [0.48032891750335693, 0.149397075176239, 0.407828152179718], "cos_apical_negg": [0.09116197377443314, -0.13329827785491943, 0.015882721170783043], "cos_Ac_negg": [0.789527177810669, -0.07864009588956833, 0.4784314036369324], "r_norm": [0.7738761901855469, 0.7383730411529541, 0.8524385094642639], "traffic_norm": [17.576778411865234, 17.303678512573242, 17.046344757080078], "traffic_residual_norm": [0.22236676514148712, 0.24269691109657288, 0.3681308329105377], "traffic_r2": [0.9998392462730408, 0.9998022317886353, 0.9995316863059998]}, {"step": 1600, "epoch": 3, "train_loss": 1.080175757408142, "cos_r_negg": [0.5206195712089539, 0.0865127369761467, 0.08477165549993515], "cos_innovation_negg": [0.5206195712089539, 0.0865127369761467, 0.08477165549993515], "cos_apical_negg": [0.07654829323291779, -0.07915733754634857, 0.1580560803413391], "cos_Ac_negg": [0.7570786476135254, 0.0015652076108381152, 0.09588814526796341], "r_norm": [0.7063867449760437, 0.7308411598205566, 0.85150146484375], "traffic_norm": [17.560834884643555, 17.284021377563477, 17.022701263427734], "traffic_residual_norm": [0.13526718318462372, 0.2305343598127365, 0.37227991223335266], "traffic_r2": [0.9999375939369202, 0.9998189210891724, 0.9995144009590149]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8772, "eval_loss": 0.6858205322265625, "val_acc": 0.8772, "val_loss": 0.6858205322265625}, {"step": 1800, "epoch": 4, "train_loss": 0.6304429769515991, "cos_r_negg": [0.559229850769043, 0.04153801128268242, 0.21139416098594666], "cos_innovation_negg": [0.559229850769043, 0.04153801128268242, 0.21139416098594666], "cos_apical_negg": [0.09306858479976654, -0.1025671437382698, -0.03491509333252907], "cos_Ac_negg": [0.8428690433502197, 0.013539859093725681, 0.4374999403953552], "r_norm": [0.5729638338088989, 0.5650748014450073, 0.6146010756492615], "traffic_norm": [17.538471221923828, 17.262178421020508, 16.957855224609375], "traffic_residual_norm": [0.07069917023181915, 0.12488162517547607, 0.16651007533073425], "traffic_r2": [0.9999837279319763, 0.9999476671218872, 0.9999035596847534]}, {"step": 2000, "epoch": 4, "train_loss": 0.5708114504814148, "cos_r_negg": [0.5382818579673767, 0.191399946808815, 0.448140949010849], "cos_innovation_negg": [0.5382818579673767, 0.191399946808815, 0.448140949010849], "cos_apical_negg": [0.0575249046087265, -0.013625058345496655, 0.07240699231624603], "cos_Ac_negg": [0.7988659143447876, -0.1553386002779007, 0.6360079050064087], "r_norm": [0.6886090040206909, 0.6542329788208008, 0.7084299325942993], "traffic_norm": [17.545825958251953, 17.27718162536621, 16.980056762695312], "traffic_residual_norm": [0.09410500526428223, 0.13568679988384247, 0.18809956312179565], "traffic_r2": [0.9999712109565735, 0.9999383091926575, 0.9998772740364075]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8776, "eval_loss": 0.6313579467773438, "val_acc": 0.8776, "val_loss": 0.6313579467773438}, {"step": 2200, "epoch": 5, "train_loss": 0.6068122982978821, "cos_r_negg": [0.6301424503326416, -0.008663814514875412, 0.4102945923805237], "cos_innovation_negg": [0.6301424503326416, -0.008663814514875412, 0.4102945923805237], "cos_apical_negg": [0.11072802543640137, -0.09650864452123642, 0.3780255913734436], "cos_Ac_negg": [0.7854105234146118, 0.10123223811388016, 0.5234253406524658], "r_norm": [0.8700582981109619, 0.7974772453308105, 0.8917244076728821], "traffic_norm": [17.479738235473633, 17.235427856445312, 16.9188289642334], "traffic_residual_norm": [0.18759998679161072, 0.20007967948913574, 0.28618717193603516], "traffic_r2": [0.9998847842216492, 0.9998652338981628, 0.9997138381004333]}, {"step": 2400, "epoch": 5, "train_loss": 0.6308832168579102, "cos_r_negg": [0.5650438070297241, 0.23663656413555145, 0.3755865693092346], "cos_innovation_negg": [0.5650438070297241, 0.23663656413555145, 0.3755865693092346], "cos_apical_negg": [0.050648417323827744, -0.39601802825927734, 2.01107013708679e-05], "cos_Ac_negg": [0.8331104516983032, 0.05629042908549309, 0.676701545715332], "r_norm": [0.7259911894798279, 0.6775956749916077, 0.7095768451690674], "traffic_norm": [17.48702621459961, 17.24958038330078, 16.934560775756836], "traffic_residual_norm": [0.043732210993766785, 0.07303883880376816, 0.10350840538740158], "traffic_r2": [0.999993622303009, 0.9999818801879883, 0.999962329864502]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.837, "eval_loss": 0.8042372314453125, "val_acc": 0.837, "val_loss": 0.8042372314453125}, {"step": 2600, "epoch": 6, "train_loss": 0.6540078520774841, "cos_r_negg": [0.5595158934593201, 0.02034205198287964, 0.29021185636520386], "cos_innovation_negg": [0.5595158934593201, 0.02034205198287964, 0.29021185636520386], "cos_apical_negg": [0.10577590018510818, -0.11867126077413559, 0.4242912232875824], "cos_Ac_negg": [0.7797212600708008, 0.10789945721626282, 0.5316884517669678], "r_norm": [0.5895704030990601, 0.5737064480781555, 0.6276414394378662], "traffic_norm": [17.487407684326172, 17.247398376464844, 16.936782836914062], "traffic_residual_norm": [0.0702124536037445, 0.11976464837789536, 0.1678057760000229], "traffic_r2": [0.9999833703041077, 0.9999510049819946, 0.9999006986618042]}, {"step": 2800, "epoch": 6, "train_loss": 0.3609694540500641, "cos_r_negg": [0.6106383800506592, 0.17043796181678772, 0.4355754256248474], "cos_innovation_negg": [0.6106383800506592, 0.17043796181678772, 0.4355754256248474], "cos_apical_negg": [-0.006261806935071945, 0.05776357650756836, 0.13708925247192383], "cos_Ac_negg": [0.8172305822372437, -0.04436216503381729, 0.47267499566078186], "r_norm": [0.6861857175827026, 0.68879234790802, 0.7961775064468384], "traffic_norm": [17.477018356323242, 17.240161895751953, 16.927045822143555], "traffic_residual_norm": [0.11959812045097351, 0.2072981745004654, 0.31765633821487427], "traffic_r2": [0.9999496340751648, 0.9998506307601929, 0.999640166759491]}, {"step": 3000, "epoch": 6, "train_loss": 0.6547532081604004, "cos_r_negg": [0.45445752143859863, 0.18406185507774353, 0.2742880582809448], "cos_innovation_negg": [0.45445752143859863, 0.18406185507774353, 0.2742880582809448], "cos_apical_negg": [-0.021003995090723038, 0.03730618208646774, -0.25263118743896484], "cos_Ac_negg": [0.810817301273346, 0.10658902674913406, 0.5444826483726501], "r_norm": [0.6248596906661987, 0.6036475896835327, 0.6530754566192627], "traffic_norm": [17.43729019165039, 17.185104370117188, 16.837642669677734], "traffic_residual_norm": [0.0774548277258873, 0.12743833661079407, 0.17501482367515564], "traffic_r2": [0.9999800324440002, 0.999944806098938, 0.9998918771743774]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.886, "eval_loss": 0.5806802734375, "val_acc": 0.886, "val_loss": 0.5806802734375}, {"step": 3200, "epoch": 7, "train_loss": 0.5762102603912354, "cos_r_negg": [0.4895506799221039, 0.18989309668540955, 0.48095130920410156], "cos_innovation_negg": [0.4895506799221039, 0.18989309668540955, 0.48095130920410156], "cos_apical_negg": [0.14099016785621643, -0.1820731908082962, 0.22787925601005554], "cos_Ac_negg": [0.8152327537536621, 0.06635388731956482, 0.6878893971443176], "r_norm": [0.5823264718055725, 0.54439777135849, 0.5774194002151489], "traffic_norm": [17.420066833496094, 17.167076110839844, 16.814498901367188], "traffic_residual_norm": [0.044465746730566025, 0.072133868932724, 0.10263136029243469], "traffic_r2": [0.9999935030937195, 0.9999823570251465, 0.9999627470970154]}, {"step": 3400, "epoch": 7, "train_loss": 0.6916836500167847, "cos_r_negg": [0.502947211265564, 0.13125552237033844, 0.46474841237068176], "cos_innovation_negg": [0.502947211265564, 0.13125552237033844, 0.46474841237068176], "cos_apical_negg": [0.026874210685491562, -0.18883080780506134, 0.16868281364440918], "cos_Ac_negg": [0.7748224139213562, 0.041467100381851196, 0.6990178227424622], "r_norm": [0.6004093885421753, 0.5600197315216064, 0.5936304330825806], "traffic_norm": [17.41574478149414, 17.1646785736084, 16.81524085998535], "traffic_residual_norm": [0.04988721013069153, 0.07664892077445984, 0.10309219360351562], "traffic_r2": [0.9999915361404419, 0.9999799728393555, 0.999962329864502]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8982, "eval_loss": 0.5022089965820312, "val_acc": 0.8982, "val_loss": 0.5022089965820312}, {"step": 3600, "epoch": 8, "train_loss": 0.5976980924606323, "cos_r_negg": [0.5800508856773376, 0.12778928875923157, 0.4498378038406372], "cos_innovation_negg": [0.5800508856773376, 0.12778928875923157, 0.4498378038406372], "cos_apical_negg": [-0.012420812621712685, -0.03236222639679909, 0.24603310227394104], "cos_Ac_negg": [0.8600389957427979, 0.10952381044626236, 0.5945179462432861], "r_norm": [0.5586740970611572, 0.5209232568740845, 0.5484635829925537], "traffic_norm": [17.41336441040039, 17.15850257873535, 16.807130813598633], "traffic_residual_norm": [0.058861710131168365, 0.07791759073734283, 0.10280801355838776], "traffic_r2": [0.9999880790710449, 0.9999791979789734, 0.9999623894691467]}, {"step": 3800, "epoch": 8, "train_loss": 0.4620821177959442, "cos_r_negg": [0.6197863817214966, 0.2110237032175064, 0.622911810874939], "cos_innovation_negg": [0.6197863817214966, 0.2110237032175064, 0.622911810874939], "cos_apical_negg": [0.008259712718427181, -0.0663338154554367, 0.1671108603477478], "cos_Ac_negg": [0.8325635194778442, 0.025438254699110985, 0.7641738653182983], "r_norm": [0.580440878868103, 0.5276294946670532, 0.5516676902770996], "traffic_norm": [17.408632278442383, 17.15414047241211, 16.812026977539062], "traffic_residual_norm": [0.027406208217144012, 0.04242695868015289, 0.05264660343527794], "traffic_r2": [0.9999974966049194, 0.9999938607215881, 0.9999901652336121]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9146, "eval_loss": 0.4460726867675781, "val_acc": 0.9146, "val_loss": 0.4460726867675781}, {"step": 4000, "epoch": 9, "train_loss": 0.7522757649421692, "cos_r_negg": [0.5793463587760925, 0.14711643755435944, 0.4812980592250824], "cos_innovation_negg": [0.5793463587760925, 0.14711643755435944, 0.4812980592250824], "cos_apical_negg": [0.06694866716861725, -0.02450501173734665, 0.20494775474071503], "cos_Ac_negg": [0.8495094180107117, 0.023249749094247818, 0.7183051705360413], "r_norm": [0.6857647895812988, 0.61922287940979, 0.6380773782730103], "traffic_norm": [17.409805297851562, 17.150482177734375, 16.806718826293945], "traffic_residual_norm": [0.018770046532154083, 0.03651503473520279, 0.04284099489450455], "traffic_r2": [0.9999988079071045, 0.9999954700469971, 0.9999935030937195]}, {"step": 4200, "epoch": 9, "train_loss": 0.25757378339767456, "cos_r_negg": [0.5706931948661804, 0.098822683095932, 0.42369234561920166], "cos_innovation_negg": [0.5706931948661804, 0.098822683095932, 0.42369234561920166], "cos_apical_negg": [0.12467954307794571, -0.23523901402950287, 0.45012128353118896], "cos_Ac_negg": [0.8595685958862305, 0.28387612104415894, 0.7369866371154785], "r_norm": [0.49969565868377686, 0.4620383679866791, 0.4772936701774597], "traffic_norm": [17.41164779663086, 17.153854370117188, 16.81137466430664], "traffic_residual_norm": [0.022504528984427452, 0.041739024221897125, 0.04604519158601761], "traffic_r2": [0.9999983310699463, 0.9999940991401672, 0.9999924898147583]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8964, "eval_loss": 0.5536068420410156, "val_acc": 0.8964, "val_loss": 0.5536068420410156}, {"step": 4400, "epoch": 10, "train_loss": 0.501835823059082, "cos_r_negg": [0.49429064989089966, 0.2713915705680847, 0.5112995505332947], "cos_innovation_negg": [0.49429064989089966, 0.2713915705680847, 0.5112995505332947], "cos_apical_negg": [0.05058717727661133, -0.09609510749578476, 0.11945267021656036], "cos_Ac_negg": [0.7847882509231567, 0.11881616711616516, 0.7791651487350464], "r_norm": [0.4414997696876526, 0.4373307228088379, 0.44659000635147095], "traffic_norm": [17.410324096679688, 17.1561336517334, 16.812313079833984], "traffic_residual_norm": [0.04976958781480789, 0.09722775220870972, 0.09924943745136261], "traffic_r2": [0.9999918341636658, 0.9999678730964661, 0.9999651312828064]}, {"step": 4600, "epoch": 10, "train_loss": 0.30725884437561035, "cos_r_negg": [0.5565490126609802, 0.1994166374206543, 0.503318190574646], "cos_innovation_negg": [0.5565490126609802, 0.1994166374206543, 0.503318190574646], "cos_apical_negg": [0.04052366688847542, -0.07296238094568253, 0.1657426655292511], "cos_Ac_negg": [0.8320354223251343, 0.0888294205069542, 0.7558749914169312], "r_norm": [0.451987624168396, 0.4213142991065979, 0.43114355206489563], "traffic_norm": [17.414949417114258, 17.159423828125, 16.811906814575195], "traffic_residual_norm": [0.02187616191804409, 0.043929122388362885, 0.04504164308309555], "traffic_r2": [0.9999984502792358, 0.9999934434890747, 0.999992847442627]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.903, "eval_loss": 0.4980585144042969, "val_acc": 0.903, "val_loss": 0.4980585144042969}, {"step": 4800, "epoch": 11, "train_loss": 0.5252959132194519, "cos_r_negg": [0.5531732439994812, 0.09254436194896698, 0.5908687710762024], "cos_innovation_negg": [0.5531732439994812, 0.09254436194896698, 0.5908687710762024], "cos_apical_negg": [0.05509180575609207, 0.10173593461513519, 0.12224455922842026], "cos_Ac_negg": [0.8321958780288696, -0.022472640499472618, 0.7750086188316345], "r_norm": [0.5463076829910278, 0.5059767961502075, 0.5150413513183594], "traffic_norm": [17.410667419433594, 17.154705047607422, 16.806259155273438], "traffic_residual_norm": [0.02188124880194664, 0.04549102485179901, 0.04509928077459335], "traffic_r2": [0.9999983906745911, 0.9999929666519165, 0.9999927878379822]}, {"step": 5000, "epoch": 11, "train_loss": 0.4965777099132538, "cos_r_negg": [0.5020623207092285, 0.18193310499191284, 0.48738983273506165], "cos_innovation_negg": [0.5020623207092285, 0.18193310499191284, 0.48738983273506165], "cos_apical_negg": [0.09963833540678024, -0.23525866866111755, 0.18715454638004303], "cos_Ac_negg": [0.8630633354187012, 0.1479453146457672, 0.86327064037323], "r_norm": [0.5626107454299927, 0.5215040445327759, 0.5332711935043335], "traffic_norm": [17.418121337890625, 17.158828735351562, 16.81444549560547], "traffic_residual_norm": [0.021786585450172424, 0.04307079315185547, 0.04569429159164429], "traffic_r2": [0.9999984502792358, 0.9999936819076538, 0.9999926090240479]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.35788525390625, "val_acc": 0.9284, "val_loss": 0.35788525390625}, {"step": 5200, "epoch": 12, "train_loss": 0.4684188961982727, "cos_r_negg": [0.6042249798774719, 0.13318586349487305, 0.5071821212768555], "cos_innovation_negg": [0.6042249798774719, 0.13318586349487305, 0.5071821212768555], "cos_apical_negg": [0.12943145632743835, 0.1890847086906433, 0.08558309823274612], "cos_Ac_negg": [0.866034984588623, 0.09617049992084503, 0.8305250406265259], "r_norm": [0.5909778475761414, 0.5637969970703125, 0.570620059967041], "traffic_norm": [17.40816879272461, 17.145950317382812, 16.803604125976562], "traffic_residual_norm": [0.034846238791942596, 0.07698634266853333, 0.07510589063167572], "traffic_r2": [0.9999960064888, 0.9999798536300659, 0.9999800324440002]}, {"step": 5400, "epoch": 12, "train_loss": 0.3720622658729553, "cos_r_negg": [0.6675350666046143, 0.1522524207830429, 0.540471613407135], "cos_innovation_negg": [0.6675350666046143, 0.1522524207830429, 0.540471613407135], "cos_apical_negg": [-0.005114714149385691, 0.0018856582464650273, -0.12498566508293152], "cos_Ac_negg": [0.8735774159431458, 0.15558862686157227, 0.795048713684082], "r_norm": [0.6438705325126648, 0.6051763296127319, 0.6094135046005249], "traffic_norm": [17.416885375976562, 17.156497955322266, 16.814006805419922], "traffic_residual_norm": [0.025340620428323746, 0.06207484379410744, 0.052292875945568085], "traffic_r2": [0.9999978542327881, 0.9999868869781494, 0.9999903440475464]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9174, "eval_loss": 0.48078128662109376, "val_acc": 0.9174, "val_loss": 0.48078128662109376}, {"step": 5600, "epoch": 13, "train_loss": 0.34502092003822327, "cos_r_negg": [0.5777524709701538, 0.1718326359987259, 0.6020432114601135], "cos_innovation_negg": [0.5777524709701538, 0.1718326359987259, 0.6020432114601135], "cos_apical_negg": [0.0827050730586052, 0.08354153484106064, 0.31681710481643677], "cos_Ac_negg": [0.8358394503593445, 0.1796082705259323, 0.8264672160148621], "r_norm": [0.5701993703842163, 0.5481967926025391, 0.5530691146850586], "traffic_norm": [17.414005279541016, 17.15876007080078, 16.814056396484375], "traffic_residual_norm": [0.03890334442257881, 0.07976066321134567, 0.08165612071752548], "traffic_r2": [0.9999949932098389, 0.9999783635139465, 0.999976396560669]}, {"step": 5800, "epoch": 13, "train_loss": 0.45985403656959534, "cos_r_negg": [0.6803562045097351, 0.16359266638755798, 0.6556211709976196], "cos_innovation_negg": [0.6803562045097351, 0.16359266638755798, 0.6556211709976196], "cos_apical_negg": [0.16848795115947723, -0.13539376854896545, 0.3218902051448822], "cos_Ac_negg": [0.8722413778305054, 0.17943820357322693, 0.863325834274292], "r_norm": [0.6869567036628723, 0.6612423658370972, 0.6705272197723389], "traffic_norm": [17.40721893310547, 17.138935089111328, 16.796554565429688], "traffic_residual_norm": [0.05388820543885231, 0.11214785277843475, 0.10554473102092743], "traffic_r2": [0.9999904036521912, 0.9999572038650513, 0.9999605417251587]}, {"step": 6000, "epoch": 13, "train_loss": 0.428764283657074, "cos_r_negg": [0.5672508478164673, 0.21874532103538513, 0.4673140347003937], "cos_innovation_negg": [0.5672508478164673, 0.21874532103538513, 0.4673140347003937], "cos_apical_negg": [0.05228808522224426, -0.14458677172660828, 0.17067287862300873], "cos_Ac_negg": [0.8553906083106995, 0.29516440629959106, 0.8008654713630676], "r_norm": [0.4754239320755005, 0.46945974230766296, 0.4648358225822449], "traffic_norm": [17.412996292114258, 17.15575408935547, 16.81039810180664], "traffic_residual_norm": [0.04055044800043106, 0.08553362637758255, 0.07173678278923035], "traffic_r2": [0.9999945759773254, 0.9999751448631287, 0.9999817609786987]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9028, "eval_loss": 0.43316475219726563, "val_acc": 0.9028, "val_loss": 0.43316475219726563}, {"step": 6200, "epoch": 14, "train_loss": 0.1387675404548645, "cos_r_negg": [0.5873503088951111, 0.21353112161159515, 0.5083860754966736], "cos_innovation_negg": [0.5873503088951111, 0.21353112161159515, 0.5083860754966736], "cos_apical_negg": [-0.0035195620730519295, 0.1403542011976242, -0.09898240119218826], "cos_Ac_negg": [0.8445125818252563, 0.19162985682487488, 0.8598094582557678], "r_norm": [0.48700636625289917, 0.4878460168838501, 0.5007750988006592], "traffic_norm": [17.411991119384766, 17.15509796142578, 16.809833526611328], "traffic_residual_norm": [0.05385788902640343, 0.10869280993938446, 0.11299280822277069], "traffic_r2": [0.9999904036521912, 0.9999598860740662, 0.9999548196792603]}, {"step": 6400, "epoch": 14, "train_loss": 0.540920078754425, "cos_r_negg": [0.6114809513092041, 0.27895480394363403, 0.5980128049850464], "cos_innovation_negg": [0.6114809513092041, 0.27895480394363403, 0.5980128049850464], "cos_apical_negg": [0.06280726194381714, -0.1629868447780609, 0.08268605172634125], "cos_Ac_negg": [0.8584685921669006, 0.22659403085708618, 0.9008587002754211], "r_norm": [0.4299374222755432, 0.428289532661438, 0.4333003759384155], "traffic_norm": [17.417116165161133, 17.16429901123047, 16.814380645751953], "traffic_residual_norm": [0.04511423408985138, 0.08848651498556137, 0.0920269638299942], "traffic_r2": [0.9999932646751404, 0.9999734163284302, 0.999970018863678]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.924, "eval_loss": 0.36928642578125, "val_acc": 0.924, "val_loss": 0.36928642578125}], "final": {"eval_split": "validation", "eval_acc": 0.924, "eval_loss": 0.36928642578125, "wall_s": 22.91165566444397, "val_acc": 0.924, "val_loss": 0.36928642578125, "cos_r_negg": [0.69914710521698, 0.2873772382736206, 0.6352859139442444], "cos_innovation_negg": [0.69914710521698, 0.2873772382736206, 0.6352859139442444], "cos_apical_negg": [0.003709297627210617, -0.0834898054599762, 0.06427844613790512], "cos_Ac_negg": [0.8809698820114136, 0.28216326236724854, 0.9182184934616089], "traffic_norm": [17.414810180664062, 17.157764434814453, 16.815170288085938], "traffic_residual_norm": [0.04845082014799118, 0.0937943235039711, 0.11335664987564087], "traffic_r2": [0.9999921321868896, 0.9999698996543884, 0.9999542832374573]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 22.696565628051758, "diagnostics_wall_s": 0.5023319721221924, "inline_diagnostics_wall_s": 0.36158204078674316, "optimizer_wall_s_excluding_inline_diagnostics": 22.334983587265015, "evaluation_wall_s": 0.07082080841064453}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu1000_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu1000_d3_s0.json
new file mode 100644
index 0000000..948ad5b
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu1000_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [-0.00742955319583416, 0.024983318522572517, 0.03460785746574402], "cos_innovation_negg": [-0.00742955319583416, 0.024983318522572517, 0.03460785746574402], "cos_apical_negg": [-0.012558771297335625, 0.009148303419351578, 0.0011866448912769556], "cos_Ac_negg": [0.0012260912917554379, 0.02431228943169117, 0.03460787981748581], "r_norm": [5.842706680297852, 5.3324737548828125, 4.825353622436523], "traffic_norm": [6.896816253662109, 6.807289123535156, 6.665896415710449], "traffic_residual_norm": [3.174804449081421, 2.292147636413574, 4.792103936779313e-06], "traffic_r2": [0.7883213758468628, 0.886694073677063, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.845395803451538, "cos_r_negg": [0.23564942181110382, 0.008749207481741905, 0.025955144315958023], "cos_innovation_negg": [0.23564942181110382, 0.008749207481741905, 0.025955144315958023], "cos_apical_negg": [0.0599229633808136, 0.09022966027259827, -0.026081237941980362], "cos_Ac_negg": [0.8443373441696167, 0.2297336608171463, 0.049570441246032715], "r_norm": [2.328993320465088, 1.688218593597412, 1.1317604780197144], "traffic_norm": [16.07836151123047, 16.00187873840332, 15.493814468383789], "traffic_residual_norm": [1.4728589057922363, 0.7642444372177124, 2.4857954485923983e-06], "traffic_r2": [0.9916085004806519, 0.9977189898490906, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.6141442060470581, "cos_r_negg": [0.1782020479440689, 0.01426069438457489, 0.13338026404380798], "cos_innovation_negg": [0.1782020479440689, 0.01426069438457489, 0.13338026404380798], "cos_apical_negg": [0.04964854568243027, 0.11194241046905518, 0.13245949149131775], "cos_Ac_negg": [0.8090527653694153, 0.2803954780101776, 0.14019010961055756], "r_norm": [0.9357452392578125, 0.82920902967453, 0.7199398875236511], "traffic_norm": [16.073802947998047, 15.996707916259766, 15.491458892822266], "traffic_residual_norm": [0.2210254669189453, 0.1343056857585907, 1.7808736174629303e-06], "traffic_r2": [0.9998108744621277, 0.9999293088912964, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8514, "eval_loss": 0.7269718994140625, "val_acc": 0.8514, "val_loss": 0.7269718994140625}, {"step": 600, "epoch": 1, "train_loss": 0.6551162600517273, "cos_r_negg": [0.3852885961532593, 0.07655902206897736, 0.18068459630012512], "cos_innovation_negg": [0.3852885961532593, 0.07655902206897736, 0.18068459630012512], "cos_apical_negg": [0.05612020194530487, 0.03773987293243408, 0.1413380354642868], "cos_Ac_negg": [0.8448219299316406, 0.3103964924812317, 0.2057214230298996], "r_norm": [1.0396192073822021, 0.8514363765716553, 0.7833844423294067], "traffic_norm": [16.10263442993164, 16.027793884277344, 15.514338493347168], "traffic_residual_norm": [0.2621612846851349, 0.08850207924842834, 1.7543043213663623e-06], "traffic_r2": [0.9997348785400391, 0.9999687671661377, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6715565919876099, "cos_r_negg": [0.5279180407524109, 0.18316447734832764, -0.10273332893848419], "cos_innovation_negg": [0.5279180407524109, 0.18316447734832764, -0.10273332893848419], "cos_apical_negg": [0.07780902087688446, 0.474590539932251, 7.110089063644409e-05], "cos_Ac_negg": [0.8417917490005493, 0.2928560674190521, -0.08590748906135559], "r_norm": [0.8497380614280701, 0.7791621685028076, 0.7229533195495605], "traffic_norm": [16.105470657348633, 16.028636932373047, 15.513500213623047], "traffic_residual_norm": [0.0896073430776596, 0.07333546131849289, 1.868967274276656e-06], "traffic_r2": [0.9999690055847168, 0.9999788999557495, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8672, "eval_loss": 0.6888349609375, "val_acc": 0.8672, "val_loss": 0.6888349609375}, {"step": 1000, "epoch": 2, "train_loss": 0.7967848777770996, "cos_r_negg": [0.5620321035385132, 0.18457044661045074, -0.12022748589515686], "cos_innovation_negg": [0.5620321035385132, 0.18457044661045074, -0.12022748589515686], "cos_apical_negg": [0.02518279291689396, 0.3146800100803375, 0.0588761568069458], "cos_Ac_negg": [0.852680504322052, 0.2340063750743866, -0.09854033589363098], "r_norm": [0.8313443660736084, 0.7772027254104614, 0.7000824213027954], "traffic_norm": [16.10549545288086, 16.031169891357422, 15.514650344848633], "traffic_residual_norm": [0.09357284754514694, 0.11043257266283035, 1.709962816676125e-06], "traffic_r2": [0.9999659657478333, 0.9999522566795349, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.7784894108772278, "cos_r_negg": [0.6614608764648438, 0.17948229610919952, -0.11285725980997086], "cos_innovation_negg": [0.6614608764648438, 0.17948229610919952, -0.11285725980997086], "cos_apical_negg": [-0.011838463135063648, 0.3534685969352722, 0.06373462826013565], "cos_Ac_negg": [0.884937047958374, 0.26913419365882874, -0.11254290491342545], "r_norm": [0.7575947046279907, 0.7501024007797241, 0.601686418056488], "traffic_norm": [16.105560302734375, 16.03127670288086, 15.513599395751953], "traffic_residual_norm": [0.1303178369998932, 0.20038731396198273, 1.7712619637677562e-06], "traffic_r2": [0.9999337196350098, 0.999843180179596, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.884, "eval_loss": 0.5696522705078125, "val_acc": 0.884, "val_loss": 0.5696522705078125}, {"step": 1400, "epoch": 3, "train_loss": 0.3034058213233948, "cos_r_negg": [0.6015864014625549, 0.23938089609146118, 0.03943882882595062], "cos_innovation_negg": [0.6015864014625549, 0.23938089609146118, 0.03943882882595062], "cos_apical_negg": [-0.02165473997592926, 0.4624529778957367, 0.00045339297503232956], "cos_Ac_negg": [0.8245283365249634, 0.3467934727668762, 0.07460755109786987], "r_norm": [0.6920205354690552, 0.6765615940093994, 0.5486422181129456], "traffic_norm": [16.103099822998047, 16.027284622192383, 15.51207447052002], "traffic_residual_norm": [0.10860231518745422, 0.16203826665878296, 1.739892240948393e-06], "traffic_r2": [0.9999544024467468, 0.9998976588249207, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.5437144041061401, "cos_r_negg": [0.6154718399047852, 0.28018081188201904, 0.10023164749145508], "cos_innovation_negg": [0.6154718399047852, 0.28018081188201904, 0.10023164749145508], "cos_apical_negg": [0.09858299791812897, 0.20977982878684998, 0.05198252946138382], "cos_Ac_negg": [0.859076738357544, 0.5158624649047852, 0.10796818137168884], "r_norm": [0.9951572418212891, 0.924157977104187, 0.8467350006103516], "traffic_norm": [16.100751876831055, 16.023265838623047, 15.51016616821289], "traffic_residual_norm": [0.0740978941321373, 0.09114983677864075, 1.7807028598326724e-06], "traffic_r2": [0.9999786019325256, 0.9999673962593079, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8588, "eval_loss": 0.5898560668945313, "val_acc": 0.8588, "val_loss": 0.5898560668945313}, {"step": 1800, "epoch": 4, "train_loss": 0.564987063407898, "cos_r_negg": [0.6214531064033508, 0.2579498887062073, 0.02544574812054634], "cos_innovation_negg": [0.6214531064033508, 0.2579498887062073, 0.02544574812054634], "cos_apical_negg": [0.07806187123060226, 0.5813944339752197, 0.02593640610575676], "cos_Ac_negg": [0.8658461570739746, 0.5150742530822754, 0.06387083232402802], "r_norm": [1.002032995223999, 0.9476660490036011, 0.8318990468978882], "traffic_norm": [16.10330581665039, 16.0268497467041, 15.511943817138672], "traffic_residual_norm": [0.10628612339496613, 0.16276974976062775, 1.6860958567121997e-06], "traffic_r2": [0.9999562501907349, 0.9998967051506042, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.5692585706710815, "cos_r_negg": [0.6375399827957153, 0.17776456475257874, 0.11152467876672745], "cos_innovation_negg": [0.6375399827957153, 0.17776456475257874, 0.11152467876672745], "cos_apical_negg": [-0.012523017823696136, 0.4036298394203186, -0.006910798139870167], "cos_Ac_negg": [0.9087978601455688, 0.47342920303344727, 0.16127139329910278], "r_norm": [0.5775289535522461, 0.5390094518661499, 0.47578006982803345], "traffic_norm": [16.10236930847168, 16.02655029296875, 15.511350631713867], "traffic_residual_norm": [0.056429121643304825, 0.08107325434684753, 1.7049571852112422e-06], "traffic_r2": [0.9999876618385315, 0.9999743700027466, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8978, "eval_loss": 0.44559613037109375, "val_acc": 0.8978, "val_loss": 0.44559613037109375}, {"step": 2200, "epoch": 5, "train_loss": 0.34534573554992676, "cos_r_negg": [0.5039874315261841, 0.28594180941581726, 0.12657952308654785], "cos_innovation_negg": [0.5039874315261841, 0.28594180941581726, 0.12657952308654785], "cos_apical_negg": [0.018370024859905243, 0.46048521995544434, -0.14625954627990723], "cos_Ac_negg": [0.8417787551879883, 0.471279114484787, 0.13483715057373047], "r_norm": [0.8442105054855347, 0.7762463092803955, 0.7019673585891724], "traffic_norm": [16.101276397705078, 16.024784088134766, 15.51211166381836], "traffic_residual_norm": [0.06206568703055382, 0.07766196131706238, 1.6978292478597723e-06], "traffic_r2": [0.999983549118042, 0.9999759197235107, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.6823087930679321, "cos_r_negg": [0.6371200084686279, 0.23897060751914978, 0.15237674117088318], "cos_innovation_negg": [0.6371200084686279, 0.23897060751914978, 0.15237674117088318], "cos_apical_negg": [0.1533631831407547, 0.5635972619056702, -0.07251269370317459], "cos_Ac_negg": [0.8702178597450256, 0.3073790967464447, 0.15545013546943665], "r_norm": [0.7985488176345825, 0.7963538765907288, 0.589619517326355], "traffic_norm": [16.100082397460938, 16.02277946472168, 15.50837516784668], "traffic_residual_norm": [0.17737813293933868, 0.27426791191101074, 1.7639637235333794e-06], "traffic_r2": [0.9998756647109985, 0.999706506729126, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9144, "eval_loss": 0.37613868408203127, "val_acc": 0.9144, "val_loss": 0.37613868408203127}, {"step": 2600, "epoch": 6, "train_loss": 0.6337541341781616, "cos_r_negg": [0.6347321271896362, 0.3174302577972412, 0.2441427856683731], "cos_innovation_negg": [0.6347321271896362, 0.3174302577972412, 0.2441427856683731], "cos_apical_negg": [-0.019937941804528236, 0.6141219139099121, 0.023386584594845772], "cos_Ac_negg": [0.9092857837677002, 0.5885848999023438, 0.24822218716144562], "r_norm": [0.5253005027770996, 0.509806752204895, 0.3885974884033203], "traffic_norm": [16.103626251220703, 16.02679443359375, 15.511014938354492], "traffic_residual_norm": [0.10008720308542252, 0.14661391079425812, 1.828640051826369e-06], "traffic_r2": [0.9999570250511169, 0.9999163150787354, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.30834048986434937, "cos_r_negg": [0.6052551865577698, 0.3375033140182495, 0.13261966407299042], "cos_innovation_negg": [0.6052551865577698, 0.3375033140182495, 0.13261966407299042], "cos_apical_negg": [0.028564494103193283, 0.5546702146530151, -0.006565679796040058], "cos_Ac_negg": [0.8614610433578491, 0.6102123260498047, 0.1700223982334137], "r_norm": [0.6857348680496216, 0.6035090684890747, 0.5391848087310791], "traffic_norm": [16.10300064086914, 16.026233673095703, 15.511384963989258], "traffic_residual_norm": [0.0780668705701828, 0.08502160012722015, 1.7914173895405838e-06], "traffic_r2": [0.9999659657478333, 0.9999716877937317, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.3853031098842621, "cos_r_negg": [0.5597071647644043, 0.28562992811203003, 0.0032556988298892975], "cos_innovation_negg": [0.5597071647644043, 0.28562992811203003, 0.0032556988298892975], "cos_apical_negg": [0.02171151340007782, 0.15652406215667725, 0.013778407126665115], "cos_Ac_negg": [0.9103632569313049, 0.525104284286499, 0.008167443796992302], "r_norm": [0.6968646049499512, 0.7379159927368164, 0.4461967945098877], "traffic_norm": [16.09557342529297, 16.01663589477539, 15.506667137145996], "traffic_residual_norm": [0.22313524782657623, 0.3432046175003052, 1.8569751318864292e-06], "traffic_r2": [0.9998052716255188, 0.9995390176773071, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9, "eval_loss": 0.5070967956542969, "val_acc": 0.9, "val_loss": 0.5070967956542969}, {"step": 3200, "epoch": 7, "train_loss": 0.19359414279460907, "cos_r_negg": [0.6429194211959839, 0.3680850863456726, -0.17679616808891296], "cos_innovation_negg": [0.6429194211959839, 0.3680850863456726, -0.17679616808891296], "cos_apical_negg": [-0.040193822234869, 0.196518212556839, -0.007996590808033943], "cos_Ac_negg": [0.9315974712371826, 0.7281980514526367, -0.14068740606307983], "r_norm": [0.90277498960495, 0.9919913411140442, 0.5301170349121094], "traffic_norm": [16.092269897460938, 16.01499366760254, 15.505975723266602], "traffic_residual_norm": [0.37174683809280396, 0.5621165037155151, 1.7876443507702788e-06], "traffic_r2": [0.9994571805000305, 0.9987592697143555, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.6808129549026489, "cos_r_negg": [0.49666479229927063, 0.2499893605709076, 0.18395420908927917], "cos_innovation_negg": [0.49666479229927063, 0.2499893605709076, 0.18395420908927917], "cos_apical_negg": [0.04043376445770264, 0.21409815549850464, 0.02190990187227726], "cos_Ac_negg": [0.8811658620834351, 0.5994563102722168, 0.1918964684009552], "r_norm": [0.5952087044715881, 0.5514667630195618, 0.46491655707359314], "traffic_norm": [16.099828720092773, 16.02200698852539, 15.509151458740234], "traffic_residual_norm": [0.07766241580247879, 0.10800489783287048, 1.7669607359493966e-06], "traffic_r2": [0.9999762773513794, 0.9999545216560364, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8872, "eval_loss": 0.5175464172363281, "val_acc": 0.8872, "val_loss": 0.5175464172363281}, {"step": 3600, "epoch": 8, "train_loss": 0.4530060887336731, "cos_r_negg": [0.5844910144805908, 0.3548542559146881, 0.21939966082572937], "cos_innovation_negg": [0.5844910144805908, 0.3548542559146881, 0.21939966082572937], "cos_apical_negg": [-0.006188516039401293, 0.3706115186214447, -0.08813812583684921], "cos_Ac_negg": [0.8889003992080688, 0.7317802906036377, 0.2616264522075653], "r_norm": [0.5373117923736572, 0.5423976182937622, 0.3674570322036743], "traffic_norm": [16.102773666381836, 16.02545928955078, 15.508749961853027], "traffic_residual_norm": [0.14104291796684265, 0.20779412984848022, 1.7279319308727281e-06], "traffic_r2": [0.9999192953109741, 0.9998318552970886, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.40348219871520996, "cos_r_negg": [0.5734274387359619, 0.33831310272216797, 0.1648821383714676], "cos_innovation_negg": [0.5734274387359619, 0.33831310272216797, 0.1648821383714676], "cos_apical_negg": [0.041967540979385376, 0.2919360101222992, 0.14918269217014313], "cos_Ac_negg": [0.8967894315719604, 0.647196352481842, 0.20020243525505066], "r_norm": [0.5991945266723633, 0.5363417863845825, 0.4760614037513733], "traffic_norm": [16.099376678466797, 16.020776748657227, 15.50636100769043], "traffic_residual_norm": [0.055724550038576126, 0.07241561263799667, 1.8043228919850662e-06], "traffic_r2": [0.9999876022338867, 0.999979555606842, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9184, "eval_loss": 0.37274214477539064, "val_acc": 0.9184, "val_loss": 0.37274214477539064}, {"step": 4000, "epoch": 9, "train_loss": 0.36259233951568604, "cos_r_negg": [0.5701590180397034, 0.39379557967185974, 0.2684285640716553], "cos_innovation_negg": [0.5701590180397034, 0.39379557967185974, 0.2684285640716553], "cos_apical_negg": [-0.019701607525348663, 0.4529837965965271, -0.016879137605428696], "cos_Ac_negg": [0.906244158744812, 0.6998128294944763, 0.30080851912498474], "r_norm": [0.438711941242218, 0.42502516508102417, 0.3074548840522766], "traffic_norm": [16.100706100463867, 16.02322769165039, 15.50820541381836], "traffic_residual_norm": [0.10332486778497696, 0.13540513813495636, 1.763902218954172e-06], "traffic_r2": [0.9999516010284424, 0.9999285936355591, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.3014044165611267, "cos_r_negg": [0.47504931688308716, 0.26752516627311707, 0.21556347608566284], "cos_innovation_negg": [0.47504931688308716, 0.26752516627311707, 0.21556347608566284], "cos_apical_negg": [0.045404329895973206, 0.27431124448776245, 0.010596056468784809], "cos_Ac_negg": [0.861922562122345, 0.6930763721466064, 0.26356789469718933], "r_norm": [0.5931481122970581, 0.5502274632453918, 0.4667579233646393], "traffic_norm": [16.098527908325195, 16.020652770996094, 15.506473541259766], "traffic_residual_norm": [0.06310068815946579, 0.09007014334201813, 1.7323034171567997e-06], "traffic_r2": [0.9999839067459106, 0.9999683499336243, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8828, "eval_loss": 0.5571295227050781, "val_acc": 0.8828, "val_loss": 0.5571295227050781}, {"step": 4400, "epoch": 10, "train_loss": 0.23205828666687012, "cos_r_negg": [0.6397511959075928, 0.23839925229549408, 0.25959402322769165], "cos_innovation_negg": [0.6397511959075928, 0.23839925229549408, 0.25959402322769165], "cos_apical_negg": [0.02632281556725502, 0.1961410939693451, -0.1252734661102295], "cos_Ac_negg": [0.9110519886016846, 0.6385741829872131, 0.31723523139953613], "r_norm": [0.53692626953125, 0.4766765534877777, 0.43052664399147034], "traffic_norm": [16.09940528869629, 16.0218505859375, 15.508125305175781], "traffic_residual_norm": [0.04999629408121109, 0.06325098127126694, 1.7023475038513425e-06], "traffic_r2": [0.99998939037323, 0.9999843835830688, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.3031391501426697, "cos_r_negg": [0.5705451965332031, 0.26448822021484375, 0.1899200677871704], "cos_innovation_negg": [0.5705451965332031, 0.26448822021484375, 0.1899200677871704], "cos_apical_negg": [0.03474073484539986, 0.2380799800157547, 0.09449564665555954], "cos_Ac_negg": [0.9096035957336426, 0.7705199718475342, 0.21297574043273926], "r_norm": [0.4469936192035675, 0.4000798761844635, 0.3573673367500305], "traffic_norm": [16.099010467529297, 16.021806716918945, 15.507606506347656], "traffic_residual_norm": [0.04041755944490433, 0.052677929401397705, 1.7119098174589453e-06], "traffic_r2": [0.9999935030937195, 0.9999891519546509, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.31643788452148436, "val_acc": 0.931, "val_loss": 0.31643788452148436}, {"step": 4800, "epoch": 11, "train_loss": 0.2041129618883133, "cos_r_negg": [0.5509885549545288, 0.42028361558914185, 0.14857763051986694], "cos_innovation_negg": [0.5509885549545288, 0.42028361558914185, 0.14857763051986694], "cos_apical_negg": [0.09424807876348495, 0.5372117757797241, -0.05950874462723732], "cos_Ac_negg": [0.9168498516082764, 0.8252043724060059, 0.14681875705718994], "r_norm": [0.6745234727859497, 0.5764985680580139, 0.49268561601638794], "traffic_norm": [16.09722328186035, 16.018123626708984, 15.504697799682617], "traffic_residual_norm": [0.13026367127895355, 0.10616406798362732, 1.7714264686219394e-06], "traffic_r2": [0.9999229907989502, 0.999955415725708, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.10004311800003052, "cos_r_negg": [0.5923290252685547, 0.3431188464164734, 0.10750448703765869], "cos_innovation_negg": [0.5923290252685547, 0.3431188464164734, 0.10750448703765869], "cos_apical_negg": [0.07117044180631638, 0.1695927381515503, 0.045854680240154266], "cos_Ac_negg": [0.9312385320663452, 0.779456377029419, 0.12581364810466766], "r_norm": [0.7491657733917236, 0.6494736671447754, 0.6112326383590698], "traffic_norm": [16.097389221191406, 16.019678115844727, 15.507152557373047], "traffic_residual_norm": [0.0561581589281559, 0.0550541989505291, 1.7358795503241709e-06], "traffic_r2": [0.9999856948852539, 0.9999880194664001, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8922, "eval_loss": 0.501428662109375, "val_acc": 0.8922, "val_loss": 0.501428662109375}, {"step": 5200, "epoch": 12, "train_loss": 0.4465847611427307, "cos_r_negg": [0.5386457443237305, 0.3412168622016907, 0.17851649224758148], "cos_innovation_negg": [0.5386457443237305, 0.3412168622016907, 0.17851649224758148], "cos_apical_negg": [-0.010394284501671791, 0.3210693299770355, -0.047997862100601196], "cos_Ac_negg": [0.8884925246238708, 0.7483633756637573, 0.24448443949222565], "r_norm": [0.43166500329971313, 0.3744185268878937, 0.34282946586608887], "traffic_norm": [16.097946166992188, 16.02014923095703, 15.506452560424805], "traffic_residual_norm": [0.038268618285655975, 0.031635165214538574, 1.7741597275744425e-06], "traffic_r2": [0.999992311000824, 0.9999958872795105, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.19251936674118042, "cos_r_negg": [0.5309452414512634, 0.4666871130466461, 0.1417195349931717], "cos_innovation_negg": [0.5309452414512634, 0.4666871130466461, 0.1417195349931717], "cos_apical_negg": [-0.04422440007328987, 0.0671042650938034, -0.022886848077178], "cos_Ac_negg": [0.8909569978713989, 0.8335641622543335, 0.17249536514282227], "r_norm": [0.5311374068260193, 0.4652070999145508, 0.4315629005432129], "traffic_norm": [16.098230361938477, 16.019363403320312, 15.505718231201172], "traffic_residual_norm": [0.04757150262594223, 0.04307255893945694, 1.740661673466093e-06], "traffic_r2": [0.9999822974205017, 0.9999925494194031, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9036, "eval_loss": 0.464337353515625, "val_acc": 0.9036, "val_loss": 0.464337353515625}, {"step": 5600, "epoch": 13, "train_loss": 0.36645445227622986, "cos_r_negg": [0.5552400350570679, 0.48281580209732056, 0.1741994321346283], "cos_innovation_negg": [0.5552400350570679, 0.48281580209732056, 0.1741994321346283], "cos_apical_negg": [-0.006054505705833435, 0.4575742483139038, 0.032819923013448715], "cos_Ac_negg": [0.9073765277862549, 0.7246635556221008, 0.2356916218996048], "r_norm": [0.556399941444397, 0.496260404586792, 0.4177864193916321], "traffic_norm": [16.100330352783203, 16.022048950195312, 15.50867748260498], "traffic_residual_norm": [0.08675448596477509, 0.0999990925192833, 1.677847649261821e-06], "traffic_r2": [0.9999544024467468, 0.9999608993530273, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.41953524947166443, "cos_r_negg": [0.5274814367294312, 0.25824475288391113, 0.20516200363636017], "cos_innovation_negg": [0.5274814367294312, 0.25824475288391113, 0.20516200363636017], "cos_apical_negg": [-0.03768428787589073, 0.17336764931678772, -0.16225458681583405], "cos_Ac_negg": [0.8879224061965942, 0.8012449145317078, 0.19180354475975037], "r_norm": [0.5193054676055908, 0.5052413940429688, 0.38627249002456665], "traffic_norm": [16.097858428955078, 16.020307540893555, 15.507643699645996], "traffic_residual_norm": [0.09406079351902008, 0.14230602979660034, 1.7602042134967633e-06], "traffic_r2": [0.9999646544456482, 0.999920666217804, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.2209373116493225, "cos_r_negg": [0.42498692870140076, 0.15283429622650146, 0.07014548778533936], "cos_innovation_negg": [0.42498692870140076, 0.15283429622650146, 0.07014548778533936], "cos_apical_negg": [0.0019702166318893433, 0.23482587933540344, 0.14109444618225098], "cos_Ac_negg": [0.8910834789276123, 0.6526443958282471, 0.11021465808153152], "r_norm": [0.5993240475654602, 0.5707066059112549, 0.4270150065422058], "traffic_norm": [16.096267700195312, 16.01736831665039, 15.506205558776855], "traffic_residual_norm": [0.12818460166454315, 0.16834113001823425, 1.7709899111650884e-06], "traffic_r2": [0.9999300241470337, 0.9998891353607178, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.3394957458496094, "val_acc": 0.9284, "val_loss": 0.3394957458496094}, {"step": 6200, "epoch": 14, "train_loss": 0.2768552899360657, "cos_r_negg": [0.6136209964752197, 0.272449254989624, 0.169733926653862], "cos_innovation_negg": [0.6136209964752197, 0.272449254989624, 0.169733926653862], "cos_apical_negg": [-0.031727924942970276, 0.04696572944521904, 0.05145464465022087], "cos_Ac_negg": [0.8884059190750122, 0.7621751427650452, 0.1943383365869522], "r_norm": [0.6626080274581909, 0.7090599536895752, 0.41499531269073486], "traffic_norm": [16.09516143798828, 16.017587661743164, 15.506139755249023], "traffic_residual_norm": [0.2172185480594635, 0.3401643633842468, 1.7663685412117047e-06], "traffic_r2": [0.99981689453125, 0.9995487928390503, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.3389240801334381, "cos_r_negg": [0.5457582473754883, 0.1905764639377594, 0.12360520660877228], "cos_innovation_negg": [0.5457582473754883, 0.1905764639377594, 0.12360520660877228], "cos_apical_negg": [-0.03632359579205513, 0.01496952585875988, -0.04473414272069931], "cos_Ac_negg": [0.8602755069732666, 0.7915334701538086, 0.17180481553077698], "r_norm": [0.5296680927276611, 0.5202456712722778, 0.391500324010849], "traffic_norm": [16.09499740600586, 16.01580047607422, 15.50391960144043], "traffic_residual_norm": [0.09710992872714996, 0.14979223906993866, 1.727945004859066e-06], "traffic_r2": [0.9999628067016602, 0.9999123811721802, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9106, "eval_loss": 0.43838390502929686, "val_acc": 0.9106, "val_loss": 0.43838390502929686}], "final": {"eval_split": "validation", "eval_acc": 0.9106, "eval_loss": 0.43838390502929686, "wall_s": 23.596271991729736, "val_acc": 0.9106, "val_loss": 0.43838390502929686, "cos_r_negg": [0.5518002510070801, 0.24754297733306885, 0.13903799653053284], "cos_innovation_negg": [0.5518002510070801, 0.24754297733306885, 0.13903799653053284], "cos_apical_negg": [-0.06778024137020111, -0.007808221969753504, -0.03294135630130768], "cos_Ac_negg": [0.8766240477561951, 0.8419988751411438, 0.14565260708332062], "traffic_norm": [16.094858169555664, 16.015518188476562, 15.504505157470703], "traffic_residual_norm": [0.06671075522899628, 0.09130287915468216, 1.7787042452255264e-06], "traffic_r2": [0.9999797344207764, 0.9999672174453735, 1.0]}, "timing": {"warmup_wall_s": 1.5933375358581543, "training_loop_wall_s": 21.79569697380066, "diagnostics_wall_s": 0.5114190578460693, "inline_diagnostics_wall_s": 0.37137627601623535, "optimizer_wall_s_excluding_inline_diagnostics": 21.424320697784424, "evaluation_wall_s": 0.06400847434997559}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu200_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu200_d3_s0.json
new file mode 100644
index 0000000..5412f16
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu200_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p01_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010398169979453087, 0.027888260781764984, 0.03532874584197998], "cos_innovation_negg": [-0.010398169979453087, 0.027888260781764984, 0.03532874584197998], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.842154026031494, 5.354958534240723, 4.824590682983398], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.1803629398345947, 2.325282573699951, 0.0010244514560326934], "traffic_r2": [0.7853798270225525, 0.8844690918922424, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.9221855401992798, "cos_r_negg": [0.3072468936443329, 0.07879030704498291, 0.09927916526794434], "cos_innovation_negg": [0.3072468936443329, 0.07879030704498291, 0.09927916526794434], "cos_apical_negg": [0.12461313605308533, -0.34373581409454346, -0.4874652624130249], "cos_Ac_negg": [0.7383130788803101, 0.0981222465634346, 0.03428724408149719], "r_norm": [3.1366655826568604, 2.4359447956085205, 1.9612362384796143], "traffic_norm": [16.686153411865234, 16.617891311645508, 16.35941505432129], "traffic_residual_norm": [1.6023588180541992, 0.8013944029808044, 0.00016922412032727152], "traffic_r2": [0.9907783269882202, 0.9976743459701538, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.8494653701782227, "cos_r_negg": [0.20249155163764954, -0.025379780679941177, 0.07149733603000641], "cos_innovation_negg": [0.20249155163764954, -0.025379780679941177, 0.07149733603000641], "cos_apical_negg": [0.002028997987508774, 0.013634475879371166, 0.03637028858065605], "cos_Ac_negg": [0.8233023881912231, -0.08157878369092941, 0.08842548727989197], "r_norm": [1.1659345626831055, 1.011657476425171, 0.9293937683105469], "traffic_norm": [16.733749389648438, 16.693849563598633, 16.416526794433594], "traffic_residual_norm": [0.2277946174144745, 0.11582747101783752, 3.093773193540983e-05], "traffic_r2": [0.9998146295547485, 0.9999518394470215, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8224, "eval_loss": 0.853778466796875, "val_acc": 0.8224, "val_loss": 0.853778466796875}, {"step": 600, "epoch": 1, "train_loss": 0.9685262441635132, "cos_r_negg": [0.40377822518348694, -0.04111352190375328, 0.0827951654791832], "cos_innovation_negg": [0.40377822518348694, -0.04111352190375328, 0.0827951654791832], "cos_apical_negg": [0.015169039368629456, 0.01175125315785408, 0.0967833548784256], "cos_Ac_negg": [0.8095442652702332, 0.007084365002810955, 0.13092288374900818], "r_norm": [1.062812328338623, 0.9724699258804321, 0.922893762588501], "traffic_norm": [16.744239807128906, 16.700105667114258, 16.432209014892578], "traffic_residual_norm": [0.06855408847332001, 0.05987584590911865, 1.6088328266050667e-05], "traffic_r2": [0.9999832510948181, 0.9999871253967285, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6097962856292725, "cos_r_negg": [0.4509318470954895, 0.006314715836197138, 0.21590787172317505], "cos_innovation_negg": [0.4509318470954895, 0.006314715836197138, 0.21590787172317505], "cos_apical_negg": [0.05356534570455551, 0.013744549825787544, -0.09187033772468567], "cos_Ac_negg": [0.8785468935966492, 0.03470063582062721, 0.22199468314647675], "r_norm": [0.9921948909759521, 0.9037696719169617, 0.8696085214614868], "traffic_norm": [16.73683738708496, 16.69219207763672, 16.42508316040039], "traffic_residual_norm": [0.03699691593647003, 0.04156612604856491, 1.1835669283755124e-05], "traffic_r2": [0.9999951124191284, 0.9999938011169434, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.83, "eval_loss": 0.8371518188476562, "val_acc": 0.83, "val_loss": 0.8371518188476562}, {"step": 1000, "epoch": 2, "train_loss": 0.7001122236251831, "cos_r_negg": [0.5261197090148926, 0.029240474104881287, 0.19572460651397705], "cos_innovation_negg": [0.5261197090148926, 0.029240474104881287, 0.19572460651397705], "cos_apical_negg": [-0.01021679025143385, 0.033180609345436096, 0.031754400581121445], "cos_Ac_negg": [0.866756021976471, 0.16077709197998047, 0.21576404571533203], "r_norm": [0.6267708539962769, 0.5629653930664062, 0.5322524309158325], "traffic_norm": [16.731611251831055, 16.6871280670166, 16.413673400878906], "traffic_residual_norm": [0.03991291671991348, 0.038383208215236664, 1.1692450243572239e-05], "traffic_r2": [0.9999942779541016, 0.999994695186615, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.5328733921051025, "cos_r_negg": [0.6078847646713257, 0.02190019004046917, 0.1685364842414856], "cos_innovation_negg": [0.6078847646713257, 0.02190019004046917, 0.1685364842414856], "cos_apical_negg": [-0.022007619962096214, 0.008282653987407684, -0.11277654767036438], "cos_Ac_negg": [0.81191086769104, 0.15022166073322296, 0.17426347732543945], "r_norm": [0.6596190333366394, 0.5974870920181274, 0.5640003085136414], "traffic_norm": [16.733421325683594, 16.689090728759766, 16.416603088378906], "traffic_residual_norm": [0.026503168046474457, 0.0337568074464798, 1.0347976058255881e-05], "traffic_r2": [0.9999974966049194, 0.9999958872795105, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8912, "eval_loss": 0.46072123413085936, "val_acc": 0.8912, "val_loss": 0.46072123413085936}, {"step": 1400, "epoch": 3, "train_loss": 0.8486059904098511, "cos_r_negg": [0.6948257088661194, 0.06843973696231842, 0.12497122585773468], "cos_innovation_negg": [0.6948257088661194, 0.06843973696231842, 0.12497122585773468], "cos_apical_negg": [-0.013649115338921547, -0.0657200887799263, -0.14054501056671143], "cos_Ac_negg": [0.8433842062950134, 0.19475212693214417, 0.12914887070655823], "r_norm": [0.8028693199157715, 0.7074384689331055, 0.6794102191925049], "traffic_norm": [16.73027992248535, 16.68685531616211, 16.413774490356445], "traffic_residual_norm": [0.024954110383987427, 0.030749883502721786, 9.427447366761044e-06], "traffic_r2": [0.9999977946281433, 0.9999966025352478, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.8867263197898865, "cos_r_negg": [0.6347246170043945, 0.06891785562038422, 0.24629080295562744], "cos_innovation_negg": [0.6347246170043945, 0.06891785562038422, 0.24629080295562744], "cos_apical_negg": [0.04718630760908127, 0.036475956439971924, 0.015308016911149025], "cos_Ac_negg": [0.8818166255950928, 0.2460843324661255, 0.24673566222190857], "r_norm": [0.8717605471611023, 0.7782508730888367, 0.7441102266311646], "traffic_norm": [16.731840133666992, 16.6876163482666, 16.415563583374023], "traffic_residual_norm": [0.024579478427767754, 0.03511764854192734, 9.88561259873677e-06], "traffic_r2": [0.9999978542327881, 0.9999955892562866, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8908, "eval_loss": 0.5238083923339844, "val_acc": 0.8908, "val_loss": 0.5238083923339844}, {"step": 1800, "epoch": 4, "train_loss": 0.3615794777870178, "cos_r_negg": [0.635452389717102, 0.11842997372150421, 0.2014845311641693], "cos_innovation_negg": [0.635452389717102, 0.11842997372150421, 0.2014845311641693], "cos_apical_negg": [-0.020003575831651688, 0.054981134831905365, -0.04361838474869728], "cos_Ac_negg": [0.8399995565414429, 0.35311025381088257, 0.22789067029953003], "r_norm": [0.6610411405563354, 0.5820934772491455, 0.5577223300933838], "traffic_norm": [16.72909164428711, 16.682756423950195, 16.410274505615234], "traffic_residual_norm": [0.01932622864842415, 0.030415598303079605, 9.725232303026132e-06], "traffic_r2": [0.9999986886978149, 0.9999966621398926, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.40493154525756836, "cos_r_negg": [0.6167439818382263, 0.13029341399669647, 0.18877707421779633], "cos_innovation_negg": [0.6167439818382263, 0.13029341399669647, 0.18877707421779633], "cos_apical_negg": [0.02698972262442112, -0.11009132862091064, -0.010150730609893799], "cos_Ac_negg": [0.8274956941604614, 0.30399423837661743, 0.2141953706741333], "r_norm": [0.8167616128921509, 0.7183709740638733, 0.6818836331367493], "traffic_norm": [16.728187561035156, 16.684022903442383, 16.410045623779297], "traffic_residual_norm": [0.01928986981511116, 0.029661238193511963, 9.09292975848075e-06], "traffic_r2": [0.9999986886978149, 0.9999968409538269, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8872, "eval_loss": 0.4481373779296875, "val_acc": 0.8872, "val_loss": 0.4481373779296875}, {"step": 2200, "epoch": 5, "train_loss": 0.5866303443908691, "cos_r_negg": [0.6363464593887329, 0.1064923107624054, 0.2299477458000183], "cos_innovation_negg": [0.6363464593887329, 0.1064923107624054, 0.2299477458000183], "cos_apical_negg": [-0.046788282692432404, 0.033850230276584625, -0.021517496556043625], "cos_Ac_negg": [0.8726298213005066, 0.35873231291770935, 0.23314476013183594], "r_norm": [0.5317440032958984, 0.46822163462638855, 0.44360947608947754], "traffic_norm": [16.72458839416504, 16.67963218688965, 16.403730392456055], "traffic_residual_norm": [0.018238212913274765, 0.031426772475242615, 9.217044862452894e-06], "traffic_r2": [0.9999988079071045, 0.9999964237213135, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.5027966499328613, "cos_r_negg": [0.5772510170936584, 0.15082545578479767, 0.12909002602100372], "cos_innovation_negg": [0.5772510170936584, 0.15082545578479767, 0.12909002602100372], "cos_apical_negg": [-0.003627367317676544, -0.12207751721143723, -0.17891469597816467], "cos_Ac_negg": [0.8126503825187683, 0.38655731081962585, 0.13534078001976013], "r_norm": [0.6117122173309326, 0.5325509309768677, 0.5107419490814209], "traffic_norm": [16.720516204833984, 16.673954010009766, 16.399612426757812], "traffic_residual_norm": [0.017895709723234177, 0.03171016275882721, 9.207481525663752e-06], "traffic_r2": [0.9999988675117493, 0.9999963641166687, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9176, "eval_loss": 0.34603408203125, "val_acc": 0.9176, "val_loss": 0.34603408203125}, {"step": 2600, "epoch": 6, "train_loss": 0.4901365637779236, "cos_r_negg": [0.6239902377128601, 0.14972032606601715, 0.22296223044395447], "cos_innovation_negg": [0.6239902377128601, 0.14972032606601715, 0.22296223044395447], "cos_apical_negg": [-0.04814021289348602, 0.030415277928113937, -0.011384104378521442], "cos_Ac_negg": [0.8523377180099487, 0.4401775598526001, 0.2558102011680603], "r_norm": [0.5623122453689575, 0.4902656078338623, 0.45963406562805176], "traffic_norm": [16.72378158569336, 16.67740821838379, 16.403749465942383], "traffic_residual_norm": [0.020855816081166267, 0.03257087618112564, 9.123322342929896e-06], "traffic_r2": [0.9999984502792358, 0.9999961853027344, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.39365458488464355, "cos_r_negg": [0.558141827583313, 0.1182108148932457, 0.1649833768606186], "cos_innovation_negg": [0.558141827583313, 0.1182108148932457, 0.1649833768606186], "cos_apical_negg": [0.03147769346833229, -0.019167166203260422, -0.05596218258142471], "cos_Ac_negg": [0.8422704339027405, 0.3630308508872986, 0.2302132546901703], "r_norm": [0.5806503891944885, 0.5106035470962524, 0.4762130379676819], "traffic_norm": [16.721115112304688, 16.67425537109375, 16.39705467224121], "traffic_residual_norm": [0.01905844733119011, 0.031718503683805466, 9.080818927031942e-06], "traffic_r2": [0.9999986886978149, 0.9999963641166687, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.31749916076660156, "cos_r_negg": [0.5397504568099976, 0.1228315532207489, 0.2994537949562073], "cos_innovation_negg": [0.5397504568099976, 0.1228315532207489, 0.2994537949562073], "cos_apical_negg": [0.022167537361383438, 0.07470016926527023, -0.06126970052719116], "cos_Ac_negg": [0.8229678869247437, 0.41075003147125244, 0.3266908526420593], "r_norm": [0.4565797448158264, 0.40107476711273193, 0.3794265389442444], "traffic_norm": [16.720928192138672, 16.672405242919922, 16.399433135986328], "traffic_residual_norm": [0.015085864812135696, 0.024461939930915833, 8.943547982198652e-06], "traffic_r2": [0.9999991655349731, 0.9999978542327881, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.899, "eval_loss": 0.44906309814453127, "val_acc": 0.899, "val_loss": 0.44906309814453127}, {"step": 3200, "epoch": 7, "train_loss": 0.2687760889530182, "cos_r_negg": [0.6195740699768066, 0.14605611562728882, 0.2972404956817627], "cos_innovation_negg": [0.6195740699768066, 0.14605611562728882, 0.2972404956817627], "cos_apical_negg": [-0.005979207344353199, 0.024305682629346848, -0.08173543959856033], "cos_Ac_negg": [0.8328645825386047, 0.38460204005241394, 0.3549844026565552], "r_norm": [0.6224360466003418, 0.5427509546279907, 0.5198906660079956], "traffic_norm": [16.719209671020508, 16.672996520996094, 16.396888732910156], "traffic_residual_norm": [0.01681511662900448, 0.02954423613846302, 9.012665941554587e-06], "traffic_r2": [0.9999989867210388, 0.9999968409538269, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.3107507526874542, "cos_r_negg": [0.5631675124168396, 0.15017078816890717, 0.25406792759895325], "cos_innovation_negg": [0.5631675124168396, 0.15017078816890717, 0.25406792759895325], "cos_apical_negg": [-0.0009092334657907486, -0.05509522184729576, -0.1405956745147705], "cos_Ac_negg": [0.839911937713623, 0.3893618583679199, 0.30697914958000183], "r_norm": [0.585620641708374, 0.5112837553024292, 0.48628076910972595], "traffic_norm": [16.718013763427734, 16.67198371887207, 16.3968505859375], "traffic_residual_norm": [0.020529458299279213, 0.03430723398923874, 8.911745680961758e-06], "traffic_r2": [0.9999985098838806, 0.999995768070221, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9056, "eval_loss": 0.4115598388671875, "val_acc": 0.9056, "val_loss": 0.4115598388671875}, {"step": 3600, "epoch": 8, "train_loss": 0.5112429857254028, "cos_r_negg": [0.6679482460021973, 0.13510537147521973, 0.3014112114906311], "cos_innovation_negg": [0.6679482460021973, 0.13510537147521973, 0.3014112114906311], "cos_apical_negg": [-0.02679060399532318, 0.0017720304895192385, -0.028320901095867157], "cos_Ac_negg": [0.912888765335083, 0.4572254419326782, 0.31956517696380615], "r_norm": [0.48635661602020264, 0.4296538829803467, 0.4025575518608093], "traffic_norm": [16.716827392578125, 16.667892456054688, 16.39114761352539], "traffic_residual_norm": [0.018593497574329376, 0.03704840689897537, 8.801255717116874e-06], "traffic_r2": [0.9999987483024597, 0.9999950528144836, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.22072608768939972, "cos_r_negg": [0.5619479417800903, 0.14734794199466705, 0.1942809373140335], "cos_innovation_negg": [0.5619479417800903, 0.14734794199466705, 0.1942809373140335], "cos_apical_negg": [-0.04591304063796997, -0.040516823530197144, -0.18995791673660278], "cos_Ac_negg": [0.8334862589836121, 0.39038369059562683, 0.23217618465423584], "r_norm": [0.5723936557769775, 0.5058073997497559, 0.4703829288482666], "traffic_norm": [16.720596313476562, 16.674240112304688, 16.398923873901367], "traffic_residual_norm": [0.02263394370675087, 0.04490997642278671, 8.838796020427253e-06], "traffic_r2": [0.999998152256012, 0.9999927282333374, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.925, "eval_loss": 0.3377326110839844, "val_acc": 0.925, "val_loss": 0.3377326110839844}, {"step": 4000, "epoch": 9, "train_loss": 0.22121430933475494, "cos_r_negg": [0.6822465658187866, 0.1426977515220642, 0.23493865132331848], "cos_innovation_negg": [0.6822465658187866, 0.1426977515220642, 0.23493865132331848], "cos_apical_negg": [-0.05188564956188202, 0.003991218283772469, -0.07313698530197144], "cos_Ac_negg": [0.8752049803733826, 0.4215485751628876, 0.2050837278366089], "r_norm": [0.5389835834503174, 0.48024630546569824, 0.4473986029624939], "traffic_norm": [16.717716217041016, 16.668954849243164, 16.395851135253906], "traffic_residual_norm": [0.01840229332447052, 0.03956485912203789, 8.830062142806128e-06], "traffic_r2": [0.9999988079071045, 0.9999943375587463, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.6201872229576111, "cos_r_negg": [0.5655783414840698, 0.12774156033992767, 0.048115041106939316], "cos_innovation_negg": [0.5655783414840698, 0.12774156033992767, 0.048115041106939316], "cos_apical_negg": [-0.06598012149333954, -0.063723124563694, 0.04929042235016823], "cos_Ac_negg": [0.8401979207992554, 0.4298176169395447, 0.06379160284996033], "r_norm": [0.5274326801300049, 0.4944320321083069, 0.42953625321388245], "traffic_norm": [16.718875885009766, 16.671588897705078, 16.39642333984375], "traffic_residual_norm": [0.02813444286584854, 0.08034135401248932, 8.704378160473425e-06], "traffic_r2": [0.9999969005584717, 0.9999767541885376, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8624, "eval_loss": 0.6588449462890625, "val_acc": 0.8624, "val_loss": 0.6588449462890625}, {"step": 4400, "epoch": 10, "train_loss": 0.3123042583465576, "cos_r_negg": [0.5223839282989502, 0.12126774340867996, 0.12707433104515076], "cos_innovation_negg": [0.5223839282989502, 0.12126774340867996, 0.12707433104515076], "cos_apical_negg": [-0.05521392077207565, -0.050024814903736115, -0.04427860304713249], "cos_Ac_negg": [0.858045220375061, 0.4244263172149658, 0.15377357602119446], "r_norm": [0.544574499130249, 0.53046715259552, 0.4099833071231842], "traffic_norm": [16.71941375732422, 16.671649932861328, 16.396484375], "traffic_residual_norm": [0.07507802546024323, 0.1466761827468872, 8.794144378043711e-06], "traffic_r2": [0.99997878074646, 0.9999220967292786, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.2866203188896179, "cos_r_negg": [0.6251101493835449, 0.03315821290016174, 0.1269550621509552], "cos_innovation_negg": [0.6251101493835449, 0.03315821290016174, 0.1269550621509552], "cos_apical_negg": [-0.03232560306787491, -0.03663243353366852, -0.06252510845661163], "cos_Ac_negg": [0.8949145674705505, 0.41490668058395386, 0.14809121191501617], "r_norm": [0.45313745737075806, 0.4847583770751953, 0.35414427518844604], "traffic_norm": [16.716785430908203, 16.6694278717041, 16.394275665283203], "traffic_residual_norm": [0.04946214333176613, 0.15510648488998413, 8.656533282191958e-06], "traffic_r2": [0.9999904036521912, 0.9999130368232727, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9282, "eval_loss": 0.32804862060546874, "val_acc": 0.9282, "val_loss": 0.32804862060546874}, {"step": 4800, "epoch": 11, "train_loss": 0.42584359645843506, "cos_r_negg": [0.569387674331665, -0.021445777267217636, 0.07788755744695663], "cos_innovation_negg": [0.569387674331665, -0.021445777267217636, 0.07788755744695663], "cos_apical_negg": [0.0012139016762375832, -0.2737320065498352, -0.27947843074798584], "cos_Ac_negg": [0.8589891195297241, 0.13000330328941345, 0.08091104030609131], "r_norm": [0.9870644807815552, 0.6324470043182373, 0.5663155317306519], "traffic_norm": [16.70620346069336, 16.66411590576172, 16.378276824951172], "traffic_residual_norm": [0.39383891224861145, 0.08151396363973618, 8.756913302931935e-06], "traffic_r2": [0.9994359612464905, 0.9999682307243347, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.33878540992736816, "cos_r_negg": [0.5343164801597595, -0.12484867125749588, 0.25179845094680786], "cos_innovation_negg": [0.5343164801597595, -0.12484867125749588, 0.25179845094680786], "cos_apical_negg": [0.014747809618711472, -0.19522184133529663, -0.23055145144462585], "cos_Ac_negg": [0.8169348239898682, 0.10008575022220612, 0.27765029668807983], "r_norm": [0.6744849681854248, 0.5498247146606445, 0.5011183619499207], "traffic_norm": [16.70892333984375, 16.664722442626953, 16.38298797607422], "traffic_residual_norm": [0.11353477090597153, 0.07459615170955658, 8.729643013793975e-06], "traffic_r2": [0.9999514818191528, 0.9999773502349854, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9188, "eval_loss": 0.3829672546386719, "val_acc": 0.9188, "val_loss": 0.3829672546386719}, {"step": 5200, "epoch": 12, "train_loss": 0.33124202489852905, "cos_r_negg": [0.510591447353363, 0.14140227437019348, 0.15044483542442322], "cos_innovation_negg": [0.510591447353363, 0.14140227437019348, 0.15044483542442322], "cos_apical_negg": [-0.07288257777690887, -0.011183369904756546, -0.08381901681423187], "cos_Ac_negg": [0.8177251815795898, 0.4415138363838196, 0.21365901827812195], "r_norm": [0.49667710065841675, 0.4351290464401245, 0.3992788791656494], "traffic_norm": [16.71462059020996, 16.66646957397461, 16.392242431640625], "traffic_residual_norm": [0.030337601900100708, 0.040912412106990814, 8.646640708320774e-06], "traffic_r2": [0.9999964833259583, 0.9999938607215881, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.1448916792869568, "cos_r_negg": [0.6340402364730835, 0.1731949746608734, 0.05848720669746399], "cos_innovation_negg": [0.6340402364730835, 0.1731949746608734, 0.05848720669746399], "cos_apical_negg": [-0.05246572196483612, 0.09627346694469452, 0.07019852101802826], "cos_Ac_negg": [0.8617383241653442, 0.5490093231201172, 0.13326320052146912], "r_norm": [0.601049542427063, 0.5073962211608887, 0.47527796030044556], "traffic_norm": [16.71796417236328, 16.67278480529785, 16.396316528320312], "traffic_residual_norm": [0.05293964967131615, 0.038769181817770004, 8.563499250158202e-06], "traffic_r2": [0.9999880790710449, 0.9999944567680359, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9044, "eval_loss": 0.43743345947265627, "val_acc": 0.9044, "val_loss": 0.43743345947265627}, {"step": 5600, "epoch": 13, "train_loss": 0.36729857325553894, "cos_r_negg": [0.5521649122238159, 0.129394993185997, 0.15311720967292786], "cos_innovation_negg": [0.5521649122238159, 0.129394993185997, 0.15311720967292786], "cos_apical_negg": [-0.01950032263994217, -0.1222645491361618, -0.22166311740875244], "cos_Ac_negg": [0.8944004774093628, 0.4513343870639801, 0.21399372816085815], "r_norm": [0.4466858506202698, 0.4250529408454895, 0.36166253685951233], "traffic_norm": [16.713539123535156, 16.664043426513672, 16.38970184326172], "traffic_residual_norm": [0.03024229407310486, 0.0796641930937767, 8.685539796715602e-06], "traffic_r2": [0.999996542930603, 0.9999768137931824, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.32653433084487915, "cos_r_negg": [0.5370160937309265, 0.2405770719051361, 0.1910463124513626], "cos_innovation_negg": [0.5370160937309265, 0.2405770719051361, 0.1910463124513626], "cos_apical_negg": [-0.03104287199676037, -0.23904867470264435, -0.22981737554073334], "cos_Ac_negg": [0.8297132253646851, 0.4822441637516022, 0.2756957709789276], "r_norm": [0.471118688583374, 0.4458509683609009, 0.3807945251464844], "traffic_norm": [16.713542938232422, 16.665618896484375, 16.389698028564453], "traffic_residual_norm": [0.033846043050289154, 0.08371081948280334, 8.69196628627833e-06], "traffic_r2": [0.9999956488609314, 0.9999746680259705, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.2657964527606964, "cos_r_negg": [0.5824995636940002, 0.15381287038326263, 0.3176572918891907], "cos_innovation_negg": [0.5824995636940002, 0.15381287038326263, 0.3176572918891907], "cos_apical_negg": [-0.04274103790521622, 0.042859070003032684, 0.06740780174732208], "cos_Ac_negg": [0.849876344203949, 0.5670449137687683, 0.35979336500167847], "r_norm": [0.5796319246292114, 0.5166885256767273, 0.4652341604232788], "traffic_norm": [16.71086883544922, 16.659564971923828, 16.386951446533203], "traffic_residual_norm": [0.03602433204650879, 0.05913514643907547, 8.712356247997377e-06], "traffic_r2": [0.9999952912330627, 0.9999873638153076, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9294, "eval_loss": 0.3259512268066406, "val_acc": 0.9294, "val_loss": 0.3259512268066406}, {"step": 6200, "epoch": 14, "train_loss": 0.5345078706741333, "cos_r_negg": [0.5660679936408997, 0.30895131826400757, 0.25281786918640137], "cos_innovation_negg": [0.5660679936408997, 0.30895131826400757, 0.25281786918640137], "cos_apical_negg": [-0.038529977202415466, 0.2683370113372803, 0.19209490716457367], "cos_Ac_negg": [0.8785896897315979, 0.2654273509979248, 0.24289534986019135], "r_norm": [0.5788178443908691, 0.5129026174545288, 0.4635138511657715], "traffic_norm": [16.71424674987793, 16.665813446044922, 16.390087127685547], "traffic_residual_norm": [0.046288300305604935, 0.06189612299203873, 8.599348802817985e-06], "traffic_r2": [0.9999922513961792, 0.9999861717224121, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.48510420322418213, "cos_r_negg": [0.5758558511734009, 0.063137486577034, 0.32120901346206665], "cos_innovation_negg": [0.5758558511734009, 0.063137486577034, 0.32120901346206665], "cos_apical_negg": [-0.048102982342243195, -0.0930819883942604, -0.152420312166214], "cos_Ac_negg": [0.8744509220123291, 0.49594882130622864, 0.37930718064308167], "r_norm": [0.41220521926879883, 0.3659125566482544, 0.33370423316955566], "traffic_norm": [16.714954376220703, 16.66452407836914, 16.391374588012695], "traffic_residual_norm": [0.031139694154262543, 0.04626698046922684, 8.654622433823533e-06], "traffic_r2": [0.9999964237213135, 0.9999922513961792, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9112, "eval_loss": 0.4363379943847656, "val_acc": 0.9112, "val_loss": 0.4363379943847656}], "final": {"eval_split": "validation", "eval_acc": 0.9112, "eval_loss": 0.4363379943847656, "wall_s": 25.43530821800232, "val_acc": 0.9112, "val_loss": 0.4363379943847656, "cos_r_negg": [0.5759245753288269, 0.1112496554851532, 0.39244407415390015], "cos_innovation_negg": [0.5759245753288269, 0.1112496554851532, 0.39244407415390015], "cos_apical_negg": [-0.03328140825033188, -0.07143482565879822, -0.25836411118507385], "cos_Ac_negg": [0.8537358045578003, 0.5058251023292542, 0.4133973717689514], "traffic_norm": [16.710800170898438, 16.661441802978516, 16.38666343688965], "traffic_residual_norm": [0.02358362451195717, 0.03590838611125946, 8.845256161293946e-06], "traffic_r2": [0.9999977946281433, 0.9999953508377075, 1.0]}, "timing": {"warmup_wall_s": 0.4154942035675049, "training_loop_wall_s": 24.78669762611389, "diagnostics_wall_s": 0.5566790103912354, "inline_diagnostics_wall_s": 0.40077757835388184, "optimizer_wall_s_excluding_inline_diagnostics": 24.38592004776001, "evaluation_wall_s": 0.07347345352172852}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu0_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu0_d3_s0.json
new file mode 100644
index 0000000..3d360d5
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu0_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.029392804950475693, 0.002717695664614439, 0.009267451241612434], "cos_innovation_negg": [-0.029392804950475693, 0.002717695664614439, 0.009267451241612434], "cos_apical_negg": [-0.029235415160655975, 0.002071091439574957, 0.008074866607785225], "cos_Ac_negg": [-0.026053454726934433, 0.019999800249934196, 0.03730686753988266], "r_norm": [10.728410720825195, 10.390592575073242, 10.038398742675781], "traffic_norm": [9.704059600830078, 9.645772933959961, 9.290628433227539], "traffic_residual_norm": [9.266655921936035, 9.135624885559082, 8.706912994384766], "traffic_r2": [0.08807790279388428, 0.10294705629348755, 0.12168866395950317]}, {"step": 200, "epoch": 0, "train_loss": 1.3913886547088623, "cos_r_negg": [0.5293533802032471, 0.15990105271339417, -0.03953741490840912], "cos_innovation_negg": [0.5293533802032471, 0.15990105271339417, -0.03953741490840912], "cos_apical_negg": [0.07934075593948364, -0.21917696297168732, 0.07052169740200043], "cos_Ac_negg": [0.7717781066894531, -0.021378381177783012, -0.014802590012550354], "r_norm": [1.505728840827942, 1.4903247356414795, 1.523350477218628], "traffic_norm": [18.00157928466797, 17.776687622070312, 17.63870620727539], "traffic_residual_norm": [0.07012542337179184, 0.11350240558385849, 0.17366786301136017], "traffic_r2": [0.9999848008155823, 0.9999592304229736, 0.9999030232429504]}, {"step": 400, "epoch": 0, "train_loss": 1.2615633010864258, "cos_r_negg": [0.7229729890823364, 0.10801795870065689, -0.05697229132056236], "cos_innovation_negg": [0.7229729890823364, 0.10801795870065689, -0.05697229132056236], "cos_apical_negg": [-0.023337922990322113, -0.0958729237318039, 0.00775507465004921], "cos_Ac_negg": [0.7916282415390015, -0.09847773611545563, -0.04687521234154701], "r_norm": [1.1873879432678223, 1.1554847955703735, 1.1595690250396729], "traffic_norm": [17.993209838867188, 17.766197204589844, 17.640544891357422], "traffic_residual_norm": [0.039484988898038864, 0.06812287867069244, 0.09172869473695755], "traffic_r2": [0.9999951720237732, 0.9999852776527405, 0.999972939491272]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8244, "eval_loss": 1.0008508666992189, "val_acc": 0.8244, "val_loss": 1.0008508666992189}, {"step": 600, "epoch": 1, "train_loss": 0.45839202404022217, "cos_r_negg": [0.8076292276382446, 0.15729838609695435, -0.017610758543014526], "cos_innovation_negg": [0.8076292276382446, 0.15729838609695435, -0.017610758543014526], "cos_apical_negg": [-0.008377748541533947, -0.22297827899456024, 0.05465815216302872], "cos_Ac_negg": [0.8755496144294739, -0.060882214456796646, 0.09374530613422394], "r_norm": [1.1507983207702637, 1.1046558618545532, 1.1233000755310059], "traffic_norm": [17.97766876220703, 17.758331298828125, 17.613658905029297], "traffic_residual_norm": [0.03900061920285225, 0.06110026314854622, 0.07990595698356628], "traffic_r2": [0.9999952912330627, 0.9999881386756897, 0.9999794363975525]}, {"step": 800, "epoch": 1, "train_loss": 1.0191123485565186, "cos_r_negg": [0.6454944610595703, -0.030217690393328667, 0.2401575744152069], "cos_innovation_negg": [0.6454944610595703, -0.030217690393328667, 0.2401575744152069], "cos_apical_negg": [0.09361688047647476, -0.13352632522583008, 0.11329005658626556], "cos_Ac_negg": [0.7899159789085388, -0.21513202786445618, 0.3945309519767761], "r_norm": [0.927531361579895, 0.8761210441589355, 0.8943527936935425], "traffic_norm": [17.976165771484375, 17.754993438720703, 17.62247085571289], "traffic_residual_norm": [0.02159150131046772, 0.039448969066143036, 0.04842323437333107], "traffic_r2": [0.9999985694885254, 0.9999950528144836, 0.9999924302101135]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.889, "eval_loss": 0.6160529418945313, "val_acc": 0.889, "val_loss": 0.6160529418945313}, {"step": 1000, "epoch": 2, "train_loss": 0.7588964700698853, "cos_r_negg": [0.7024874687194824, 0.18566091358661652, 0.4538339376449585], "cos_innovation_negg": [0.7024874687194824, 0.18566091358661652, 0.4538339376449585], "cos_apical_negg": [0.03970063105225563, 0.024473298341035843, 0.2929410934448242], "cos_Ac_negg": [0.8857361078262329, -0.27812182903289795, 0.6171877384185791], "r_norm": [0.8731896281242371, 0.8448498249053955, 0.9016271233558655], "traffic_norm": [17.970731735229492, 17.756332397460938, 17.616024017333984], "traffic_residual_norm": [0.08375339210033417, 0.1319037675857544, 0.18106448650360107], "traffic_r2": [0.9999783039093018, 0.999944806098938, 0.999894380569458]}, {"step": 1200, "epoch": 2, "train_loss": 0.5766491889953613, "cos_r_negg": [0.6503373384475708, 0.011826799251139164, 0.40000003576278687], "cos_innovation_negg": [0.6503373384475708, 0.011826799251139164, 0.40000003576278687], "cos_apical_negg": [0.13212840259075165, -0.009582946076989174, -0.06250251084566116], "cos_Ac_negg": [0.8212986588478088, -0.11478821933269501, 0.5820308923721313], "r_norm": [0.648881196975708, 0.617267906665802, 0.6567701101303101], "traffic_norm": [17.971303939819336, 17.762365341186523, 17.631114959716797], "traffic_residual_norm": [0.04422242194414139, 0.06680401414632797, 0.10179419815540314], "traffic_r2": [0.9999939203262329, 0.9999858736991882, 0.9999666810035706]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8832, "eval_loss": 0.66965947265625, "val_acc": 0.8832, "val_loss": 0.66965947265625}, {"step": 1400, "epoch": 3, "train_loss": 0.8712301254272461, "cos_r_negg": [0.6935790777206421, 0.16255885362625122, 0.3846341669559479], "cos_innovation_negg": [0.6935790777206421, 0.16255885362625122, 0.3846341669559479], "cos_apical_negg": [0.009604101069271564, 0.22188544273376465, 0.1780780851840973], "cos_Ac_negg": [0.852756917476654, -0.1765722632408142, 0.5773079991340637], "r_norm": [0.5803027153015137, 0.5376406908035278, 0.5513597130775452], "traffic_norm": [17.980579376220703, 17.768695831298828, 17.63520050048828], "traffic_residual_norm": [0.009860735386610031, 0.014789785258471966, 0.01618245616555214], "traffic_r2": [0.9999997019767761, 0.9999992847442627, 0.9999991655349731]}, {"step": 1600, "epoch": 3, "train_loss": 0.7336228489875793, "cos_r_negg": [0.707788348197937, 0.13684606552124023, 0.3043179214000702], "cos_innovation_negg": [0.707788348197937, 0.13684606552124023, 0.3043179214000702], "cos_apical_negg": [0.08486105501651764, -0.20445352792739868, 0.1874847114086151], "cos_Ac_negg": [0.848847508430481, -0.025935392826795578, 0.46484053134918213], "r_norm": [0.6246218681335449, 0.5709588527679443, 0.5903218984603882], "traffic_norm": [17.970375061035156, 17.751230239868164, 17.62080955505371], "traffic_residual_norm": [0.014873633161187172, 0.022972431033849716, 0.036521099507808685], "traffic_r2": [0.9999993443489075, 0.9999983310699463, 0.9999957084655762]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.4523783203125, "val_acc": 0.902, "val_loss": 0.4523783203125}, {"step": 1800, "epoch": 4, "train_loss": 1.0739705562591553, "cos_r_negg": [0.7404276132583618, 0.008946358226239681, 0.3727550804615021], "cos_innovation_negg": [0.7404276132583618, 0.008946358226239681, 0.3727550804615021], "cos_apical_negg": [0.030736539512872696, 0.10670530050992966, 0.16239991784095764], "cos_Ac_negg": [0.8749803900718689, -0.15329524874687195, 0.4716506898403168], "r_norm": [0.6098300218582153, 0.5518254637718201, 0.5786487460136414], "traffic_norm": [17.975170135498047, 17.761287689208984, 17.62925148010254], "traffic_residual_norm": [0.007889557629823685, 0.011650769971311092, 0.0171009860932827], "traffic_r2": [0.9999998211860657, 0.9999995827674866, 0.9999990463256836]}, {"step": 2000, "epoch": 4, "train_loss": 0.23995094001293182, "cos_r_negg": [0.700932502746582, 0.10874709486961365, 0.4637948274612427], "cos_innovation_negg": [0.700932502746582, 0.10874709486961365, 0.4637948274612427], "cos_apical_negg": [0.010845500975847244, 0.1537771224975586, 0.023445546627044678], "cos_Ac_negg": [0.8457709550857544, -0.13851884007453918, 0.6679686307907104], "r_norm": [0.5240689516067505, 0.483623743057251, 0.5091638565063477], "traffic_norm": [17.97348403930664, 17.758617401123047, 17.626800537109375], "traffic_residual_norm": [0.02550649270415306, 0.04157087951898575, 0.055701058357954025], "traffic_r2": [0.9999979734420776, 0.9999945163726807, 0.9999899864196777]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.893, "eval_loss": 0.5038741271972657, "val_acc": 0.893, "val_loss": 0.5038741271972657}, {"step": 2200, "epoch": 5, "train_loss": 0.3419324457645416, "cos_r_negg": [0.7294304370880127, 0.020370211452245712, 0.5683366656303406], "cos_innovation_negg": [0.7294304370880127, 0.020370211452245712, 0.5683366656303406], "cos_apical_negg": [0.09953956305980682, -0.24420884251594543, 0.0859142541885376], "cos_Ac_negg": [0.8826955556869507, -0.02874133363366127, 0.7578111886978149], "r_norm": [0.4962857961654663, 0.45327696204185486, 0.4811854362487793], "traffic_norm": [17.965961456298828, 17.744277954101562, 17.62348747253418], "traffic_residual_norm": [0.018419232219457626, 0.0301635954529047, 0.04048871248960495], "traffic_r2": [0.999998927116394, 0.9999971389770508, 0.999994695186615]}, {"step": 2400, "epoch": 5, "train_loss": 0.6408834457397461, "cos_r_negg": [0.6781649589538574, 0.18123802542686462, 0.4872804880142212], "cos_innovation_negg": [0.6781649589538574, 0.18123802542686462, 0.4872804880142212], "cos_apical_negg": [0.0698334127664566, -0.25847676396369934, 0.1562560796737671], "cos_Ac_negg": [0.8795990347862244, -0.002108263783156872, 0.6796874403953552], "r_norm": [0.5406070351600647, 0.4792012572288513, 0.49984708428382874], "traffic_norm": [17.96953010559082, 17.7572078704834, 17.617605209350586], "traffic_residual_norm": [0.003378048539161682, 0.008012332953512669, 0.009558901190757751], "traffic_r2": [0.9999999403953552, 0.9999998211860657, 0.9999997019767761]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9018, "eval_loss": 0.4836044128417969, "val_acc": 0.9018, "val_loss": 0.4836044128417969}, {"step": 2600, "epoch": 6, "train_loss": 0.7335690259933472, "cos_r_negg": [0.662469208240509, 0.16994576156139374, 0.5039380788803101], "cos_innovation_negg": [0.662469208240509, 0.16994576156139374, 0.5039380788803101], "cos_apical_negg": [0.1472327709197998, -0.49162736535072327, 0.12499408423900604], "cos_Ac_negg": [0.872075080871582, 0.13641375303268433, 0.7031248807907104], "r_norm": [0.7738913297653198, 0.6787377595901489, 0.7149425148963928], "traffic_norm": [17.951797485351562, 17.735904693603516, 17.608173370361328], "traffic_residual_norm": [0.01811646670103073, 0.023760803043842316, 0.03974269703030586], "traffic_r2": [0.9999989867210388, 0.9999982118606567, 0.9999949336051941]}, {"step": 2800, "epoch": 6, "train_loss": 0.2486417144536972, "cos_r_negg": [0.7106978893280029, -0.015452835708856583, 0.5647085905075073], "cos_innovation_negg": [0.7106978893280029, -0.015452835708856583, 0.5647085905075073], "cos_apical_negg": [0.005106352269649506, 0.2189955711364746, 0.02735837548971176], "cos_Ac_negg": [0.8650100231170654, -0.09152590483427048, 0.7421842813491821], "r_norm": [0.6093658208847046, 0.5470702052116394, 0.5732526779174805], "traffic_norm": [17.958364486694336, 17.744888305664062, 17.615148544311523], "traffic_residual_norm": [0.01401583943516016, 0.022162146866321564, 0.030046073719859123], "traffic_r2": [0.9999994039535522, 0.9999984502792358, 0.999997079372406]}, {"step": 3000, "epoch": 6, "train_loss": 0.4006921052932739, "cos_r_negg": [0.589187741279602, 0.1307922601699829, 0.5451040863990784], "cos_innovation_negg": [0.589187741279602, 0.1307922601699829, 0.5451040863990784], "cos_apical_negg": [0.056788213551044464, -0.10972663015127182, 0.13277758657932281], "cos_Ac_negg": [0.8637072443962097, 0.051131073385477066, 0.8124713897705078], "r_norm": [0.7850826382637024, 0.6988615989685059, 0.7119443416595459], "traffic_norm": [17.95850372314453, 17.741188049316406, 17.61417007446289], "traffic_residual_norm": [0.003750230185687542, 0.005168854258954525, 0.008005001582205296], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 0.9999998211860657]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8674, "eval_loss": 0.7020143310546875, "val_acc": 0.8674, "val_loss": 0.7020143310546875}, {"step": 3200, "epoch": 7, "train_loss": 0.48577332496643066, "cos_r_negg": [0.6804294586181641, 0.1291303187608719, 0.5303675532341003], "cos_innovation_negg": [0.6804294586181641, 0.1291303187608719, 0.5303675532341003], "cos_apical_negg": [-0.06310472637414932, -0.08304156363010406, -0.04685169458389282], "cos_Ac_negg": [0.8958532810211182, 0.06870587170124054, 0.7617192268371582], "r_norm": [0.42913514375686646, 0.3756002187728882, 0.38487011194229126], "traffic_norm": [17.950002670288086, 17.734582901000977, 17.615524291992188], "traffic_residual_norm": [0.0020936131477355957, 0.0035760649479925632, 0.005051088519394398], "traffic_r2": [1.0, 0.9999999403953552, 0.9999999403953552]}, {"step": 3400, "epoch": 7, "train_loss": 0.5835464000701904, "cos_r_negg": [0.6813551187515259, 0.18048661947250366, 0.5630196332931519], "cos_innovation_negg": [0.6813551187515259, 0.18048661947250366, 0.5630196332931519], "cos_apical_negg": [0.05255905166268349, -0.3041394054889679, -0.17968615889549255], "cos_Ac_negg": [0.8789329528808594, 0.18472222983837128, 0.6875100135803223], "r_norm": [0.5818650126457214, 0.5102820992469788, 0.5363003015518188], "traffic_norm": [17.949954986572266, 17.732940673828125, 17.611873626708984], "traffic_residual_norm": [0.005144771654158831, 0.006998907774686813, 0.011353246867656708], "traffic_r2": [0.9999999403953552, 0.9999998211860657, 0.9999995827674866]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8406, "eval_loss": 0.8702182006835938, "val_acc": 0.8406, "val_loss": 0.8702182006835938}, {"step": 3600, "epoch": 8, "train_loss": 0.3202010989189148, "cos_r_negg": [0.7181124687194824, 0.161222904920578, 0.6767153739929199], "cos_innovation_negg": [0.7181124687194824, 0.161222904920578, 0.6767153739929199], "cos_apical_negg": [-0.052694421261548996, -0.081826351583004, -0.035136256366968155], "cos_Ac_negg": [0.902776837348938, 0.10179679095745087, 0.8203125596046448], "r_norm": [0.4558309018611908, 0.40749651193618774, 0.428463339805603], "traffic_norm": [17.951953887939453, 17.730510711669922, 17.61301040649414], "traffic_residual_norm": [0.017228955402970314, 0.029151923954486847, 0.03820224851369858], "traffic_r2": [0.9999991059303284, 0.9999973177909851, 0.9999952912330627]}, {"step": 3800, "epoch": 8, "train_loss": 0.4660959243774414, "cos_r_negg": [0.7025524973869324, 0.20369170606136322, 0.7070291042327881], "cos_innovation_negg": [0.7025524973869324, 0.20369170606136322, 0.7070291042327881], "cos_apical_negg": [-0.14873157441616058, -0.005963972769677639, -0.10154737532138824], "cos_Ac_negg": [0.8877426981925964, 0.11364130675792694, 0.8710943460464478], "r_norm": [0.317608118057251, 0.27869370579719543, 0.2903063893318176], "traffic_norm": [17.964950561523438, 17.74517822265625, 17.62749481201172], "traffic_residual_norm": [0.005776723846793175, 0.008131375536322594, 0.01202177070081234], "traffic_r2": [0.9999998807907104, 0.9999997615814209, 0.9999995231628418]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9044, "eval_loss": 0.4804129333496094, "val_acc": 0.9044, "val_loss": 0.4804129333496094}, {"step": 4000, "epoch": 9, "train_loss": 0.3142741322517395, "cos_r_negg": [0.7350205183029175, -0.11026681959629059, 0.6986299157142639], "cos_innovation_negg": [0.7350205183029175, -0.11026681959629059, 0.6986299157142639], "cos_apical_negg": [-0.01683243364095688, -0.10787230730056763, 0.16406536102294922], "cos_Ac_negg": [0.8949373960494995, -0.029475398361682892, 0.8359375596046448], "r_norm": [0.5168772339820862, 0.4546244442462921, 0.46470361948013306], "traffic_norm": [17.95884132385254, 17.746387481689453, 17.613407135009766], "traffic_residual_norm": [0.01114810910075903, 0.016773873940110207, 0.02745826542377472], "traffic_r2": [0.9999996423721313, 0.9999991059303284, 0.9999975562095642]}, {"step": 4200, "epoch": 9, "train_loss": 0.1922631412744522, "cos_r_negg": [0.6308292150497437, 0.10738658159971237, 0.5560442209243774], "cos_innovation_negg": [0.6308292150497437, 0.10738658159971237, 0.5560442209243774], "cos_apical_negg": [0.017410539090633392, -0.01570875197649002, 0.24222010374069214], "cos_Ac_negg": [0.8722386956214905, 0.0644507110118866, 0.8320783972740173], "r_norm": [0.46312567591667175, 0.4071962833404541, 0.42690813541412354], "traffic_norm": [17.95297622680664, 17.73919677734375, 17.622005462646484], "traffic_residual_norm": [0.005418503191322088, 0.006828702986240387, 0.010081622749567032], "traffic_r2": [0.9999998807907104, 0.9999998807907104, 0.9999997019767761]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9184, "eval_loss": 0.4409292236328125, "val_acc": 0.9184, "val_loss": 0.4409292236328125}, {"step": 4400, "epoch": 10, "train_loss": 0.41853395104408264, "cos_r_negg": [0.7310976982116699, 0.1862642765045166, 0.7131469249725342], "cos_innovation_negg": [0.7310976982116699, 0.1862642765045166, 0.7131469249725342], "cos_apical_negg": [0.06069356948137283, -0.06593646854162216, 0.45703306794166565], "cos_Ac_negg": [0.9083971977233887, 0.014359736815094948, 0.90234375], "r_norm": [0.6243800520896912, 0.5527703762054443, 0.5809291005134583], "traffic_norm": [17.956768035888672, 17.736309051513672, 17.614093780517578], "traffic_residual_norm": [0.014352547936141491, 0.02214096486568451, 0.02985883131623268], "traffic_r2": [0.9999993443489075, 0.9999984502792358, 0.9999971389770508]}, {"step": 4600, "epoch": 10, "train_loss": 0.40642422437667847, "cos_r_negg": [0.7719562649726868, 0.133337140083313, 0.6947128772735596], "cos_innovation_negg": [0.7719562649726868, 0.133337140083313, 0.6947128772735596], "cos_apical_negg": [-0.046026162803173065, -0.15868279337882996, 0.19535669684410095], "cos_Ac_negg": [0.9158705472946167, 0.06018488109111786, 0.8867185711860657], "r_norm": [0.46921491622924805, 0.40726858377456665, 0.42332491278648376], "traffic_norm": [17.950267791748047, 17.739322662353516, 17.60200309753418], "traffic_residual_norm": [0.0017985389567911625, 0.0024601579643785954, 0.003785973647609353], "traffic_r2": [1.0, 1.0, 0.9999999403953552]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9196, "eval_loss": 0.4308165710449219, "val_acc": 0.9196, "val_loss": 0.4308165710449219}, {"step": 4800, "epoch": 11, "train_loss": 0.2545713782310486, "cos_r_negg": [0.6757421493530273, 0.06228361278772354, 0.7019616961479187], "cos_innovation_negg": [0.6757421493530273, 0.06228361278772354, 0.7019616961479187], "cos_apical_negg": [0.06238219514489174, -0.16470283269882202, -0.058563511818647385], "cos_Ac_negg": [0.8891603946685791, -0.004767720587551594, 0.87890625], "r_norm": [0.5310036540031433, 0.4671136736869812, 0.4846406579017639], "traffic_norm": [17.92856216430664, 17.7108154296875, 17.589710235595703], "traffic_residual_norm": [0.010640040040016174, 0.013702546246349812, 0.021206431090831757], "traffic_r2": [0.9999996423721313, 0.9999994039535522, 0.9999985694885254]}, {"step": 5000, "epoch": 11, "train_loss": 0.17519207298755646, "cos_r_negg": [0.7126665115356445, 0.011714634485542774, 0.7534080743789673], "cos_innovation_negg": [0.7126665115356445, 0.011714634485542774, 0.7534080743789673], "cos_apical_negg": [0.04074181243777275, -0.14644938707351685, 0.32422536611557007], "cos_Ac_negg": [0.8962398767471313, -0.04272386431694031, 0.9101559519767761], "r_norm": [0.6146104335784912, 0.5367451906204224, 0.5551512241363525], "traffic_norm": [17.93094253540039, 17.706985473632812, 17.598665237426758], "traffic_residual_norm": [0.004548782482743263, 0.006953448057174683, 0.009437858127057552], "traffic_r2": [0.9999999403953552, 0.9999998211860657, 0.9999997019767761]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.92, "eval_loss": 0.38767101440429685, "val_acc": 0.92, "val_loss": 0.38767101440429685}, {"step": 5200, "epoch": 12, "train_loss": 0.2611349821090698, "cos_r_negg": [0.6742508411407471, 0.21007075905799866, 0.634577751159668], "cos_innovation_negg": [0.6742508411407471, 0.21007075905799866, 0.634577751159668], "cos_apical_negg": [0.01887165941298008, -0.20416489243507385, 0.0820237398147583], "cos_Ac_negg": [0.8864696025848389, 0.2441055178642273, 0.8984374403953552], "r_norm": [0.34977877140045166, 0.30822813510894775, 0.3220269978046417], "traffic_norm": [17.913408279418945, 17.692398071289062, 17.575035095214844], "traffic_residual_norm": [0.0057753087021410465, 0.00832904502749443, 0.012869087047874928], "traffic_r2": [0.9999998807907104, 0.9999997615814209, 0.999999463558197]}, {"step": 5400, "epoch": 12, "train_loss": 0.41655105352401733, "cos_r_negg": [0.7189857959747314, -0.0515047162771225, 0.6463835835456848], "cos_innovation_negg": [0.7189857959747314, -0.0515047162771225, 0.6463835835456848], "cos_apical_negg": [-0.02025238424539566, -0.03611857444047928, 0.02345556579530239], "cos_Ac_negg": [0.8673352003097534, 0.10318120568990707, 0.8280378580093384], "r_norm": [0.6246777772903442, 0.5447286367416382, 0.5636981725692749], "traffic_norm": [17.925498962402344, 17.70494842529297, 17.603351593017578], "traffic_residual_norm": [0.0007368376245722175, 0.0011414000764489174, 0.001543940743431449], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9296, "eval_loss": 0.35508941650390624, "val_acc": 0.9296, "val_loss": 0.35508941650390624}, {"step": 5600, "epoch": 13, "train_loss": 0.45143431425094604, "cos_r_negg": [0.7278522253036499, 0.1257343739271164, 0.7319399118423462], "cos_innovation_negg": [0.7278522253036499, 0.1257343739271164, 0.7319399118423462], "cos_apical_negg": [-0.024370785802602768, -0.04552074894309044, 0.13671797513961792], "cos_Ac_negg": [0.905267596244812, 0.1992301642894745, 0.90234375], "r_norm": [0.3714721202850342, 0.3559393584728241, 0.38573840260505676], "traffic_norm": [17.918914794921875, 17.694969177246094, 17.59908676147461], "traffic_residual_norm": [0.057282332330942154, 0.08858942985534668, 0.11120223999023438], "traffic_r2": [0.9999898076057434, 0.9999749064445496, 0.9999600648880005]}, {"step": 5800, "epoch": 13, "train_loss": 0.11464446038007736, "cos_r_negg": [0.7658101916313171, 0.22664254903793335, 0.7729966640472412], "cos_innovation_negg": [0.7658101916313171, 0.22664254903793335, 0.7729966640472412], "cos_apical_negg": [0.04000119864940643, -0.2329804003238678, 0.1523025929927826], "cos_Ac_negg": [0.9122134447097778, 0.24918748438358307, 0.9140626192092896], "r_norm": [0.411604106426239, 0.3620424270629883, 0.3806522488594055], "traffic_norm": [17.924339294433594, 17.705554962158203, 17.603500366210938], "traffic_residual_norm": [0.008739244192838669, 0.011504245921969414, 0.018751541152596474], "traffic_r2": [0.9999997615814209, 0.9999995827674866, 0.9999988675117493]}, {"step": 6000, "epoch": 13, "train_loss": 0.6517622470855713, "cos_r_negg": [0.6385858654975891, 0.2094029039144516, 0.6470621228218079], "cos_innovation_negg": [0.6385858654975891, 0.2094029039144516, 0.6470621228218079], "cos_apical_negg": [0.016154158860445023, -0.18559494614601135, 0.1405709683895111], "cos_Ac_negg": [0.9112838506698608, 0.17430415749549866, 0.8945311307907104], "r_norm": [0.37720927596092224, 0.33279600739479065, 0.3413853049278259], "traffic_norm": [17.932876586914062, 17.708717346191406, 17.6028995513916], "traffic_residual_norm": [0.0026768262032419443, 0.0036923778243362904, 0.005264487117528915], "traffic_r2": [1.0, 0.9999999403953552, 0.9999998807907104]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9128, "eval_loss": 0.40448868408203126, "val_acc": 0.9128, "val_loss": 0.40448868408203126}, {"step": 6200, "epoch": 14, "train_loss": 0.20789580047130585, "cos_r_negg": [0.6606837511062622, 0.11293826252222061, 0.6227826476097107], "cos_innovation_negg": [0.6606837511062622, 0.11293826252222061, 0.6227826476097107], "cos_apical_negg": [-0.04644935205578804, 0.03725970908999443, -0.0781303346157074], "cos_Ac_negg": [0.9153684377670288, 0.12806807458400726, 0.8632872700691223], "r_norm": [0.3271479606628418, 0.2891876697540283, 0.29909151792526245], "traffic_norm": [17.924184799194336, 17.699291229248047, 17.5965518951416], "traffic_residual_norm": [0.0023509019520133734, 0.003104583825916052, 0.004395735915750265], "traffic_r2": [1.0, 0.9999999403953552, 0.9999999403953552]}, {"step": 6400, "epoch": 14, "train_loss": 0.5879409313201904, "cos_r_negg": [0.6185356378555298, 0.21527765691280365, 0.6227921843528748], "cos_innovation_negg": [0.6185356378555298, 0.21527765691280365, 0.6227921843528748], "cos_apical_negg": [0.02519383653998375, -0.3024027347564697, 0.04296932369470596], "cos_Ac_negg": [0.8825016021728516, 0.2841673195362091, 0.8945335745811462], "r_norm": [0.35858625173568726, 0.31680822372436523, 0.33151012659072876], "traffic_norm": [17.927913665771484, 17.702348709106445, 17.599384307861328], "traffic_residual_norm": [0.007306162267923355, 0.0094892717897892, 0.01528423372656107], "traffic_r2": [0.9999998211860657, 0.9999997019767761, 0.9999992251396179]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.914, "eval_loss": 0.4309788391113281, "val_acc": 0.914, "val_loss": 0.4309788391113281}], "final": {"eval_split": "validation", "eval_acc": 0.914, "eval_loss": 0.4309788391113281, "wall_s": 23.336013555526733, "val_acc": 0.914, "val_loss": 0.4309788391113281, "cos_r_negg": [0.6374317407608032, 0.194076806306839, 0.7534249424934387], "cos_innovation_negg": [0.6374317407608032, 0.194076806306839, 0.7534249424934387], "cos_apical_negg": [-0.029231898486614227, -0.011964736506342888, 0.2812109589576721], "cos_Ac_negg": [0.8952564001083374, 0.17724108695983887, 0.93359375], "traffic_norm": [17.92446517944336, 17.70194435119629, 17.59620475769043], "traffic_residual_norm": [0.005549770779907703, 0.0066836681216955185, 0.01277141459286213], "traffic_r2": [0.9999998807907104, 0.9999998807907104, 0.999999463558197]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 23.110251903533936, "diagnostics_wall_s": 0.5313847064971924, "inline_diagnostics_wall_s": 0.38103151321411133, "optimizer_wall_s_excluding_inline_diagnostics": 22.729220390319824, "evaluation_wall_s": 0.07182860374450684}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu1000_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu1000_d3_s0.json
new file mode 100644
index 0000000..edf2713
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu1000_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [-0.0074384817853569984, 0.02499057725071907, 0.03460785746574402], "cos_innovation_negg": [-0.0074384817853569984, 0.02499057725071907, 0.03460785746574402], "cos_apical_negg": [-0.012558771297335625, 0.009148303419351578, 0.0011866448912769556], "cos_Ac_negg": [0.0012260912917554379, 0.02431228943169117, 0.03460787981748581], "r_norm": [5.842475414276123, 5.332699775695801, 4.825353622436523], "traffic_norm": [6.896816253662109, 6.807289123535156, 6.665896415710449], "traffic_residual_norm": [3.1744604110717773, 2.2921628952026367, 4.792889740201645e-06], "traffic_r2": [0.7883692979812622, 0.8866934776306152, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.1067421436309814, "cos_r_negg": [0.29383179545402527, -0.0018908437341451645, 0.03352159261703491], "cos_innovation_negg": [0.29383179545402527, -0.0018908437341451645, 0.03352159261703491], "cos_apical_negg": [-0.07551275938749313, 0.22286416590213776, 0.007447743788361549], "cos_Ac_negg": [0.7005929946899414, 0.042703866958618164, 0.1334863156080246], "r_norm": [1.0952258110046387, 1.0462639331817627, 0.8153067827224731], "traffic_norm": [15.763076782226562, 15.570483207702637, 15.42015266418457], "traffic_residual_norm": [0.31061726808547974, 0.2830294370651245, 2.519969712011516e-06], "traffic_r2": [0.9995881915092468, 0.9996694326400757, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.5801854133605957, "cos_r_negg": [0.39128923416137695, 0.02695266157388687, -0.0327572226524353], "cos_innovation_negg": [0.39128923416137695, 0.02695266157388687, -0.0327572226524353], "cos_apical_negg": [0.005236349068582058, 0.07740689814090729, -0.1690208464860916], "cos_Ac_negg": [0.7396332025527954, 0.11134868860244751, -0.017002951353788376], "r_norm": [1.1476764678955078, 1.2070238590240479, 0.8664996027946472], "traffic_norm": [15.715020179748535, 15.541122436523438, 15.395559310913086], "traffic_residual_norm": [0.3265630304813385, 0.4351195693016052, 2.2651693143416196e-06], "traffic_r2": [0.9995678067207336, 0.9992159605026245, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8466, "eval_loss": 0.8965904541015625, "val_acc": 0.8466, "val_loss": 0.8965904541015625}, {"step": 600, "epoch": 1, "train_loss": 0.4755496382713318, "cos_r_negg": [0.40380746126174927, 0.04457790404558182, 0.010437543503940105], "cos_innovation_negg": [0.40380746126174927, 0.04457790404558182, 0.010437543503940105], "cos_apical_negg": [-0.011496491730213165, 0.018765350803732872, 0.039706677198410034], "cos_Ac_negg": [0.7741178274154663, 0.13326573371887207, 0.00438074953854084], "r_norm": [0.7922723293304443, 0.7688696980476379, 0.6939950585365295], "traffic_norm": [15.676752090454102, 15.49915885925293, 15.35267162322998], "traffic_residual_norm": [0.06755340844392776, 0.08746443688869476, 2.0776333258254454e-06], "traffic_r2": [0.9999786615371704, 0.999967634677887, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.40512797236442566, "cos_r_negg": [0.5151355862617493, 0.10032601654529572, -0.03495156019926071], "cos_innovation_negg": [0.5151355862617493, 0.10032601654529572, -0.03495156019926071], "cos_apical_negg": [0.054891444742679596, 0.13034820556640625, -0.14298635721206665], "cos_Ac_negg": [0.8176171779632568, 0.14560484886169434, -0.025498243048787117], "r_norm": [1.176236867904663, 1.1400635242462158, 1.0206847190856934], "traffic_norm": [15.668235778808594, 15.493719100952148, 15.351993560791016], "traffic_residual_norm": [0.09354409575462341, 0.15809425711631775, 2.438248202452087e-06], "traffic_r2": [0.9999602437019348, 0.9998953938484192, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9104, "eval_loss": 0.4334126953125, "val_acc": 0.9104, "val_loss": 0.4334126953125}, {"step": 1000, "epoch": 2, "train_loss": 0.7180807590484619, "cos_r_negg": [0.3622550368309021, 0.04596029222011566, 0.019411731511354446], "cos_innovation_negg": [0.3622550368309021, 0.04596029222011566, 0.019411731511354446], "cos_apical_negg": [-0.10347115993499756, 0.19394993782043457, -0.02645566686987877], "cos_Ac_negg": [0.779598593711853, 0.09778903424739838, 0.029881594702601433], "r_norm": [0.6896602511405945, 0.7830220460891724, 0.5958796143531799], "traffic_norm": [15.662891387939453, 15.500324249267578, 15.35205364227295], "traffic_residual_norm": [0.04734775796532631, 0.22427630424499512, 2.174839210056234e-06], "traffic_r2": [0.9999870657920837, 0.9997905492782593, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.4242873787879944, "cos_r_negg": [0.4335414171218872, 0.07798686623573303, 0.14080166816711426], "cos_innovation_negg": [0.4335414171218872, 0.07798686623573303, 0.14080166816711426], "cos_apical_negg": [-0.08011601865291595, 0.18538884818553925, -0.13312743604183197], "cos_Ac_negg": [0.7982648611068726, 0.2769564986228943, 0.14842362701892853], "r_norm": [0.7671798467636108, 0.7081916332244873, 0.6551798582077026], "traffic_norm": [15.672658920288086, 15.505067825317383, 15.355874061584473], "traffic_residual_norm": [0.057678788900375366, 0.05679914355278015, 2.07956713893509e-06], "traffic_r2": [0.9999768733978271, 0.9999864101409912, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9008, "eval_loss": 0.46305574951171874, "val_acc": 0.9008, "val_loss": 0.46305574951171874}, {"step": 1400, "epoch": 3, "train_loss": 0.5185937881469727, "cos_r_negg": [0.45192283391952515, 0.10093885660171509, 0.046862877905368805], "cos_innovation_negg": [0.45192283391952515, 0.10093885660171509, 0.046862877905368805], "cos_apical_negg": [-0.047310274094343185, 0.09283377975225449, -0.1893131136894226], "cos_Ac_negg": [0.8294272422790527, 0.20515404641628265, 0.06458434462547302], "r_norm": [0.6453324556350708, 0.709105372428894, 0.4886019825935364], "traffic_norm": [15.673540115356445, 15.499197959899902, 15.353013038635254], "traffic_residual_norm": [0.1410790979862213, 0.26298171281814575, 2.128536152667948e-06], "traffic_r2": [0.9999081492424011, 0.9997102618217468, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.25545576214790344, "cos_r_negg": [0.5158214569091797, 0.28456056118011475, -0.10020618140697479], "cos_innovation_negg": [0.5158214569091797, 0.28456056118011475, -0.10020618140697479], "cos_apical_negg": [0.004698578268289566, 0.19796329736709595, -0.19064170122146606], "cos_Ac_negg": [0.8350585103034973, 0.44221246242523193, -0.04867420345544815], "r_norm": [1.1679521799087524, 1.1140905618667603, 0.9684340953826904], "traffic_norm": [15.65688705444336, 15.49095630645752, 15.349407196044922], "traffic_residual_norm": [0.13046395778656006, 0.1792605221271515, 2.1226112494332483e-06], "traffic_r2": [0.9998957514762878, 0.999844491481781, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8646, "eval_loss": 0.5265588317871094, "val_acc": 0.8646, "val_loss": 0.5265588317871094}, {"step": 1800, "epoch": 4, "train_loss": 0.37815582752227783, "cos_r_negg": [0.3801845908164978, 0.08810931444168091, -0.009946156293153763], "cos_innovation_negg": [0.3801845908164978, 0.08810931444168091, -0.009946156293153763], "cos_apical_negg": [-0.04862607270479202, 0.05626334249973297, -0.11454601585865021], "cos_Ac_negg": [0.8550156950950623, 0.30648547410964966, 0.011279115453362465], "r_norm": [0.45238518714904785, 0.5351302623748779, 0.34496015310287476], "traffic_norm": [15.660496711730957, 15.489015579223633, 15.337899208068848], "traffic_residual_norm": [0.08220969885587692, 0.21583420038223267, 2.2074589196563466e-06], "traffic_r2": [0.9999672770500183, 0.9998056888580322, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.7252388000488281, "cos_r_negg": [0.3895866870880127, 0.1760716736316681, 0.20360392332077026], "cos_innovation_negg": [0.3895866870880127, 0.1760716736316681, 0.20360392332077026], "cos_apical_negg": [-0.09173157811164856, 0.02882327325642109, -0.09181903302669525], "cos_Ac_negg": [0.8608443140983582, 0.3383064270019531, 0.2408333420753479], "r_norm": [0.45000141859054565, 0.4239940047264099, 0.3799569606781006], "traffic_norm": [15.656490325927734, 15.486944198608398, 15.337361335754395], "traffic_residual_norm": [0.03019866719841957, 0.045726239681243896, 2.1413386548374547e-06], "traffic_r2": [0.9999931454658508, 0.9999909400939941, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9332, "eval_loss": 0.2750579528808594, "val_acc": 0.9332, "val_loss": 0.2750579528808594}, {"step": 2200, "epoch": 5, "train_loss": 0.3179524540901184, "cos_r_negg": [0.3836946189403534, 0.24550174176692963, 0.18600964546203613], "cos_innovation_negg": [0.3836946189403534, 0.24550174176692963, 0.18600964546203613], "cos_apical_negg": [-0.10402117669582367, 0.13067176938056946, 0.015242466703057289], "cos_Ac_negg": [0.869723916053772, 0.4825645387172699, 0.23900389671325684], "r_norm": [0.43499839305877686, 0.47204387187957764, 0.30627161264419556], "traffic_norm": [15.657064437866211, 15.483244895935059, 15.334432601928711], "traffic_residual_norm": [0.10776183009147644, 0.18564757704734802, 2.1119560642546276e-06], "traffic_r2": [0.9999317526817322, 0.9998332262039185, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.16268767416477203, "cos_r_negg": [0.42454010248184204, 0.3364807963371277, 0.16818922758102417], "cos_innovation_negg": [0.42454010248184204, 0.3364807963371277, 0.16818922758102417], "cos_apical_negg": [-0.018108226358890533, 0.12082710862159729, -0.18138077855110168], "cos_Ac_negg": [0.8477240800857544, 0.5960897207260132, 0.16904395818710327], "r_norm": [0.6517584323883057, 0.7383367419242859, 0.4404947757720947], "traffic_norm": [15.652326583862305, 15.479595184326172, 15.33152961730957], "traffic_residual_norm": [0.18904155492782593, 0.3424573540687561, 2.228971879958408e-06], "traffic_r2": [0.9998445510864258, 0.9995082020759583, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9302, "eval_loss": 0.31165430297851565, "val_acc": 0.9302, "val_loss": 0.31165430297851565}, {"step": 2600, "epoch": 6, "train_loss": 0.4296082854270935, "cos_r_negg": [0.3045620322227478, 0.2553664445877075, 0.025802496820688248], "cos_innovation_negg": [0.3045620322227478, 0.2553664445877075, 0.025802496820688248], "cos_apical_negg": [-0.07363053411245346, -0.028429681435227394, -0.07122305035591125], "cos_Ac_negg": [0.8558995723724365, 0.49388453364372253, 0.1028987318277359], "r_norm": [0.7050762176513672, 0.8494088649749756, 0.3390422761440277], "traffic_norm": [15.65292739868164, 15.480905532836914, 15.32992172241211], "traffic_residual_norm": [0.360638827085495, 0.5695762634277344, 2.0610043520719046e-06], "traffic_r2": [0.9994640946388245, 0.9986453652381897, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.11682973057031631, "cos_r_negg": [0.3430838882923126, 0.27962353825569153, 0.128809854388237], "cos_innovation_negg": [0.3430838882923126, 0.27962353825569153, 0.128809854388237], "cos_apical_negg": [-0.10127422958612442, 0.07567008584737778, -0.1316668689250946], "cos_Ac_negg": [0.8616117238998413, 0.5890958309173584, 0.16435523331165314], "r_norm": [0.3796401619911194, 0.40546566247940063, 0.2642024755477905], "traffic_norm": [15.659461975097656, 15.490591049194336, 15.342313766479492], "traffic_residual_norm": [0.08400584757328033, 0.15194132924079895, 2.176107273044181e-06], "traffic_r2": [0.9999582171440125, 0.9999021291732788, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.08241492509841919, "cos_r_negg": [0.32051676511764526, 0.3365881145000458, 0.13730832934379578], "cos_innovation_negg": [0.32051676511764526, 0.3365881145000458, 0.13730832934379578], "cos_apical_negg": [-0.10726506263017654, 0.14934594929218292, -0.13083000481128693], "cos_Ac_negg": [0.868986964225769, 0.6068999767303467, 0.19084849953651428], "r_norm": [0.42115265130996704, 0.41835206747055054, 0.26001399755477905], "traffic_norm": [15.661022186279297, 15.491767883300781, 15.33640193939209], "traffic_residual_norm": [0.1429588496685028, 0.1751086711883545, 2.1785917851957493e-06], "traffic_r2": [0.9998888373374939, 0.999871551990509, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9344, "eval_loss": 0.2981259063720703, "val_acc": 0.9344, "val_loss": 0.2981259063720703}, {"step": 3200, "epoch": 7, "train_loss": 0.09345781803131104, "cos_r_negg": [0.40624189376831055, 0.23666930198669434, 0.1774100661277771], "cos_innovation_negg": [0.40624189376831055, 0.23666930198669434, 0.1774100661277771], "cos_apical_negg": [-0.059529803693294525, 0.10576377063989639, -0.09072469174861908], "cos_Ac_negg": [0.8831952810287476, 0.4921864867210388, 0.28736230731010437], "r_norm": [0.4135543704032898, 0.43068182468414307, 0.30036067962646484], "traffic_norm": [15.661035537719727, 15.49233627319336, 15.335845947265625], "traffic_residual_norm": [0.07334467768669128, 0.1429688036441803, 2.1019861833337927e-06], "traffic_r2": [0.9999658465385437, 0.9999140501022339, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.5842095613479614, "cos_r_negg": [0.39758339524269104, 0.330435574054718, 0.13611316680908203], "cos_innovation_negg": [0.39758339524269104, 0.330435574054718, 0.13611316680908203], "cos_apical_negg": [-0.05905117467045784, -0.06781604140996933, -0.19657959043979645], "cos_Ac_negg": [0.885816752910614, 0.5895949006080627, 0.12119699269533157], "r_norm": [0.8235501646995544, 0.9501570463180542, 0.3505566418170929], "traffic_norm": [15.65397834777832, 15.490857124328613, 15.333511352539062], "traffic_residual_norm": [0.47847574949264526, 0.6683194041252136, 2.049714112217771e-06], "traffic_r2": [0.9990607500076294, 0.9981370568275452, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9372, "eval_loss": 0.2654252166748047, "val_acc": 0.9372, "val_loss": 0.2654252166748047}, {"step": 3600, "epoch": 8, "train_loss": 0.08443410694599152, "cos_r_negg": [0.343862384557724, 0.3040001392364502, 0.018976088613271713], "cos_innovation_negg": [0.343862384557724, 0.3040001392364502, 0.018976088613271713], "cos_apical_negg": [-0.06458629667758942, 0.01362928282469511, -0.1337369978427887], "cos_Ac_negg": [0.8876482248306274, 0.5910029411315918, 0.050036706030368805], "r_norm": [0.3922630548477173, 0.4835895895957947, 0.20969629287719727], "traffic_norm": [15.650843620300293, 15.484428405761719, 15.328531265258789], "traffic_residual_norm": [0.168678417801857, 0.29779329895973206, 2.122577825502958e-06], "traffic_r2": [0.9998743534088135, 0.9996263980865479, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.19927895069122314, "cos_r_negg": [0.3713654577732086, 0.2885550558567047, 0.06211789697408676], "cos_innovation_negg": [0.3713654577732086, 0.2885550558567047, 0.06211789697408676], "cos_apical_negg": [-0.10143302381038666, -0.004944668151438236, -0.056872881948947906], "cos_Ac_negg": [0.8626005053520203, 0.5625847578048706, 0.17808149755001068], "r_norm": [0.45162302255630493, 0.4866163730621338, 0.30952632427215576], "traffic_norm": [15.655216217041016, 15.488015174865723, 15.338812828063965], "traffic_residual_norm": [0.10507787764072418, 0.19659730792045593, 2.0664383555413224e-06], "traffic_r2": [0.9999392628669739, 0.9998378753662109, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9494, "eval_loss": 0.20717160034179688, "val_acc": 0.9494, "val_loss": 0.20717160034179688}, {"step": 4000, "epoch": 9, "train_loss": 0.09371718764305115, "cos_r_negg": [0.40227609872817993, 0.26047152280807495, 0.18066342175006866], "cos_innovation_negg": [0.40227609872817993, 0.26047152280807495, 0.18066342175006866], "cos_apical_negg": [-0.04722817242145538, -0.043777305632829666, -0.13641661405563354], "cos_Ac_negg": [0.9023934006690979, 0.6358277797698975, 0.22368794679641724], "r_norm": [0.3447544276714325, 0.3266961872577667, 0.25607240200042725], "traffic_norm": [15.648578643798828, 15.47892951965332, 15.328811645507812], "traffic_residual_norm": [0.04860595986247063, 0.07364829629659653, 2.2139133761811536e-06], "traffic_r2": [0.9999803900718689, 0.9999760985374451, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.1306191384792328, "cos_r_negg": [0.38555800914764404, 0.20273417234420776, 0.15274164080619812], "cos_innovation_negg": [0.38555800914764404, 0.20273417234420776, 0.15274164080619812], "cos_apical_negg": [-0.11647911369800568, 0.008248267695307732, -0.0724061131477356], "cos_Ac_negg": [0.8832064867019653, 0.5747800469398499, 0.16869589686393738], "r_norm": [0.26915282011032104, 0.3746582269668579, 0.18319463729858398], "traffic_norm": [15.654088973999023, 15.488252639770508, 15.330791473388672], "traffic_residual_norm": [0.0620800219476223, 0.2094263732433319, 2.1771822957816767e-06], "traffic_r2": [0.9999746084213257, 0.9998155832290649, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.26395053100585936, "val_acc": 0.9392, "val_loss": 0.26395053100585936}, {"step": 4400, "epoch": 10, "train_loss": 0.12219500541687012, "cos_r_negg": [0.4083300828933716, 0.23412233591079712, 0.11584293097257614], "cos_innovation_negg": [0.4083300828933716, 0.23412233591079712, 0.11584293097257614], "cos_apical_negg": [-0.005989771336317062, 0.015406055375933647, -0.13224957883358002], "cos_Ac_negg": [0.886650562286377, 0.5316583514213562, 0.15928897261619568], "r_norm": [0.39185836911201477, 0.6971191167831421, 0.2265518307685852], "traffic_norm": [15.648418426513672, 15.481552124023438, 15.32320785522461], "traffic_residual_norm": [0.14267736673355103, 0.509048581123352, 2.138546051355661e-06], "traffic_r2": [0.9998917579650879, 0.9989102482795715, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.1066775992512703, "cos_r_negg": [0.3456576466560364, 0.2727810740470886, 0.13695846498012543], "cos_innovation_negg": [0.3456576466560364, 0.2727810740470886, 0.13695846498012543], "cos_apical_negg": [0.010055944323539734, 0.08038077503442764, -0.06163223087787628], "cos_Ac_negg": [0.8753466606140137, 0.6141502857208252, 0.187687486410141], "r_norm": [0.6993690729141235, 0.9506139755249023, 0.2974332571029663], "traffic_norm": [15.65045166015625, 15.484208106994629, 15.331069946289062], "traffic_residual_norm": [0.39327168464660645, 0.7119855880737305, 2.0490817860263633e-06], "traffic_r2": [0.9993513822555542, 0.997878909111023, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9452, "eval_loss": 0.22790316772460936, "val_acc": 0.9452, "val_loss": 0.22790316772460936}, {"step": 4800, "epoch": 11, "train_loss": 0.052783165127038956, "cos_r_negg": [0.3415357172489166, 0.2381727695465088, 0.11018587648868561], "cos_innovation_negg": [0.3415357172489166, 0.2381727695465088, 0.11018587648868561], "cos_apical_negg": [-0.02372344210743904, 0.07914981245994568, -0.17386621236801147], "cos_Ac_negg": [0.8854714632034302, 0.5672109127044678, 0.17281433939933777], "r_norm": [0.4574871361255646, 1.052340030670166, 0.25520700216293335], "traffic_norm": [15.645956039428711, 15.477014541625977, 15.321874618530273], "traffic_residual_norm": [0.1787291169166565, 0.8597907423973083, 2.1243320134090027e-06], "traffic_r2": [0.9998507499694824, 0.9969074726104736, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.09088641405105591, "cos_r_negg": [0.36152583360671997, 0.27430057525634766, 0.1393646001815796], "cos_innovation_negg": [0.36152583360671997, 0.27430057525634766, 0.1393646001815796], "cos_apical_negg": [-0.04523081332445145, 0.08628107607364655, -0.11925339698791504], "cos_Ac_negg": [0.9092469215393066, 0.6576981544494629, 0.16569212079048157], "r_norm": [0.4789694547653198, 1.5604876279830933, 0.283447802066803], "traffic_norm": [15.64002799987793, 15.467059135437012, 15.318721771240234], "traffic_residual_norm": [0.16342604160308838, 1.364081859588623, 2.3880606931925286e-06], "traffic_r2": [0.9998576045036316, 0.9922114014625549, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9524, "eval_loss": 0.19540505981445314, "val_acc": 0.9524, "val_loss": 0.19540505981445314}, {"step": 5200, "epoch": 12, "train_loss": 0.19185501337051392, "cos_r_negg": [0.3352414667606354, 0.2068536877632141, 0.12712740898132324], "cos_innovation_negg": [0.3352414667606354, 0.2068536877632141, 0.12712740898132324], "cos_apical_negg": [-0.10049048811197281, -0.10890989005565643, -0.14447447657585144], "cos_Ac_negg": [0.8910133838653564, 0.5837323665618896, 0.19474492967128754], "r_norm": [0.4789106845855713, 3.528501033782959, 0.23688602447509766], "traffic_norm": [15.650972366333008, 15.486862182617188, 15.326957702636719], "traffic_residual_norm": [0.22420817613601685, 3.4256908893585205, 2.094130422847229e-06], "traffic_r2": [0.9997679591178894, 0.9510689973831177, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.09587706625461578, "cos_r_negg": [0.27870020270347595, 0.22712144255638123, 0.1379869282245636], "cos_innovation_negg": [0.27870020270347595, 0.22712144255638123, 0.1379869282245636], "cos_apical_negg": [-0.09787209331989288, 0.0986323207616806, -0.18497684597969055], "cos_Ac_negg": [0.8712796568870544, 0.5700981616973877, 0.2014695703983307], "r_norm": [0.34820765256881714, 0.5124293565750122, 0.19858235120773315], "traffic_norm": [15.649710655212402, 15.483070373535156, 15.327859878540039], "traffic_residual_norm": [0.11997242271900177, 0.3341834247112274, 2.168414994230261e-06], "traffic_r2": [0.9999045729637146, 0.9995301961898804, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9426, "eval_loss": 0.23621692504882813, "val_acc": 0.9426, "val_loss": 0.23621692504882813}, {"step": 5600, "epoch": 13, "train_loss": 0.11353079229593277, "cos_r_negg": [0.31051984429359436, 0.272821307182312, 0.1756581962108612], "cos_innovation_negg": [0.31051984429359436, 0.272821307182312, 0.1756581962108612], "cos_apical_negg": [-0.049939051270484924, 0.14552173018455505, -0.07789067924022675], "cos_Ac_negg": [0.8707348108291626, 0.56158846616745, 0.24016770720481873], "r_norm": [0.43483006954193115, 0.2858385741710663, 0.22706791758537292], "traffic_norm": [15.636551856994629, 15.464065551757812, 15.304607391357422], "traffic_residual_norm": [0.18613652884960175, 0.06439001113176346, 2.1292335077305324e-06], "traffic_r2": [0.999802827835083, 0.999980628490448, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.3751777112483978, "cos_r_negg": [0.3745555877685547, 0.24459189176559448, 0.23139497637748718], "cos_innovation_negg": [0.3745555877685547, 0.24459189176559448, 0.23139497637748718], "cos_apical_negg": [-0.06696373969316483, 0.08971625566482544, -0.14342641830444336], "cos_Ac_negg": [0.9109565615653992, 0.5665143132209778, 0.29070210456848145], "r_norm": [0.5830745100975037, 0.9343584775924683, 0.32437652349472046], "traffic_norm": [15.64499282836914, 15.47851276397705, 15.3214750289917], "traffic_residual_norm": [0.2193787842988968, 0.6669615507125854, 2.159117002520361e-06], "traffic_r2": [0.9997731447219849, 0.9981323480606079, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.07901981472969055, "cos_r_negg": [0.34880518913269043, 0.28094178438186646, 0.23180928826332092], "cos_innovation_negg": [0.34880518913269043, 0.28094178438186646, 0.23180928826332092], "cos_apical_negg": [-0.026524871587753296, 0.14426234364509583, -0.17898504436016083], "cos_Ac_negg": [0.9071294069290161, 0.621586799621582, 0.23914718627929688], "r_norm": [0.675622284412384, 1.2972278594970703, 0.26194727420806885], "traffic_norm": [15.644100189208984, 15.477849960327148, 15.323680877685547], "traffic_residual_norm": [0.40750807523727417, 1.1093549728393555, 2.110858531523263e-06], "traffic_r2": [0.9993064403533936, 0.9948590397834778, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9458, "eval_loss": 0.22110153503417967, "val_acc": 0.9458, "val_loss": 0.22110153503417967}, {"step": 6200, "epoch": 14, "train_loss": 0.18778274953365326, "cos_r_negg": [0.2614644765853882, 0.21422305703163147, 0.07222076505422592], "cos_innovation_negg": [0.2614644765853882, 0.21422305703163147, 0.07222076505422592], "cos_apical_negg": [-0.06621197611093521, 0.09184661507606506, -0.05712444335222244], "cos_Ac_negg": [0.8871724605560303, 0.5943632125854492, 0.10083259642124176], "r_norm": [0.4738386571407318, 1.4076366424560547, 0.2361309826374054], "traffic_norm": [15.63529109954834, 15.470848083496094, 15.316656112670898], "traffic_residual_norm": [0.21797272562980652, 1.2454919815063477, 2.1888172341277823e-06], "traffic_r2": [0.9997236728668213, 0.9934825897216797, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.09619660675525665, "cos_r_negg": [0.2806051969528198, 0.19706004858016968, 0.2330307811498642], "cos_innovation_negg": [0.2806051969528198, 0.19706004858016968, 0.2330307811498642], "cos_apical_negg": [-0.02559751085937023, 0.1808536946773529, -0.10971564054489136], "cos_Ac_negg": [0.8922480344772339, 0.6153401136398315, 0.3057428002357483], "r_norm": [0.33644700050354004, 0.5800628662109375, 0.19109222292900085], "traffic_norm": [15.642431259155273, 15.472719192504883, 15.317473411560059], "traffic_residual_norm": [0.11808121204376221, 0.41549283266067505, 2.0900056370010134e-06], "traffic_r2": [0.9999184012413025, 0.9992762804031372, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9362, "eval_loss": 0.26854979248046873, "val_acc": 0.9362, "val_loss": 0.26854979248046873}], "final": {"eval_split": "validation", "eval_acc": 0.9362, "eval_loss": 0.26854979248046873, "wall_s": 24.726877212524414, "val_acc": 0.9362, "val_loss": 0.26854979248046873, "cos_r_negg": [0.3159066438674927, 0.1684139370918274, 0.30620718002319336], "cos_innovation_negg": [0.3159066438674927, 0.1684139370918274, 0.30620718002319336], "cos_apical_negg": [-0.03865375742316246, 0.15768884122371674, -0.09854961931705475], "cos_Ac_negg": [0.8800745606422424, 0.570171058177948, 0.3986911475658417], "traffic_norm": [15.634440422058105, 15.461679458618164, 15.313455581665039], "traffic_residual_norm": [0.23274356126785278, 1.4506607055664062, 2.1790540358779253e-06], "traffic_r2": [0.9997594952583313, 0.9911933541297913, 1.0]}, "timing": {"warmup_wall_s": 1.632861852645874, "training_loop_wall_s": 22.879950284957886, "diagnostics_wall_s": 0.5404825210571289, "inline_diagnostics_wall_s": 0.39570093154907227, "optimizer_wall_s_excluding_inline_diagnostics": 22.484249353408813, "evaluation_wall_s": 0.0658578872680664}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file
diff --git a/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu200_d3_s0.json b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu200_d3_s0.json
new file mode 100644
index 0000000..3a17dd8
--- /dev/null
+++ b/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu200_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010389192029833794, 0.027884818613529205, 0.03532879799604416], "cos_innovation_negg": [-0.010389192029833794, 0.027884818613529205, 0.03532879799604416], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.842329502105713, 5.354757308959961, 4.824590682983398], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.180471420288086, 2.3252334594726562, 0.0009873011149466038], "traffic_r2": [0.7853692770004272, 0.8844770193099976, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.4931999742984772, "cos_r_negg": [0.3520994484424591, -0.1535259187221527, 0.25764918327331543], "cos_innovation_negg": [0.3520994484424591, -0.1535259187221527, 0.25764918327331543], "cos_apical_negg": [-0.056770119816064835, 0.049617551267147064, 0.012910742312669754], "cos_Ac_negg": [0.6607533693313599, -0.314982146024704, 0.2509109377861023], "r_norm": [1.4544250965118408, 1.4210255146026611, 1.2952159643173218], "traffic_norm": [16.297378540039062, 16.037195205688477, 15.947425842285156], "traffic_residual_norm": [0.15346042811870575, 0.19168691337108612, 5.617732767859707e-06], "traffic_r2": [0.9999113082885742, 0.9998571276664734, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.3851763606071472, "cos_r_negg": [0.5302867293357849, 0.007017684169113636, 0.1989365816116333], "cos_innovation_negg": [0.5302867293357849, 0.007017684169113636, 0.1989365816116333], "cos_apical_negg": [0.012927001342177391, -0.09784629940986633, -0.022268835455179214], "cos_Ac_negg": [0.746648907661438, 0.032624803483486176, 0.1887214183807373], "r_norm": [1.0130181312561035, 0.9810206890106201, 0.8734548091888428], "traffic_norm": [16.269140243530273, 16.025007247924805, 15.912694931030273], "traffic_residual_norm": [0.13444554805755615, 0.1398581862449646, 3.7600020732497796e-06], "traffic_r2": [0.9999315738677979, 0.999923825263977, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8826, "eval_loss": 0.5526964904785157, "val_acc": 0.8826, "val_loss": 0.5526964904785157}, {"step": 600, "epoch": 1, "train_loss": 0.3912457823753357, "cos_r_negg": [0.4763227105140686, -0.014836765825748444, 0.19980916380882263], "cos_innovation_negg": [0.4763227105140686, -0.014836765825748444, 0.19980916380882263], "cos_apical_negg": [0.01103237085044384, 0.06806634366512299, -0.029911380261182785], "cos_Ac_negg": [0.7777760624885559, -0.0618356354534626, 0.1878458559513092], "r_norm": [0.740350067615509, 0.715978741645813, 0.568727970123291], "traffic_norm": [16.26121711730957, 16.018489837646484, 15.90643310546875], "traffic_residual_norm": [0.16747012734413147, 0.18091264367103577, 3.0163118935888633e-06], "traffic_r2": [0.9998936653137207, 0.9998724460601807, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.38755178451538086, "cos_r_negg": [0.43895643949508667, 0.06538074463605881, 0.1987558901309967], "cos_innovation_negg": [0.43895643949508667, 0.06538074463605881, 0.1987558901309967], "cos_apical_negg": [0.038185909390449524, -0.005039415322244167, 0.050226710736751556], "cos_Ac_negg": [0.8004466891288757, -0.08475177735090256, 0.152329221367836], "r_norm": [0.7494801878929138, 0.6419920325279236, 0.6008822321891785], "traffic_norm": [16.274578094482422, 16.023706436157227, 15.913811683654785], "traffic_residual_norm": [0.1316303163766861, 0.0500778928399086, 2.6383645490568597e-06], "traffic_r2": [0.9999327659606934, 0.9999902248382568, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9104, "eval_loss": 0.3973962585449219, "val_acc": 0.9104, "val_loss": 0.3973962585449219}, {"step": 1000, "epoch": 2, "train_loss": 0.41165590286254883, "cos_r_negg": [0.42834585905075073, 0.020663242787122726, 0.29443931579589844], "cos_innovation_negg": [0.42834585905075073, 0.020663242787122726, 0.29443931579589844], "cos_apical_negg": [-0.06833738833665848, 0.15089629590511322, 0.04522598534822464], "cos_Ac_negg": [0.8114440441131592, 0.006332860328257084, 0.27676743268966675], "r_norm": [0.5065253376960754, 0.46661877632141113, 0.39347678422927856], "traffic_norm": [16.284868240356445, 16.036174774169922, 15.928123474121094], "traffic_residual_norm": [0.10409589111804962, 0.09117188304662704, 2.6792527023644652e-06], "traffic_r2": [0.9999507069587708, 0.999967634677887, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.38822948932647705, "cos_r_negg": [0.4531257748603821, -0.009804162196815014, 0.28092145919799805], "cos_innovation_negg": [0.4531257748603821, -0.009804162196815014, 0.28092145919799805], "cos_apical_negg": [-0.0939810574054718, 0.11883784085512161, 0.038922302424907684], "cos_Ac_negg": [0.8205262422561646, -0.04663771390914917, 0.2534053921699524], "r_norm": [0.4648110866546631, 0.4383164644241333, 0.3779881000518799], "traffic_norm": [16.264881134033203, 16.00522232055664, 15.902108192443848], "traffic_residual_norm": [0.061126381158828735, 0.07356032729148865, 2.55129498327733e-06], "traffic_r2": [0.9999725818634033, 0.99997878074646, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9132, "eval_loss": 0.34970444946289064, "val_acc": 0.9132, "val_loss": 0.34970444946289064}, {"step": 1400, "epoch": 3, "train_loss": 0.3241245746612549, "cos_r_negg": [0.4623339772224426, -0.0740824043750763, 0.23944005370140076], "cos_innovation_negg": [0.4623339772224426, -0.0740824043750763, 0.23944005370140076], "cos_apical_negg": [-0.013498004525899887, -0.05880965664982796, 0.04331991448998451], "cos_Ac_negg": [0.8468272089958191, -0.20157603919506073, 0.2292642593383789], "r_norm": [0.5057635307312012, 0.4582793116569519, 0.39527428150177], "traffic_norm": [16.250564575195312, 16.01543426513672, 15.888633728027344], "traffic_residual_norm": [0.08856610953807831, 0.07864251732826233, 2.38516304307268e-06], "traffic_r2": [0.9999629855155945, 0.9999757409095764, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.37406593561172485, "cos_r_negg": [0.4278280735015869, -0.012852752581238747, 0.2319791316986084], "cos_innovation_negg": [0.4278280735015869, -0.012852752581238747, 0.2319791316986084], "cos_apical_negg": [-0.04745914414525032, 0.09571368992328644, -0.07913579046726227], "cos_Ac_negg": [0.8274003267288208, -0.044899772852659225, 0.21603617072105408], "r_norm": [0.7165243029594421, 0.7292243242263794, 0.5989933013916016], "traffic_norm": [16.26169204711914, 16.010826110839844, 15.90589714050293], "traffic_residual_norm": [0.061009056866168976, 0.16274204850196838, 2.422444595140405e-06], "traffic_r2": [0.9999697804450989, 0.9998964071273804, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9336, "eval_loss": 0.31046989135742187, "val_acc": 0.9336, "val_loss": 0.31046989135742187}, {"step": 1800, "epoch": 4, "train_loss": 0.03164128586649895, "cos_r_negg": [0.47826558351516724, -0.00832328386604786, 0.2080143839120865], "cos_innovation_negg": [0.47826558351516724, -0.00832328386604786, 0.2080143839120865], "cos_apical_negg": [-0.06815148890018463, -0.020819813013076782, 0.05394374579191208], "cos_Ac_negg": [0.8540083169937134, -0.046675361692905426, 0.18104451894760132], "r_norm": [0.6580854654312134, 0.5004032254219055, 0.39650294184684753], "traffic_norm": [16.25545883178711, 16.02256965637207, 15.903949737548828], "traffic_residual_norm": [0.2517617642879486, 0.1211123913526535, 2.346890823901049e-06], "traffic_r2": [0.9997413158416748, 0.9999384880065918, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.3578789532184601, "cos_r_negg": [0.49337077140808105, -0.029398690909147263, 0.24215306341648102], "cos_innovation_negg": [0.49337077140808105, -0.029398690909147263, 0.24215306341648102], "cos_apical_negg": [-0.024576744064688683, -0.16373035311698914, 0.029122740030288696], "cos_Ac_negg": [0.8530588150024414, -0.07909254729747772, 0.21925458312034607], "r_norm": [0.42869165539741516, 0.4289875030517578, 0.34230899810791016], "traffic_norm": [16.24968719482422, 16.02376365661621, 15.895282745361328], "traffic_residual_norm": [0.055290624499320984, 0.10343703627586365, 2.4241437586169923e-06], "traffic_r2": [0.9999818205833435, 0.9999573826789856, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.27251539611816405, "val_acc": 0.9392, "val_loss": 0.27251539611816405}, {"step": 2200, "epoch": 5, "train_loss": 0.23063044250011444, "cos_r_negg": [0.38422465324401855, -0.03211669251322746, 0.3494802713394165], "cos_innovation_negg": [0.38422465324401855, -0.03211669251322746, 0.3494802713394165], "cos_apical_negg": [-0.054646383970975876, -0.07880952954292297, 0.08154890686273575], "cos_Ac_negg": [0.8266419768333435, 0.003443691413849592, 0.3451804518699646], "r_norm": [0.6650332808494568, 0.5384753346443176, 0.40601855516433716], "traffic_norm": [16.25161361694336, 16.01409912109375, 15.894670486450195], "traffic_residual_norm": [0.2416391372680664, 0.1579091101884842, 2.745660140135442e-06], "traffic_r2": [0.9997737407684326, 0.9999018311500549, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.341512531042099, "cos_r_negg": [0.4836857318878174, -0.053386036306619644, 0.21644577383995056], "cos_innovation_negg": [0.4836857318878174, -0.053386036306619644, 0.21644577383995056], "cos_apical_negg": [-0.04044491425156593, -0.2047760933637619, 0.07961864769458771], "cos_Ac_negg": [0.8541408777236938, -0.13440948724746704, 0.21026714146137238], "r_norm": [0.7427523136138916, 0.4237325191497803, 0.3580980896949768], "traffic_norm": [16.26065444946289, 16.01658821105957, 15.912282943725586], "traffic_residual_norm": [0.39877283573150635, 0.0802571102976799, 2.4488699637004174e-06], "traffic_r2": [0.9993918538093567, 0.9999732375144958, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9316, "eval_loss": 0.2901099304199219, "val_acc": 0.9316, "val_loss": 0.2901099304199219}, {"step": 2600, "epoch": 6, "train_loss": 0.25486981868743896, "cos_r_negg": [0.45788338780403137, -0.025596903637051582, 0.2521362900733948], "cos_innovation_negg": [0.45788338780403137, -0.025596903637051582, 0.2521362900733948], "cos_apical_negg": [0.015102348290383816, -0.09871567785739899, -0.03729502484202385], "cos_Ac_negg": [0.8566340804100037, -0.014101836830377579, 0.23509205877780914], "r_norm": [0.5275067090988159, 0.45083847641944885, 0.34991854429244995], "traffic_norm": [16.247385025024414, 16.01828956604004, 15.894886016845703], "traffic_residual_norm": [0.15599556267261505, 0.11489750444889069, 2.5149909106403356e-06], "traffic_r2": [0.9999001622200012, 0.9999467134475708, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.19369837641716003, "cos_r_negg": [0.42060309648513794, 0.003574790433049202, 0.27309781312942505], "cos_innovation_negg": [0.42060309648513794, 0.003574790433049202, 0.27309781312942505], "cos_apical_negg": [-0.11319564282894135, -0.14133155345916748, 0.07774945348501205], "cos_Ac_negg": [0.8448286056518555, -0.010259851813316345, 0.24897369742393494], "r_norm": [1.1193135976791382, 0.5751885175704956, 0.27716541290283203], "traffic_norm": [16.2589168548584, 16.021820068359375, 15.90625], "traffic_residual_norm": [0.8776516914367676, 0.33609044551849365, 2.822265969371074e-06], "traffic_r2": [0.9970763921737671, 0.9995578527450562, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.23489587008953094, "cos_r_negg": [0.3945990204811096, 0.09026840329170227, 0.3530537486076355], "cos_innovation_negg": [0.3945990204811096, 0.09026840329170227, 0.3530537486076355], "cos_apical_negg": [-0.01644071936607361, -0.0914749875664711, 0.003974763676524162], "cos_Ac_negg": [0.8489868640899658, 0.22074049711227417, 0.3663591146469116], "r_norm": [0.7617580890655518, 0.4852552115917206, 0.3857184648513794], "traffic_norm": [16.256044387817383, 16.01458168029785, 15.914905548095703], "traffic_residual_norm": [0.36577704548835754, 0.11968525499105453, 2.489157850504853e-06], "traffic_r2": [0.9994837641716003, 0.9999409317970276, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.30773623046875, "val_acc": 0.931, "val_loss": 0.30773623046875}, {"step": 3200, "epoch": 7, "train_loss": 0.1547212451696396, "cos_r_negg": [0.39880287647247314, 0.07284925878047943, 0.3089645206928253], "cos_innovation_negg": [0.39880287647247314, 0.07284925878047943, 0.3089645206928253], "cos_apical_negg": [-0.10659947991371155, -0.08594589680433273, 0.05160091817378998], "cos_Ac_negg": [0.8629926443099976, 0.2262044996023178, 0.29448646306991577], "r_norm": [0.4376133680343628, 0.305869996547699, 0.2573573589324951], "traffic_norm": [16.25144386291504, 16.021581649780273, 15.904151916503906], "traffic_residual_norm": [0.1603025496006012, 0.056197188794612885, 2.2889323645358672e-06], "traffic_r2": [0.9998896718025208, 0.9999838471412659, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.12139963358640671, "cos_r_negg": [0.367373526096344, 0.10891784727573395, 0.19370093941688538], "cos_innovation_negg": [0.367373526096344, 0.10891784727573395, 0.19370093941688538], "cos_apical_negg": [0.05857743322849274, 0.05404464527964592, -0.07059049606323242], "cos_Ac_negg": [0.8316249847412109, 0.3081095814704895, 0.1891331821680069], "r_norm": [0.5447706580162048, 0.44712790846824646, 0.3457409143447876], "traffic_norm": [16.247297286987305, 15.992570877075195, 15.900986671447754], "traffic_residual_norm": [0.1673326939344406, 0.11586777865886688, 2.3376337594527286e-06], "traffic_r2": [0.9998825192451477, 0.9999439120292664, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9306, "eval_loss": 0.29778650512695315, "val_acc": 0.9306, "val_loss": 0.29778650512695315}, {"step": 3600, "epoch": 8, "train_loss": 0.1250186711549759, "cos_r_negg": [0.36342620849609375, 0.11671660095453262, 0.2865721583366394], "cos_innovation_negg": [0.36342620849609375, 0.11671660095453262, 0.2865721583366394], "cos_apical_negg": [-0.06934503465890884, -0.12853209674358368, 0.06664630770683289], "cos_Ac_negg": [0.8655114769935608, 0.3259168863296509, 0.2833316922187805], "r_norm": [0.3595908284187317, 0.28317925333976746, 0.23253017663955688], "traffic_norm": [16.25172233581543, 16.01187515258789, 15.914483070373535], "traffic_residual_norm": [0.0956268161535263, 0.05661094933748245, 2.3356269593932666e-06], "traffic_r2": [0.9999196529388428, 0.9999812245368958, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.14828304946422577, "cos_r_negg": [0.368621289730072, 0.16695447266101837, 0.3327145278453827], "cos_innovation_negg": [0.368621289730072, 0.16695447266101837, 0.3327145278453827], "cos_apical_negg": [-0.037652503699064255, -0.07280699163675308, -0.016086339950561523], "cos_Ac_negg": [0.8666210770606995, 0.4235561490058899, 0.32075750827789307], "r_norm": [0.7734158635139465, 0.4474344551563263, 0.2955854535102844], "traffic_norm": [16.246246337890625, 16.002132415771484, 15.917716979980469], "traffic_residual_norm": [0.4747408628463745, 0.1740034520626068, 2.363060957577545e-06], "traffic_r2": [0.9991288781166077, 0.9998748898506165, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9302, "eval_loss": 0.31326001586914065, "val_acc": 0.9302, "val_loss": 0.31326001586914065}, {"step": 4000, "epoch": 9, "train_loss": 0.15631282329559326, "cos_r_negg": [0.3804280459880829, 0.09665602445602417, 0.21388542652130127], "cos_innovation_negg": [0.3804280459880829, 0.09665602445602417, 0.21388542652130127], "cos_apical_negg": [-0.0766536146402359, -0.0009820200502872467, 0.09972761571407318], "cos_Ac_negg": [0.8688361644744873, 0.4284108877182007, 0.17904245853424072], "r_norm": [0.41026782989501953, 0.3439295291900635, 0.2331833392381668], "traffic_norm": [16.26165008544922, 16.024066925048828, 15.936907768249512], "traffic_residual_norm": [0.15233255922794342, 0.12142544984817505, 2.2022952634870308e-06], "traffic_r2": [0.9998800158500671, 0.9999340772628784, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.5397469401359558, "cos_r_negg": [0.42021796107292175, 0.24678532779216766, 0.16893918812274933], "cos_innovation_negg": [0.42021796107292175, 0.24678532779216766, 0.16893918812274933], "cos_apical_negg": [-0.05235984921455383, 0.021616999059915543, 0.11465762555599213], "cos_Ac_negg": [0.8664613962173462, 0.5133688449859619, 0.13716261088848114], "r_norm": [0.44619250297546387, 0.36638614535331726, 0.31397706270217896], "traffic_norm": [16.263132095336914, 16.01812744140625, 15.929947853088379], "traffic_residual_norm": [0.07788032293319702, 0.05207274109125137, 2.2788769911130657e-06], "traffic_r2": [0.9999369382858276, 0.9999763369560242, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.293465869140625, "val_acc": 0.9284, "val_loss": 0.293465869140625}, {"step": 4400, "epoch": 10, "train_loss": 0.1574813723564148, "cos_r_negg": [0.4075232744216919, 0.19429665803909302, 0.212336927652359], "cos_innovation_negg": [0.4075232744216919, 0.19429665803909302, 0.212336927652359], "cos_apical_negg": [-0.03215714171528816, -0.0751817524433136, 0.04281718656420708], "cos_Ac_negg": [0.867072343826294, 0.4250175654888153, 0.22017690539360046], "r_norm": [0.4490337669849396, 0.3711547255516052, 0.2921721935272217], "traffic_norm": [16.249622344970703, 16.012022018432617, 15.929771423339844], "traffic_residual_norm": [0.11633144319057465, 0.08991743624210358, 2.2945437194721308e-06], "traffic_r2": [0.9998639225959778, 0.9999568462371826, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.24193283915519714, "cos_r_negg": [0.3996185064315796, 0.17003720998764038, 0.18084841966629028], "cos_innovation_negg": [0.3996185064315796, 0.17003720998764038, 0.18084841966629028], "cos_apical_negg": [-0.018947437405586243, -0.07872766256332397, 0.10023234784603119], "cos_Ac_negg": [0.8873175382614136, 0.4493817090988159, 0.13746686279773712], "r_norm": [1.027877688407898, 0.5928767919540405, 0.3788233697414398], "traffic_norm": [16.251062393188477, 16.02056312561035, 15.927391052246094], "traffic_residual_norm": [0.6496230363845825, 0.24721570312976837, 2.2250540041568456e-06], "traffic_r2": [0.998370885848999, 0.9997479915618896, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9504, "eval_loss": 0.2143018493652344, "val_acc": 0.9504, "val_loss": 0.2143018493652344}, {"step": 4800, "epoch": 11, "train_loss": 0.2118091881275177, "cos_r_negg": [0.30872416496276855, 0.15344376862049103, 0.21846315264701843], "cos_innovation_negg": [0.30872416496276855, 0.15344376862049103, 0.21846315264701843], "cos_apical_negg": [-0.08196377754211426, -0.009969091042876244, 0.0766405463218689], "cos_Ac_negg": [0.856198251247406, 0.45067542791366577, 0.21735790371894836], "r_norm": [0.4091746509075165, 0.32511475682258606, 0.2348674237728119], "traffic_norm": [16.252662658691406, 16.01337432861328, 15.922672271728516], "traffic_residual_norm": [0.14406515657901764, 0.09998282045125961, 2.2534950403496623e-06], "traffic_r2": [0.9998525381088257, 0.9999435544013977, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.28499478101730347, "cos_r_negg": [0.46128320693969727, 0.11151197552680969, 0.25957930088043213], "cos_innovation_negg": [0.46128320693969727, 0.11151197552680969, 0.25957930088043213], "cos_apical_negg": [-0.07351476699113846, -0.1727476716041565, 0.07113872468471527], "cos_Ac_negg": [0.8962653875350952, 0.38696518540382385, 0.23488712310791016], "r_norm": [0.9028152227401733, 0.4773087501525879, 0.34587690234184265], "traffic_norm": [16.253284454345703, 16.020313262939453, 15.933338165283203], "traffic_residual_norm": [0.5575745701789856, 0.1546114981174469, 2.3532434170192573e-06], "traffic_r2": [0.9987907409667969, 0.9998885989189148, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9514, "eval_loss": 0.2236437957763672, "val_acc": 0.9514, "val_loss": 0.2236437957763672}, {"step": 5200, "epoch": 12, "train_loss": 0.17900648713111877, "cos_r_negg": [0.3863891065120697, 0.1783941388130188, 0.18688391149044037], "cos_innovation_negg": [0.3863891065120697, 0.1783941388130188, 0.18688391149044037], "cos_apical_negg": [-0.08625844120979309, -0.08786224573850632, 0.035939618945121765], "cos_Ac_negg": [0.8923832178115845, 0.5425483584403992, 0.16152775287628174], "r_norm": [0.5926691293716431, 0.39955413341522217, 0.2583543658256531], "traffic_norm": [16.253868103027344, 16.028240203857422, 15.934213638305664], "traffic_residual_norm": [0.3108668029308319, 0.15244275331497192, 2.257535697935964e-06], "traffic_r2": [0.9995421171188354, 0.9998828172683716, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.1599261313676834, "cos_r_negg": [0.3905195891857147, 0.1852540671825409, 0.17376352846622467], "cos_innovation_negg": [0.3905195891857147, 0.1852540671825409, 0.17376352846622467], "cos_apical_negg": [-0.06462007761001587, -0.03574312850832939, -0.002965308725833893], "cos_Ac_negg": [0.8774208426475525, 0.5551586151123047, 0.17664748430252075], "r_norm": [0.42375147342681885, 0.32009726762771606, 0.23868192732334137], "traffic_norm": [16.25604248046875, 16.02048110961914, 15.936624526977539], "traffic_residual_norm": [0.1525108963251114, 0.08800356835126877, 2.200363496740465e-06], "traffic_r2": [0.9998404383659363, 0.9999426007270813, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9476, "eval_loss": 0.2228069580078125, "val_acc": 0.9476, "val_loss": 0.2228069580078125}, {"step": 5600, "epoch": 13, "train_loss": 0.17800530791282654, "cos_r_negg": [0.4074975252151489, 0.19751714169979095, 0.162797212600708], "cos_innovation_negg": [0.4074975252151489, 0.19751714169979095, 0.162797212600708], "cos_apical_negg": [-0.05980721488595009, -0.06618060916662216, -0.12705165147781372], "cos_Ac_negg": [0.8900993466377258, 0.5995304584503174, 0.1618638038635254], "r_norm": [1.0723657608032227, 0.5628618001937866, 0.25630342960357666], "traffic_norm": [16.252872467041016, 16.02216339111328, 15.932321548461914], "traffic_residual_norm": [0.8342167139053345, 0.33652061223983765, 2.370060656176065e-06], "traffic_r2": [0.9973067045211792, 0.9995329976081848, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.2278142273426056, "cos_r_negg": [0.4256161153316498, 0.23651033639907837, 0.0456169918179512], "cos_innovation_negg": [0.4256161153316498, 0.23651033639907837, 0.0456169918179512], "cos_apical_negg": [0.0009271451272070408, 0.031846512109041214, -0.006389182060956955], "cos_Ac_negg": [0.8859109878540039, 0.5710967779159546, 0.023531243205070496], "r_norm": [0.5519517660140991, 0.38648128509521484, 0.24770358204841614], "traffic_norm": [16.253681182861328, 16.025747299194336, 15.93136215209961], "traffic_residual_norm": [0.2830647826194763, 0.15409016609191895, 2.242083382952842e-06], "traffic_r2": [0.9995956420898438, 0.9998714327812195, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.13321521878242493, "cos_r_negg": [0.4277157783508301, 0.19878965616226196, 0.1098928451538086], "cos_innovation_negg": [0.4277157783508301, 0.19878965616226196, 0.1098928451538086], "cos_apical_negg": [-0.009185739792883396, 0.011535733938217163, -0.06162874400615692], "cos_Ac_negg": [0.8972406387329102, 0.6037551164627075, 0.09807709604501724], "r_norm": [0.4458963871002197, 0.4958726763725281, 0.273891806602478], "traffic_norm": [16.25441551208496, 16.026182174682617, 15.934005737304688], "traffic_residual_norm": [0.12911751866340637, 0.24643543362617493, 2.1548507902480196e-06], "traffic_r2": [0.9998141527175903, 0.9997329115867615, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.2603502227783203, "val_acc": 0.9392, "val_loss": 0.2603502227783203}, {"step": 6200, "epoch": 14, "train_loss": 0.23932765424251556, "cos_r_negg": [0.37550193071365356, 0.13499033451080322, 0.12139010429382324], "cos_innovation_negg": [0.37550193071365356, 0.13499033451080322, 0.12139010429382324], "cos_apical_negg": [-0.051423314958810806, 0.03393467515707016, 0.08944982290267944], "cos_Ac_negg": [0.8876303434371948, 0.6434126496315002, 0.13717347383499146], "r_norm": [0.36406368017196655, 0.4794129729270935, 0.23171378672122955], "traffic_norm": [16.248157501220703, 16.01116180419922, 15.927577018737793], "traffic_residual_norm": [0.09679655730724335, 0.27045851945877075, 2.227044660685351e-06], "traffic_r2": [0.9998586177825928, 0.9996846318244934, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.1369650810956955, "cos_r_negg": [0.424345463514328, 0.14179247617721558, 0.1737784445285797], "cos_innovation_negg": [0.424345463514328, 0.14179247617721558, 0.1737784445285797], "cos_apical_negg": [-0.06957874447107315, 0.052924349904060364, 0.004418293014168739], "cos_Ac_negg": [0.8844613432884216, 0.6583429574966431, 0.15882126986980438], "r_norm": [0.6978697180747986, 0.8555623292922974, 0.22717243432998657], "traffic_norm": [16.245197296142578, 16.010608673095703, 15.931329727172852], "traffic_residual_norm": [0.46426838636398315, 0.67452073097229, 2.224192940047942e-06], "traffic_r2": [0.9990313053131104, 0.9982032179832458, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9526, "eval_loss": 0.2054730773925781, "val_acc": 0.9526, "val_loss": 0.2054730773925781}], "final": {"eval_split": "validation", "eval_acc": 0.9526, "eval_loss": 0.2054730773925781, "wall_s": 24.78942584991455, "val_acc": 0.9526, "val_loss": 0.2054730773925781, "cos_r_negg": [0.4132560193538666, 0.14387226104736328, 0.21710455417633057], "cos_innovation_negg": [0.4132560193538666, 0.14387226104736328, 0.21710455417633057], "cos_apical_negg": [-0.06242243945598602, -0.08218199759721756, 0.0007072547450661659], "cos_Ac_negg": [0.88401198387146, 0.6071925759315491, 0.2529972493648529], "traffic_norm": [16.250892639160156, 16.021682739257812, 15.93593692779541], "traffic_residual_norm": [0.2505107820034027, 0.7009632587432861, 2.1868968360649887e-06], "traffic_r2": [0.9996136426925659, 0.9980635046958923, 1.0]}, "timing": {"warmup_wall_s": 0.40132880210876465, "training_loop_wall_s": 24.174879550933838, "diagnostics_wall_s": 0.53436279296875, "inline_diagnostics_wall_s": 0.3871934413909912, "optimizer_wall_s_excluding_inline_diagnostics": 23.787686109542847, "evaluation_wall_s": 0.06222271919250488}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
\ No newline at end of file