{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p5_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [3.127031959593296e-06, 0.024835260584950447, 0.03437435254454613], "cos_innovation_negg": [3.127031959593296e-06, 0.024835260584950447, 0.03437435254454613], "cos_apical_negg": [-0.006231490056961775, 0.004845376592129469, 0.003881259821355343], "cos_Ac_negg": [3.22714913636446e-06, 0.024842148646712303, 0.03437478840351105], "r_norm": [4.871082305908203, 4.808324337005615, 4.822332859039307], "traffic_norm": [5.413616180419922, 5.948028087615967, 6.426662445068359], "traffic_residual_norm": [0.0027499429415911436, 0.0029414682649075985, 0.002894472563639283], "traffic_r2": [0.9999997615814209, 0.9999997615814209, 0.9999998211860657], "ldr": {"dL_sdil": -0.20295143127441406, "dL_bp": -0.5249483585357666, "ratio": 0.3866121837974778}}, {"step": 100, "epoch": 0, "train_loss": 0.4872141480445862, "cos_r_negg": [0.36363521218299866, 0.02580001950263977, 0.0049848174676299095], "cos_innovation_negg": [0.36363521218299866, 0.02580001950263977, 0.0049848174676299095], "cos_apical_negg": [0.08491076529026031, 0.12720604240894318, 0.13094979524612427], "cos_Ac_negg": [0.4673408269882202, 0.046796444803476334, 0.018677059561014175], "r_norm": [0.6653338670730591, 0.6527477502822876, 0.6496407389640808], "traffic_norm": [7.941327095031738, 9.018815040588379, 9.757526397705078], "traffic_residual_norm": [0.023203371092677116, 0.011806721799075603, 0.011397904716432095], "traffic_r2": [0.9999914765357971, 0.9999982714653015, 0.9999986290931702]}, {"step": 200, "epoch": 0, "train_loss": 0.15996035933494568, "cos_r_negg": [0.34621551632881165, 0.01411198079586029, 0.032667357474565506], "cos_innovation_negg": [0.34621551632881165, 0.01411198079586029, 0.032667357474565506], "cos_apical_negg": [0.07044584304094315, 0.12728185951709747, 0.12727060914039612], "cos_Ac_negg": [0.5107583403587341, 0.055075619369745255, 0.06087317317724228], "r_norm": [0.5768811702728271, 0.5623582005500793, 0.5620949864387512], "traffic_norm": [7.945771217346191, 8.972306251525879, 9.881723403930664], "traffic_residual_norm": [0.019626695662736893, 0.010298389010131359, 0.009709721431136131], "traffic_r2": [0.9999939203262329, 0.9999986886978149, 0.9999990463256836]}, {"step": 300, "epoch": 0, "train_loss": 0.17872026562690735, "cos_r_negg": [0.3132873773574829, 0.02494087629020214, 0.04562141001224518], "cos_innovation_negg": [0.3132873773574829, 0.02494087629020214, 0.04562141001224518], "cos_apical_negg": [0.06240619719028473, 0.13474968075752258, 0.13208937644958496], "cos_Ac_negg": [0.5303646922111511, 0.0851995050907135, 0.08294739574193954], "r_norm": [0.5092303156852722, 0.49825814366340637, 0.49412065744400024], "traffic_norm": [7.950990200042725, 8.917054176330566, 9.833383560180664], "traffic_residual_norm": [0.01681629940867424, 0.008964207023382187, 0.008501865901052952], "traffic_r2": [0.9999955296516418, 0.9999989867210388, 0.9999992251396179]}, {"step": 400, "epoch": 0, "train_loss": 0.19979798793792725, "cos_r_negg": [0.3263128995895386, 0.041471920907497406, 0.032460734248161316], "cos_innovation_negg": [0.3263128995895386, 0.041471920907497406, 0.032460734248161316], "cos_apical_negg": [0.047389037907123566, 0.14295686781406403, 0.13395291566848755], "cos_Ac_negg": [0.5387586951255798, 0.11420619487762451, 0.08482682704925537], "r_norm": [0.42881304025650024, 0.3835958242416382, 0.38180553913116455], "traffic_norm": [7.967647552490234, 8.87898063659668, 9.776634216308594], "traffic_residual_norm": [0.0712052509188652, 0.008491111919283867, 0.00745009770616889], "traffic_r2": [0.9999200701713562, 0.9999991059303284, 0.9999994039535522]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9574, "eval_loss": 0.1462915069580078, "val_acc": 0.9574, "val_loss": 0.1462915069580078}, {"step": 500, "epoch": 1, "train_loss": 0.04769027978181839, "cos_r_negg": [0.2592233419418335, 0.0361759290099144, 0.03541475534439087], "cos_innovation_negg": [0.2592233419418335, 0.0361759290099144, 0.03541475534439087], "cos_apical_negg": [0.05634993314743042, 0.13078060746192932, 0.12446565926074982], "cos_Ac_negg": [0.5383893847465515, 0.12957926094532013, 0.0985182449221611], "r_norm": [0.35608476400375366, 0.3280182480812073, 0.3268904983997345], "traffic_norm": [7.967999458312988, 8.863555908203125, 9.733309745788574], "traffic_residual_norm": [0.0399727001786232, 0.007833912037312984, 0.006638489663600922], "traffic_r2": [0.9999747276306152, 0.9999992251396179, 0.9999995231628418], "ldr": {"dL_sdil": -0.006792664527893066, "dL_bp": -0.0075928643345832825, "ratio": 0.8946116022321722}}, {"step": 600, "epoch": 1, "train_loss": 0.13528227806091309, "cos_r_negg": [0.2550361752510071, 0.04064738377928734, 0.02802213840186596], "cos_innovation_negg": [0.2550361752510071, 0.04064738377928734, 0.02802213840186596], "cos_apical_negg": [0.05214831978082657, 0.12462431937456131, 0.1417052447795868], "cos_Ac_negg": [0.5629573464393616, 0.1515093743801117, 0.1170855164527893], "r_norm": [0.37319234013557434, 0.2929127514362335, 0.2906622886657715], "traffic_norm": [7.972825527191162, 8.814659118652344, 9.67556095123291], "traffic_residual_norm": [0.11113274097442627, 0.007381014991551638, 0.00639663590118289], "traffic_r2": [0.9998051524162292, 0.9999992847442627, 0.9999995827674866]}, {"step": 700, "epoch": 1, "train_loss": 0.1177855134010315, "cos_r_negg": [0.2511502504348755, 0.027774158865213394, 0.034473925828933716], "cos_innovation_negg": [0.2511502504348755, 0.027774158865213394, 0.034473925828933716], "cos_apical_negg": [0.03842585161328316, 0.12445332109928131, 0.11774808168411255], "cos_Ac_negg": [0.5687761306762695, 0.1556176245212555, 0.10603230446577072], "r_norm": [0.39621877670288086, 0.33136287331581116, 0.3301844894886017], "traffic_norm": [7.9813971519470215, 8.783974647521973, 9.668916702270508], "traffic_residual_norm": [0.0852205827832222, 0.006911266595125198, 0.0058943843469023705], "traffic_r2": [0.9998819231987, 0.9999994039535522, 0.9999996423721313]}, {"step": 800, "epoch": 1, "train_loss": 0.11694556474685669, "cos_r_negg": [0.21021850407123566, 0.03406304121017456, 0.021907459944486618], "cos_innovation_negg": [0.21021850407123566, 0.03406304121017456, 0.021907459944486618], "cos_apical_negg": [0.053588561713695526, 0.10795136541128159, 0.12664450705051422], "cos_Ac_negg": [0.5657890439033508, 0.16847017407417297, 0.11824694275856018], "r_norm": [0.4364752769470215, 0.29858365654945374, 0.2971394956111908], "traffic_norm": [7.981586456298828, 8.803842544555664, 9.695348739624023], "traffic_residual_norm": [0.17531439661979675, 0.006655195727944374, 0.005672158673405647], "traffic_r2": [0.9995044469833374, 0.9999994039535522, 0.9999996423721313]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9592, "eval_loss": 0.13090814056396485, "val_acc": 0.9592, "val_loss": 0.13090814056396485}, {"step": 900, "epoch": 2, "train_loss": 0.09764432162046432, "cos_r_negg": [0.16697746515274048, 0.013994559645652771, -0.0033574094995856285], "cos_innovation_negg": [0.16697746515274048, 0.013994559645652771, -0.0033574094995856285], "cos_apical_negg": [0.03448111563920975, 0.13027669489383698, 0.14502403140068054], "cos_Ac_negg": [0.588109016418457, 0.18154717981815338, 0.13498958945274353], "r_norm": [0.3416025638580322, 0.22837015986442566, 0.22635015845298767], "traffic_norm": [7.986606121063232, 8.791534423828125, 9.645696640014648], "traffic_residual_norm": [0.13819065690040588, 0.006270548328757286, 0.005426496267318726], "traffic_r2": [0.999700665473938, 0.999999463558197, 0.9999997019767761]}, {"step": 1000, "epoch": 2, "train_loss": 0.13454976677894592, "cos_r_negg": [0.15965020656585693, 0.028871119022369385, 0.01004286203533411], "cos_innovation_negg": [0.15965020656585693, 0.028871119022369385, 0.01004286203533411], "cos_apical_negg": [0.045322172343730927, 0.11578360199928284, 0.13134868443012238], "cos_Ac_negg": [0.5931321382522583, 0.20242619514465332, 0.15738964080810547], "r_norm": [0.3052547574043274, 0.2200435996055603, 0.21718809008598328], "traffic_norm": [7.984215259552002, 8.769432067871094, 9.603196144104004], "traffic_residual_norm": [0.1060200184583664, 0.0056930179707705975, 0.004849450662732124], "traffic_r2": [0.9998237490653992, 0.9999995827674866, 0.9999997615814209], "ldr": {"dL_sdil": -0.0042008161544799805, "dL_bp": -0.0049420371651649475, "ratio": 0.8500171111804604}}, {"step": 1100, "epoch": 2, "train_loss": 0.02958894520998001, "cos_r_negg": [0.18989917635917664, 0.04629652947187424, 0.028333570808172226], "cos_innovation_negg": [0.18989917635917664, 0.04629652947187424, 0.028333570808172226], "cos_apical_negg": [0.03698718547821045, 0.11278699338436127, 0.13296279311180115], "cos_Ac_negg": [0.5767273306846619, 0.20046846568584442, 0.15743854641914368], "r_norm": [0.26843562722206116, 0.19979393482208252, 0.19836685061454773], "traffic_norm": [7.989403247833252, 8.723442077636719, 9.582096099853516], "traffic_residual_norm": [0.0884442925453186, 0.005168652627617121, 0.004587230738252401], "traffic_r2": [0.9998775124549866, 0.9999996423721313, 0.9999997615814209]}, {"step": 1200, "epoch": 2, "train_loss": 0.11443522572517395, "cos_r_negg": [0.14150643348693848, 0.03955429047346115, 0.005841887556016445], "cos_innovation_negg": [0.14150643348693848, 0.03955429047346115, 0.005841887556016445], "cos_apical_negg": [0.02302488312125206, 0.10160048305988312, 0.14150768518447876], "cos_Ac_negg": [0.5969159603118896, 0.20463356375694275, 0.17281940579414368], "r_norm": [0.2756314277648926, 0.2344377040863037, 0.2323768585920334], "traffic_norm": [7.996305465698242, 8.769050598144531, 9.634135246276855], "traffic_residual_norm": [0.05306406319141388, 0.005036064423620701, 0.004482031799852848], "traffic_r2": [0.999955952167511, 0.9999996423721313, 0.9999997615814209]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9658, "eval_loss": 0.10960220947265625, "val_acc": 0.9658, "val_loss": 0.10960220947265625}, {"step": 1300, "epoch": 3, "train_loss": 0.0749560222029686, "cos_r_negg": [0.16191884875297546, 0.04763196408748627, 0.022681087255477905], "cos_innovation_negg": [0.16191884875297546, 0.04763196408748627, 0.022681087255477905], "cos_apical_negg": [0.020737871527671814, 0.10516411066055298, 0.11513550579547882], "cos_Ac_negg": [0.6068516373634338, 0.20839068293571472, 0.17293724417686462], "r_norm": [0.3081532120704651, 0.2487000823020935, 0.24609127640724182], "traffic_norm": [7.999880313873291, 8.797292709350586, 9.627653121948242], "traffic_residual_norm": [0.07542294263839722, 0.004769028164446354, 0.004393089096993208], "traffic_r2": [0.9999111294746399, 0.9999997019767761, 0.9999997615814209]}, {"step": 1400, "epoch": 3, "train_loss": 0.0640425756573677, "cos_r_negg": [0.1938733458518982, 0.0551699623465538, 0.032502394169569016], "cos_innovation_negg": [0.1938733458518982, 0.0551699623465538, 0.032502394169569016], "cos_apical_negg": [0.0362730547785759, 0.1077842265367508, 0.10943923890590668], "cos_Ac_negg": [0.6080069541931152, 0.22275817394256592, 0.18931648135185242], "r_norm": [0.24504968523979187, 0.19693568348884583, 0.19608211517333984], "traffic_norm": [7.995691776275635, 8.750070571899414, 9.617959976196289], "traffic_residual_norm": [0.06034984439611435, 0.00460450816899538, 0.004093611147254705], "traffic_r2": [0.9999430179595947, 0.9999997019767761, 0.9999998211860657]}, {"step": 1500, "epoch": 3, "train_loss": 0.036590393632650375, "cos_r_negg": [0.0918954461812973, -0.0071370541118085384, -0.012478724122047424], "cos_innovation_negg": [0.0918954461812973, -0.0071370541118085384, -0.012478724122047424], "cos_apical_negg": [0.02501024678349495, 0.10968528687953949, 0.1314847618341446], "cos_Ac_negg": [0.6200818419456482, 0.23246163129806519, 0.1998913586139679], "r_norm": [0.2362581193447113, 0.21064653992652893, 0.2086932361125946], "traffic_norm": [7.996108055114746, 8.803516387939453, 9.654472351074219], "traffic_residual_norm": [0.03246203437447548, 0.004672282375395298, 0.00408461969345808], "traffic_r2": [0.999983549118042, 0.9999997019767761, 0.9999998211860657], "ldr": {"dL_sdil": -0.003371521830558777, "dL_bp": -0.0044542886316776276, "ratio": 0.7569158869906807}}, {"step": 1600, "epoch": 3, "train_loss": 0.08562400937080383, "cos_r_negg": [0.12425768375396729, 0.012407108210027218, 0.0012334801722317934], "cos_innovation_negg": [0.12425768375396729, 0.012407108210027218, 0.0012334801722317934], "cos_apical_negg": [0.03277052938938141, 0.10961256921291351, 0.13030453026294708], "cos_Ac_negg": [0.6223130226135254, 0.22688157856464386, 0.19710806012153625], "r_norm": [0.22676284611225128, 0.22175124287605286, 0.22047054767608643], "traffic_norm": [7.992063522338867, 8.759448051452637, 9.55942153930664], "traffic_residual_norm": [0.007188980467617512, 0.004528949037194252, 0.0038402839563786983], "traffic_r2": [0.9999991655349731, 0.9999997019767761, 0.9999998211860657]}, {"step": 1700, "epoch": 3, "train_loss": 0.08475445210933685, "cos_r_negg": [0.13178497552871704, 0.015684960409998894, 0.0058211758732795715], "cos_innovation_negg": [0.13178497552871704, 0.015684960409998894, 0.0058211758732795715], "cos_apical_negg": [0.030193187296390533, 0.10266073048114777, 0.13104508817195892], "cos_Ac_negg": [0.6136957406997681, 0.23713597655296326, 0.20870041847229004], "r_norm": [0.23661822080612183, 0.21350687742233276, 0.2110634446144104], "traffic_norm": [7.994450092315674, 8.742154121398926, 9.586748123168945], "traffic_residual_norm": [0.02761053293943405, 0.004468406084924936, 0.00354720838367939], "traffic_r2": [0.9999880194664001, 0.9999997615814209, 0.9999998807907104]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9712, "eval_loss": 0.09219241333007812, "val_acc": 0.9712, "val_loss": 0.09219241333007812}, {"step": 1800, "epoch": 4, "train_loss": 0.01966174878180027, "cos_r_negg": [0.08607359975576401, -0.013794798403978348, -0.02053677663207054], "cos_innovation_negg": [0.08607359975576401, -0.013794798403978348, -0.02053677663207054], "cos_apical_negg": [0.03469114005565643, 0.10498220473527908, 0.1367950141429901], "cos_Ac_negg": [0.6391195058822632, 0.2455250471830368, 0.22924381494522095], "r_norm": [0.23219998180866241, 0.21395659446716309, 0.21171416342258453], "traffic_norm": [7.999660968780518, 8.729349136352539, 9.578907012939453], "traffic_residual_norm": [0.020649442449212074, 0.0042541432194411755, 0.003460010513663292], "traffic_r2": [0.9999932646751404, 0.9999997615814209, 0.9999998807907104]}, {"step": 1900, "epoch": 4, "train_loss": 0.10399872064590454, "cos_r_negg": [0.10620058327913284, 0.004231701605021954, -0.0024165348149836063], "cos_innovation_negg": [0.10620058327913284, 0.004231701605021954, -0.0024165348149836063], "cos_apical_negg": [0.030800852924585342, 0.10864734649658203, 0.12443012744188309], "cos_Ac_negg": [0.6326510310173035, 0.24781186878681183, 0.21387824416160583], "r_norm": [0.19465908408164978, 0.1785547435283661, 0.1777695119380951], "traffic_norm": [8.003754615783691, 8.739458084106445, 9.57867431640625], "traffic_residual_norm": [0.01779215782880783, 0.0039448123425245285, 0.003386880736798048], "traffic_r2": [0.9999947547912598, 0.9999998211860657, 0.9999998807907104]}, {"step": 2000, "epoch": 4, "train_loss": 0.02502923645079136, "cos_r_negg": [0.1154758632183075, 0.005114574916660786, -0.00021838955581188202], "cos_innovation_negg": [0.1154758632183075, 0.005114574916660786, -0.00021838955581188202], "cos_apical_negg": [0.02277771756052971, 0.08630622178316116, 0.12212854623794556], "cos_Ac_negg": [0.6302196979522705, 0.25860661268234253, 0.22331306338310242], "r_norm": [0.2086678445339203, 0.188907653093338, 0.18849724531173706], "traffic_norm": [7.993401527404785, 8.78921890258789, 9.59107780456543], "traffic_residual_norm": [0.023323476314544678, 0.0039986297488212585, 0.0033827191218733788], "traffic_r2": [0.9999905824661255, 0.9999997615814209, 0.9999998807907104], "ldr": {"dL_sdil": -0.005349390208721161, "dL_bp": -0.007236704230308533, "ratio": 0.7392025483530218}}, {"step": 2100, "epoch": 4, "train_loss": 0.04675521329045296, "cos_r_negg": [0.060097623616456985, 0.0056818630546331406, 0.006409188732504845], "cos_innovation_negg": [0.060097623616456985, 0.0056818630546331406, 0.006409188732504845], "cos_apical_negg": [0.030886195600032806, 0.1007051095366478, 0.12822526693344116], "cos_Ac_negg": [0.6278089284896851, 0.24655959010124207, 0.2265920341014862], "r_norm": [0.22221091389656067, 0.16533663868904114, 0.16385376453399658], "traffic_norm": [8.000490188598633, 8.809089660644531, 9.593008041381836], "traffic_residual_norm": [0.06802176684141159, 0.005414066836237907, 0.0035136889200657606], "traffic_r2": [0.9999217391014099, 0.9999996423721313, 0.9999998807907104]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.973, "eval_loss": 0.09622462310791016, "val_acc": 0.973, "val_loss": 0.09622462310791016}, {"step": 2200, "epoch": 5, "train_loss": 0.037125363945961, "cos_r_negg": [0.10222150385379791, 0.019891683012247086, -0.0008929409086704254], "cos_innovation_negg": [0.10222150385379791, 0.019891683012247086, -0.0008929409086704254], "cos_apical_negg": [0.03228810057044029, 0.10353370010852814, 0.12045083194971085], "cos_Ac_negg": [0.6321907043457031, 0.25715574622154236, 0.22591544687747955], "r_norm": [0.24134580790996552, 0.18899005651474, 0.18543970584869385], "traffic_norm": [8.004253387451172, 8.771632194519043, 9.547110557556152], "traffic_residual_norm": [0.061118483543395996, 0.004574430640786886, 0.003206774592399597], "traffic_r2": [0.999941349029541, 0.9999997019767761, 0.9999998807907104]}, {"step": 2300, "epoch": 5, "train_loss": 0.03369033336639404, "cos_r_negg": [0.10052293539047241, 0.0038049882277846336, -0.013504240661859512], "cos_innovation_negg": [0.10052293539047241, 0.0038049882277846336, -0.013504240661859512], "cos_apical_negg": [0.02330024354159832, 0.09902083873748779, 0.11692578345537186], "cos_Ac_negg": [0.6386168003082275, 0.26772835850715637, 0.2325291931629181], "r_norm": [0.21106097102165222, 0.16954326629638672, 0.16842445731163025], "traffic_norm": [8.002790451049805, 8.73786735534668, 9.546737670898438], "traffic_residual_norm": [0.04931589961051941, 0.003783793654292822, 0.0030901608988642693], "traffic_r2": [0.9999619126319885, 0.9999998211860657, 0.9999998807907104]}, {"step": 2400, "epoch": 5, "train_loss": 0.11145101487636566, "cos_r_negg": [0.11091165244579315, 0.0063028037548065186, 0.00895552895963192], "cos_innovation_negg": [0.11091165244579315, 0.0063028037548065186, 0.00895552895963192], "cos_apical_negg": [0.03010796383023262, 0.10210420191287994, 0.12287979573011398], "cos_Ac_negg": [0.6454684138298035, 0.2606472671031952, 0.24120067059993744], "r_norm": [0.23937411606311798, 0.2046525627374649, 0.20197002589702606], "traffic_norm": [8.00192928314209, 8.737744331359863, 9.520313262939453], "traffic_residual_norm": [0.040256451815366745, 0.0034953756257891655, 0.002796047367155552], "traffic_r2": [0.9999746084213257, 0.9999998211860657, 0.9999999403953552]}, {"step": 2500, "epoch": 5, "train_loss": 0.03121953271329403, "cos_r_negg": [0.11675654351711273, 0.005654576234519482, -0.005772564560174942], "cos_innovation_negg": [0.11675654351711273, 0.005654576234519482, -0.005772564560174942], "cos_apical_negg": [0.020465601235628128, 0.09621326625347137, 0.11954432725906372], "cos_Ac_negg": [0.6421019434928894, 0.27545008063316345, 0.24793006479740143], "r_norm": [0.19876353442668915, 0.176399827003479, 0.1740017831325531], "traffic_norm": [8.001240730285645, 8.74453067779541, 9.540899276733398], "traffic_residual_norm": [0.02771337330341339, 0.0033020058181136847, 0.002691912231966853], "traffic_r2": [0.9999879598617554, 0.9999998807907104, 0.9999999403953552], "ldr": {"dL_sdil": -0.003988143056631088, "dL_bp": -0.006226658821105957, "ratio": 0.6404948739302739}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.973, "eval_loss": 0.09433162078857422, "val_acc": 0.973, "val_loss": 0.09433162078857422}, {"step": 2600, "epoch": 6, "train_loss": 0.011526907794177532, "cos_r_negg": [0.09156882017850876, -0.001884558703750372, -0.016108209267258644], "cos_innovation_negg": [0.09156882017850876, -0.001884558703750372, -0.016108209267258644], "cos_apical_negg": [0.019144251942634583, 0.0981721580028534, 0.12283395975828171], "cos_Ac_negg": [0.6402040123939514, 0.2840145528316498, 0.24821540713310242], "r_norm": [0.1707388460636139, 0.1450347751379013, 0.1431950032711029], "traffic_norm": [8.002907752990723, 8.746438980102539, 9.544622421264648], "traffic_residual_norm": [0.03135308250784874, 0.0033311909064650536, 0.0027750502340495586], "traffic_r2": [0.999984622001648, 0.9999998807907104, 0.9999999403953552]}, {"step": 2700, "epoch": 6, "train_loss": 0.019178617745637894, "cos_r_negg": [0.11094924062490463, 0.0052641937509179115, -0.011536755599081516], "cos_innovation_negg": [0.11094924062490463, 0.0052641937509179115, -0.011536755599081516], "cos_apical_negg": [0.02274163067340851, 0.0945952832698822, 0.1187906265258789], "cos_Ac_negg": [0.6451024413108826, 0.2962226867675781, 0.24920061230659485], "r_norm": [0.18374033272266388, 0.16580283641815186, 0.1632850617170334], "traffic_norm": [8.004985809326172, 8.759169578552246, 9.554708480834961], "traffic_residual_norm": [0.022718172520399094, 0.0031243879348039627, 0.002615680219605565], "traffic_r2": [0.9999919533729553, 0.9999998807907104, 0.9999999403953552]}, {"step": 2800, "epoch": 6, "train_loss": 0.015048021450638771, "cos_r_negg": [0.10062306374311447, -0.0036668828688561916, -0.02224063314497471], "cos_innovation_negg": [0.10062306374311447, -0.0036668828688561916, -0.02224063314497471], "cos_apical_negg": [0.019183820113539696, 0.09305895864963531, 0.1237880140542984], "cos_Ac_negg": [0.6475648283958435, 0.3010650873184204, 0.2552662193775177], "r_norm": [0.177545964717865, 0.1630006730556488, 0.16084882616996765], "traffic_norm": [8.005102157592773, 8.74299430847168, 9.512392044067383], "traffic_residual_norm": [0.01613062620162964, 0.002937999553978443, 0.002467099577188492], "traffic_r2": [0.9999959468841553, 0.9999998807907104, 0.9999999403953552]}, {"step": 2900, "epoch": 6, "train_loss": 0.01537097617983818, "cos_r_negg": [0.09460797905921936, -0.00032134726643562317, -0.028238311409950256], "cos_innovation_negg": [0.09460797905921936, -0.00032134726643562317, -0.028238311409950256], "cos_apical_negg": [0.012971117161214352, 0.09180763363838196, 0.12195342779159546], "cos_Ac_negg": [0.6448723673820496, 0.3016098141670227, 0.25935831665992737], "r_norm": [0.16602683067321777, 0.15143945813179016, 0.14931347966194153], "traffic_norm": [8.004815101623535, 8.729150772094727, 9.504935264587402], "traffic_residual_norm": [0.01836434192955494, 0.00298860389739275, 0.002439639065414667], "traffic_r2": [0.9999947547912598, 0.9999998807907104, 0.9999999403953552]}, {"step": 3000, "epoch": 6, "train_loss": 0.014081419445574284, "cos_r_negg": [0.08456152677536011, -0.0048790439032018185, -0.019242459908127785], "cos_innovation_negg": [0.08456152677536011, -0.0048790439032018185, -0.019242459908127785], "cos_apical_negg": [0.025922903791069984, 0.09141503274440765, 0.11580859124660492], "cos_Ac_negg": [0.6469022035598755, 0.30683231353759766, 0.2619186043739319], "r_norm": [0.17951156198978424, 0.1691683530807495, 0.16624879837036133], "traffic_norm": [8.005102157592773, 8.734498977661133, 9.468538284301758], "traffic_residual_norm": [0.01210070215165615, 0.00285845878534019, 0.0023644196335226297], "traffic_r2": [0.9999977350234985, 0.9999998807907104, 0.9999999403953552], "ldr": {"dL_sdil": -0.004693388938903809, "dL_bp": -0.007124625146389008, "ratio": 0.6587559124121177}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9748, "eval_loss": 0.08879803009033203, "val_acc": 0.9748, "val_loss": 0.08879803009033203}, {"step": 3100, "epoch": 7, "train_loss": 0.010598842054605484, "cos_r_negg": [0.087677001953125, -0.009439069777727127, -0.000745666678994894], "cos_innovation_negg": [0.087677001953125, -0.009439069777727127, -0.000745666678994894], "cos_apical_negg": [0.020592093467712402, 0.0830225870013237, 0.11686979234218597], "cos_Ac_negg": [0.649127721786499, 0.3065287470817566, 0.2762695550918579], "r_norm": [0.15753111243247986, 0.15306612849235535, 0.1509922742843628], "traffic_norm": [8.004424095153809, 8.729011535644531, 9.463799476623535], "traffic_residual_norm": [0.00648190313950181, 0.0027744073886424303, 0.002317920560017228], "traffic_r2": [0.9999993443489075, 0.9999998807907104, 0.9999999403953552]}, {"step": 3200, "epoch": 7, "train_loss": 0.010649078525602818, "cos_r_negg": [0.09144319593906403, -0.004025103524327278, -0.0002263032365590334], "cos_innovation_negg": [0.09144319593906403, -0.004025103524327278, -0.0002263032365590334], "cos_apical_negg": [0.008886603638529778, 0.07244046032428741, 0.11191035807132721], "cos_Ac_negg": [0.6455212831497192, 0.30674803256988525, 0.2786174416542053], "r_norm": [0.15865282714366913, 0.15520700812339783, 0.15262168645858765], "traffic_norm": [8.007161140441895, 8.742300033569336, 9.469560623168945], "traffic_residual_norm": [0.0051737139001488686, 0.0025938362814486027, 0.0022187093272805214], "traffic_r2": [0.9999995827674866, 0.9999998807907104, 0.9999999403953552]}, {"step": 3300, "epoch": 7, "train_loss": 0.018022574484348297, "cos_r_negg": [0.07210235297679901, -0.0030341637320816517, -0.02015417069196701], "cos_innovation_negg": [0.07210235297679901, -0.0030341637320816517, -0.02015417069196701], "cos_apical_negg": [0.01224102545529604, 0.08474747836589813, 0.11211539804935455], "cos_Ac_negg": [0.6497393250465393, 0.31386131048202515, 0.2724623680114746], "r_norm": [0.18308794498443604, 0.16199922561645508, 0.1599842607975006], "traffic_norm": [8.0061616897583, 8.729662895202637, 9.44924545288086], "traffic_residual_norm": [0.02415456995368004, 0.0025270923506468534, 0.00212944601662457], "traffic_r2": [0.9999908804893494, 0.9999999403953552, 0.9999999403953552]}, {"step": 3400, "epoch": 7, "train_loss": 0.011255942285060883, "cos_r_negg": [0.10426755994558334, 0.006805711425840855, -0.010004084557294846], "cos_innovation_negg": [0.10426755994558334, 0.006805711425840855, -0.010004084557294846], "cos_apical_negg": [0.008042379282414913, 0.08975831419229507, 0.11165821552276611], "cos_Ac_negg": [0.649207353591919, 0.32480359077453613, 0.2748105525970459], "r_norm": [0.1648162603378296, 0.14886805415153503, 0.14670716226100922], "traffic_norm": [8.002771377563477, 8.71695327758789, 9.442733764648438], "traffic_residual_norm": [0.018216274678707123, 0.0025682891719043255, 0.002154561225324869], "traffic_r2": [0.9999948143959045, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.975, "eval_loss": 0.09688948822021484, "val_acc": 0.975, "val_loss": 0.09688948822021484}, {"step": 3500, "epoch": 8, "train_loss": 0.019314076751470566, "cos_r_negg": [0.08764700591564178, -0.0025986589025706053, -0.01414879783987999], "cos_innovation_negg": [0.08764700591564178, -0.0025986589025706053, -0.01414879783987999], "cos_apical_negg": [0.0035233693197369576, 0.08535368740558624, 0.11442430317401886], "cos_Ac_negg": [0.6553448438644409, 0.3216337263584137, 0.2755747437477112], "r_norm": [0.15813565254211426, 0.14466604590415955, 0.14259906113147736], "traffic_norm": [8.005196571350098, 8.748200416564941, 9.43881607055664], "traffic_residual_norm": [0.01415778137743473, 0.0023908549919724464, 0.0019929506815969944], "traffic_r2": [0.9999968409538269, 0.9999999403953552, 0.9999999403953552], "ldr": {"dL_sdil": -0.004182919859886169, "dL_bp": -0.007358696311712265, "ratio": 0.568432189982965}}, {"step": 3600, "epoch": 8, "train_loss": 0.00926892925053835, "cos_r_negg": [0.08323496580123901, -0.004759702365845442, -0.010671181604266167], "cos_innovation_negg": [0.08323496580123901, -0.004759702365845442, -0.010671181604266167], "cos_apical_negg": [0.015645578503608704, 0.0862111747264862, 0.10778966546058655], "cos_Ac_negg": [0.6529712080955505, 0.3268657922744751, 0.28378114104270935], "r_norm": [0.15361997485160828, 0.14452247321605682, 0.1416461020708084], "traffic_norm": [8.007394790649414, 8.741273880004883, 9.431747436523438], "traffic_residual_norm": [0.011345403268933296, 0.002283279551193118, 0.0018770606257021427], "traffic_r2": [0.9999979138374329, 0.9999999403953552, 0.9999999403953552]}, {"step": 3700, "epoch": 8, "train_loss": 0.013163909316062927, "cos_r_negg": [0.07355903834104538, -0.010070099495351315, -0.012359856627881527], "cos_innovation_negg": [0.07355903834104538, -0.010070099495351315, -0.012359856627881527], "cos_apical_negg": [0.013169040903449059, 0.08759205043315887, 0.11053228378295898], "cos_Ac_negg": [0.6460466384887695, 0.33169692754745483, 0.2792840898036957], "r_norm": [0.16071772575378418, 0.15237990021705627, 0.15080773830413818], "traffic_norm": [8.01120662689209, 8.737436294555664, 9.434447288513184], "traffic_residual_norm": [0.00958704762160778, 0.002241223817691207, 0.0018530357629060745], "traffic_r2": [0.9999984502792358, 0.9999999403953552, 0.9999999403953552]}, {"step": 3800, "epoch": 8, "train_loss": 0.0023154807277023792, "cos_r_negg": [0.08705256134271622, -0.012744502164423466, -0.02026805654168129], "cos_innovation_negg": [0.08705256134271622, -0.012744502164423466, -0.02026805654168129], "cos_apical_negg": [-0.0036050123162567616, 0.07789735496044159, 0.11502035707235336], "cos_Ac_negg": [0.651985228061676, 0.33028241991996765, 0.2893288731575012], "r_norm": [0.14750441908836365, 0.13886293768882751, 0.1371702402830124], "traffic_norm": [8.010015487670898, 8.75041389465332, 9.425308227539062], "traffic_residual_norm": [0.010418165475130081, 0.002107631415128708, 0.0017687518848106265], "traffic_r2": [0.9999982118606567, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9736, "eval_loss": 0.09581012725830078, "val_acc": 0.9736, "val_loss": 0.09581012725830078}, {"step": 3900, "epoch": 9, "train_loss": 0.006251296494156122, "cos_r_negg": [0.08132112771272659, -0.00528334267437458, -0.007607694715261459], "cos_innovation_negg": [0.08132112771272659, -0.00528334267437458, -0.007607694715261459], "cos_apical_negg": [0.013344191014766693, 0.07288548350334167, 0.11417420208454132], "cos_Ac_negg": [0.6459611058235168, 0.3298110365867615, 0.2926216721534729], "r_norm": [0.14613205194473267, 0.1420501172542572, 0.14038173854351044], "traffic_norm": [8.009986877441406, 8.756820678710938, 9.432313919067383], "traffic_residual_norm": [0.004977034404873848, 0.0020037470385432243, 0.0017256157007068396], "traffic_r2": [0.999999463558197, 0.9999999403953552, 0.9999999403953552]}, {"step": 4000, "epoch": 9, "train_loss": 0.003664040472358465, "cos_r_negg": [0.07494723796844482, -0.009137099608778954, -0.01916385069489479], "cos_innovation_negg": [0.07494723796844482, -0.009137099608778954, -0.01916385069489479], "cos_apical_negg": [0.01848200336098671, 0.07946507632732391, 0.11102628707885742], "cos_Ac_negg": [0.6471461653709412, 0.33438679575920105, 0.2943318486213684], "r_norm": [0.15893718600273132, 0.15126177668571472, 0.14839616417884827], "traffic_norm": [8.011366844177246, 8.754951477050781, 9.431079864501953], "traffic_residual_norm": [0.008051103912293911, 0.001900537172332406, 0.001634448068216443], "traffic_r2": [0.9999988675117493, 0.9999999403953552, 0.9999999403953552], "ldr": {"dL_sdil": -0.004773318767547607, "dL_bp": -0.00862935185432434, "ratio": 0.5531491644016812}}, {"step": 4100, "epoch": 9, "train_loss": 0.0038066860288381577, "cos_r_negg": [0.08349843323230743, -0.01036057248711586, -0.020137310028076172], "cos_innovation_negg": [0.08349843323230743, -0.01036057248711586, -0.020137310028076172], "cos_apical_negg": [0.0033164152409881353, 0.07369058579206467, 0.1125592589378357], "cos_Ac_negg": [0.6483689546585083, 0.33990055322647095, 0.3023419678211212], "r_norm": [0.1323319524526596, 0.12571637332439423, 0.12527689337730408], "traffic_norm": [8.011104583740234, 8.774408340454102, 9.450164794921875], "traffic_residual_norm": [0.006488662213087082, 0.0018563652411103249, 0.0016220330726355314], "traffic_r2": [0.9999991059303284, 0.9999999403953552, 0.9999999403953552]}, {"step": 4200, "epoch": 9, "train_loss": 0.02846452221274376, "cos_r_negg": [0.0736658051609993, -0.00592629611492157, -0.013860723003745079], "cos_innovation_negg": [0.0736658051609993, -0.00592629611492157, -0.013860723003745079], "cos_apical_negg": [0.0100998654961586, 0.07389403879642487, 0.10909639298915863], "cos_Ac_negg": [0.6479560732841492, 0.3428989052772522, 0.30323106050491333], "r_norm": [0.12677569687366486, 0.1239883080124855, 0.12347134947776794], "traffic_norm": [8.01403522491455, 8.765775680541992, 9.437628746032715], "traffic_residual_norm": [0.004063568077981472, 0.0017990836640819907, 0.0015447124605998397], "traffic_r2": [0.9999994039535522, 0.9999999403953552, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9758, "eval_loss": 0.09398395538330079, "val_acc": 0.9758, "val_loss": 0.09398395538330079}, {"step": 4300, "epoch": 10, "train_loss": 0.0029148131143301725, "cos_r_negg": [0.09258075058460236, 0.006235145963728428, -0.006301997695118189], "cos_innovation_negg": [0.09258075058460236, 0.006235145963728428, -0.006301997695118189], "cos_apical_negg": [0.004999775905162096, 0.07266251742839813, 0.1060108095407486], "cos_Ac_negg": [0.6435306072235107, 0.33999019861221313, 0.30161571502685547], "r_norm": [0.16174620389938354, 0.1451646089553833, 0.14281007647514343], "traffic_norm": [8.013725280761719, 8.751096725463867, 9.421581268310547], "traffic_residual_norm": [0.018651017919182777, 0.001785076456144452, 0.0015557357110083103], "traffic_r2": [0.9999944567680359, 0.9999999403953552, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.0026840041391551495, "cos_r_negg": [0.08508284389972687, 0.002432613167911768, -0.011143244802951813], "cos_innovation_negg": [0.08508284389972687, 0.002432613167911768, -0.011143244802951813], "cos_apical_negg": [0.006084868218749762, 0.06499303132295609, 0.10131675004959106], "cos_Ac_negg": [0.6529439687728882, 0.34452739357948303, 0.3061639666557312], "r_norm": [0.1458495706319809, 0.13892745971679688, 0.1372283399105072], "traffic_norm": [8.014705657958984, 8.761144638061523, 9.432065963745117], "traffic_residual_norm": [0.007374654524028301, 0.0016176622593775392, 0.001425015041604638], "traffic_r2": [0.9999988675117493, 0.9999999403953552, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.007297401316463947, "cos_r_negg": [0.09186983108520508, 0.008184912614524364, -0.009874196723103523], "cos_innovation_negg": [0.09186983108520508, 0.008184912614524364, -0.009874196723103523], "cos_apical_negg": [0.00523642310872674, 0.06969036906957626, 0.10135982185602188], "cos_Ac_negg": [0.6475133895874023, 0.3436441421508789, 0.3064904808998108], "r_norm": [0.14852333068847656, 0.13996762037277222, 0.13840405642986298], "traffic_norm": [8.014602661132812, 8.749603271484375, 9.42936897277832], "traffic_residual_norm": [0.009853183291852474, 0.0015812760684639215, 0.0013900963822379708], "traffic_r2": [0.9999982118606567, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -0.004505190998315811, "dL_bp": -0.008385282009840012, "ratio": 0.5372736412477281}}, {"step": 4600, "epoch": 10, "train_loss": 0.0025433518458157778, "cos_r_negg": [0.08082856982946396, 0.00596026424318552, -0.003202070016413927], "cos_innovation_negg": [0.08082856982946396, 0.00596026424318552, -0.003202070016413927], "cos_apical_negg": [0.002432903042063117, 0.06301368027925491, 0.09676405787467957], "cos_Ac_negg": [0.6495352387428284, 0.34419581294059753, 0.30870240926742554], "r_norm": [0.15440380573272705, 0.14639396965503693, 0.14400818943977356], "traffic_norm": [8.01311206817627, 8.765527725219727, 9.431680679321289], "traffic_residual_norm": [0.009577536024153233, 0.001530806184746325, 0.0013178720837458968], "traffic_r2": [0.9999982118606567, 0.9999999403953552, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.0010407825466245413, "cos_r_negg": [0.07586448639631271, 0.009840062819421291, -0.008564859628677368], "cos_innovation_negg": [0.07586448639631271, 0.009840062819421291, -0.008564859628677368], "cos_apical_negg": [0.0043331412598490715, 0.06264026463031769, 0.09768959879875183], "cos_Ac_negg": [0.646470844745636, 0.3465697169303894, 0.3106600046157837], "r_norm": [0.14688000082969666, 0.13781097531318665, 0.13642618060112], "traffic_norm": [8.012361526489258, 8.781835556030273, 9.446762084960938], "traffic_residual_norm": [0.009528817608952522, 0.0015233606100082397, 0.0012875687098130584], "traffic_r2": [0.9999982714653015, 0.9999999403953552, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.976, "eval_loss": 0.09797371520996094, "val_acc": 0.976, "val_loss": 0.09797371520996094}, {"step": 4800, "epoch": 11, "train_loss": 0.0040871682576835155, "cos_r_negg": [0.07853660732507706, 0.008526756428182125, -0.0021291393786668777], "cos_innovation_negg": [0.07853660732507706, 0.008526756428182125, -0.0021291393786668777], "cos_apical_negg": [0.005179371684789658, 0.061241112649440765, 0.09299682080745697], "cos_Ac_negg": [0.6411707997322083, 0.34857556223869324, 0.31029099225997925], "r_norm": [0.154482901096344, 0.1461980640888214, 0.1435929834842682], "traffic_norm": [8.012495040893555, 8.77889633178711, 9.458423614501953], "traffic_residual_norm": [0.009524622932076454, 0.0014492529444396496, 0.0012405253946781158], "traffic_r2": [0.9999983906745911, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.0019706471357494593, "cos_r_negg": [0.08144108206033707, 0.00636546453461051, -0.006428790278732777], "cos_innovation_negg": [0.08144108206033707, 0.00636546453461051, -0.006428790278732777], "cos_apical_negg": [0.0022912113927304745, 0.05939898639917374, 0.09531363844871521], "cos_Ac_negg": [0.6385427713394165, 0.34838780760765076, 0.3139777183532715], "r_norm": [0.15316221117973328, 0.1456010639667511, 0.14338482916355133], "traffic_norm": [8.013631820678711, 8.783844947814941, 9.462233543395996], "traffic_residual_norm": [0.008303356356918812, 0.0013585088308900595, 0.0011994114611297846], "traffic_r2": [0.9999988079071045, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.006814158521592617, "cos_r_negg": [0.0792197585105896, 0.006804388947784901, -0.004128670319914818], "cos_innovation_negg": [0.0792197585105896, 0.006804388947784901, -0.004128670319914818], "cos_apical_negg": [0.003571579232811928, 0.058504171669483185, 0.09471328556537628], "cos_Ac_negg": [0.6430763602256775, 0.3499254584312439, 0.31757038831710815], "r_norm": [0.15711072087287903, 0.14899452030658722, 0.14631637930870056], "traffic_norm": [8.015157699584961, 8.799238204956055, 9.476622581481934], "traffic_residual_norm": [0.008433378301560879, 0.0012852567015215755, 0.0011289253598079085], "traffic_r2": [0.9999988675117493, 1.0, 1.0], "ldr": {"dL_sdil": -0.0057846903800964355, "dL_bp": -0.011276744306087494, "ratio": 0.5129752190065799}}, {"step": 5100, "epoch": 11, "train_loss": 0.003691550111398101, "cos_r_negg": [0.09049362689256668, 0.011667272076010704, 0.008605441078543663], "cos_innovation_negg": [0.09049362689256668, 0.011667272076010704, 0.008605441078543663], "cos_apical_negg": [0.004169702995568514, 0.05274355411529541, 0.09064037352800369], "cos_Ac_negg": [0.6400865316390991, 0.3532488942146301, 0.3176235556602478], "r_norm": [0.14014717936515808, 0.13531002402305603, 0.13320094347000122], "traffic_norm": [8.015146255493164, 8.790328979492188, 9.471060752868652], "traffic_residual_norm": [0.006077045574784279, 0.0012770623434334993, 0.001105104573071003], "traffic_r2": [0.9999994039535522, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9762, "eval_loss": 0.09999917449951172, "val_acc": 0.9762, "val_loss": 0.09999917449951172}, {"step": 5200, "epoch": 12, "train_loss": 0.0045814113691449165, "cos_r_negg": [0.08661212772130966, 0.0072732786647975445, 0.004147409461438656], "cos_innovation_negg": [0.08661212772130966, 0.0072732786647975445, 0.004147409461438656], "cos_apical_negg": [0.0003626857651397586, 0.055904973298311234, 0.0882938802242279], "cos_Ac_negg": [0.6393722295761108, 0.3542436361312866, 0.31826767325401306], "r_norm": [0.1518448293209076, 0.14350175857543945, 0.14106331765651703], "traffic_norm": [8.015174865722656, 8.781923294067383, 9.467899322509766], "traffic_residual_norm": [0.009525526314973831, 0.0012123135384172201, 0.0010523085948079824], "traffic_r2": [0.9999985694885254, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.0014513424830511212, "cos_r_negg": [0.0781768411397934, 0.004288634285330772, -0.004519275389611721], "cos_innovation_negg": [0.0781768411397934, 0.004288634285330772, -0.004519275389611721], "cos_apical_negg": [0.0033477030228823423, 0.05661621689796448, 0.0928364098072052], "cos_Ac_negg": [0.6413738131523132, 0.35453909635543823, 0.32161402702331543], "r_norm": [0.14891868829727173, 0.14295342564582825, 0.14071321487426758], "traffic_norm": [8.015663146972656, 8.782021522521973, 9.467668533325195], "traffic_residual_norm": [0.006100925616919994, 0.0011404219549149275, 0.0009827904868870974], "traffic_r2": [0.9999994039535522, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.006371819879859686, "cos_r_negg": [0.08139237016439438, 0.007682247087359428, -0.002425216604024172], "cos_innovation_negg": [0.08139237016439438, 0.007682247087359428, -0.002425216604024172], "cos_apical_negg": [0.0029663946479558945, 0.05502362921833992, 0.0903475284576416], "cos_Ac_negg": [0.6408426761627197, 0.35372915863990784, 0.32197335362434387], "r_norm": [0.1456887125968933, 0.1405409574508667, 0.13877543807029724], "traffic_norm": [8.01538372039795, 8.77978801727295, 9.464083671569824], "traffic_residual_norm": [0.005823630839586258, 0.0010884515941143036, 0.0009762152330949903], "traffic_r2": [0.999999463558197, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.0027154143899679184, "cos_r_negg": [0.08731582760810852, 0.013747703284025192, 0.005797705613076687], "cos_innovation_negg": [0.08731582760810852, 0.013747703284025192, 0.005797705613076687], "cos_apical_negg": [0.004423504229635, 0.054245270788669586, 0.08836314082145691], "cos_Ac_negg": [0.637464165687561, 0.3570060133934021, 0.3206535577774048], "r_norm": [0.1465476006269455, 0.14410123229026794, 0.14173007011413574], "traffic_norm": [8.015874862670898, 8.784364700317383, 9.467233657836914], "traffic_residual_norm": [0.0027315225452184677, 0.0010371863609179854, 0.0009410574566572905], "traffic_r2": [0.9999998807907104, 1.0, 1.0], "ldr": {"dL_sdil": -0.005670532584190369, "dL_bp": -0.01159205287694931, "ratio": 0.4891741475287928}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9758, "eval_loss": 0.10121664123535157, "val_acc": 0.9758, "val_loss": 0.10121664123535157}, {"step": 5600, "epoch": 13, "train_loss": 0.0036847994197160006, "cos_r_negg": [0.0906711220741272, 0.0101016815751791, 0.005562037229537964], "cos_innovation_negg": [0.0906711220741272, 0.0101016815751791, 0.005562037229537964], "cos_apical_negg": [0.003078521229326725, 0.052377231419086456, 0.08526089787483215], "cos_Ac_negg": [0.6375451683998108, 0.35463687777519226, 0.325183629989624], "r_norm": [0.15527555346488953, 0.14453880488872528, 0.14274358749389648], "traffic_norm": [8.015087127685547, 8.778215408325195, 9.460229873657227], "traffic_residual_norm": [0.011908836662769318, 0.0010232047643512487, 0.0009242217056453228], "traffic_r2": [0.9999977946281433, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.0023345635272562504, "cos_r_negg": [0.08741598576307297, 0.0065750968642532825, 0.007936706766486168], "cos_innovation_negg": [0.08741598576307297, 0.0065750968642532825, 0.007936706766486168], "cos_apical_negg": [-0.002062001032754779, 0.05281869322061539, 0.08581088483333588], "cos_Ac_negg": [0.6379591226577759, 0.35628265142440796, 0.32802650332450867], "r_norm": [0.14858856797218323, 0.1425517350435257, 0.14037203788757324], "traffic_norm": [8.015929222106934, 8.781976699829102, 9.465973854064941], "traffic_residual_norm": [0.0063036661595106125, 0.0009646774269640446, 0.0008663489716127515], "traffic_r2": [0.9999994039535522, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.0038229776546359062, "cos_r_negg": [0.08868219703435898, 0.007638049777597189, 0.006241788621991873], "cos_innovation_negg": [0.08868219703435898, 0.007638049777597189, 0.006241788621991873], "cos_apical_negg": [-0.0018398819956928492, 0.051930028945207596, 0.08439715206623077], "cos_Ac_negg": [0.6394328474998474, 0.3577716052532196, 0.3304581940174103], "r_norm": [0.1410204917192459, 0.13647747039794922, 0.13498681783676147], "traffic_norm": [8.015661239624023, 8.781538963317871, 9.46828556060791], "traffic_residual_norm": [0.00467807799577713, 0.0009228162234649062, 0.0008445487474091351], "traffic_r2": [0.9999996423721313, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.0016584087861701846, "cos_r_negg": [0.08917245268821716, 0.01054203137755394, 0.005113398656249046], "cos_innovation_negg": [0.08917245268821716, 0.01054203137755394, 0.005113398656249046], "cos_apical_negg": [0.0007028677500784397, 0.050270237028598785, 0.08401453495025635], "cos_Ac_negg": [0.6371991634368896, 0.35880547761917114, 0.33005014061927795], "r_norm": [0.14848871529102325, 0.1457251012325287, 0.14372386038303375], "traffic_norm": [8.016132354736328, 8.785677909851074, 9.47304630279541], "traffic_residual_norm": [0.0024787799920886755, 0.0008721439517103136, 0.0008100513368844986], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.0018135994905605912, "cos_r_negg": [0.08877132833003998, 0.012519273906946182, -0.00201270985417068], "cos_innovation_negg": [0.08877132833003998, 0.012519273906946182, -0.00201270985417068], "cos_apical_negg": [-5.124020390212536e-06, 0.0505424365401268, 0.08135019242763519], "cos_Ac_negg": [0.6337535381317139, 0.3598226308822632, 0.3307133913040161], "r_norm": [0.14303314685821533, 0.14029191434383392, 0.13799411058425903], "traffic_norm": [8.015283584594727, 8.779287338256836, 9.47127914428711], "traffic_residual_norm": [0.0026815503370016813, 0.0008692359551787376, 0.000795374100562185], "traffic_r2": [0.9999998807907104, 1.0, 1.0], "ldr": {"dL_sdil": -0.005831331014633179, "dL_bp": -0.012305505573749542, "ratio": 0.47387984018086515}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.974, "eval_loss": 0.10410823822021484, "val_acc": 0.974, "val_loss": 0.10410823822021484}, {"step": 6100, "epoch": 14, "train_loss": 0.0007504121749661863, "cos_r_negg": [0.09287185221910477, 0.010695220902562141, -0.005451198201626539], "cos_innovation_negg": [0.09287185221910477, 0.010695220902562141, -0.005451198201626539], "cos_apical_negg": [-0.0021813628263771534, 0.0501181036233902, 0.08132366836071014], "cos_Ac_negg": [0.635255753993988, 0.36078739166259766, 0.3322763442993164], "r_norm": [0.14012640714645386, 0.13741810619831085, 0.1354219913482666], "traffic_norm": [8.015013694763184, 8.780777931213379, 9.46911334991455], "traffic_residual_norm": [0.002509014680981636, 0.0008221423486247659, 0.0007632827619090676], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.004084241576492786, "cos_r_negg": [0.09608915448188782, 0.013319355435669422, -0.0016980773070827127], "cos_innovation_negg": [0.09608915448188782, 0.013319355435669422, -0.0016980773070827127], "cos_apical_negg": [-0.0019975644536316395, 0.04815397784113884, 0.07988380640745163], "cos_Ac_negg": [0.6361297369003296, 0.3622925877571106, 0.33105266094207764], "r_norm": [0.13726383447647095, 0.1356075257062912, 0.13386748731136322], "traffic_norm": [8.015280723571777, 8.78367805480957, 9.471080780029297], "traffic_residual_norm": [0.0015327978180721402, 0.0007791533134877682, 0.0007266507018357515], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.0018267332343384624, "cos_r_negg": [0.0992826372385025, 0.01672116480767727, 0.009012358263134956], "cos_innovation_negg": [0.0992826372385025, 0.01672116480767727, 0.009012358263134956], "cos_apical_negg": [-0.00019141542725265026, 0.046910032629966736, 0.07550331950187683], "cos_Ac_negg": [0.6331015229225159, 0.3614095449447632, 0.33480700850486755], "r_norm": [0.14076602458953857, 0.13796409964561462, 0.136444553732872], "traffic_norm": [8.015689849853516, 8.779088973999023, 9.474377632141113], "traffic_residual_norm": [0.002862326567992568, 0.0007702164584770799, 0.0007127817953005433], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.0016889463877305388, "cos_r_negg": [0.09871131181716919, 0.020971830934286118, 0.01198960654437542], "cos_innovation_negg": [0.09871131181716919, 0.020971830934286118, 0.01198960654437542], "cos_apical_negg": [-0.0015060796868056059, 0.04663165286183357, 0.07554894685745239], "cos_Ac_negg": [0.6291629672050476, 0.3613889813423157, 0.3328437805175781], "r_norm": [0.14313466846942902, 0.1401076763868332, 0.13838014006614685], "traffic_norm": [8.01576042175293, 8.784954071044922, 9.475288391113281], "traffic_residual_norm": [0.0028150519356131554, 0.0007411857368424535, 0.0006888136267662048], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.10642450714111328, "val_acc": 0.9742, "val_loss": 0.10642450714111328}], "final": {"eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.10642450714111328, "wall_s": 20.410528659820557, "val_acc": 0.9742, "val_loss": 0.10642450714111328, "cos_r_negg": [0.09563089907169342, 0.01984468102455139, 0.00665990961715579], "cos_innovation_negg": [0.09563089907169342, 0.01984468102455139, 0.00665990961715579], "cos_apical_negg": [-0.003025064477697015, 0.04640365391969681, 0.076882004737854], "cos_Ac_negg": [0.6307438611984253, 0.36230161786079407, 0.335415244102478], "traffic_norm": [8.015827178955078, 8.784282684326172, 9.469728469848633], "traffic_residual_norm": [0.002078126184642315, 0.0007464997470378876, 0.0006822211435064673], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}}