{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p2_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.004041293170303106, 0.02744755521416664, 0.034646451473236084], "cos_innovation_negg": [-0.004041293170303106, 0.02744755521416664, 0.034646451473236084], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.039205551147461, 4.895260810852051, 4.82258939743042], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.2536356449127197, 0.916897177696228, 0.0027905653696507215], "traffic_r2": [0.7782354354858398, 0.8811699748039246, 0.9999988675117493], "ldr": {"dL_sdil": -0.16856145858764648, "dL_bp": -0.5295196771621704, "ratio": 0.3183289797482312}}, {"step": 100, "epoch": 0, "train_loss": 1.1680256128311157, "cos_r_negg": [0.2083691954612732, -0.048337310552597046, -0.03349309414625168], "cos_innovation_negg": [0.2083691954612732, -0.048337310552597046, -0.03349309414625168], "cos_apical_negg": [0.16795042157173157, -0.13853126764297485, -0.0012804754078388214], "cos_Ac_negg": [0.6304872035980225, -0.03259085863828659, -0.10999078303575516], "r_norm": [3.760751247406006, 3.9383492469787598, 4.742160797119141], "traffic_norm": [4.622286796569824, 4.589811325073242, 4.691349029541016], "traffic_residual_norm": [2.736833095550537, 2.9934773445129395, 3.945411205291748], "traffic_r2": [0.6494212746620178, 0.5746438503265381, 0.29273921251296997]}, {"step": 200, "epoch": 0, "train_loss": 0.35228872299194336, "cos_r_negg": [0.24437864124774933, 0.0017987191677093506, 0.011831686832010746], "cos_innovation_negg": [0.24437864124774933, 0.0017987191677093506, 0.011831686832010746], "cos_apical_negg": [0.18867112696170807, -0.08848612755537033, 0.014818629249930382], "cos_Ac_negg": [0.6507518291473389, -0.11703240871429443, -0.2235761284828186], "r_norm": [3.1725950241088867, 3.6088807582855225, 4.091387748718262], "traffic_norm": [4.518239974975586, 4.452291965484619, 4.510939121246338], "traffic_residual_norm": [2.6806740760803223, 3.159663200378418, 3.7061872482299805], "traffic_r2": [0.6479976177215576, 0.49575209617614746, 0.32494664192199707]}, {"step": 300, "epoch": 0, "train_loss": 0.4797164499759674, "cos_r_negg": [0.29592716693878174, -0.2698192894458771, -0.05721692740917206], "cos_innovation_negg": [0.29592716693878174, -0.2698192894458771, -0.05721692740917206], "cos_apical_negg": [0.2585330605506897, -0.08072762191295624, -0.036432355642318726], "cos_Ac_negg": [0.637505054473877, -0.12440750002861023, -0.07781589031219482], "r_norm": [3.347787618637085, 3.8125486373901367, 3.966165542602539], "traffic_norm": [4.299177169799805, 4.151137351989746, 4.243985652923584], "traffic_residual_norm": [2.6764252185821533, 3.2255635261535645, 3.4142086505889893], "traffic_r2": [0.61244136095047, 0.3962060809135437, 0.35231471061706543]}, {"step": 400, "epoch": 0, "train_loss": 0.5676194429397583, "cos_r_negg": [0.33026599884033203, -0.0342969112098217, -0.014080949127674103], "cos_innovation_negg": [0.33026599884033203, -0.0342969112098217, -0.014080949127674103], "cos_apical_negg": [0.3028326630592346, -0.00518215075135231, 0.3162440061569214], "cos_Ac_negg": [0.6948599815368652, -0.05952689051628113, 0.1545703411102295], "r_norm": [3.5743939876556396, 3.9031028747558594, 4.080772399902344], "traffic_norm": [4.082826137542725, 4.0905866622924805, 4.025209426879883], "traffic_residual_norm": [2.8402981758117676, 3.277371644973755, 3.4457030296325684], "traffic_r2": [0.5160460472106934, 0.3579258918762207, 0.26611328125]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8292, "eval_loss": 0.6176622192382812, "val_acc": 0.8292, "val_loss": 0.6176622192382812}, {"step": 500, "epoch": 1, "train_loss": 0.46378064155578613, "cos_r_negg": [0.150232195854187, 0.05936570093035698, 0.05215323343873024], "cos_innovation_negg": [0.150232195854187, 0.05936570093035698, 0.05215323343873024], "cos_apical_negg": [0.05745283514261246, 0.374796986579895, 0.15951316058635712], "cos_Ac_negg": [0.8090721368789673, 0.24255481362342834, 0.17535094916820526], "r_norm": [3.4269700050354004, 3.6045382022857666, 3.980247974395752], "traffic_norm": [4.051730155944824, 4.048403739929199, 3.939443826675415], "traffic_residual_norm": [2.935751438140869, 3.196786880493164, 3.6021194458007812], "traffic_r2": [0.47500574588775635, 0.3763357996940613, 0.16353118419647217], "ldr": {"dL_sdil": -0.029812604188919067, "dL_bp": -0.038860708475112915, "ratio": 0.7671657403778829}}, {"step": 600, "epoch": 1, "train_loss": 0.7200742959976196, "cos_r_negg": [0.13175439834594727, 0.07795348763465881, 0.1812797635793686], "cos_innovation_negg": [0.13175439834594727, 0.07795348763465881, 0.1812797635793686], "cos_apical_negg": [0.08901266753673553, 0.08648606389760971, 0.07639320939779282], "cos_Ac_negg": [0.7359097003936768, -0.15225845575332642, 0.48575612902641296], "r_norm": [3.6246395111083984, 3.5298452377319336, 4.128954887390137], "traffic_norm": [4.034144878387451, 3.9666850566864014, 3.867419958114624], "traffic_residual_norm": [3.060974359512329, 3.020019054412842, 3.7089340686798096], "traffic_r2": [0.4242618680000305, 0.4202508330345154, 0.08007240295410156]}, {"step": 700, "epoch": 1, "train_loss": 0.5908076167106628, "cos_r_negg": [0.11141012609004974, 0.02198515459895134, 0.19314983487129211], "cos_innovation_negg": [0.11141012609004974, 0.02198515459895134, 0.19314983487129211], "cos_apical_negg": [0.2659163475036621, 0.040657978504896164, 0.1825401782989502], "cos_Ac_negg": [0.8335615396499634, 0.13282591104507446, 0.3777124881744385], "r_norm": [3.5984697341918945, 3.7350118160247803, 3.9046456813812256], "traffic_norm": [4.146975040435791, 4.124464511871338, 3.986248016357422], "traffic_residual_norm": [2.9173426628112793, 3.1841578483581543, 3.384965658187866], "traffic_r2": [0.5051061511039734, 0.4021304249763489, 0.27775073051452637]}, {"step": 800, "epoch": 1, "train_loss": 0.7938329577445984, "cos_r_negg": [0.22763857245445251, -0.3415822982788086, 0.14466644823551178], "cos_innovation_negg": [0.22763857245445251, -0.3415822982788086, 0.14466644823551178], "cos_apical_negg": [0.26471373438835144, 0.14601057767868042, 0.15965132415294647], "cos_Ac_negg": [0.7009950876235962, -0.2623273730278015, 0.2998933792114258], "r_norm": [3.5752058029174805, 3.8245532512664795, 3.7033674716949463], "traffic_norm": [4.0824995040893555, 4.081176280975342, 3.9853873252868652], "traffic_residual_norm": [2.952979564666748, 3.29400634765625, 3.1777517795562744], "traffic_r2": [0.4767778515815735, 0.3484773635864258, 0.3641589879989624]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8046, "eval_loss": 0.5548658203125, "val_acc": 0.8046, "val_loss": 0.5548658203125}, {"step": 900, "epoch": 2, "train_loss": 0.465598464012146, "cos_r_negg": [0.2579461336135864, -0.23393067717552185, 0.006646478082984686], "cos_innovation_negg": [0.2579461336135864, -0.23393067717552185, 0.006646478082984686], "cos_apical_negg": [0.22379852831363678, 0.23653270304203033, 0.13414141535758972], "cos_Ac_negg": [0.8658297061920166, -0.3253348767757416, 0.11302052438259125], "r_norm": [3.4297375679016113, 3.5391440391540527, 3.189781904220581], "traffic_norm": [4.044981956481934, 4.073268413543701, 3.970456123352051], "traffic_residual_norm": [2.948235034942627, 3.1385421752929688, 2.757526397705078], "traffic_r2": [0.4687742590904236, 0.4063250422477722, 0.5176331996917725]}, {"step": 1000, "epoch": 2, "train_loss": 0.5348909497261047, "cos_r_negg": [0.1210460364818573, -0.2124100923538208, 0.09571827948093414], "cos_innovation_negg": [0.1210460364818573, -0.2124100923538208, 0.09571827948093414], "cos_apical_negg": [0.22798651456832886, 0.023760303854942322, -0.04792121797800064], "cos_Ac_negg": [0.7483279705047607, -0.5132249593734741, 0.2383379191160202], "r_norm": [3.304128885269165, 3.361147403717041, 2.9944655895233154], "traffic_norm": [4.06646728515625, 4.085572242736816, 3.998716115951538], "traffic_residual_norm": [2.7449700832366943, 2.91326642036438, 2.5061306953430176], "traffic_r2": [0.5443382859230042, 0.4915311932563782, 0.606746256351471], "ldr": {"dL_sdil": -0.027349799871444702, "dL_bp": -0.06897106766700745, "ratio": 0.39654018411734077}}, {"step": 1100, "epoch": 2, "train_loss": 0.34746354818344116, "cos_r_negg": [0.23973624408245087, 0.07533589005470276, -0.08106679469347], "cos_innovation_negg": [0.23973624408245087, 0.07533589005470276, -0.08106679469347], "cos_apical_negg": [0.10623787343502045, 0.2774285674095154, 0.07045363634824753], "cos_Ac_negg": [0.7860434055328369, -0.09682726860046387, -0.05847984552383423], "r_norm": [3.2064521312713623, 3.267500400543213, 3.1223511695861816], "traffic_norm": [4.021359443664551, 4.025274276733398, 3.966667652130127], "traffic_residual_norm": [2.6011786460876465, 2.7569103240966797, 2.584733724594116], "traffic_r2": [0.5814971923828125, 0.5295292139053345, 0.5748041868209839]}, {"step": 1200, "epoch": 2, "train_loss": 0.4433048367500305, "cos_r_negg": [0.21043257415294647, -0.1366744041442871, -0.0014735795557498932], "cos_innovation_negg": [0.21043257415294647, -0.1366744041442871, -0.0014735795557498932], "cos_apical_negg": [0.15887540578842163, -0.09748908877372742, 0.07453791052103043], "cos_Ac_negg": [0.8389827013015747, -0.4660135507583618, 0.10323891788721085], "r_norm": [3.2363171577453613, 3.3099801540374756, 3.2906222343444824], "traffic_norm": [4.014922142028809, 3.96960711479187, 3.966310977935791], "traffic_residual_norm": [2.774451732635498, 2.956148862838745, 2.921632766723633], "traffic_r2": [0.5224812030792236, 0.4453505277633667, 0.4562457799911499]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.887, "eval_loss": 0.457746875, "val_acc": 0.887, "val_loss": 0.457746875}, {"step": 1300, "epoch": 3, "train_loss": 0.5866787433624268, "cos_r_negg": [0.37054020166397095, -0.1645958125591278, 0.11495988816022873], "cos_innovation_negg": [0.37054020166397095, -0.1645958125591278, 0.11495988816022873], "cos_apical_negg": [0.032263778150081635, -0.06933655589818954, 0.1790858656167984], "cos_Ac_negg": [0.8036759495735168, -0.35859215259552, 0.17522482573986053], "r_norm": [3.0847506523132324, 3.081862688064575, 3.1254420280456543], "traffic_norm": [4.016822814941406, 3.9857661724090576, 3.9915192127227783], "traffic_residual_norm": [2.572310447692871, 2.67999005317688, 2.6968536376953125], "traffic_r2": [0.589910626411438, 0.5478644371032715, 0.5428564548492432]}, {"step": 1400, "epoch": 3, "train_loss": 0.526524543762207, "cos_r_negg": [0.28102052211761475, -0.23592665791511536, 0.148635596036911], "cos_innovation_negg": [0.28102052211761475, -0.23592665791511536, 0.148635596036911], "cos_apical_negg": [0.17748907208442688, 0.157729834318161, 0.3528869152069092], "cos_Ac_negg": [0.7838252782821655, -0.3216363787651062, 0.2975880801677704], "r_norm": [3.2962582111358643, 3.0990209579467773, 3.0979554653167725], "traffic_norm": [3.983449935913086, 3.977487564086914, 3.9789109230041504], "traffic_residual_norm": [2.745504856109619, 2.6052489280700684, 2.6315629482269287], "traffic_r2": [0.5249577760696411, 0.5709331035614014, 0.56231290102005]}, {"step": 1500, "epoch": 3, "train_loss": 0.6785680055618286, "cos_r_negg": [0.28419822454452515, 0.1684798151254654, 0.07892786711454391], "cos_innovation_negg": [0.28419822454452515, 0.1684798151254654, 0.07892786711454391], "cos_apical_negg": [0.05670039355754852, 0.3241809606552124, 0.14372095465660095], "cos_Ac_negg": [0.8614577054977417, -0.2510457932949066, 0.16735906898975372], "r_norm": [2.9965052604675293, 3.1835269927978516, 3.041238784790039], "traffic_norm": [4.024893760681152, 4.009940147399902, 3.9783053398132324], "traffic_residual_norm": [2.526993989944458, 2.8218994140625, 2.666168689727783], "traffic_r2": [0.60579514503479, 0.5029898881912231, 0.5503509640693665], "ldr": {"dL_sdil": -0.08112731575965881, "dL_bp": -0.10089221596717834, "ratio": 0.804098859183058}}, {"step": 1600, "epoch": 3, "train_loss": 0.4643303453922272, "cos_r_negg": [0.28942006826400757, -0.1876518279314041, -0.2966800928115845], "cos_innovation_negg": [0.28942006826400757, -0.1876518279314041, -0.2966800928115845], "cos_apical_negg": [0.047487448900938034, -0.1721334308385849, 0.1273920089006424], "cos_Ac_negg": [0.8197429180145264, -0.36022722721099854, -0.2692245841026306], "r_norm": [3.4775450229644775, 3.3973636627197266, 3.5804331302642822], "traffic_norm": [4.160429000854492, 4.16393518447876, 4.096724510192871], "traffic_residual_norm": [2.999162435531616, 3.01267147064209, 3.2161102294921875], "traffic_r2": [0.47990643978118896, 0.47654396295547485, 0.38373470306396484]}, {"step": 1700, "epoch": 3, "train_loss": 0.6517248749732971, "cos_r_negg": [0.19617637991905212, -0.184404194355011, 0.03990839421749115], "cos_innovation_negg": [0.19617637991905212, -0.184404194355011, 0.03990839421749115], "cos_apical_negg": [0.19233442842960358, -0.09740151464939117, 0.016789404675364494], "cos_Ac_negg": [0.8465092778205872, -0.23773649334907532, 0.3437332510948181], "r_norm": [3.7411441802978516, 3.2417635917663574, 3.486363649368286], "traffic_norm": [4.156205177307129, 4.141836166381836, 4.088203430175781], "traffic_residual_norm": [3.2910661697387695, 2.8819425106048584, 3.1230709552764893], "traffic_r2": [0.3728477358818054, 0.5158683061599731, 0.4164333939552307]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8596, "eval_loss": 0.5574037475585938, "val_acc": 0.8596, "val_loss": 0.5574037475585938}, {"step": 1800, "epoch": 4, "train_loss": 0.22737738490104675, "cos_r_negg": [0.20163272321224213, -0.07893085479736328, 0.06722590327262878], "cos_innovation_negg": [0.20163272321224213, -0.07893085479736328, 0.06722590327262878], "cos_apical_negg": [-0.0012180921621620655, -0.08453405648469925, 0.07186250388622284], "cos_Ac_negg": [0.8529537916183472, -0.07940015196800232, 0.12633375823497772], "r_norm": [3.2856483459472656, 3.0597853660583496, 3.2297120094299316], "traffic_norm": [4.168155670166016, 4.178238868713379, 4.121936798095703], "traffic_residual_norm": [2.918631076812744, 2.766622304916382, 2.9552648067474365], "traffic_r2": [0.5096917152404785, 0.5615689158439636, 0.48595792055130005]}, {"step": 1900, "epoch": 4, "train_loss": 0.3954687714576721, "cos_r_negg": [0.3003518879413605, -0.4233131408691406, 0.1880398690700531], "cos_innovation_negg": [0.3003518879413605, -0.4233131408691406, 0.1880398690700531], "cos_apical_negg": [0.1578388214111328, -0.49078330397605896, 0.1502835899591446], "cos_Ac_negg": [0.8026018142700195, -0.6740137934684753, 0.2179282307624817], "r_norm": [3.381894826889038, 3.015770435333252, 3.063347816467285], "traffic_norm": [4.135719299316406, 4.11456298828125, 4.097018241882324], "traffic_residual_norm": [2.8699164390563965, 2.619502544403076, 2.6504018306732178], "traffic_r2": [0.5184587240219116, 0.5946948528289795, 0.5815154314041138]}, {"step": 2000, "epoch": 4, "train_loss": 0.4961415231227875, "cos_r_negg": [0.1614738553762436, -0.08221939951181412, 0.050855182111263275], "cos_innovation_negg": [0.1614738553762436, -0.08221939951181412, 0.050855182111263275], "cos_apical_negg": [0.0804034024477005, -0.0016012229025363922, 0.11097928881645203], "cos_Ac_negg": [0.8685337901115417, -0.023741763085126877, 0.139512836933136], "r_norm": [3.154895067214966, 2.748507499694824, 2.7828681468963623], "traffic_norm": [4.199228286743164, 4.095062255859375, 4.107799053192139], "traffic_residual_norm": [2.6598992347717285, 2.3422093391418457, 2.3850982189178467], "traffic_r2": [0.5987699031829834, 0.6728640794754028, 0.6628745198249817], "ldr": {"dL_sdil": -0.0825657844543457, "dL_bp": -0.11844226717948914, "ratio": 0.6970972982915323}}, {"step": 2100, "epoch": 4, "train_loss": 0.4661825895309448, "cos_r_negg": [0.3011249601840973, -0.011128944344818592, 0.0048302654176950455], "cos_innovation_negg": [0.3011249601840973, -0.011128944344818592, 0.0048302654176950455], "cos_apical_negg": [0.07180264592170715, -0.03526704013347626, 0.1797507256269455], "cos_Ac_negg": [0.8694584369659424, -0.2587986886501312, 0.2555355131626129], "r_norm": [2.7963967323303223, 2.4373955726623535, 2.5125951766967773], "traffic_norm": [4.203502178192139, 4.089290618896484, 4.086252212524414], "traffic_residual_norm": [2.3493895530700684, 2.0681724548339844, 2.151564598083496], "traffic_r2": [0.6876118183135986, 0.7441809773445129, 0.7227540612220764]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8872, "eval_loss": 0.42460255737304686, "val_acc": 0.8872, "val_loss": 0.42460255737304686}, {"step": 2200, "epoch": 5, "train_loss": 0.49815136194229126, "cos_r_negg": [0.3079163134098053, -0.4075555205345154, 0.04816360026597977], "cos_innovation_negg": [0.3079163134098053, -0.4075555205345154, 0.04816360026597977], "cos_apical_negg": [0.1387205719947815, -0.42657148838043213, 0.2267151176929474], "cos_Ac_negg": [0.877167284488678, -0.34478574991226196, -0.010418079793453217], "r_norm": [2.707845687866211, 2.3405303955078125, 2.378657341003418], "traffic_norm": [4.183050632476807, 4.06175422668457, 4.064691543579102], "traffic_residual_norm": [2.139634132385254, 1.9047930240631104, 1.9551708698272705], "traffic_r2": [0.7382421493530273, 0.7799290418624878, 0.7685924172401428]}, {"step": 2300, "epoch": 5, "train_loss": 0.5202093720436096, "cos_r_negg": [0.24645650386810303, -0.23065489530563354, 0.10139467567205429], "cos_innovation_negg": [0.24645650386810303, -0.23065489530563354, 0.10139467567205429], "cos_apical_negg": [0.15608541667461395, -0.10089996457099915, 0.014182643964886665], "cos_Ac_negg": [0.8520179390907288, -0.04216737672686577, 0.3224433362483978], "r_norm": [3.005276918411255, 2.7344508171081543, 2.4936389923095703], "traffic_norm": [4.197893142700195, 4.077025413513184, 4.117674350738525], "traffic_residual_norm": [2.6383631229400635, 2.4523093700408936, 2.1745800971984863], "traffic_r2": [0.604944109916687, 0.6380730867385864, 0.7210404872894287]}, {"step": 2400, "epoch": 5, "train_loss": 0.4081694483757019, "cos_r_negg": [0.328601211309433, 0.024304185062646866, 0.05858851969242096], "cos_innovation_negg": [0.328601211309433, 0.024304185062646866, 0.05858851969242096], "cos_apical_negg": [0.15595796704292297, -0.06818947196006775, 0.18789184093475342], "cos_Ac_negg": [0.8744088411331177, 0.034080445766448975, 0.31822243332862854], "r_norm": [3.128711462020874, 2.907315492630005, 2.5226645469665527], "traffic_norm": [4.223591327667236, 4.108334541320801, 4.136565208435059], "traffic_residual_norm": [2.718388557434082, 2.6029725074768066, 2.1624159812927246], "traffic_r2": [0.5857527256011963, 0.598572850227356, 0.7267277240753174]}, {"step": 2500, "epoch": 5, "train_loss": 0.45149433612823486, "cos_r_negg": [0.2959599494934082, -0.010664856061339378, 0.15644027292728424], "cos_innovation_negg": [0.2959599494934082, -0.010664856061339378, 0.15644027292728424], "cos_apical_negg": [0.03162596374750137, -0.04076559096574783, 0.16918057203292847], "cos_Ac_negg": [0.8745942115783691, 0.08653127402067184, 0.3290732204914093], "r_norm": [2.8066582679748535, 2.5540823936462402, 2.325411319732666], "traffic_norm": [4.212190628051758, 4.09393835067749, 4.1184210777282715], "traffic_residual_norm": [2.3996500968933105, 2.2557411193847656, 2.007181167602539], "traffic_r2": [0.675447404384613, 0.6963898539543152, 0.7624609470367432], "ldr": {"dL_sdil": -0.07344892621040344, "dL_bp": -0.09998098015785217, "ratio": 0.7346289873778059}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8652, "eval_loss": 0.48628074951171874, "val_acc": 0.8652, "val_loss": 0.48628074951171874}, {"step": 2600, "epoch": 6, "train_loss": 0.46756136417388916, "cos_r_negg": [0.30966031551361084, 0.21473443508148193, 0.054496295750141144], "cos_innovation_negg": [0.30966031551361084, 0.21473443508148193, 0.054496295750141144], "cos_apical_negg": [0.19128170609474182, -0.13622227311134338, 0.10716401040554047], "cos_Ac_negg": [0.8818912506103516, -0.1143743246793747, 0.2266005277633667], "r_norm": [3.059129238128662, 2.8086166381835938, 2.6783933639526367], "traffic_norm": [4.163195610046387, 4.070923805236816, 4.081516265869141], "traffic_residual_norm": [2.432807683944702, 2.31856632232666, 2.1779253482818604], "traffic_r2": [0.6579797267913818, 0.6719405055046082, 0.7146134972572327]}, {"step": 2700, "epoch": 6, "train_loss": 0.3422313332557678, "cos_r_negg": [0.3749960660934448, 0.1848047524690628, 0.10509276390075684], "cos_innovation_negg": [0.3749960660934448, 0.1848047524690628, 0.10509276390075684], "cos_apical_negg": [0.19935739040374756, -0.069752536714077, 0.08032160997390747], "cos_Ac_negg": [0.9067718982696533, -0.08370459079742432, 0.26210570335388184], "r_norm": [3.0331969261169434, 2.962460517883301, 2.7230658531188965], "traffic_norm": [4.176879405975342, 4.0761637687683105, 4.0786590576171875], "traffic_residual_norm": [2.3608815670013428, 2.497194766998291, 2.2072415351867676], "traffic_r2": [0.6805158853530884, 0.624674916267395, 0.706948459148407]}, {"step": 2800, "epoch": 6, "train_loss": 0.3256221413612366, "cos_r_negg": [0.32243168354034424, -0.06576529145240784, 0.06435588002204895], "cos_innovation_negg": [0.32243168354034424, -0.06576529145240784, 0.06435588002204895], "cos_apical_negg": [0.2849525213241577, 0.02293885126709938, 0.14427095651626587], "cos_Ac_negg": [0.9089404940605164, -0.047564443200826645, 0.07834334671497345], "r_norm": [2.6009883880615234, 2.513362407684326, 2.5752503871917725], "traffic_norm": [4.147784233093262, 4.062623023986816, 4.0674519538879395], "traffic_residual_norm": [2.1639931201934814, 2.22041654586792, 2.2689599990844727], "traffic_r2": [0.7278041839599609, 0.7012753486633301, 0.6887121200561523]}, {"step": 2900, "epoch": 6, "train_loss": 0.32993727922439575, "cos_r_negg": [0.338805615901947, 0.039473459124565125, 0.2465558648109436], "cos_innovation_negg": [0.338805615901947, 0.039473459124565125, 0.2465558648109436], "cos_apical_negg": [0.15745800733566284, 0.1910335123538971, 0.3056830167770386], "cos_Ac_negg": [0.8975359201431274, -0.06469617784023285, 0.6769920587539673], "r_norm": [2.4629032611846924, 2.3552703857421875, 2.588960647583008], "traffic_norm": [4.143499851226807, 4.065162658691406, 4.078423023223877], "traffic_residual_norm": [2.0807676315307617, 2.0662906169891357, 2.3199658393859863], "traffic_r2": [0.7478097081184387, 0.7416176199913025, 0.6763445138931274]}, {"step": 3000, "epoch": 6, "train_loss": 0.35239171981811523, "cos_r_negg": [0.304607629776001, -0.006011573597788811, 0.056153617799282074], "cos_innovation_negg": [0.304607629776001, -0.006011573597788811, 0.056153617799282074], "cos_apical_negg": [0.08312717825174332, 0.07810545712709427, 0.11350232362747192], "cos_Ac_negg": [0.8789894580841064, -0.16529437899589539, 0.11971448361873627], "r_norm": [3.3959054946899414, 2.4082746505737305, 2.8074660301208496], "traffic_norm": [4.183313369750977, 4.114444732666016, 4.114545822143555], "traffic_residual_norm": [2.9418630599975586, 2.0009515285491943, 2.426365852355957], "traffic_r2": [0.5054571628570557, 0.763472318649292, 0.6521743535995483], "ldr": {"dL_sdil": -0.08127889037132263, "dL_bp": -0.11920690536499023, "ratio": 0.6818303866077322}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8942, "eval_loss": 0.4129291381835937, "val_acc": 0.8942, "val_loss": 0.4129291381835937}, {"step": 3100, "epoch": 7, "train_loss": 0.3807290196418762, "cos_r_negg": [0.24987368285655975, -0.06003902107477188, 0.1673744171857834], "cos_innovation_negg": [0.24987368285655975, -0.06003902107477188, 0.1673744171857834], "cos_apical_negg": [0.1548081338405609, -0.02352658472955227, 0.15298238396644592], "cos_Ac_negg": [0.8508861660957336, -0.10774500668048859, 0.21616417169570923], "r_norm": [3.7161004543304443, 2.7076621055603027, 3.175065517425537], "traffic_norm": [4.173114776611328, 4.080470085144043, 4.080012321472168], "traffic_residual_norm": [3.3447959423065186, 2.356487274169922, 2.8520514965057373], "traffic_r2": [0.35757339000701904, 0.6664730310440063, 0.5112967491149902]}, {"step": 3200, "epoch": 7, "train_loss": 0.2939944565296173, "cos_r_negg": [0.2527371048927307, -0.1319533735513687, 0.2893270254135132], "cos_innovation_negg": [0.2527371048927307, -0.1319533735513687, 0.2893270254135132], "cos_apical_negg": [0.12385540455579758, 0.1583564579486847, 0.22161175310611725], "cos_Ac_negg": [0.8903820514678955, -0.10433278232812881, 0.6169449090957642], "r_norm": [3.5205764770507812, 2.9519553184509277, 2.6612207889556885], "traffic_norm": [4.157920837402344, 4.076084613800049, 4.05980110168457], "traffic_residual_norm": [3.1209874153137207, 2.6290316581726074, 2.3209173679351807], "traffic_r2": [0.436484158039093, 0.5838906764984131, 0.6712433695793152]}, {"step": 3300, "epoch": 7, "train_loss": 0.4479680359363556, "cos_r_negg": [0.27294206619262695, -0.08262453973293304, 0.1046295017004013], "cos_innovation_negg": [0.27294206619262695, -0.08262453973293304, 0.1046295017004013], "cos_apical_negg": [0.20197290182113647, 0.3961435556411743, 0.14275383949279785], "cos_Ac_negg": [0.8846535086631775, 0.7906426191329956, 0.4421992897987366], "r_norm": [3.0027990341186523, 2.5603280067443848, 2.8924245834350586], "traffic_norm": [4.132457256317139, 4.040591239929199, 4.033308029174805], "traffic_residual_norm": [2.641754388809204, 2.242205858230591, 2.6186773777008057], "traffic_r2": [0.5913219451904297, 0.692054271697998, 0.578463077545166]}, {"step": 3400, "epoch": 7, "train_loss": 0.2876160442829132, "cos_r_negg": [0.2465023398399353, 0.3034732937812805, -0.14299315214157104], "cos_innovation_negg": [0.2465023398399353, 0.3034732937812805, -0.14299315214157104], "cos_apical_negg": [0.11605166643857956, 0.0695895105600357, 0.31991395354270935], "cos_Ac_negg": [0.9116647243499756, 0.6055383682250977, 0.5913360118865967], "r_norm": [2.7225863933563232, 2.4842495918273926, 2.4959702491760254], "traffic_norm": [4.142182350158691, 4.056166648864746, 4.042459487915039], "traffic_residual_norm": [2.3688807487487793, 2.2144856452941895, 2.217958688735962], "traffic_r2": [0.672939121723175, 0.7019334435462952, 0.6989490985870361]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9058, "eval_loss": 0.37778790283203123, "val_acc": 0.9058, "val_loss": 0.37778790283203123}, {"step": 3500, "epoch": 8, "train_loss": 0.406758576631546, "cos_r_negg": [0.24010679125785828, 0.3066272735595703, 0.27014416456222534], "cos_innovation_negg": [0.24010679125785828, 0.3066272735595703, 0.27014416456222534], "cos_apical_negg": [0.1376023292541504, 0.5333113670349121, 0.39107805490493774], "cos_Ac_negg": [0.9089317917823792, 0.7915785312652588, 0.5172919034957886], "r_norm": [2.8848979473114014, 2.435361862182617, 2.736635208129883], "traffic_norm": [4.126256942749023, 4.0223069190979, 4.033006191253662], "traffic_residual_norm": [2.5629405975341797, 2.1744627952575684, 2.490246295928955], "traffic_r2": [0.6141171455383301, 0.7077137231826782, 0.6124032735824585], "ldr": {"dL_sdil": -0.03245854377746582, "dL_bp": -0.05976599454879761, "ratio": 0.5430938449616887}}, {"step": 3600, "epoch": 8, "train_loss": 0.33543655276298523, "cos_r_negg": [0.31193414330482483, 0.3144320249557495, 0.16503097116947174], "cos_innovation_negg": [0.31193414330482483, 0.3144320249557495, 0.16503097116947174], "cos_apical_negg": [0.14287105202674866, 0.3518604636192322, 0.06704733520746231], "cos_Ac_negg": [0.8937464952468872, 0.7061306238174438, 0.5315738916397095], "r_norm": [2.6205263137817383, 2.1412267684936523, 2.726372718811035], "traffic_norm": [4.194944858551025, 4.03614616394043, 4.050295352935791], "traffic_residual_norm": [2.3032445907592773, 1.8910081386566162, 2.4975273609161377], "traffic_r2": [0.6984726190567017, 0.780366063117981, 0.6197671294212341]}, {"step": 3700, "epoch": 8, "train_loss": 0.14146114885807037, "cos_r_negg": [0.20858608186244965, 0.2627721428871155, 0.15741801261901855], "cos_innovation_negg": [0.20858608186244965, 0.2627721428871155, 0.15741801261901855], "cos_apical_negg": [0.13151521980762482, 0.5745174884796143, 0.20115208625793457], "cos_Ac_negg": [0.8677371144294739, 0.7898249626159668, 0.2347790002822876], "r_norm": [2.745990514755249, 2.3598968982696533, 2.590867042541504], "traffic_norm": [4.218920707702637, 4.060116767883301, 4.062591552734375], "traffic_residual_norm": [2.3927857875823975, 2.085245132446289, 2.3285951614379883], "traffic_r2": [0.6783231496810913, 0.7362052202224731, 0.671466052532196]}, {"step": 3800, "epoch": 8, "train_loss": 0.2724689543247223, "cos_r_negg": [0.20191308856010437, 0.10326248407363892, 0.1271488070487976], "cos_innovation_negg": [0.20191308856010437, 0.10326248407363892, 0.1271488070487976], "cos_apical_negg": [0.2165960818529129, 0.10463526099920273, -0.010637993924319744], "cos_Ac_negg": [0.8775149583816528, 0.5696345567703247, 0.6030784845352173], "r_norm": [2.413969039916992, 2.08978009223938, 2.184281826019287], "traffic_norm": [4.190103530883789, 4.0335893630981445, 4.026215553283691], "traffic_residual_norm": [2.119664192199707, 1.8503344058990479, 1.9574568271636963], "traffic_r2": [0.74409019947052, 0.7895644307136536, 0.7636315226554871]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9096, "eval_loss": 0.35604088745117185, "val_acc": 0.9096, "val_loss": 0.35604088745117185}, {"step": 3900, "epoch": 9, "train_loss": 0.33702895045280457, "cos_r_negg": [0.2464371919631958, 0.4876886308193207, 0.24544063210487366], "cos_innovation_negg": [0.2464371919631958, 0.4876886308193207, 0.24544063210487366], "cos_apical_negg": [0.05016447231173515, 0.7223681211471558, -0.03635792061686516], "cos_Ac_negg": [0.7415635585784912, 0.8282526135444641, 0.6140731573104858], "r_norm": [2.2562050819396973, 1.918578028678894, 2.010002613067627], "traffic_norm": [4.187812805175781, 4.041743755340576, 4.049261569976807], "traffic_residual_norm": [1.9256596565246582, 1.668673038482666, 1.7563923597335815], "traffic_r2": [0.7885618209838867, 0.8295486569404602, 0.8118568658828735]}, {"step": 4000, "epoch": 9, "train_loss": 0.23960182070732117, "cos_r_negg": [0.30309587717056274, 0.3334033489227295, 0.2633616328239441], "cos_innovation_negg": [0.30309587717056274, 0.3334033489227295, 0.2633616328239441], "cos_apical_negg": [0.09541624784469604, 0.17572343349456787, 0.10089163482189178], "cos_Ac_negg": [0.8135209679603577, 0.7376080751419067, 0.4359980821609497], "r_norm": [2.3186492919921875, 2.015458583831787, 2.446310043334961], "traffic_norm": [4.246101379394531, 4.074117183685303, 4.119361877441406], "traffic_residual_norm": [1.8982512950897217, 1.6792798042297363, 2.1416194438934326], "traffic_r2": [0.8001407384872437, 0.8301079869270325, 0.7297177910804749], "ldr": {"dL_sdil": -0.03568220138549805, "dL_bp": -0.05320313572883606, "ratio": 0.6706785398394914}}, {"step": 4100, "epoch": 9, "train_loss": 0.4121253490447998, "cos_r_negg": [0.19563478231430054, 0.0917043536901474, 0.12160542607307434], "cos_innovation_negg": [0.19563478231430054, 0.0917043536901474, 0.12160542607307434], "cos_apical_negg": [0.1324261724948883, 0.4180377721786499, 0.04774424806237221], "cos_Ac_negg": [0.8574857115745544, 0.6288224458694458, 0.6096217036247253], "r_norm": [2.2188186645507812, 1.9462491273880005, 2.175525665283203], "traffic_norm": [4.216731071472168, 4.039464950561523, 4.1052093505859375], "traffic_residual_norm": [1.844043493270874, 1.6553486585617065, 1.893636703491211], "traffic_r2": [0.8087179660797119, 0.8320444226264954, 0.7872253656387329]}, {"step": 4200, "epoch": 9, "train_loss": 0.7114162445068359, "cos_r_negg": [0.2255409061908722, 0.43321704864501953, 0.2174490988254547], "cos_innovation_negg": [0.2255409061908722, 0.43321704864501953, 0.2174490988254547], "cos_apical_negg": [0.2997550964355469, 0.671748161315918, -0.06988998502492905], "cos_Ac_negg": [0.8660634756088257, 0.7634474039077759, 0.6974071264266968], "r_norm": [2.311328172683716, 2.210545778274536, 2.1324210166931152], "traffic_norm": [4.21840763092041, 4.02138090133667, 4.102639675140381], "traffic_residual_norm": [1.8018128871917725, 1.8571748733520508, 1.7422082424163818], "traffic_r2": [0.8172932863235474, 0.7866394519805908, 0.8193652629852295]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.899, "eval_loss": 0.42973285522460936, "val_acc": 0.899, "val_loss": 0.42973285522460936}, {"step": 4300, "epoch": 10, "train_loss": 0.37225353717803955, "cos_r_negg": [0.2265450656414032, 0.27461951971054077, 0.2472117692232132], "cos_innovation_negg": [0.2265450656414032, 0.27461951971054077, 0.2472117692232132], "cos_apical_negg": [0.12251190841197968, 0.48597317934036255, 0.1240711584687233], "cos_Ac_negg": [0.8651114702224731, 0.6572772860527039, 0.7327700853347778], "r_norm": [3.3412086963653564, 2.4215943813323975, 2.972393035888672], "traffic_norm": [4.209948539733887, 4.031896591186523, 4.109533786773682], "traffic_residual_norm": [2.940748691558838, 2.068497896194458, 2.6588282585144043], "traffic_r2": [0.5120658874511719, 0.7367952466011047, 0.581403911113739]}, {"step": 4400, "epoch": 10, "train_loss": 0.4193345308303833, "cos_r_negg": [0.32878434658050537, 0.34157466888427734, -0.07192505896091461], "cos_innovation_negg": [0.32878434658050537, 0.34157466888427734, -0.07192505896091461], "cos_apical_negg": [0.22572559118270874, 0.5203864574432373, 0.33548909425735474], "cos_Ac_negg": [0.8664096593856812, 0.8001344203948975, 0.36899533867836], "r_norm": [3.01328444480896, 2.2401459217071533, 2.68998646736145], "traffic_norm": [4.162131309509277, 4.007620811462402, 4.093735694885254], "traffic_residual_norm": [2.5250673294067383, 1.8360605239868164, 2.336702585220337], "traffic_r2": [0.6319459676742554, 0.7901074886322021, 0.674190878868103]}, {"step": 4500, "epoch": 10, "train_loss": 0.3386306166648865, "cos_r_negg": [0.24972820281982422, 0.3346489667892456, 0.04544076323509216], "cos_innovation_negg": [0.24972820281982422, 0.3346489667892456, 0.04544076323509216], "cos_apical_negg": [0.033869508653879166, 0.4927137792110443, 0.10515452921390533], "cos_Ac_negg": [0.817081868648529, 0.7809808254241943, 0.4363052248954773], "r_norm": [2.472271203994751, 1.8593928813934326, 2.5265231132507324], "traffic_norm": [4.161709785461426, 4.008145332336426, 4.093702793121338], "traffic_residual_norm": [2.1533169746398926, 1.5965940952301025, 2.292496681213379], "traffic_r2": [0.7322732210159302, 0.8412233591079712, 0.6733729839324951], "ldr": {"dL_sdil": -0.013695254921913147, "dL_bp": -0.029255062341690063, "ratio": 0.46813282302928677}}, {"step": 4600, "epoch": 10, "train_loss": 0.4075046181678772, "cos_r_negg": [0.25644248723983765, 0.1899607628583908, 0.24227489531040192], "cos_innovation_negg": [0.25644248723983765, 0.1899607628583908, 0.24227489531040192], "cos_apical_negg": [-0.1466858685016632, 0.33802300691604614, -0.018282465636730194], "cos_Ac_negg": [0.8939672112464905, 0.691095232963562, 0.47555142641067505], "r_norm": [2.3285272121429443, 1.8305561542510986, 3.8469767570495605], "traffic_norm": [4.150728225708008, 3.990262746810913, 4.049643516540527], "traffic_residual_norm": [1.9574543237686157, 1.529738426208496, 3.652315139770508], "traffic_r2": [0.7775973081588745, 0.8525695204734802, 0.18658477067947388]}, {"step": 4700, "epoch": 10, "train_loss": 0.14802226424217224, "cos_r_negg": [0.22663718461990356, 0.14059102535247803, 0.3556015193462372], "cos_innovation_negg": [0.22663718461990356, 0.14059102535247803, 0.3556015193462372], "cos_apical_negg": [0.013836999423801899, 0.41889488697052, -0.07464510202407837], "cos_Ac_negg": [0.9168856143951416, 0.6425565481185913, 0.5370011329650879], "r_norm": [2.213345527648926, 1.8906329870224, 5.764084815979004], "traffic_norm": [4.1344170570373535, 3.998311996459961, 4.071146011352539], "traffic_residual_norm": [1.846785068511963, 1.6065034866333008, 5.633144378662109], "traffic_r2": [0.8004679679870605, 0.8372862339019775, -0.9145714044570923]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8948, "eval_loss": 0.40199634399414064, "val_acc": 0.8948, "val_loss": 0.40199634399414064}, {"step": 4800, "epoch": 11, "train_loss": 0.3477449417114258, "cos_r_negg": [0.23078088462352753, 0.26976266503334045, 0.13143165409564972], "cos_innovation_negg": [0.23078088462352753, 0.26976266503334045, 0.13143165409564972], "cos_apical_negg": [0.18745160102844238, 0.2657870054244995, -0.08704392611980438], "cos_Ac_negg": [0.9230048060417175, 0.3511080741882324, 0.37713974714279175], "r_norm": [2.1954574584960938, 3.38079833984375, 5.173645973205566], "traffic_norm": [4.166325092315674, 4.03873348236084, 4.108649730682373], "traffic_residual_norm": [1.7665278911590576, 3.1324920654296875, 4.9908246994018555], "traffic_r2": [0.8202205896377563, 0.39831018447875977, -0.475502610206604]}, {"step": 4900, "epoch": 11, "train_loss": 0.5953800678253174, "cos_r_negg": [0.31263768672943115, 0.24345290660858154, 0.2896740436553955], "cos_innovation_negg": [0.31263768672943115, 0.24345290660858154, 0.2896740436553955], "cos_apical_negg": [0.0916270911693573, 0.13440167903900146, 0.046521324664354324], "cos_Ac_negg": [0.8544811010360718, 0.12898069620132446, 0.4479878842830658], "r_norm": [2.252261161804199, 3.016148090362549, 4.40317440032959], "traffic_norm": [4.158926010131836, 4.0075812339782715, 4.0807623863220215], "traffic_residual_norm": [1.893564224243164, 2.7925214767456055, 4.227926254272461], "traffic_r2": [0.7925841212272644, 0.514183521270752, -0.07351148128509521]}, {"step": 5000, "epoch": 11, "train_loss": 0.2972942888736725, "cos_r_negg": [0.21573388576507568, -0.014849919825792313, 0.3914555311203003], "cos_innovation_negg": [0.21573388576507568, -0.014849919825792313, 0.3914555311203003], "cos_apical_negg": [0.24124862253665924, 0.14407037198543549, -0.054735004901885986], "cos_Ac_negg": [0.870539665222168, 0.35892438888549805, 0.5321927666664124], "r_norm": [2.179124355316162, 2.9905316829681396, 4.003237724304199], "traffic_norm": [4.168583393096924, 3.9976634979248047, 4.048582077026367], "traffic_residual_norm": [1.7386846542358398, 2.718052387237549, 3.766901969909668], "traffic_r2": [0.8260124921798706, 0.5377259254455566, 0.1343279480934143], "ldr": {"dL_sdil": -0.04633483290672302, "dL_bp": -0.06948202848434448, "ratio": 0.6668606820706605}}, {"step": 5100, "epoch": 11, "train_loss": 0.4350673258304596, "cos_r_negg": [0.3551802635192871, 0.2327592372894287, 0.004956157878041267], "cos_innovation_negg": [0.3551802635192871, 0.2327592372894287, 0.004956157878041267], "cos_apical_negg": [0.1404331475496292, 0.21768826246261597, 0.1756172478199005], "cos_Ac_negg": [0.835828423500061, 0.3788872957229614, 0.4231092929840088], "r_norm": [1.9934639930725098, 2.629765510559082, 3.4108693599700928], "traffic_norm": [4.141624927520752, 3.995840549468994, 4.036301612854004], "traffic_residual_norm": [1.5597895383834839, 2.3492238521575928, 3.1642746925354004], "traffic_r2": [0.8581625819206238, 0.6543582081794739, 0.38542813062667847]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9058, "eval_loss": 0.40905196533203125, "val_acc": 0.9058, "val_loss": 0.40905196533203125}, {"step": 5200, "epoch": 12, "train_loss": 0.24960266053676605, "cos_r_negg": [0.2550554871559143, 0.3308717608451843, 0.08003780245780945], "cos_innovation_negg": [0.2550554871559143, 0.3308717608451843, 0.08003780245780945], "cos_apical_negg": [0.09208199381828308, 0.44926974177360535, 0.022158343344926834], "cos_Ac_negg": [0.8524726629257202, 0.7878354787826538, 0.49465951323509216], "r_norm": [1.8734450340270996, 3.2257001399993896, 3.3508708477020264], "traffic_norm": [4.130087852478027, 3.9881086349487305, 4.03122091293335], "traffic_residual_norm": [1.462411880493164, 3.001156806945801, 3.1346044540405273], "traffic_r2": [0.8746115565299988, 0.4336744546890259, 0.39537513256073]}, {"step": 5300, "epoch": 12, "train_loss": 0.1551140397787094, "cos_r_negg": [0.18150213360786438, 0.15873830020427704, 0.42692801356315613], "cos_innovation_negg": [0.18150213360786438, 0.15873830020427704, 0.42692801356315613], "cos_apical_negg": [-0.06789030134677887, 0.2388036847114563, 8.597690612077713e-05], "cos_Ac_negg": [0.8938359022140503, 0.6053422689437866, 0.6000581979751587], "r_norm": [2.125166893005371, 4.313371181488037, 2.8644285202026367], "traffic_norm": [4.106880187988281, 3.938342571258545, 4.015407562255859], "traffic_residual_norm": [1.7636792659759521, 4.128273963928223, 2.636059284210205], "traffic_r2": [0.8155571818351746, -0.09875798225402832, 0.5690349340438843]}, {"step": 5400, "epoch": 12, "train_loss": 0.2645549774169922, "cos_r_negg": [0.2716645300388336, -0.12416645139455795, 0.17716842889785767], "cos_innovation_negg": [0.2716645300388336, -0.12416645139455795, 0.17716842889785767], "cos_apical_negg": [0.06550069153308868, 0.23150378465652466, 0.10528934001922607], "cos_Ac_negg": [0.8814618587493896, 0.5363780856132507, 0.4442245066165924], "r_norm": [2.0241684913635254, 3.6292147636413574, 2.5045275688171387], "traffic_norm": [4.108631134033203, 3.9247546195983887, 4.0042338371276855], "traffic_residual_norm": [1.595563530921936, 3.3933894634246826, 2.2004876136779785], "traffic_r2": [0.8491120338439941, 0.252460241317749, 0.6980055570602417]}, {"step": 5500, "epoch": 12, "train_loss": 0.31391364336013794, "cos_r_negg": [0.27023544907569885, -0.25949856638908386, 0.06615523993968964], "cos_innovation_negg": [0.27023544907569885, -0.25949856638908386, 0.06615523993968964], "cos_apical_negg": [-0.020850155502557755, -0.256184458732605, 0.1120339184999466], "cos_Ac_negg": [0.865171492099762, 0.5339704751968384, 0.4232056438922882], "r_norm": [3.6861047744750977, 4.486872673034668, 2.874298572540283], "traffic_norm": [4.119967937469482, 3.9423933029174805, 4.009194374084473], "traffic_residual_norm": [3.376722574234009, 4.307894706726074, 2.6165194511413574], "traffic_r2": [0.32826316356658936, -0.19399940967559814, 0.5740612745285034], "ldr": {"dL_sdil": -0.01939624547958374, "dL_bp": -0.03776174783706665, "ratio": 0.5136479795181654}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9128, "eval_loss": 0.3605601623535156, "val_acc": 0.9128, "val_loss": 0.3605601623535156}, {"step": 5600, "epoch": 13, "train_loss": 0.3689878284931183, "cos_r_negg": [0.3220539689064026, -0.19605037569999695, 0.1710897833108902], "cos_innovation_negg": [0.3220539689064026, -0.19605037569999695, 0.1710897833108902], "cos_apical_negg": [0.17032572627067566, 0.319256454706192, 0.179165780544281], "cos_Ac_negg": [0.8907368183135986, 0.6428419351577759, 0.520816445350647], "r_norm": [3.123279333114624, 3.8070082664489746, 2.4487695693969727], "traffic_norm": [4.133899688720703, 3.9554500579833984, 4.023621082305908], "traffic_residual_norm": [2.82137393951416, 3.612879991531372, 2.1929268836975098], "traffic_r2": [0.5342012643814087, 0.16567468643188477, 0.7029663324356079]}, {"step": 5700, "epoch": 13, "train_loss": 0.43754225969314575, "cos_r_negg": [0.26697245240211487, 0.285658061504364, 0.22038859128952026], "cos_innovation_negg": [0.26697245240211487, 0.285658061504364, 0.22038859128952026], "cos_apical_negg": [0.23888768255710602, 0.2911381721496582, 0.11475522816181183], "cos_Ac_negg": [0.8879251480102539, 0.5258638858795166, 0.41506391763687134], "r_norm": [2.8990492820739746, 3.495274066925049, 2.281322956085205], "traffic_norm": [4.138664722442627, 3.9976978302001953, 4.071786880493164], "traffic_residual_norm": [2.423126220703125, 3.2050764560699463, 1.8889224529266357], "traffic_r2": [0.6571865081787109, 0.354697585105896, 0.7847563624382019]}, {"step": 5800, "epoch": 13, "train_loss": 0.27408355474472046, "cos_r_negg": [0.38985562324523926, 0.15892893075942993, 0.1840820610523224], "cos_innovation_negg": [0.38985562324523926, 0.15892893075942993, 0.1840820610523224], "cos_apical_negg": [0.14208930730819702, 0.13877326250076294, 0.1713862121105194], "cos_Ac_negg": [0.870302677154541, 0.5736019611358643, 0.5723225474357605], "r_norm": [2.5098390579223633, 3.1401238441467285, 2.0442137718200684], "traffic_norm": [4.073461532592773, 3.956850528717041, 4.037467956542969], "traffic_residual_norm": [2.1024484634399414, 2.8735191822052, 1.70315420627594], "traffic_r2": [0.7336035966873169, 0.4726197123527527, 0.8220280408859253]}, {"step": 5900, "epoch": 13, "train_loss": 0.4634941816329956, "cos_r_negg": [0.40214279294013977, 0.4183957576751709, 0.1710129976272583], "cos_innovation_negg": [0.40214279294013977, 0.4183957576751709, 0.1710129976272583], "cos_apical_negg": [0.3080862760543823, -0.2524592876434326, 0.11456581205129623], "cos_Ac_negg": [0.8787055015563965, 0.4010968804359436, 0.6858673095703125], "r_norm": [2.305828094482422, 2.7334299087524414, 1.9400748014450073], "traffic_norm": [4.078840732574463, 3.978325605392456, 4.046292304992676], "traffic_residual_norm": [1.8136650323867798, 2.418354034423828, 1.5438612699508667], "traffic_r2": [0.8022841215133667, 0.6304823756217957, 0.8543939590454102]}, {"step": 6000, "epoch": 13, "train_loss": 0.23421601951122284, "cos_r_negg": [0.06049180030822754, -0.23707278072834015, 0.2401813417673111], "cos_innovation_negg": [0.06049180030822754, -0.23707278072834015, 0.2401813417673111], "cos_apical_negg": [0.008058397099375725, 0.45292943716049194, 0.11226840317249298], "cos_Ac_negg": [0.921727180480957, 0.7890701293945312, 0.5937126874923706], "r_norm": [2.187854528427124, 2.502103090286255, 1.8046045303344727], "traffic_norm": [4.072806358337402, 3.9691648483276367, 4.017913818359375], "traffic_residual_norm": [1.6353416442871094, 2.1071348190307617, 1.3389424085617065], "traffic_r2": [0.8387693166732788, 0.7181686162948608, 0.8888891339302063], "ldr": {"dL_sdil": -0.06018510460853577, "dL_bp": -0.08945119380950928, "ratio": 0.6728261753186091}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8666, "eval_loss": 0.539328955078125, "val_acc": 0.8666, "val_loss": 0.539328955078125}, {"step": 6100, "epoch": 14, "train_loss": 0.23849254846572876, "cos_r_negg": [0.3132131099700928, 0.2875853180885315, 0.0661458820104599], "cos_innovation_negg": [0.3132131099700928, 0.2875853180885315, 0.0661458820104599], "cos_apical_negg": [0.09845894575119019, -0.31631338596343994, 0.18200847506523132], "cos_Ac_negg": [0.8623828291893005, 0.29351484775543213, 0.6385917067527771], "r_norm": [1.8817931413650513, 2.112962245941162, 1.6845815181732178], "traffic_norm": [4.071427822113037, 3.9866042137145996, 4.025736331939697], "traffic_residual_norm": [1.4628779888153076, 1.8173456192016602, 1.3539124727249146], "traffic_r2": [0.8708953261375427, 0.7920525670051575, 0.8848555088043213]}, {"step": 6200, "epoch": 14, "train_loss": 0.46650832891464233, "cos_r_negg": [0.3756769895553589, 0.16734972596168518, 0.03274761885404587], "cos_innovation_negg": [0.3756769895553589, 0.16734972596168518, 0.03274761885404587], "cos_apical_negg": [0.12529605627059937, -0.028288567438721657, 0.10914216190576553], "cos_Ac_negg": [0.8881505727767944, 0.29990243911743164, 0.6541517972946167], "r_norm": [1.7395951747894287, 1.9224741458892822, 1.80061936378479], "traffic_norm": [4.067390441894531, 4.0062456130981445, 4.043858051300049], "traffic_residual_norm": [1.290116548538208, 1.604475975036621, 1.4630763530731201], "traffic_r2": [0.8993784189224243, 0.8395896553993225, 0.8688993453979492]}, {"step": 6300, "epoch": 14, "train_loss": 0.240940660238266, "cos_r_negg": [0.2803269624710083, -0.2065039575099945, 0.23144015669822693], "cos_innovation_negg": [0.2803269624710083, -0.2065039575099945, 0.23144015669822693], "cos_apical_negg": [0.05063691362738609, 0.39919355511665344, 0.055930621922016144], "cos_Ac_negg": [0.8900736570358276, 0.6709650158882141, 0.589712381362915], "r_norm": [1.6873056888580322, 1.7919678688049316, 1.685062289237976], "traffic_norm": [4.068900108337402, 4.009469985961914, 4.047883987426758], "traffic_residual_norm": [1.2396624088287354, 1.4530069828033447, 1.3369758129119873], "traffic_r2": [0.9071635603904724, 0.8686692118644714, 0.8909010887145996]}, {"step": 6400, "epoch": 14, "train_loss": 0.44924333691596985, "cos_r_negg": [0.2710492014884949, -0.054134659469127655, 0.05050312727689743], "cos_innovation_negg": [0.2710492014884949, -0.054134659469127655, 0.05050312727689743], "cos_apical_negg": [0.09500967711210251, -0.1279449164867401, 0.1328689306974411], "cos_Ac_negg": [0.8929225206375122, 0.3266945481300354, 0.5242010951042175], "r_norm": [1.6277989149093628, 1.6186391115188599, 1.5908195972442627], "traffic_norm": [4.086311340332031, 4.023425102233887, 4.05937385559082], "traffic_residual_norm": [1.1585737466812134, 1.2617686986923218, 1.2211649417877197], "traffic_r2": [0.9194591045379639, 0.9015110731124878, 0.9091991782188416]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.4357851623535156, "val_acc": 0.902, "val_loss": 0.4357851623535156}], "final": {"eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.4357851623535156, "wall_s": 21.905871629714966, "val_acc": 0.902, "val_loss": 0.4357851623535156, "cos_r_negg": [0.1702803373336792, 0.06872877478599548, 0.18381553888320923], "cos_innovation_negg": [0.1702803373336792, 0.06872877478599548, 0.18381553888320923], "cos_apical_negg": [0.14685115218162537, 0.1662367880344391, 0.06071808934211731], "cos_Ac_negg": [0.9269005060195923, 0.6622951030731201, 0.7161720991134644], "traffic_norm": [4.07819128036499, 4.024789810180664, 4.059342861175537], "traffic_residual_norm": [1.3291138410568237, 1.368849754333496, 2.1626410484313965], "traffic_r2": [0.8937515020370483, 0.8843298554420471, 0.7161831855773926]}}