{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p5_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.03289563208818436, -0.00476856529712677, 0.0048056417144834995], "cos_innovation_negg": [-0.03368702903389931, 0.015093076974153519, 0.033132635056972504], "cos_apical_negg": [-0.03289563208818436, -0.00476856529712677, 0.0048056417144834995], "cos_Ac_negg": [-0.02180510200560093, 0.018176689743995667, 0.03313412517309189], "r_norm": [11.17222785949707, 10.86836051940918, 10.667440414428711], "traffic_norm": [9.721597671508789, 9.635841369628906, 9.326179504394531], "traffic_residual_norm": [3.649698257446289, 2.466425895690918, 0.0008889422751963139], "traffic_r2": [0.8593669533729553, 0.9346888065338135, 1.0], "ldr": {"dL_sdil": -0.18497800827026367, "dL_bp": -0.4404468536376953, "ratio": 0.4199780444394403}}, {"step": 100, "epoch": 0, "train_loss": 108.58014678955078, "cos_r_negg": [-0.11835891753435135, -1.0, -0.5320614576339722], "cos_innovation_negg": [0.388384610414505, -1.0, -0.5552632808685303], "cos_apical_negg": [-0.11835891753435135, -1.0, -0.5320614576339722], "cos_Ac_negg": [0.7841724157333374, -0.5476718544960022, -0.5552679300308228], "r_norm": [18.999961853027344, 19.354150772094727, 19.201406478881836], "traffic_norm": [18.21456527709961, 18.07688331604004, 17.931442260742188], "traffic_residual_norm": [7.5292463302612305, 3.832608222961426, 0.0006314965430647135], "traffic_r2": [0.8291308879852295, 0.9550492167472839, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 81.59439086914062, "cos_r_negg": [0.08623076230287552, -0.9999999403953552, -0.7479982972145081], "cos_innovation_negg": [0.6455751061439514, -0.5565217137336731, -0.3978951573371887], "cos_apical_negg": [0.08623076230287552, -0.9999999403953552, -0.7479982972145081], "cos_Ac_negg": [0.7766245007514954, 0.13913042843341827, -0.3978739380836487], "r_norm": [20.344642639160156, 19.802593231201172, 19.578458786010742], "traffic_norm": [18.216846466064453, 18.08062171936035, 17.93429946899414], "traffic_residual_norm": [6.163840293884277, 3.136061191558838, 0.0005161674926057458], "traffic_r2": [0.885513186454773, 0.9699156880378723, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 114.69284057617188, "cos_r_negg": [0.10082926601171494, -0.9999999403953552, 0.22276772558689117], "cos_innovation_negg": [0.4946501851081848, -0.9999999403953552, 0.6189195513725281], "cos_apical_negg": [0.10082926601171494, -0.9999999403953552, 0.22276772558689117], "cos_Ac_negg": [0.7679607272148132, -0.9914893507957458, 0.6216065287590027], "r_norm": [20.35675811767578, 19.400413513183594, 19.49298667907715], "traffic_norm": [18.22101402282715, 18.086084365844727, 17.93787956237793], "traffic_residual_norm": [5.045716762542725, 2.5659430027008057, 0.0004224345029797405], "traffic_r2": [0.9233167767524719, 0.9798718094825745, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 63.070404052734375, "cos_r_negg": [0.0036639529280364513, -0.0859375, 0.03087535686790943], "cos_innovation_negg": [0.2681044936180115, 0.20703125, -0.036898158490657806], "cos_apical_negg": [0.0036639529280364513, -0.0859375, 0.03087535686790943], "cos_Ac_negg": [0.4135274887084961, 0.41015625, -0.03791101649403572], "r_norm": [18.972572326660156, 18.80084228515625, 18.172691345214844], "traffic_norm": [18.21926498413086, 18.080791473388672, 17.93492889404297], "traffic_residual_norm": [4.130083084106445, 2.099628448486328, 0.0003458384599070996], "traffic_r2": [0.9486127495765686, 0.9865150451660156, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.1934, "eval_loss": 85.782778125, "val_acc": 0.1934, "val_loss": 85.782778125}, {"step": 500, "epoch": 1, "train_loss": 84.53190612792969, "cos_r_negg": [-0.22540411353111267, -0.9957531094551086, -0.7393613457679749], "cos_innovation_negg": [0.5560575723648071, -0.5031841397285461, -0.3293403387069702], "cos_apical_negg": [-0.22540411353111267, -0.9957531094551086, -0.7393613457679749], "cos_Ac_negg": [0.8938517570495605, -0.08280068635940552, -0.2534041404724121], "r_norm": [19.084766387939453, 18.584190368652344, 18.383747100830078], "traffic_norm": [18.218889236450195, 18.08139419555664, 17.933984756469727], "traffic_residual_norm": [3.380610227584839, 1.717803955078125, 0.0002831321908161044], "traffic_r2": [0.965569257736206, 0.9909742474555969, 1.0], "ldr": {"dL_sdil": -25.194168090820312, "dL_bp": -25.455902099609375, "ratio": 0.9897181405017629}}, {"step": 600, "epoch": 1, "train_loss": 44.02751159667969, "cos_r_negg": [-0.2500382661819458, -0.3914893567562103, -0.3586292266845703], "cos_innovation_negg": [0.359720915555954, 0.570212721824646, -0.043867215514183044], "cos_apical_negg": [-0.2500382661819458, -0.3914893567562103, -0.3586292266845703], "cos_Ac_negg": [0.8415836095809937, 0.1702127605676651, -0.04383836314082146], "r_norm": [17.881858825683594, 17.516780853271484, 17.778392791748047], "traffic_norm": [18.22043800354004, 18.084304809570312, 17.937545776367188], "traffic_residual_norm": [2.767144203186035, 1.4055525064468384, 0.00023171972134150565], "traffic_r2": [0.9769353866577148, 0.9939592480659485, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 46.247528076171875, "cos_r_negg": [-0.26837700605392456, -0.9914893507957458, 0.4970388412475586], "cos_innovation_negg": [0.3221389353275299, -0.9829787015914917, 0.8073905110359192], "cos_apical_negg": [-0.26837700605392456, -0.9914893507957458, 0.4970388412475586], "cos_Ac_negg": [0.867414116859436, -0.9829787015914917, 0.8834434151649475], "r_norm": [21.535690307617188, 20.571651458740234, 20.656085968017578], "traffic_norm": [18.222129821777344, 18.08883285522461, 17.941007614135742], "traffic_residual_norm": [2.2650089263916016, 1.150236964225769, 0.00018953951075673103], "traffic_r2": [0.9845495223999023, 0.995956540107727, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 88.34886169433594, "cos_r_negg": [-0.37448638677597046, -0.7962954044342041, -0.4201053977012634], "cos_innovation_negg": [0.3354191780090332, -0.1439516246318817, -0.11214014887809753], "cos_apical_negg": [-0.37448638677597046, -0.7962954044342041, -0.4201053977012634], "cos_Ac_negg": [0.802402913570404, 0.25060319900512695, -0.0014528771862387657], "r_norm": [18.843341827392578, 18.40497589111328, 18.257991790771484], "traffic_norm": [18.222105026245117, 18.08879852294922, 17.94097900390625], "traffic_residual_norm": [1.8539683818817139, 0.941326379776001, 0.00015526071365457028], "traffic_r2": [0.9896484017372131, 0.9972919225692749, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.1918, "eval_loss": 52.97155234375, "val_acc": 0.1918, "val_loss": 52.97155234375}, {"step": 900, "epoch": 2, "train_loss": 61.6123161315918, "cos_r_negg": [-0.39199283719062805, -0.7354225516319275, -0.5484358668327332], "cos_innovation_negg": [0.024694258347153664, -0.07562872767448425, -0.23369720578193665], "cos_apical_negg": [-0.39199283719062805, -0.7354225516319275, -0.5484358668327332], "cos_Ac_negg": [0.5440337061882019, 0.15529967844486237, 0.07043153047561646], "r_norm": [18.529125213623047, 18.166067123413086, 18.01409912109375], "traffic_norm": [18.220905303955078, 18.08792495727539, 17.936813354492188], "traffic_residual_norm": [1.5176117420196533, 0.7703223824501038, 0.00012714555487036705], "traffic_r2": [0.9930628538131714, 0.9981862902641296, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 83.67814636230469, "cos_r_negg": [-0.524026095867157, -0.6517788171768188, -0.34785059094429016], "cos_innovation_negg": [0.18827785551548004, 0.7427524328231812, 0.39524832367897034], "cos_apical_negg": [-0.524026095867157, -0.6517788171768188, -0.34785059094429016], "cos_Ac_negg": [0.7645387649536133, 0.7896274328231812, 0.5989769697189331], "r_norm": [17.626773834228516, 17.530954360961914, 17.28506851196289], "traffic_norm": [18.220443725585938, 18.087215423583984, 17.93698501586914], "traffic_residual_norm": [1.242213487625122, 0.6302280426025391, 0.0001042254370986484], "traffic_r2": [0.9953519105911255, 0.9987859129905701, 1.0], "ldr": {"dL_sdil": -15.469329833984375, "dL_bp": -15.51654052734375, "ratio": 0.9969573956723035}}, {"step": 1100, "epoch": 2, "train_loss": 67.93219757080078, "cos_r_negg": [-0.244123637676239, 0.07234042137861252, 0.09790904074907303], "cos_innovation_negg": [0.7049150466918945, 0.08936169743537903, 0.4688732326030731], "cos_apical_negg": [-0.244123637676239, 0.07234042137861252, 0.09790904074907303], "cos_Ac_negg": [0.6780213713645935, 0.08510638028383255, 0.46888670325279236], "r_norm": [19.084178924560547, 18.778594970703125, 18.47726821899414], "traffic_norm": [18.2199764251709, 18.086748123168945, 17.93560791015625], "traffic_residual_norm": [1.0167622566223145, 0.5156457424163818, 8.55256148497574e-05], "traffic_r2": [0.9968858361244202, 0.9991872310638428, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 66.10038757324219, "cos_r_negg": [-0.5543981790542603, -0.7274678945541382, -0.3725326955318451], "cos_innovation_negg": [0.2688293159008026, 0.5305966138839722, 0.4614610970020294], "cos_apical_negg": [-0.5543981790542603, -0.7274678945541382, -0.3725326955318451], "cos_Ac_negg": [0.7604085803031921, 0.9671009182929993, 0.5970414280891418], "r_norm": [18.831153869628906, 18.63084602355957, 18.414804458618164], "traffic_norm": [18.220050811767578, 18.087026596069336, 17.93523597717285], "traffic_residual_norm": [0.8323215246200562, 0.4219730496406555, 7.034461305011064e-05], "traffic_r2": [0.9979131817817688, 0.9994556903839111, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.2788, "eval_loss": 71.17755, "val_acc": 0.2788, "val_loss": 71.17755}, {"step": 1300, "epoch": 3, "train_loss": 44.0633659362793, "cos_r_negg": [-0.32852745056152344, -0.5031847357749939, 0.10086524486541748], "cos_innovation_negg": [0.7358956933021545, -0.5159236192703247, 0.2957518994808197], "cos_apical_negg": [-0.32852745056152344, -0.5031847357749939, 0.10086524486541748], "cos_Ac_negg": [0.8110469579696655, -0.7707006931304932, 0.4176187813282013], "r_norm": [20.380212783813477, 20.287216186523438, 20.234981536865234], "traffic_norm": [18.220186233520508, 18.087291717529297, 17.934547424316406], "traffic_residual_norm": [0.6812881231307983, 0.34533923864364624, 5.7803234085440636e-05], "traffic_r2": [0.9986018538475037, 0.9996354579925537, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 39.15923309326172, "cos_r_negg": [-0.44714629650115967, -0.7289859056472778, -0.7879058718681335], "cos_innovation_negg": [0.02980622462928295, -0.7483563423156738, 0.14120936393737793], "cos_apical_negg": [-0.44714629650115967, -0.7289859056472778, -0.7879058718681335], "cos_Ac_negg": [0.6543012857437134, -0.7483555674552917, 0.42712000012397766], "r_norm": [18.544429779052734, 18.268062591552734, 18.294044494628906], "traffic_norm": [18.2200927734375, 18.086978912353516, 17.935928344726562], "traffic_residual_norm": [0.5576674938201904, 0.2825966477394104, 4.7576257202308625e-05], "traffic_r2": [0.9990631937980652, 0.999755859375, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 38.927555084228516, "cos_r_negg": [-0.30385202169418335, -0.7066666483879089, -0.5480829477310181], "cos_innovation_negg": [0.7470521330833435, 0.7066666483879089, -0.08582091331481934], "cos_apical_negg": [-0.30385202169418335, -0.7066666483879089, -0.5480829477310181], "cos_Ac_negg": [0.882432222366333, 0.7066666483879089, 0.027606893330812454], "r_norm": [18.26207160949707, 18.079620361328125, 18.022655487060547], "traffic_norm": [18.220081329345703, 18.08721923828125, 17.93447494506836], "traffic_residual_norm": [0.4564107060432434, 0.2310943901538849, 3.95259412471205e-05], "traffic_r2": [0.9993724822998047, 0.9998367428779602, 1.0], "ldr": {"dL_sdil": -19.81415557861328, "dL_bp": -19.828956604003906, "ratio": 0.9992535650923944}}, {"step": 1600, "epoch": 3, "train_loss": 40.62470245361328, "cos_r_negg": [-0.22230465710163116, -0.5508474707603455, -0.3930905759334564], "cos_innovation_negg": [0.39269837737083435, 0.16949152946472168, 0.5262237787246704], "cos_apical_negg": [-0.22230465710163116, -0.5508474707603455, -0.3930905759334564], "cos_Ac_negg": [0.5458906292915344, 0.16949152946472168, 0.5209149122238159], "r_norm": [18.948196411132812, 18.6861572265625, 18.549468994140625], "traffic_norm": [18.220149993896484, 18.087444305419922, 17.933757781982422], "traffic_residual_norm": [0.373628169298172, 0.18912452459335327, 3.2856605685083196e-05], "traffic_r2": [0.9995794892311096, 0.9998906850814819, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 35.17664337158203, "cos_r_negg": [-0.3373422920703888, -0.4682255685329437, 0.0975237488746643], "cos_innovation_negg": [0.32154813408851624, 0.2611861526966095, 0.3769676387310028], "cos_apical_negg": [-0.3373422920703888, -0.4682255685329437, 0.0975237488746643], "cos_Ac_negg": [0.7598385214805603, -0.002362570958212018, 0.6677094101905823], "r_norm": [18.618745803833008, 18.56845474243164, 18.45095443725586], "traffic_norm": [18.219396591186523, 18.086162567138672, 17.934438705444336], "traffic_residual_norm": [0.30584412813186646, 0.15475237369537354, 2.742213473538868e-05], "traffic_r2": [0.999718189239502, 0.9999268054962158, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.2774, "eval_loss": 43.6302484375, "val_acc": 0.2774, "val_loss": 43.6302484375}, {"step": 1800, "epoch": 4, "train_loss": 59.662864685058594, "cos_r_negg": [-0.4053787291049957, -0.6076759099960327, -0.01761232689023018], "cos_innovation_negg": [0.8524803519248962, 0.12579958140850067, 0.31675606966018677], "cos_apical_negg": [-0.4053787291049957, -0.6076759099960327, -0.01761232689023018], "cos_Ac_negg": [0.9039387702941895, 0.12579958140850067, 0.31549501419067383], "r_norm": [18.71481704711914, 18.615413665771484, 18.557689666748047], "traffic_norm": [18.220657348632812, 18.08774185180664, 17.936141967773438], "traffic_residual_norm": [0.25029557943344116, 0.12654586136341095, 2.2770958821638487e-05], "traffic_r2": [0.9998112916946411, 0.9999510645866394, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 55.40648651123047, "cos_r_negg": [-0.4415615499019623, -0.7827138900756836, -0.19538627564907074], "cos_innovation_negg": [0.6123827695846558, -0.2862599790096283, 0.7150922417640686], "cos_apical_negg": [-0.4415615499019623, -0.7827138900756836, -0.19538627564907074], "cos_Ac_negg": [0.758187472820282, -0.28626006841659546, 0.8168099522590637], "r_norm": [20.01072120666504, 19.85358428955078, 19.64815902709961], "traffic_norm": [18.220300674438477, 18.08742904663086, 17.93492889404297], "traffic_residual_norm": [0.20489373803138733, 0.10354337096214294, 1.94657186511904e-05], "traffic_r2": [0.9998735189437866, 0.9999672174453735, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 36.369293212890625, "cos_r_negg": [-0.15853558480739594, -0.31147539615631104, -0.34453028440475464], "cos_innovation_negg": [0.580132007598877, -0.06791568547487259, 0.2482907772064209], "cos_apical_negg": [-0.15853558480739594, -0.31147539615631104, -0.34453028440475464], "cos_Ac_negg": [0.6310073733329773, -0.2974238693714142, 0.24828997254371643], "r_norm": [19.647384643554688, 19.408802032470703, 19.26691436767578], "traffic_norm": [18.220169067382812, 18.087478637695312, 17.933923721313477], "traffic_residual_norm": [0.16772347688674927, 0.08472059667110443, 1.689197961241007e-05], "traffic_r2": [0.9999152421951294, 0.9999780654907227, 1.0], "ldr": {"dL_sdil": 0.322906494140625, "dL_bp": 0.3256797790527344, "ratio": 0.991484626647145}}, {"step": 2100, "epoch": 4, "train_loss": 72.90548706054688, "cos_r_negg": [-0.5590782761573792, -0.5949509739875793, -0.07625306397676468], "cos_innovation_negg": [0.5508633255958557, 0.26517432928085327, 0.30002570152282715], "cos_apical_negg": [-0.5590782761573792, -0.5949509739875793, -0.07625306397676468], "cos_Ac_negg": [0.8217240571975708, 0.27352485060691833, 0.50322425365448], "r_norm": [20.28238296508789, 20.245960235595703, 20.087360382080078], "traffic_norm": [18.22123146057129, 18.088581085205078, 17.9359188079834], "traffic_residual_norm": [0.13727574050426483, 0.069305919110775, 1.4168599591357633e-05], "traffic_r2": [0.9999432563781738, 0.9999853372573853, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.2784, "eval_loss": 77.9602984375, "val_acc": 0.2784, "val_loss": 77.9602984375}, {"step": 2200, "epoch": 5, "train_loss": 43.14384078979492, "cos_r_negg": [0.04761501029133797, -0.5095238089561462, -0.399110347032547], "cos_innovation_negg": [0.7229868769645691, 0.08095238357782364, 0.9108221530914307], "cos_apical_negg": [0.04761501029133797, -0.5095238089561462, -0.399110347032547], "cos_Ac_negg": [0.872979462146759, 0.06190476566553116, 0.9111270308494568], "r_norm": [19.513423919677734, 19.256832122802734, 19.22058868408203], "traffic_norm": [18.222373962402344, 18.08927345275879, 17.940792083740234], "traffic_residual_norm": [0.1123371571302414, 0.05663076043128967, 1.1457226719358005e-05], "traffic_r2": [0.9999619722366333, 0.9999902248382568, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 66.60446166992188, "cos_r_negg": [-0.3885805010795593, -0.7493187785148621, -0.763882040977478], "cos_innovation_negg": [0.5768346786499023, 0.14986376464366913, 0.49384963512420654], "cos_apical_negg": [-0.3885805010795593, -0.7493187785148621, -0.763882040977478], "cos_Ac_negg": [0.6635580658912659, 0.14986376464366913, 0.7556484937667847], "r_norm": [18.884302139282227, 18.6882381439209, 18.531627655029297], "traffic_norm": [18.221406936645508, 18.088285446166992, 17.93858528137207], "traffic_residual_norm": [0.09196038544178009, 0.046346914023160934, 1.0440131518407725e-05], "traffic_r2": [0.9999745488166809, 0.9999934434890747, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 69.27862548828125, "cos_r_negg": [-0.5705032348632812, -0.9513385891914368, -0.33810314536094666], "cos_innovation_negg": [0.09115000814199448, -0.9464724063873291, -0.04807094484567642], "cos_apical_negg": [-0.5705032348632812, -0.9513385891914368, -0.33810314536094666], "cos_Ac_negg": [0.3116227388381958, -0.9464724063873291, 0.1482713371515274], "r_norm": [20.281572341918945, 20.28887939453125, 20.05807113647461], "traffic_norm": [18.220497131347656, 18.087671279907227, 17.935222625732422], "traffic_residual_norm": [0.07528430223464966, 0.03792458772659302, 1.0070434655062854e-05], "traffic_r2": [0.9999829530715942, 0.9999955892562866, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 34.02727508544922, "cos_r_negg": [-0.2224474549293518, -0.39863327145576477, 0.024807818233966827], "cos_innovation_negg": [0.4809512794017792, 0.043280184268951416, 0.7337142825126648], "cos_apical_negg": [-0.2224474549293518, -0.39863327145576477, 0.024807818233966827], "cos_Ac_negg": [0.6536169648170471, 0.27562642097473145, 0.733267068862915], "r_norm": [19.319286346435547, 19.197404861450195, 19.008922576904297], "traffic_norm": [18.220829010009766, 18.08841896057129, 17.933929443359375], "traffic_residual_norm": [0.06161490082740784, 0.03099697269499302, 9.603369107935578e-06], "traffic_r2": [0.9999885559082031, 0.999997079372406, 1.0], "ldr": {"dL_sdil": -6.483516693115234, "dL_bp": -6.483604431152344, "ratio": 0.9999864677066528}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.1966, "eval_loss": 55.68860703125, "val_acc": 0.1966, "val_loss": 55.68860703125}, {"step": 2600, "epoch": 6, "train_loss": 66.33946990966797, "cos_r_negg": [-0.33778342604637146, -0.7317646741867065, -0.5099785923957825], "cos_innovation_negg": [0.9615373015403748, 0.270588219165802, 0.7564296126365662], "cos_apical_negg": [-0.33778342604637146, -0.7317646741867065, -0.5099785923957825], "cos_Ac_negg": [0.9624171853065491, 0.270588219165802, 0.7564296126365662], "r_norm": [19.57916259765625, 19.356292724609375, 19.370100021362305], "traffic_norm": [18.22040557861328, 18.08773422241211, 17.93430519104004], "traffic_residual_norm": [0.05044965818524361, 0.0253714881837368, 8.924891517381184e-06], "traffic_r2": [0.999992311000824, 0.9999980330467224, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 73.33009338378906, "cos_r_negg": [-0.14082130789756775, -0.7175925970077515, -0.3522353768348694], "cos_innovation_negg": [0.9294054508209229, -0.018518518656492233, 0.7504249811172485], "cos_apical_negg": [-0.14082130789756775, -0.7175925970077515, -0.3522353768348694], "cos_Ac_negg": [0.9299759864807129, -0.023148149251937866, 0.9329485893249512], "r_norm": [18.52273941040039, 18.349456787109375, 18.317461013793945], "traffic_norm": [18.220359802246094, 18.087894439697266, 17.933151245117188], "traffic_residual_norm": [0.041281748563051224, 0.020751221105456352, 8.95000084710773e-06], "traffic_r2": [0.9999948740005493, 0.9999986886978149, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 60.45856857299805, "cos_r_negg": [0.039476580917835236, -0.3684210479259491, -0.18352016806602478], "cos_innovation_negg": [0.7617678046226501, 0.4066985547542572, 0.3512079119682312], "cos_apical_negg": [0.039476580917835236, -0.3684210479259491, -0.18352016806602478], "cos_Ac_negg": [0.9003201723098755, 0.4066985547542572, 0.5790339708328247], "r_norm": [19.550464630126953, 19.359773635864258, 19.20695686340332], "traffic_norm": [18.21918487548828, 18.08612060546875, 17.932689666748047], "traffic_residual_norm": [0.03375415503978729, 0.01694093830883503, 8.85951430973364e-06], "traffic_r2": [0.999996542930603, 0.9999991059303284, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 80.28657531738281, "cos_r_negg": [-0.33630239963531494, -0.9678284525871277, -0.44744986295700073], "cos_innovation_negg": [0.851620614528656, -0.06166220083832741, 0.900499701499939], "cos_apical_negg": [-0.33630239963531494, -0.9678284525871277, -0.44744986295700073], "cos_Ac_negg": [0.852473258972168, -0.06166220083832741, 0.9004998207092285], "r_norm": [18.01613998413086, 17.849721908569336, 17.751392364501953], "traffic_norm": [18.22016143798828, 18.087261199951172, 17.93471908569336], "traffic_residual_norm": [0.027634546160697937, 0.013893844559788704, 8.10981964605162e-06], "traffic_r2": [0.9999976754188538, 0.9999994039535522, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 61.95683288574219, "cos_r_negg": [-0.21274583041667938, 0.2200956791639328, 0.12533050775527954], "cos_innovation_negg": [0.8074526786804199, 0.4832535684108734, 0.7502583265304565], "cos_apical_negg": [-0.21274583041667938, 0.2200956791639328, 0.12533050775527954], "cos_Ac_negg": [0.8141160011291504, 0.4832535684108734, 0.8231911063194275], "r_norm": [19.835783004760742, 19.591014862060547, 19.409883499145508], "traffic_norm": [18.222148895263672, 18.089250564575195, 17.939489364624023], "traffic_residual_norm": [0.0226589348167181, 0.01141534186899662, 6.5029207689804025e-06], "traffic_r2": [0.9999984502792358, 0.9999995827674866, 1.0], "ldr": {"dL_sdil": -17.601333618164062, "dL_bp": -17.597320556640625, "ratio": 1.0002280495778049}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.1936, "eval_loss": 67.12816953125, "val_acc": 0.1936, "val_loss": 67.12816953125}, {"step": 3100, "epoch": 7, "train_loss": 45.77716827392578, "cos_r_negg": [-0.33033114671707153, -0.09367240965366364, 0.09827932715415955], "cos_innovation_negg": [0.032173652201890945, -0.4278496503829956, 0.7636874318122864], "cos_apical_negg": [-0.33033114671707153, -0.09367240965366364, 0.09827932715415955], "cos_Ac_negg": [0.6562851667404175, -0.4329129457473755, 0.7676075100898743], "r_norm": [20.30868148803711, 20.000957489013672, 19.8472957611084], "traffic_norm": [18.221508026123047, 18.0885009765625, 17.938447952270508], "traffic_residual_norm": [0.018546491861343384, 0.009386854246258736, 6.434016540879384e-06], "traffic_r2": [0.9999989867210388, 0.9999997019767761, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 33.54071807861328, "cos_r_negg": [-0.12546293437480927, -0.08133423328399658, -0.27495211362838745], "cos_innovation_negg": [0.13733838498592377, -0.3492768108844757, 0.3089684247970581], "cos_apical_negg": [-0.12546293437480927, -0.08133423328399658, -0.27495211362838745], "cos_Ac_negg": [0.48355618119239807, -0.0861189067363739, 0.3148985505104065], "r_norm": [20.890579223632812, 20.710174560546875, 20.745203018188477], "traffic_norm": [18.21984100341797, 18.08678436279297, 17.934762954711914], "traffic_residual_norm": [0.015231072902679443, 0.007820319384336472, 7.443386948580155e-06], "traffic_r2": [0.9999992847442627, 0.9999998211860657, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 48.1196174621582, "cos_r_negg": [-0.5694230198860168, -0.9278350472450256, -0.4250606596469879], "cos_innovation_negg": [0.7009016275405884, 0.19072164595127106, 0.03208468481898308], "cos_apical_negg": [-0.5694230198860168, -0.9278350472450256, -0.4250606596469879], "cos_Ac_negg": [0.7013502717018127, 0.19072164595127106, 0.03208477050065994], "r_norm": [20.248790740966797, 20.148500442504883, 20.113788604736328], "traffic_norm": [18.220680236816406, 18.087940216064453, 17.93528175354004], "traffic_residual_norm": [0.01251349225640297, 0.006471011321991682, 7.0844571382622235e-06], "traffic_r2": [0.9999995231628418, 0.9999998807907104, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 47.324188232421875, "cos_r_negg": [-0.5105672478675842, -0.9231395721435547, -0.4144480228424072], "cos_innovation_negg": [0.62973952293396, 0.18683484196662903, 0.1778971254825592], "cos_apical_negg": [-0.5105672478675842, -0.9231395721435547, -0.4144480228424072], "cos_Ac_negg": [0.738111674785614, 0.19195057451725006, 0.18512967228889465], "r_norm": [20.144439697265625, 20.048978805541992, 19.983726501464844], "traffic_norm": [18.22087860107422, 18.088180541992188, 17.93560791015625], "traffic_residual_norm": [0.010224569588899612, 0.005406762473285198, 7.043497589620529e-06], "traffic_r2": [0.9999997019767761, 0.9999999403953552, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.1924, "eval_loss": 61.3052203125, "val_acc": 0.1924, "val_loss": 61.3052203125}, {"step": 3500, "epoch": 8, "train_loss": 33.599525451660156, "cos_r_negg": [-0.5332589745521545, 0.18009479343891144, -0.02654610387980938], "cos_innovation_negg": [0.20434550940990448, 0.19431281089782715, 0.6185807585716248], "cos_apical_negg": [-0.5332589745521545, 0.18009479343891144, -0.02654610387980938], "cos_Ac_negg": [0.7251266241073608, 0.4407583177089691, 0.6202242374420166], "r_norm": [19.095170974731445, 19.009687423706055, 18.809537887573242], "traffic_norm": [18.22059440612793, 18.087772369384766, 17.935325622558594], "traffic_residual_norm": [0.008404462598264217, 0.004590367432683706, 7.0857468017493375e-06], "traffic_r2": [0.9999997615814209, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -2.8360366821289062, "dL_bp": -2.8360366821289062, "ratio": 1.0}}, {"step": 3600, "epoch": 8, "train_loss": 61.05974578857422, "cos_r_negg": [-0.3711065948009491, -0.9179487228393555, -0.48434388637542725], "cos_innovation_negg": [0.7048162817955017, -0.35384616255760193, -0.03248998150229454], "cos_apical_negg": [-0.3711065948009491, -0.9179487228393555, -0.48434388637542725], "cos_Ac_negg": [0.705078125, -0.35384616255760193, -0.03249025717377663], "r_norm": [21.137561798095703, 20.97793960571289, 20.886180877685547], "traffic_norm": [18.22032928466797, 18.087726593017578, 17.933813095092773], "traffic_residual_norm": [0.006984231062233448, 0.004121289122849703, 7.579363227705471e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 65.59325408935547, "cos_r_negg": [0.042637839913368225, -0.5669099688529968, -0.279964804649353], "cos_innovation_negg": [0.7501880526542664, -0.13381995260715485, 0.5870323181152344], "cos_apical_negg": [0.042637839913368225, -0.5669099688529968, -0.279964804649353], "cos_Ac_negg": [0.7502505779266357, -0.13381995260715485, 0.5870320200920105], "r_norm": [20.834701538085938, 20.664329528808594, 20.522829055786133], "traffic_norm": [18.222450256347656, 18.090303421020508, 17.936019897460938], "traffic_residual_norm": [0.005791408009827137, 0.0035481061786413193, 6.900698281242512e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 55.5752067565918, "cos_r_negg": [-0.48658066987991333, -0.7069767713546753, -0.5660699009895325], "cos_innovation_negg": [0.45602941513061523, 0.48372092843055725, 0.9037693738937378], "cos_apical_negg": [-0.48658066987991333, -0.7069767713546753, -0.5660699009895325], "cos_Ac_negg": [0.7393645644187927, 0.48372092843055725, 0.8958008885383606], "r_norm": [19.508583068847656, 19.327665328979492, 19.114103317260742], "traffic_norm": [18.222251892089844, 18.090015411376953, 17.936315536499023], "traffic_residual_norm": [0.004763118922710419, 0.0030911932699382305, 6.762900738976896e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.281, "eval_loss": 83.024709375, "val_acc": 0.281, "val_loss": 83.024709375}, {"step": 3900, "epoch": 9, "train_loss": 43.22712707519531, "cos_r_negg": [-0.022127309814095497, -0.2702784538269043, -0.25705307722091675], "cos_innovation_negg": [0.7813000679016113, 0.7014197111129761, 0.8561292290687561], "cos_apical_negg": [-0.022127309814095497, -0.2702784538269043, -0.25705307722091675], "cos_Ac_negg": [0.6376789212226868, 0.4072100818157196, 0.8717943429946899], "r_norm": [19.395517349243164, 19.245506286621094, 19.12726593017578], "traffic_norm": [18.220535278320312, 18.08785629272461, 17.93465805053711], "traffic_residual_norm": [0.003979058936238289, 0.0026659839786589146, 7.2413249654346146e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 72.06028747558594, "cos_r_negg": [-0.5287539958953857, -0.679347813129425, -0.7465365529060364], "cos_innovation_negg": [0.46363815665245056, 0.70652174949646, 0.7393738627433777], "cos_apical_negg": [-0.5287539958953857, -0.679347813129425, -0.7465365529060364], "cos_Ac_negg": [0.48515620827674866, 0.6739130616188049, 0.7440392374992371], "r_norm": [19.117259979248047, 18.97565269470215, 18.825252532958984], "traffic_norm": [18.220600128173828, 18.08789825439453, 17.934711456298828], "traffic_residual_norm": [0.0034229541197419167, 0.0025878052692860365, 7.382182047876995e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0], "ldr": {"dL_sdil": -19.410037994384766, "dL_bp": -19.427509307861328, "ratio": 0.9991006920547714}}, {"step": 4100, "epoch": 9, "train_loss": 67.52803039550781, "cos_r_negg": [-0.4492141306400299, -0.10593220591545105, -0.1327511966228485], "cos_innovation_negg": [0.015607813373208046, 0.18644067645072937, 0.9307278394699097], "cos_apical_negg": [-0.4492141306400299, -0.10593220591545105, -0.1327511966228485], "cos_Ac_negg": [0.5536016225814819, 0.41101694107055664, 0.9317535161972046], "r_norm": [19.346744537353516, 19.198278427124023, 19.090312957763672], "traffic_norm": [18.220705032348633, 18.087886810302734, 17.935657501220703], "traffic_residual_norm": [0.003103704657405615, 0.0024955463595688343, 7.092785381246358e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 49.8919677734375, "cos_r_negg": [-0.19534534215927124, 0.06553911417722702, -0.05413633584976196], "cos_innovation_negg": [0.1293749213218689, 0.31078222393989563, 0.8275087475776672], "cos_apical_negg": [-0.19534534215927124, 0.06553911417722702, -0.05413633584976196], "cos_Ac_negg": [0.6253154873847961, 0.31078222393989563, 0.8818821310997009], "r_norm": [19.13704490661621, 19.010217666625977, 18.904998779296875], "traffic_norm": [18.220762252807617, 18.08791160583496, 17.935977935791016], "traffic_residual_norm": [0.0026291869580745697, 0.0023492234759032726, 6.968815796426497e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.1932, "eval_loss": 51.6596640625, "val_acc": 0.1932, "val_loss": 51.6596640625}, {"step": 4300, "epoch": 10, "train_loss": 54.593894958496094, "cos_r_negg": [-0.27464544773101807, -0.3927813470363617, -0.30453425645828247], "cos_innovation_negg": [0.8325276374816895, 0.4946921765804291, 0.8643003106117249], "cos_apical_negg": [-0.27464544773101807, -0.3927813470363617, -0.30453425645828247], "cos_Ac_negg": [0.8325755000114441, 0.4989384412765503, 0.8643003702163696], "r_norm": [23.250736236572266, 23.175552368164062, 22.996490478515625], "traffic_norm": [18.218812942504883, 18.085346221923828, 17.933635711669922], "traffic_residual_norm": [0.0021727695129811764, 0.0019625527784228325, 7.740223736618645e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 37.926422119140625, "cos_r_negg": [-0.28764575719833374, -0.42430704832077026, -0.12185973674058914], "cos_innovation_negg": [0.4632570147514343, -0.5650320053100586, 0.7117088437080383], "cos_apical_negg": [-0.28764575719833374, -0.42430704832077026, -0.12185973674058914], "cos_Ac_negg": [0.4633966386318207, -0.5650320053100586, 0.7117087841033936], "r_norm": [25.086402893066406, 24.879074096679688, 24.69420623779297], "traffic_norm": [18.216785430908203, 18.081928253173828, 17.933609008789062], "traffic_residual_norm": [0.001958227250725031, 0.0018448734190315008, 8.051596523728222e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 30.928028106689453, "cos_r_negg": [-0.09286818653345108, 0.09859155118465424, 0.05891368165612221], "cos_innovation_negg": [0.4324479401111603, 0.16431924700737, 0.901076078414917], "cos_apical_negg": [-0.09286818653345108, 0.09859155118465424, 0.05891368165612221], "cos_Ac_negg": [0.670898973941803, 0.16431924700737, 0.918526291847229], "r_norm": [24.431604385375977, 24.31026840209961, 24.12905502319336], "traffic_norm": [18.219127655029297, 18.084869384765625, 17.93730354309082], "traffic_residual_norm": [0.0016980667132884264, 0.0017140018753707409, 6.905181180627551e-06], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.296295166015625, "dL_bp": -0.31388092041015625, "ratio": 0.9439731654553851}}, {"step": 4600, "epoch": 10, "train_loss": 54.421329498291016, "cos_r_negg": [-0.23037005960941315, -0.9855769872665405, 0.6964630484580994], "cos_innovation_negg": [0.9524334073066711, -0.889423131942749, 0.9792301058769226], "cos_apical_negg": [-0.23037005960941315, -0.9855769872665405, 0.6964630484580994], "cos_Ac_negg": [0.9524493217468262, -0.889423131942749, 0.9792301058769226], "r_norm": [24.31126594543457, 24.09490966796875, 24.08959197998047], "traffic_norm": [18.220691680908203, 18.087112426757812, 17.93841552734375], "traffic_residual_norm": [0.001461783773265779, 0.0016054613515734673, 6.2461881498165894e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 55.145713806152344, "cos_r_negg": [-0.10613767057657242, -0.7339667677879333, -0.5207025408744812], "cos_innovation_negg": [0.5489206910133362, 0.9477435350418091, 0.7362866997718811], "cos_apical_negg": [-0.10613767057657242, -0.7339667677879333, -0.5207025408744812], "cos_Ac_negg": [0.6004825234413147, 0.9477435350418091, 0.7362821102142334], "r_norm": [21.093616485595703, 21.041072845458984, 20.757604598999023], "traffic_norm": [18.219806671142578, 18.086854934692383, 17.933387756347656], "traffic_residual_norm": [0.001630169339478016, 0.0019083298975601792, 7.34588047635043e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.1884, "eval_loss": 48.14866015625, "val_acc": 0.1884, "val_loss": 48.14866015625}, {"step": 4800, "epoch": 11, "train_loss": 43.48851013183594, "cos_r_negg": [-0.15080131590366364, -0.3309609293937683, -0.16187046468257904], "cos_innovation_negg": [0.4891100227832794, 0.23016133904457092, 0.7692614197731018], "cos_apical_negg": [-0.15080131590366364, -0.3309609293937683, -0.16187046468257904], "cos_Ac_negg": [0.7519608736038208, 0.23016321659088135, 0.7861872315406799], "r_norm": [22.279674530029297, 21.984663009643555, 21.98680877685547], "traffic_norm": [18.221153259277344, 18.08858871459961, 17.934720993041992], "traffic_residual_norm": [0.001504790037870407, 0.002016248647123575, 6.995628609729465e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 53.273460388183594, "cos_r_negg": [-0.5388318300247192, -0.6988848447799683, -0.43325695395469666], "cos_innovation_negg": [0.5434067845344543, -0.45417895913124084, 0.6085857152938843], "cos_apical_negg": [-0.5388318300247192, -0.6988848447799683, -0.43325695395469666], "cos_Ac_negg": [0.5434471964836121, -0.45417898893356323, 0.6522492170333862], "r_norm": [21.124168395996094, 20.96475601196289, 20.653911590576172], "traffic_norm": [18.220190048217773, 18.087486267089844, 17.93404769897461], "traffic_residual_norm": [0.0013449520338326693, 0.0018083679024130106, 7.289970653800992e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 50.41969299316406, "cos_r_negg": [-0.30266812443733215, -0.3987206816673279, -0.5043277740478516], "cos_innovation_negg": [0.6210470795631409, 0.279317706823349, 0.8160158395767212], "cos_apical_negg": [-0.30266812443733215, -0.3987206816673279, -0.5043277740478516], "cos_Ac_negg": [0.5685325860977173, 0.279317706823349, 0.8163332343101501], "r_norm": [24.270753860473633, 24.055492401123047, 23.868221282958984], "traffic_norm": [18.22039031982422, 18.08774185180664, 17.934490203857422], "traffic_residual_norm": [0.0014085328439250588, 0.001720523345284164, 7.2385773819405586e-06], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -2.7967376708984375, "dL_bp": -2.7967376708984375, "ratio": 1.0}}, {"step": 5100, "epoch": 11, "train_loss": 50.299522399902344, "cos_r_negg": [-0.3343310058116913, -0.25265392661094666, -0.09311000257730484], "cos_innovation_negg": [0.6218240261077881, -0.1762208193540573, 0.6051499247550964], "cos_apical_negg": [-0.3343310058116913, -0.25265392661094666, -0.09311000257730484], "cos_Ac_negg": [0.621849000453949, -0.18046709895133972, 0.6051598191261292], "r_norm": [24.991151809692383, 24.880474090576172, 24.56340789794922], "traffic_norm": [18.218772888183594, 18.08587646484375, 17.93109893798828], "traffic_residual_norm": [0.0014111092314124107, 0.0016732614021748304, 8.386151421291288e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.2666, "eval_loss": 63.61624375, "val_acc": 0.2666, "val_loss": 63.61624375}, {"step": 5200, "epoch": 12, "train_loss": 60.316184997558594, "cos_r_negg": [-0.23776616156101227, -0.7666766047477722, -0.7291358709335327], "cos_innovation_negg": [0.4970153570175171, 0.209513857960701, 0.7333813905715942], "cos_apical_negg": [-0.23776616156101227, -0.7666766047477722, -0.7291358709335327], "cos_Ac_negg": [0.5711637735366821, 0.20951388776302338, 0.7638587951660156], "r_norm": [20.770530700683594, 20.757251739501953, 20.495563507080078], "traffic_norm": [18.219301223754883, 18.086668014526367, 17.931720733642578], "traffic_residual_norm": [0.001335951848886907, 0.0016968618147075176, 8.32853311294457e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 48.573814392089844, "cos_r_negg": [-0.07646631449460983, -0.9529265761375427, -0.7405959963798523], "cos_innovation_negg": [0.4593140780925751, 0.02348855882883072, 0.7857522964477539], "cos_apical_negg": [-0.07646631449460983, -0.9529265761375427, -0.7405959963798523], "cos_Ac_negg": [0.43090468645095825, 0.023488348349928856, 0.8066586256027222], "r_norm": [20.939382553100586, 20.923524856567383, 20.6615047454834], "traffic_norm": [18.21832275390625, 18.085731506347656, 17.92905044555664], "traffic_residual_norm": [0.0011333386646583676, 0.0014745465014129877, 9.304991181124933e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 43.27397918701172, "cos_r_negg": [-0.0080910325050354, -0.950724184513092, -0.3701556324958801], "cos_innovation_negg": [0.6046583652496338, -0.6881942749023438, 0.6250733733177185], "cos_apical_negg": [-0.0080910325050354, -0.950724184513092, -0.3701556324958801], "cos_Ac_negg": [0.7514957189559937, -0.6881955862045288, 0.7192681431770325], "r_norm": [21.128204345703125, 20.939067840576172, 20.735870361328125], "traffic_norm": [18.21768569946289, 18.08527374267578, 17.926666259765625], "traffic_residual_norm": [0.0010640693362802267, 0.0014563631266355515, 1.0225925507256761e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 39.111053466796875, "cos_r_negg": [-0.21615199744701385, -0.6090908646583557, -0.052230335772037506], "cos_innovation_negg": [0.5142356157302856, -0.49090906977653503, 0.6425167322158813], "cos_apical_negg": [-0.21615199744701385, -0.6090908646583557, -0.052230335772037506], "cos_Ac_negg": [0.7032610177993774, -0.4954545199871063, 0.6526376008987427], "r_norm": [24.783344268798828, 24.573585510253906, 24.36956024169922], "traffic_norm": [18.218843460083008, 18.086816787719727, 17.927675247192383], "traffic_residual_norm": [0.0014357916079461575, 0.0016597610665485263, 1.0162997568841092e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -2.214038848876953, "dL_bp": -2.2240142822265625, "ratio": 0.9955146720822213}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.3072, "eval_loss": 49.112309375, "val_acc": 0.3072, "val_loss": 49.112309375}, {"step": 5600, "epoch": 13, "train_loss": 48.705596923828125, "cos_r_negg": [-0.03133994713425636, -0.3112553358078003, -0.09603157639503479], "cos_innovation_negg": [0.47518783807754517, -0.3207116425037384, 0.26425060629844666], "cos_apical_negg": [-0.03133994713425636, -0.3112553358078003, -0.09603157639503479], "cos_Ac_negg": [0.4741634726524353, -0.08590465039014816, 0.3406812846660614], "r_norm": [21.933931350708008, 21.843610763549805, 21.668073654174805], "traffic_norm": [18.21743392944336, 18.08516502380371, 17.925609588623047], "traffic_residual_norm": [0.0013704081065952778, 0.0016195320058614016, 1.0994939657393843e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 72.60665893554688, "cos_r_negg": [0.3926506042480469, -0.14520548284053802, -0.33796265721321106], "cos_innovation_negg": [0.8637674450874329, 0.04109589010477066, 0.7636643648147583], "cos_apical_negg": [0.3926506042480469, -0.14520548284053802, -0.33796265721321106], "cos_Ac_negg": [0.8985737562179565, 0.04109589010477066, 0.7636649012565613], "r_norm": [20.594703674316406, 20.517005920410156, 20.348642349243164], "traffic_norm": [18.216068267822266, 18.083669662475586, 17.922744750976562], "traffic_residual_norm": [0.0013632234185934067, 0.001598736154846847, 1.1965867997787427e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 60.41493606567383, "cos_r_negg": [-0.0682465210556984, -0.521327018737793, -0.5909108519554138], "cos_innovation_negg": [0.7431190609931946, 0.6824644804000854, 0.6969321966171265], "cos_apical_negg": [-0.0682465210556984, -0.521327018737793, -0.5909108519554138], "cos_Ac_negg": [0.7004733681678772, 0.6824644804000854, 0.7068257331848145], "r_norm": [20.11585807800293, 19.954063415527344, 19.788440704345703], "traffic_norm": [18.215160369873047, 18.083236694335938, 17.918779373168945], "traffic_residual_norm": [0.0013710260391235352, 0.0017102151177823544, 1.3049708286416717e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 29.278907775878906, "cos_r_negg": [-0.1636136919260025, -0.4392431378364563, -0.6243810057640076], "cos_innovation_negg": [0.447566419839859, 0.4564089775085449, 0.8378216028213501], "cos_apical_negg": [-0.1636136919260025, -0.4392431378364563, -0.6243810057640076], "cos_Ac_negg": [0.6176576018333435, 0.456407755613327, 0.9157328605651855], "r_norm": [21.03144073486328, 20.85394287109375, 20.656524658203125], "traffic_norm": [18.21499252319336, 18.082721710205078, 17.91961669921875], "traffic_residual_norm": [0.0013687391765415668, 0.0016767012421041727, 1.3001551451452542e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 49.95546340942383, "cos_r_negg": [-0.18743741512298584, -0.7401391863822937, -0.28968653082847595], "cos_innovation_negg": [0.8551778793334961, 0.7215777039527893, 0.14218734204769135], "cos_apical_negg": [-0.18743741512298584, -0.7401391863822937, -0.28968653082847595], "cos_Ac_negg": [0.8922140598297119, 0.7169373035430908, 0.14218422770500183], "r_norm": [27.41663360595703, 27.337730407714844, 27.161720275878906], "traffic_norm": [18.21605682373047, 18.08338165283203, 17.92389678955078], "traffic_residual_norm": [0.0011896387441083789, 0.001458324957638979, 1.2456913282221649e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -39.93156051635742, "dL_bp": -39.93067169189453, "ratio": 1.000022259191374}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.257, "eval_loss": 53.20780703125, "val_acc": 0.257, "val_loss": 53.20780703125}, {"step": 6100, "epoch": 14, "train_loss": 32.5557861328125, "cos_r_negg": [0.030281981453299522, -0.3476524353027344, -0.3600236177444458], "cos_innovation_negg": [0.6817042231559753, 0.08984754979610443, 0.8895283341407776], "cos_apical_negg": [0.030281981453299522, -0.3476524353027344, -0.3600236177444458], "cos_Ac_negg": [0.8973148465156555, -0.050777554512023926, 0.8911573886871338], "r_norm": [24.06513023376465, 23.961149215698242, 23.663789749145508], "traffic_norm": [18.215065002441406, 18.082183837890625, 17.922298431396484], "traffic_residual_norm": [0.001387872383929789, 0.0016890824772417545, 1.2846977369918022e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 33.58793640136719, "cos_r_negg": [-0.15781912207603455, -0.2460392266511917, -0.06831018626689911], "cos_innovation_negg": [0.41916927695274353, 0.5664607286453247, 0.7869158387184143], "cos_apical_negg": [-0.15781912207603455, -0.2460392266511917, -0.06831018626689911], "cos_Ac_negg": [0.6771445870399475, 0.37103670835494995, 0.9316076636314392], "r_norm": [21.609033584594727, 21.437435150146484, 21.250120162963867], "traffic_norm": [18.213369369506836, 18.081314086914062, 17.915206909179688], "traffic_residual_norm": [0.001375699765048921, 0.0015306785935536027, 1.4196551092027221e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 46.014915466308594, "cos_r_negg": [-0.060853637754917145, -0.7216973900794983, -0.7126879692077637], "cos_innovation_negg": [0.6511409282684326, -0.21226346492767334, 0.8487811088562012], "cos_apical_negg": [-0.060853637754917145, -0.7216973900794983, -0.7126879692077637], "cos_Ac_negg": [0.8527446389198303, -0.21226350963115692, 0.9660635590553284], "r_norm": [20.72662925720215, 20.56383514404297, 20.391536712646484], "traffic_norm": [18.215320587158203, 18.08338737487793, 17.919376373291016], "traffic_residual_norm": [0.0011960224946960807, 0.0013666145969182253, 1.3416587535175495e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 36.58126449584961, "cos_r_negg": [0.39566171169281006, -0.3787465989589691, -0.14385461807250977], "cos_innovation_negg": [0.7037233114242554, 0.12806539237499237, 0.7904949188232422], "cos_apical_negg": [0.39566171169281006, -0.3787465989589691, -0.14385461807250977], "cos_Ac_negg": [0.7667275667190552, 0.12806539237499237, 0.8527731895446777], "r_norm": [21.569162368774414, 21.516464233398438, 21.335786819458008], "traffic_norm": [18.212278366088867, 18.08063507080078, 17.91071891784668], "traffic_residual_norm": [0.0010601840913295746, 0.001338162925094366, 1.499273184890626e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.3622, "eval_loss": 23.28728125, "val_acc": 0.3622, "val_loss": 23.28728125}], "final": {"eval_split": "validation", "eval_acc": 0.3622, "eval_loss": 23.28728125, "wall_s": 23.17842125892639, "val_acc": 0.3622, "val_loss": 23.28728125, "cos_r_negg": [0.2962639033794403, -0.3460620641708374, -0.235313281416893], "cos_innovation_negg": [0.8758901357650757, 0.446300745010376, 0.8999720215797424], "cos_apical_negg": [0.2962639033794403, -0.3460620641708374, -0.235313281416893], "cos_Ac_negg": [0.8758965134620667, 0.446300745010376, 0.8999720215797424], "traffic_norm": [18.21487045288086, 18.082727432250977, 17.919113159179688], "traffic_residual_norm": [0.0010618469677865505, 0.0012991484254598618, 1.3693106666323729e-05], "traffic_r2": [1.0, 1.0, 1.0]}}