{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p2_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.014947675168514252, 0.013760791160166264, 0.020002324134111404], "cos_innovation_negg": [-0.012441569939255714, 0.021389177069067955, 0.03253838047385216], "cos_apical_negg": [-0.014947675168514252, 0.013760791160166264, 0.020002322271466255], "cos_Ac_negg": [-0.0077008591033518314, 0.021363988518714905, 0.032538846135139465], "r_norm": [5.058134078979492, 4.91215705871582, 4.837782859802246], "traffic_norm": [3.0976338386535645, 3.0752806663513184, 2.9959192276000977], "traffic_residual_norm": [1.2540364265441895, 0.8945761322975159, 0.00038631167262792587], "traffic_r2": [0.8366955518722534, 0.9156585931777954, 1.0], "ldr": {"dL_sdil": -0.2204151153564453, "dL_bp": -0.5170810222625732, "ratio": 0.4262680428532895}}, {"step": 100, "epoch": 0, "train_loss": 11.626830101013184, "cos_r_negg": [0.2592340111732483, -0.16909389197826385, -0.09564951807260513], "cos_innovation_negg": [0.25703921914100647, -0.29638412594795227, -0.04460282251238823], "cos_apical_negg": [0.2592340111732483, -0.16909389197826385, -0.09564951807260513], "cos_Ac_negg": [0.7857694029808044, -0.2203197330236435, 0.10439737886190414], "r_norm": [5.552960395812988, 4.504053115844727, 3.781200885772705], "traffic_norm": [7.248333930969238, 7.166622161865234, 7.100404739379883], "traffic_residual_norm": [3.0076534748077393, 1.536949872970581, 0.0002674194402061403], "traffic_r2": [0.8278234601020813, 0.9540083408355713, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 2.460535764694214, "cos_r_negg": [0.024877075105905533, -0.08762446790933609, -0.2895394265651703], "cos_innovation_negg": [0.03318765014410019, -0.12387721985578537, -0.2462652176618576], "cos_apical_negg": [0.024877076968550682, -0.08762446790933609, -0.2895394265651703], "cos_Ac_negg": [0.8369666934013367, 0.009319218806922436, 0.036666061729192734], "r_norm": [3.4552855491638184, 2.409623622894287, 1.5155014991760254], "traffic_norm": [7.26234245300293, 7.188278675079346, 7.126680850982666], "traffic_residual_norm": [2.4603769779205322, 1.2538670301437378, 0.00021971383830532432], "traffic_r2": [0.8852249383926392, 0.9695738554000854, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 1.1471812725067139, "cos_r_negg": [-0.1077953651547432, 0.0893184095621109, -0.16836529970169067], "cos_innovation_negg": [-0.06951134651899338, 0.16721712052822113, 0.013439475558698177], "cos_apical_negg": [-0.1077953577041626, 0.0893184095621109, -0.16836529970169067], "cos_Ac_negg": [0.892189085483551, 0.2554702162742615, -0.021586019545793533], "r_norm": [3.2480266094207764, 2.3628861904144287, 1.6755049228668213], "traffic_norm": [7.275594234466553, 7.2088212966918945, 7.146805286407471], "traffic_residual_norm": [2.013814926147461, 1.0244754552841187, 0.00018074508989229798], "traffic_r2": [0.9233871698379517, 0.9798036217689514, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.694753646850586, "cos_r_negg": [-0.06697923690080643, -0.3347494602203369, -0.021794404834508896], "cos_innovation_negg": [-0.06160609796643257, -0.28925463557243347, -0.2096664011478424], "cos_apical_negg": [-0.06697923690080643, -0.3347494602203369, -0.021794401109218597], "cos_Ac_negg": [0.8496848344802856, 0.2672661244869232, -0.053790777921676636], "r_norm": [2.4019899368286133, 1.623633623123169, 0.9496824741363525], "traffic_norm": [7.27564811706543, 7.208576202392578, 7.147835731506348], "traffic_residual_norm": [1.6483879089355469, 0.8377878665924072, 0.00014849862782284617], "traffic_r2": [0.9486695528030396, 0.9864926934242249, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.685, "eval_loss": 1.5954125732421875, "val_acc": 0.685, "val_loss": 1.5954125732421875}, {"step": 500, "epoch": 1, "train_loss": 14.127249717712402, "cos_r_negg": [0.3888164162635803, 0.19757972657680511, -0.23460598289966583], "cos_innovation_negg": [0.43123313784599304, 0.17247851192951202, 0.12788183987140656], "cos_apical_negg": [0.3888164162635803, 0.1975797414779663, -0.23460596799850464], "cos_Ac_negg": [0.8925979733467102, 0.08551257103681564, 0.3293827176094055], "r_norm": [5.077535629272461, 4.32146692276001, 4.121941566467285], "traffic_norm": [7.269416332244873, 7.195610046386719, 7.136923789978027], "traffic_residual_norm": [1.3496288061141968, 0.6854525804519653, 0.00012267669080756605], "traffic_r2": [0.9655309319496155, 0.9909256100654602, 1.0], "ldr": {"dL_sdil": -10.729351997375488, "dL_bp": -11.649478912353516, "ratio": 0.9210156160716946}}, {"step": 600, "epoch": 1, "train_loss": 1.418379306793213, "cos_r_negg": [-0.16944682598114014, 0.05851726979017258, -0.25847533345222473], "cos_innovation_negg": [-0.14461541175842285, 0.06644955277442932, -0.06421171128749847], "cos_apical_negg": [-0.16944681107997894, 0.058517277240753174, -0.2584753632545471], "cos_Ac_negg": [0.867662250995636, 0.458362877368927, 0.06974165886640549], "r_norm": [1.9064264297485352, 1.32297945022583, 0.8534615635871887], "traffic_norm": [7.275522708892822, 7.208017349243164, 7.1469831466674805], "traffic_residual_norm": [1.1044504642486572, 0.5602129697799683, 0.00010106420086231083], "traffic_r2": [0.9769557118415833, 0.9939594864845276, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.9177694916725159, "cos_r_negg": [-0.21069207787513733, 0.07452293485403061, -0.053676966577768326], "cos_innovation_negg": [-0.18445782363414764, 0.11601456999778748, -0.0714578926563263], "cos_apical_negg": [-0.21069209277629852, 0.0745229423046112, -0.05367697402834892], "cos_Ac_negg": [0.9084819555282593, 0.34016674757003784, 0.22204308211803436], "r_norm": [1.7938144207000732, 1.3023240566253662, 0.9291826486587524], "traffic_norm": [7.281124114990234, 7.218138694763184, 7.154675483703613], "traffic_residual_norm": [0.9041203260421753, 0.45823341608047485, 8.311647980008274e-05], "traffic_r2": [0.9845810532569885, 0.995969831943512, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 1.2028433084487915, "cos_r_negg": [-0.2586723864078522, -0.13509874045848846, -0.18891265988349915], "cos_innovation_negg": [-0.2079896777868271, -0.12605826556682587, -0.12398974597454071], "cos_apical_negg": [-0.2586723864078522, -0.13509875535964966, -0.18891265988349915], "cos_Ac_negg": [0.7597225904464722, 0.5534810423851013, 0.16671758890151978], "r_norm": [1.560762882232666, 1.1442384719848633, 0.8410686254501343], "traffic_norm": [7.279336929321289, 7.213457107543945, 7.150266170501709], "traffic_residual_norm": [0.7401102185249329, 0.3748399019241333, 6.898683932377025e-05], "traffic_r2": [0.9896626472473145, 0.9972997307777405, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.84, "eval_loss": 1.0133438842773437, "val_acc": 0.84, "val_loss": 1.0133438842773437}, {"step": 900, "epoch": 2, "train_loss": 0.6988561153411865, "cos_r_negg": [-0.15777687728405, 0.022227609530091286, -0.17190077900886536], "cos_innovation_negg": [-0.11923404783010483, 0.06287713348865509, 0.08771462738513947], "cos_apical_negg": [-0.15777689218521118, 0.022227618843317032, -0.17190077900886536], "cos_Ac_negg": [0.9017127156257629, 0.39983636140823364, 0.3423067629337311], "r_norm": [1.522327184677124, 1.1415095329284668, 0.8926545977592468], "traffic_norm": [7.280043601989746, 7.215441703796387, 7.152599811553955], "traffic_residual_norm": [0.6058701276779175, 0.30671602487564087, 5.698945460608229e-05], "traffic_r2": [0.9930738806724548, 0.9981930255889893, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 1.335465908050537, "cos_r_negg": [-0.07654307037591934, 0.42662039399147034, -0.034221574664115906], "cos_innovation_negg": [0.006152325309813023, 0.45385390520095825, 0.013964860700070858], "cos_apical_negg": [-0.07654307037591934, 0.42662039399147034, -0.03422157093882561], "cos_Ac_negg": [0.941695511341095, 0.5450354218482971, 0.20676733553409576], "r_norm": [1.6065959930419922, 1.2551143169403076, 1.0519936084747314], "traffic_norm": [7.278325080871582, 7.211025238037109, 7.148951053619385], "traffic_residual_norm": [0.4960765838623047, 0.25087642669677734, 4.7737987188156694e-05], "traffic_r2": [0.9953544735908508, 0.9987896084785461, 1.0], "ldr": {"dL_sdil": -0.40362316370010376, "dL_bp": -0.4519169330596924, "ratio": 0.893135738391972}}, {"step": 1100, "epoch": 2, "train_loss": 0.36906278133392334, "cos_r_negg": [-0.2134249061346054, -0.03060358203947544, -0.1302579641342163], "cos_innovation_negg": [-0.1671510487794876, 0.008154025301337242, 0.004850565921515226], "cos_apical_negg": [-0.2134249061346054, -0.03060358390212059, -0.1302579641342163], "cos_Ac_negg": [0.9239588975906372, 0.40755781531333923, 0.258851021528244], "r_norm": [1.267850399017334, 0.9775050282478333, 0.7986606955528259], "traffic_norm": [7.280086517333984, 7.216291904449463, 7.1541290283203125], "traffic_residual_norm": [0.40599024295806885, 0.20513340830802917, 3.9548714994452894e-05], "traffic_r2": [0.9968900084495544, 0.99919193983078, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.6056063771247864, "cos_r_negg": [-0.23938436806201935, -0.13808944821357727, -0.07024651020765305], "cos_innovation_negg": [-0.16012828052043915, -0.04567425698041916, 0.023140333592891693], "cos_apical_negg": [-0.23938436806201935, -0.13808944821357727, -0.07024651765823364], "cos_Ac_negg": [0.947666585445404, 0.3781079649925232, 0.3037774860858917], "r_norm": [1.2614078521728516, 0.9947822093963623, 0.870243489742279], "traffic_norm": [7.280908584594727, 7.217496871948242, 7.1546831130981445], "traffic_residual_norm": [0.33219948410987854, 0.1676424741744995, 3.325643774587661e-05], "traffic_r2": [0.9979182481765747, 0.9994605183601379, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8766, "eval_loss": 0.7130718017578125, "val_acc": 0.8766, "val_loss": 0.7130718017578125}, {"step": 1300, "epoch": 3, "train_loss": 1.1640595197677612, "cos_r_negg": [-0.20363904535770416, 0.07160530239343643, -0.05263184383511543], "cos_innovation_negg": [-0.15407544374465942, 0.10904327034950256, 0.07295146584510803], "cos_apical_negg": [-0.20363903045654297, 0.07160530239343643, -0.05263185128569603], "cos_Ac_negg": [0.8963410258293152, 0.45281875133514404, 0.3207464814186096], "r_norm": [1.4674137830734253, 1.1880906820297241, 1.093109369277954], "traffic_norm": [7.280400276184082, 7.216854095458984, 7.155171871185303], "traffic_residual_norm": [0.2720381021499634, 0.13725247979164124, 2.820710142259486e-05], "traffic_r2": [0.9986038208007812, 0.9996383190155029, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 1.0425355434417725, "cos_r_negg": [0.010720293037593365, -0.018852626904845238, -0.13478079438209534], "cos_innovation_negg": [0.032175883650779724, 0.10741589218378067, 0.0891275629401207], "cos_apical_negg": [0.010720293037593365, -0.018852632492780685, -0.13478079438209534], "cos_Ac_negg": [0.9277898073196411, 0.4649084806442261, 0.3644244074821472], "r_norm": [1.6547757387161255, 1.3612425327301025, 1.2690348625183105], "traffic_norm": [7.279645919799805, 7.214874267578125, 7.1522932052612305], "traffic_residual_norm": [0.22269731760025024, 0.11231215298175812, 2.4352115360670723e-05], "traffic_r2": [0.9990641474723816, 0.9997576475143433, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 1.1234029531478882, "cos_r_negg": [-0.17528656125068665, 0.11225918680429459, -0.1872575432062149], "cos_innovation_negg": [-0.057981666177511215, 0.1347537636756897, 0.03414047509431839], "cos_apical_negg": [-0.17528656125068665, 0.11225917935371399, -0.1872575432062149], "cos_Ac_negg": [0.9195879697799683, 0.5842922329902649, 0.24544313549995422], "r_norm": [1.2277413606643677, 1.0116310119628906, 0.9305652379989624], "traffic_norm": [7.278182029724121, 7.21144962310791, 7.150006294250488], "traffic_residual_norm": [0.1822684109210968, 0.09181325137615204, 2.1641943021677434e-05], "traffic_r2": [0.9993728399276733, 0.9998379349708557, 1.0], "ldr": {"dL_sdil": -0.2214866280555725, "dL_bp": -0.28389281034469604, "ratio": 0.7801769540646295}}, {"step": 1600, "epoch": 3, "train_loss": 0.6744793653488159, "cos_r_negg": [0.01124508585780859, -0.13732798397541046, 0.03657890111207962], "cos_innovation_negg": [0.05970575287938118, -0.019519802182912827, 0.19946084916591644], "cos_apical_negg": [0.011245082132518291, -0.13732799887657166, 0.03657890111207962], "cos_Ac_negg": [0.8973228931427002, 0.4343571662902832, 0.3541163206100464], "r_norm": [1.218292474746704, 0.9977725148200989, 0.9401493072509766], "traffic_norm": [7.2794952392578125, 7.2144012451171875, 7.1520586013793945], "traffic_residual_norm": [0.14919935166835785, 0.07505695521831512, 1.909147613332607e-05], "traffic_r2": [0.999579906463623, 0.9998917579650879, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.943378746509552, "cos_r_negg": [-0.17095842957496643, 0.004891085904091597, 0.11707445234060287], "cos_innovation_negg": [0.004441060591489077, 0.12119729071855545, 0.20453868806362152], "cos_apical_negg": [-0.17095842957496643, 0.0048910886980593204, 0.11707445234060287], "cos_Ac_negg": [0.8626524806022644, 0.5518274307250977, 0.3515235483646393], "r_norm": [0.9659709930419922, 0.7975863218307495, 0.7513248920440674], "traffic_norm": [7.280303955078125, 7.216245651245117, 7.154654502868652], "traffic_residual_norm": [0.1222136914730072, 0.06144920364022255, 1.6703254004823975e-05], "traffic_r2": [0.999718189239502, 0.9999274611473083, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8352, "eval_loss": 0.830311083984375, "val_acc": 0.8352, "val_loss": 0.830311083984375}, {"step": 1800, "epoch": 4, "train_loss": 0.5093171000480652, "cos_r_negg": [-0.15920183062553406, 0.03179493919014931, 0.11307737976312637], "cos_innovation_negg": [-0.10651779174804688, 0.0637042447924614, 0.2800963521003723], "cos_apical_negg": [-0.15920183062553406, 0.03179493919014931, 0.11307737976312637], "cos_Ac_negg": [0.902855634689331, 0.6353689432144165, 0.48347002267837524], "r_norm": [0.9276980757713318, 0.7686384916305542, 0.7275886535644531], "traffic_norm": [7.278552055358887, 7.212368011474609, 7.151556491851807], "traffic_residual_norm": [0.10006983578205109, 0.05026203766465187, 1.5816718587302603e-05], "traffic_r2": [0.9998109936714172, 0.9999514222145081, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.4779282212257385, "cos_r_negg": [-0.2629903256893158, 0.06524303555488586, 0.09231866151094437], "cos_innovation_negg": [-0.13978420197963715, 0.08265047520399094, 0.2279692441225052], "cos_apical_negg": [-0.2629903256893158, 0.06524302810430527, 0.09231866896152496], "cos_Ac_negg": [0.9218068718910217, 0.6231651306152344, 0.4548289179801941], "r_norm": [1.1659883260726929, 0.9942675828933716, 0.9482370615005493], "traffic_norm": [7.279263019561768, 7.213886737823486, 7.152688980102539], "traffic_residual_norm": [0.08204638957977295, 0.04130522161722183, 1.4366294635692611e-05], "traffic_r2": [0.9998729825019836, 0.9999672174453735, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 1.0974953174591064, "cos_r_negg": [-0.08111121505498886, 0.15943720936775208, 0.1541789472103119], "cos_innovation_negg": [-0.028641069307923317, 0.18396756052970886, 0.24107608199119568], "cos_apical_negg": [-0.08111121505498886, 0.15943720936775208, 0.1541789472103119], "cos_Ac_negg": [0.8920989632606506, 0.5963724255561829, 0.3880457282066345], "r_norm": [1.1004602909088135, 0.9439888000488281, 0.9155544638633728], "traffic_norm": [7.278376579284668, 7.210854530334473, 7.149251461029053], "traffic_residual_norm": [0.0672459602355957, 0.03398185595870018, 1.4218191608961206e-05], "traffic_r2": [0.9999146461486816, 0.9999777674674988, 1.0], "ldr": {"dL_sdil": -0.19201061129570007, "dL_bp": -0.2332344651222229, "ratio": 0.8232514486873965}}, {"step": 2100, "epoch": 4, "train_loss": 0.7451575994491577, "cos_r_negg": [-0.19167335331439972, 0.31633275747299194, 0.15950441360473633], "cos_innovation_negg": [-0.029058974236249924, 0.3036191165447235, 0.31270575523376465], "cos_apical_negg": [-0.19167335331439972, 0.31633278727531433, 0.15950441360473633], "cos_Ac_negg": [0.9304171204566956, 0.6298526525497437, 0.3863368034362793], "r_norm": [0.8552471995353699, 0.7293311953544617, 0.7026998996734619], "traffic_norm": [7.278928756713867, 7.212761878967285, 7.151760101318359], "traffic_residual_norm": [0.05516247823834419, 0.028108131140470505, 1.319976490776753e-05], "traffic_r2": [0.9999425411224365, 0.9999848008155823, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9004, "eval_loss": 0.6492462158203125, "val_acc": 0.9004, "val_loss": 0.6492462158203125}, {"step": 2200, "epoch": 5, "train_loss": 1.06879460811615, "cos_r_negg": [-0.14005936682224274, -0.14249902963638306, 0.17975133657455444], "cos_innovation_negg": [0.030314020812511444, -0.09596468508243561, 0.2523188591003418], "cos_apical_negg": [-0.14005936682224274, -0.14249901473522186, 0.17975133657455444], "cos_Ac_negg": [0.9441357254981995, 0.5886514186859131, 0.3775973916053772], "r_norm": [1.1202113628387451, 0.9648436307907104, 0.9362806081771851], "traffic_norm": [7.279396057128906, 7.214104175567627, 7.1529388427734375], "traffic_residual_norm": [0.04524527117609978, 0.02334330976009369, 1.259028613276314e-05], "traffic_r2": [0.9999613761901855, 0.9999895095825195, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 1.5464634895324707, "cos_r_negg": [-0.04252535477280617, -0.07108358293771744, 0.14088264107704163], "cos_innovation_negg": [0.19509370625019073, 0.09897492825984955, 0.2990834414958954], "cos_apical_negg": [-0.04252536967396736, -0.07108358293771744, 0.14088264107704163], "cos_Ac_negg": [0.8862618207931519, 0.5889148116111755, 0.4877953827381134], "r_norm": [1.1861755847930908, 1.0195287466049194, 1.0024844408035278], "traffic_norm": [7.279380798339844, 7.214622974395752, 7.1531243324279785], "traffic_residual_norm": [0.037287287414073944, 0.01966232806444168, 1.2192169378977269e-05], "traffic_r2": [0.9999737739562988, 0.9999925494194031, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.7587098479270935, "cos_r_negg": [-0.13309554755687714, 0.07397172600030899, 0.01477231178432703], "cos_innovation_negg": [0.06606089323759079, 0.2048921287059784, 0.3042175769805908], "cos_apical_negg": [-0.13309554755687714, 0.07397172600030899, 0.014772309921681881], "cos_Ac_negg": [0.9165880680084229, 0.6189478635787964, 0.48720312118530273], "r_norm": [1.0045768022537231, 0.8743319511413574, 0.8643700480461121], "traffic_norm": [7.278724670410156, 7.213345527648926, 7.151683807373047], "traffic_residual_norm": [0.030759407207369804, 0.016737408936023712, 1.2216883988003246e-05], "traffic_r2": [0.9999821186065674, 0.9999946355819702, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.520391583442688, "cos_r_negg": [-0.1804039031267166, 0.18889039754867554, -0.02451184019446373], "cos_innovation_negg": [0.0660584568977356, 0.2846604585647583, 0.26109611988067627], "cos_apical_negg": [-0.18040388822555542, 0.18889039754867554, -0.02451183646917343], "cos_Ac_negg": [0.9187909364700317, 0.6487914323806763, 0.4664432406425476], "r_norm": [1.1364107131958008, 0.9924049377441406, 0.9644622206687927], "traffic_norm": [7.279097080230713, 7.214022159576416, 7.153134346008301], "traffic_residual_norm": [0.025579122826457024, 0.014465476386249065, 1.1697966328938492e-05], "traffic_r2": [0.9999876618385315, 0.9999960064888, 1.0], "ldr": {"dL_sdil": -0.22857990860939026, "dL_bp": -0.24937546253204346, "ratio": 0.9166094622481911}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8786, "eval_loss": 0.8964854858398438, "val_acc": 0.8786, "val_loss": 0.8964854858398438}, {"step": 2600, "epoch": 6, "train_loss": 0.9924579858779907, "cos_r_negg": [-0.11691459268331528, -0.14381559193134308, 0.05827627331018448], "cos_innovation_negg": [0.15883614122867584, 0.07907619327306747, 0.2626529633998871], "cos_apical_negg": [-0.11691457778215408, -0.14381559193134308, 0.05827626958489418], "cos_Ac_negg": [0.8783360719680786, 0.6614586710929871, 0.48578932881355286], "r_norm": [1.1647330522537231, 1.0174200534820557, 1.0121688842773438], "traffic_norm": [7.278745651245117, 7.213499069213867, 7.151830673217773], "traffic_residual_norm": [0.021287117153406143, 0.012639053165912628, 1.1715976143023e-05], "traffic_r2": [0.9999914765357971, 0.9999969005584717, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.8279838562011719, "cos_r_negg": [-0.11130215227603912, -0.15568256378173828, -0.007348816841840744], "cos_innovation_negg": [0.16401538252830505, -0.011393846943974495, 0.35125523805618286], "cos_apical_negg": [-0.11130215227603912, -0.15568256378173828, -0.007348820101469755], "cos_Ac_negg": [0.9052857160568237, 0.6173890233039856, 0.5210505723953247], "r_norm": [1.4214975833892822, 1.254288673400879, 1.2112566232681274], "traffic_norm": [7.278131484985352, 7.209969520568848, 7.148469924926758], "traffic_residual_norm": [0.01799205131828785, 0.011314790695905685, 1.2417443940648809e-05], "traffic_r2": [0.9999938607215881, 0.9999975562095642, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.6586146950721741, "cos_r_negg": [-0.15975980460643768, -0.3155311048030853, 0.15833920240402222], "cos_innovation_negg": [0.06114380434155464, -0.11025594919919968, 0.37273451685905457], "cos_apical_negg": [-0.15975980460643768, -0.3155311048030853, 0.15833920240402222], "cos_Ac_negg": [0.8929992914199829, 0.5856406688690186, 0.5426927208900452], "r_norm": [0.9711124897003174, 0.8538553714752197, 0.8370023369789124], "traffic_norm": [7.278852939605713, 7.213395118713379, 7.151859283447266], "traffic_residual_norm": [0.015173710882663727, 0.01029430702328682, 1.1601208825595677e-05], "traffic_r2": [0.9999956488609314, 0.9999979734420776, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.20831149816513062, "cos_r_negg": [-0.10503837466239929, -0.13016878068447113, 0.16792216897010803], "cos_innovation_negg": [0.24816003441810608, 0.20152980089187622, 0.39473870396614075], "cos_apical_negg": [-0.1050383672118187, -0.13016876578330994, 0.16792216897010803], "cos_Ac_negg": [0.897945761680603, 0.5950629711151123, 0.5273889899253845], "r_norm": [1.0972673892974854, 0.972379207611084, 0.9590508937835693], "traffic_norm": [7.279229164123535, 7.214263916015625, 7.151790142059326], "traffic_residual_norm": [0.013034719973802567, 0.0096791572868824, 1.1450746569607873e-05], "traffic_r2": [0.9999967813491821, 0.9999982118606567, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.31455716490745544, "cos_r_negg": [-0.111902616918087, 0.23190662264823914, 0.01437363401055336], "cos_innovation_negg": [0.17991428077220917, 0.2500396966934204, 0.35067784786224365], "cos_apical_negg": [-0.111902616918087, 0.23190662264823914, 0.014373633079230785], "cos_Ac_negg": [0.847144603729248, 0.5986104011535645, 0.5823516845703125], "r_norm": [1.2041791677474976, 1.0660408735275269, 1.0502818822860718], "traffic_norm": [7.2788166999816895, 7.213305473327637, 7.152291297912598], "traffic_residual_norm": [0.011365476064383984, 0.009120534174144268, 1.1360860298736952e-05], "traffic_r2": [0.9999975562095642, 0.9999983906745911, 1.0], "ldr": {"dL_sdil": -0.12827938795089722, "dL_bp": -0.1544749140739441, "ratio": 0.8304221350108174}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8758, "eval_loss": 0.7321650512695312, "val_acc": 0.8758, "val_loss": 0.7321650512695312}, {"step": 3100, "epoch": 7, "train_loss": 0.7129916548728943, "cos_r_negg": [-0.13980108499526978, 0.1571221649646759, 0.14334559440612793], "cos_innovation_negg": [0.22568021714687347, 0.26635339856147766, 0.48548662662506104], "cos_apical_negg": [-0.13980108499526978, 0.1571221649646759, 0.14334559440612793], "cos_Ac_negg": [0.866134524345398, 0.734561562538147, 0.5542600154876709], "r_norm": [1.1527605056762695, 1.01365065574646, 1.0105377435684204], "traffic_norm": [7.278560638427734, 7.211850643157959, 7.151050567626953], "traffic_residual_norm": [0.009951768442988396, 0.008685529232025146, 1.1669711966533214e-05], "traffic_r2": [0.999998152256012, 0.9999985694885254, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.672432005405426, "cos_r_negg": [-0.15273554623126984, -0.28291043639183044, -0.16854269802570343], "cos_innovation_negg": [0.11347803473472595, -0.01279265433549881, 0.23042185604572296], "cos_apical_negg": [-0.15273554623126984, -0.28291043639183044, -0.16854268312454224], "cos_Ac_negg": [0.9119378328323364, 0.7007722854614258, 0.6489807963371277], "r_norm": [1.2406984567642212, 1.1130033731460571, 1.1043360233306885], "traffic_norm": [7.27796745300293, 7.210782051086426, 7.149827480316162], "traffic_residual_norm": [0.009090470150113106, 0.008517159149050713, 1.1859619917231612e-05], "traffic_r2": [0.9999984502792358, 0.9999986290931702, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.736163854598999, "cos_r_negg": [-0.2407306730747223, 0.1686168909072876, 0.0615059919655323], "cos_innovation_negg": [0.27315840125083923, 0.3098926842212677, 0.3271138668060303], "cos_apical_negg": [-0.2407306730747223, 0.1686168909072876, 0.0615059919655323], "cos_Ac_negg": [0.9251711964607239, 0.7571645975112915, 0.5154397487640381], "r_norm": [1.0646978616714478, 0.9452989101409912, 0.9337462186813354], "traffic_norm": [7.278761863708496, 7.212899684906006, 7.151725769042969], "traffic_residual_norm": [0.008371051400899887, 0.008258813992142677, 1.151296055468265e-05], "traffic_r2": [0.9999986886978149, 0.9999986886978149, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.41916927695274353, "cos_r_negg": [-0.1775898039340973, 0.3280683159828186, 0.10135582089424133], "cos_innovation_negg": [0.26117804646492004, 0.3829748034477234, 0.4565685987472534], "cos_apical_negg": [-0.1775898039340973, 0.3280682861804962, 0.10135582089424133], "cos_Ac_negg": [0.922951877117157, 0.7586426734924316, 0.6359530091285706], "r_norm": [0.9686146378517151, 0.8648809194564819, 0.8381146192550659], "traffic_norm": [7.27806282043457, 7.211005210876465, 7.150445938110352], "traffic_residual_norm": [0.007917073555290699, 0.008264604955911636, 1.1786894901888445e-05], "traffic_r2": [0.9999988079071045, 0.9999986886978149, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8342, "eval_loss": 0.8871063354492188, "val_acc": 0.8342, "val_loss": 0.8871063354492188}, {"step": 3500, "epoch": 8, "train_loss": 0.7099051475524902, "cos_r_negg": [-0.24074529111385345, 0.21230682730674744, 0.0068154712207615376], "cos_innovation_negg": [0.35920700430870056, 0.39508378505706787, 0.4721004366874695], "cos_apical_negg": [-0.24074529111385345, 0.21230679750442505, 0.0068154665641486645], "cos_Ac_negg": [0.943152129650116, 0.7592974901199341, 0.6586666107177734], "r_norm": [1.112372875213623, 0.9975817799568176, 0.9735269546508789], "traffic_norm": [7.279170036315918, 7.214130401611328, 7.1546478271484375], "traffic_residual_norm": [0.007487620692700148, 0.008161213248968124, 1.0805005331349093e-05], "traffic_r2": [0.999998927116394, 0.9999987483024597, 1.0], "ldr": {"dL_sdil": -0.17727333307266235, "dL_bp": -0.19257083535194397, "ratio": 0.9205616870731034}}, {"step": 3600, "epoch": 8, "train_loss": 1.5390021800994873, "cos_r_negg": [-0.11227001249790192, 0.15220330655574799, -0.07552135735750198], "cos_innovation_negg": [0.21392539143562317, 0.14986716210842133, 0.3978898525238037], "cos_apical_negg": [-0.11227001994848251, 0.1522032916545868, -0.07552135735750198], "cos_Ac_negg": [0.9036588072776794, 0.7341267466545105, 0.6443513631820679], "r_norm": [1.2826752662658691, 1.1495039463043213, 1.135864019393921], "traffic_norm": [7.277622222900391, 7.210598945617676, 7.150681018829346], "traffic_residual_norm": [0.007169975899159908, 0.007977215573191643, 1.1671566426230129e-05], "traffic_r2": [0.9999990463256836, 0.9999987483024597, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.501908004283905, "cos_r_negg": [-0.21521694958209991, 0.22009806334972382, -0.05990483611822128], "cos_innovation_negg": [0.36008501052856445, 0.23672255873680115, 0.466460645198822], "cos_apical_negg": [-0.2152169644832611, 0.22009804844856262, -0.059904828667640686], "cos_Ac_negg": [0.8872913122177124, 0.7467702627182007, 0.643599808216095], "r_norm": [1.021745204925537, 0.8957812190055847, 0.8903502225875854], "traffic_norm": [7.277874946594238, 7.210598945617676, 7.1493682861328125], "traffic_residual_norm": [0.0070370035246014595, 0.00803910382091999, 1.1910093235201202e-05], "traffic_r2": [0.9999990463256836, 0.9999987483024597, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.5418524146080017, "cos_r_negg": [-0.1147177442908287, 0.06953548640012741, 0.19436724483966827], "cos_innovation_negg": [0.32173556089401245, 0.2068880796432495, 0.4361564517021179], "cos_apical_negg": [-0.11471773684024811, 0.06953547894954681, 0.19436724483966827], "cos_Ac_negg": [0.9366996884346008, 0.7006847858428955, 0.623546302318573], "r_norm": [0.861323356628418, 0.7702152729034424, 0.7544893026351929], "traffic_norm": [7.278411865234375, 7.211146354675293, 7.1517486572265625], "traffic_residual_norm": [0.006850420031696558, 0.007973184809088707, 1.1364989404683001e-05], "traffic_r2": [0.9999991059303284, 0.9999987483024597, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8802, "eval_loss": 0.7479182495117187, "val_acc": 0.8802, "val_loss": 0.7479182495117187}, {"step": 3900, "epoch": 9, "train_loss": 1.1330654621124268, "cos_r_negg": [-0.09174355119466782, -0.2700113356113434, 0.278349369764328], "cos_innovation_negg": [0.31871992349624634, 0.18601290881633759, 0.39693737030029297], "cos_apical_negg": [-0.09174354374408722, -0.2700112760066986, 0.278349369764328], "cos_Ac_negg": [0.905672013759613, 0.6933220028877258, 0.6396321654319763], "r_norm": [1.0637860298156738, 0.9497087597846985, 0.9383918046951294], "traffic_norm": [7.2767534255981445, 7.208118438720703, 7.148709297180176], "traffic_residual_norm": [0.006517607718706131, 0.007700683549046516, 1.198940572066931e-05], "traffic_r2": [0.9999992251396179, 0.9999988675117493, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.697383463382721, "cos_r_negg": [-0.23254981637001038, -0.02302410826086998, -0.1422392725944519], "cos_innovation_negg": [0.30288681387901306, 0.14537489414215088, 0.41460633277893066], "cos_apical_negg": [-0.23254980146884918, -0.023024102672934532, -0.1422392725944519], "cos_Ac_negg": [0.8698728680610657, 0.7256308197975159, 0.663691520690918], "r_norm": [0.9803485870361328, 0.8860311508178711, 0.8680000305175781], "traffic_norm": [7.277600288391113, 7.209610939025879, 7.150058269500732], "traffic_residual_norm": [0.006521277129650116, 0.007793469354510307, 1.1686086509143934e-05], "traffic_r2": [0.9999992251396179, 0.9999988079071045, 1.0], "ldr": {"dL_sdil": -0.06244868040084839, "dL_bp": -0.07804274559020996, "ratio": 0.8001855896864069}}, {"step": 4100, "epoch": 9, "train_loss": 0.5176597833633423, "cos_r_negg": [-0.13796494901180267, -0.04111102968454361, -0.07575785368680954], "cos_innovation_negg": [0.35633766651153564, 0.2245088517665863, 0.36399903893470764], "cos_apical_negg": [-0.13796496391296387, -0.04111103340983391, -0.07575784623622894], "cos_Ac_negg": [0.9370949268341064, 0.7160168886184692, 0.6768804788589478], "r_norm": [0.7934280633926392, 0.7153928279876709, 0.7023340463638306], "traffic_norm": [7.277091979980469, 7.209114074707031, 7.149206161499023], "traffic_residual_norm": [0.0063261184841394424, 0.007552658673375845, 1.194982814922696e-05], "traffic_r2": [0.9999992251396179, 0.999998927116394, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 1.0830906629562378, "cos_r_negg": [-0.16793301701545715, -0.029857676476240158, 0.03219503536820412], "cos_innovation_negg": [0.3645452857017517, 0.16706666350364685, 0.5215954184532166], "cos_apical_negg": [-0.16793301701545715, -0.029857676476240158, 0.03219503536820412], "cos_Ac_negg": [0.9104189872741699, 0.6967751979827881, 0.7127265334129333], "r_norm": [1.4100062847137451, 1.2531673908233643, 1.242122769355774], "traffic_norm": [7.278083801269531, 7.211907386779785, 7.151584625244141], "traffic_residual_norm": [0.006256272085011005, 0.007422065362334251, 1.1359554264345206e-05], "traffic_r2": [0.9999992847442627, 0.999998927116394, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8976, "eval_loss": 0.6227497314453125, "val_acc": 0.8976, "val_loss": 0.6227497314453125}, {"step": 4300, "epoch": 10, "train_loss": 0.29850950837135315, "cos_r_negg": [-0.01085218321532011, 0.13830319046974182, 0.0865207388997078], "cos_innovation_negg": [0.4096926152706146, 0.18344110250473022, 0.5057703852653503], "cos_apical_negg": [-0.010852188803255558, 0.13830320537090302, 0.08652076125144958], "cos_Ac_negg": [0.8470652103424072, 0.7517316937446594, 0.6929274201393127], "r_norm": [1.5333409309387207, 1.3603883981704712, 1.3440544605255127], "traffic_norm": [7.277212142944336, 7.209911823272705, 7.149491310119629], "traffic_residual_norm": [0.005956435110419989, 0.007215795107185841, 1.1852284842461813e-05], "traffic_r2": [0.9999993443489075, 0.9999989867210388, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.4978404641151428, "cos_r_negg": [-0.24628619849681854, 0.06791194528341293, -0.11662691086530685], "cos_innovation_negg": [0.3112278878688812, 0.2696312367916107, 0.44165468215942383], "cos_apical_negg": [-0.24628618359565735, 0.06791194528341293, -0.11662691086530685], "cos_Ac_negg": [0.8947159051895142, 0.8061718344688416, 0.6777772903442383], "r_norm": [0.9012738466262817, 0.8146890997886658, 0.8182588815689087], "traffic_norm": [7.2764058113098145, 7.2074384689331055, 7.149013996124268], "traffic_residual_norm": [0.005917808506637812, 0.007149563170969486, 1.1704976714099757e-05], "traffic_r2": [0.9999993443489075, 0.9999989867210388, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.7588788866996765, "cos_r_negg": [-0.08455849438905716, -0.2521931231021881, 0.10087551176548004], "cos_innovation_negg": [0.3061697781085968, 0.19786396622657776, 0.3888240158557892], "cos_apical_negg": [-0.08455849438905716, -0.2521930932998657, 0.10087551176548004], "cos_Ac_negg": [0.8482919931411743, 0.7868698239326477, 0.6117675304412842], "r_norm": [1.0189924240112305, 0.9158490896224976, 0.9085583686828613], "traffic_norm": [7.276786804199219, 7.208375453948975, 7.149977207183838], "traffic_residual_norm": [0.005685947369784117, 0.006981447339057922, 1.1582540537347086e-05], "traffic_r2": [0.9999994039535522, 0.9999990463256836, 1.0], "ldr": {"dL_sdil": -0.12658390402793884, "dL_bp": -0.14752665162086487, "ratio": 0.8580409209940744}}, {"step": 4600, "epoch": 10, "train_loss": 0.5987637042999268, "cos_r_negg": [-0.27477192878723145, 0.3599194288253784, -0.024372132495045662], "cos_innovation_negg": [0.49894365668296814, 0.41291385889053345, 0.5563989281654358], "cos_apical_negg": [-0.27477192878723145, 0.3599194288253784, -0.02437213435769081], "cos_Ac_negg": [0.9060001373291016, 0.8404843807220459, 0.6934698820114136], "r_norm": [1.2233588695526123, 1.100519061088562, 1.100064992904663], "traffic_norm": [7.277915000915527, 7.211218357086182, 7.151325225830078], "traffic_residual_norm": [0.005636716261506081, 0.006969129666686058, 1.1395990441087633e-05], "traffic_r2": [0.9999994039535522, 0.9999990463256836, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.4292513430118561, "cos_r_negg": [-0.17438921332359314, 0.13782022893428802, 0.03562382608652115], "cos_innovation_negg": [0.5134568810462952, 0.33138275146484375, 0.4786636531352997], "cos_apical_negg": [-0.17438921332359314, 0.13782024383544922, 0.035623833537101746], "cos_Ac_negg": [0.9286214709281921, 0.7922443747520447, 0.701911985874176], "r_norm": [1.4145519733428955, 1.2593022584915161, 1.250306487083435], "traffic_norm": [7.2781147956848145, 7.210439205169678, 7.150769233703613], "traffic_residual_norm": [0.005795292556285858, 0.007302158512175083, 1.1589351743168663e-05], "traffic_r2": [0.9999993443489075, 0.9999989867210388, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8848, "eval_loss": 0.670472509765625, "val_acc": 0.8848, "val_loss": 0.670472509765625}, {"step": 4800, "epoch": 11, "train_loss": 0.6296954154968262, "cos_r_negg": [-0.10313194245100021, 0.24820658564567566, 0.10504452884197235], "cos_innovation_negg": [0.4104805588722229, 0.24494095146656036, 0.5567257404327393], "cos_apical_negg": [-0.10313194245100021, 0.24820660054683685, 0.10504452884197235], "cos_Ac_negg": [0.8983645439147949, 0.8266403675079346, 0.7430388927459717], "r_norm": [0.774997353553772, 0.6930278539657593, 0.6861282587051392], "traffic_norm": [7.276188850402832, 7.2071685791015625, 7.148741245269775], "traffic_residual_norm": [0.005807195790112019, 0.007434521801769733, 1.1986352546955459e-05], "traffic_r2": [0.9999993443489075, 0.999998927116394, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.8425284624099731, "cos_r_negg": [-0.2524968087673187, -0.27453333139419556, 0.2332557737827301], "cos_innovation_negg": [0.5368058085441589, 0.4483228623867035, 0.48782867193222046], "cos_apical_negg": [-0.2524968087673187, -0.27453333139419556, 0.2332557737827301], "cos_Ac_negg": [0.8888274431228638, 0.7923790216445923, 0.6735617518424988], "r_norm": [1.4040700197219849, 1.2782423496246338, 1.2587378025054932], "traffic_norm": [7.277528762817383, 7.210365295410156, 7.150833606719971], "traffic_residual_norm": [0.005790574476122856, 0.007392239756882191, 1.1479631211841479e-05], "traffic_r2": [0.9999993443489075, 0.999998927116394, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 1.0646342039108276, "cos_r_negg": [-0.11561445146799088, -0.18628418445587158, 0.1010056585073471], "cos_innovation_negg": [0.4733515977859497, 0.19506369531154633, 0.4958394467830658], "cos_apical_negg": [-0.11561445146799088, -0.1862841695547104, 0.10100565105676651], "cos_Ac_negg": [0.9046057462692261, 0.7367842197418213, 0.748450756072998], "r_norm": [1.234533429145813, 1.1200973987579346, 1.102595567703247], "traffic_norm": [7.277534008026123, 7.2092366218566895, 7.150386810302734], "traffic_residual_norm": [0.005698212422430515, 0.0071440101601183414, 1.161331692856038e-05], "traffic_r2": [0.9999994039535522, 0.9999990463256836, 1.0], "ldr": {"dL_sdil": -0.10165345668792725, "dL_bp": -0.1136394739151001, "ratio": 0.8945259352737976}}, {"step": 5100, "epoch": 11, "train_loss": 1.0035278797149658, "cos_r_negg": [-0.07790055125951767, -0.07724371552467346, -0.039531368762254715], "cos_innovation_negg": [0.4186148941516876, 0.25558722019195557, 0.4939866065979004], "cos_apical_negg": [-0.07790055125951767, -0.07724371552467346, -0.039531368762254715], "cos_Ac_negg": [0.8664617538452148, 0.8147851228713989, 0.7263193726539612], "r_norm": [1.279477596282959, 1.1597238779067993, 1.143202543258667], "traffic_norm": [7.274975776672363, 7.204667091369629, 7.146803855895996], "traffic_residual_norm": [0.005483650602400303, 0.007022044621407986, 1.2111026080674492e-05], "traffic_r2": [0.9999994039535522, 0.9999990463256836, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9016, "eval_loss": 0.6340811889648438, "val_acc": 0.9016, "val_loss": 0.6340811889648438}, {"step": 5200, "epoch": 12, "train_loss": 0.4915355145931244, "cos_r_negg": [-0.15970641374588013, 0.014329545199871063, -0.05394190177321434], "cos_innovation_negg": [0.32110822200775146, 0.1561659425497055, 0.5025401711463928], "cos_apical_negg": [-0.15970639884471893, 0.014329545199871063, -0.05394190549850464], "cos_Ac_negg": [0.8150333762168884, 0.7811799049377441, 0.7301753759384155], "r_norm": [0.9185194373130798, 0.8325924873352051, 0.8207801580429077], "traffic_norm": [7.2776594161987305, 7.210947513580322, 7.151979923248291], "traffic_residual_norm": [0.005464981310069561, 0.0070258136838674545, 1.1169006938871462e-05], "traffic_r2": [0.999999463558197, 0.9999990463256836, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.48924165964126587, "cos_r_negg": [-0.21013817191123962, -0.02258811518549919, -0.08909531682729721], "cos_innovation_negg": [0.47931599617004395, 0.34214019775390625, 0.5455570220947266], "cos_apical_negg": [-0.21013817191123962, -0.022588113322854042, -0.08909531682729721], "cos_Ac_negg": [0.9139159917831421, 0.8354690074920654, 0.7353534698486328], "r_norm": [1.0111383199691772, 0.9198553562164307, 0.9160440564155579], "traffic_norm": [7.276565074920654, 7.208273410797119, 7.148323059082031], "traffic_residual_norm": [0.005321384873241186, 0.006815202534198761, 1.1924783393624239e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.38474783301353455, "cos_r_negg": [-0.27850475907325745, 0.13037577271461487, 0.05689534544944763], "cos_innovation_negg": [0.4162687659263611, 0.3210899531841278, 0.547291100025177], "cos_apical_negg": [-0.27850475907325745, 0.13037577271461487, 0.05689534917473793], "cos_Ac_negg": [0.8691481947898865, 0.8268072605133057, 0.7093333005905151], "r_norm": [1.48549222946167, 1.3599653244018555, 1.3431943655014038], "traffic_norm": [7.277216911315918, 7.210247993469238, 7.150712013244629], "traffic_residual_norm": [0.005286979954689741, 0.006794361397624016, 1.1385196557966992e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.441963791847229, "cos_r_negg": [-0.06354207545518875, -0.13394977152347565, 0.12297086417675018], "cos_innovation_negg": [0.4000149071216583, 0.28250786662101746, 0.5034415125846863], "cos_apical_negg": [-0.06354207545518875, -0.13394977152347565, 0.12297084927558899], "cos_Ac_negg": [0.8271121978759766, 0.8054195046424866, 0.6944769620895386], "r_norm": [1.4287433624267578, 1.3200958967208862, 1.3117165565490723], "traffic_norm": [7.276828289031982, 7.208468437194824, 7.147365570068359], "traffic_residual_norm": [0.0052670990116894245, 0.006746996194124222, 1.2075122867827304e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0], "ldr": {"dL_sdil": -0.19323930144309998, "dL_bp": -0.20761561393737793, "ratio": 0.9307551478348145}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8832, "eval_loss": 0.6547936157226563, "val_acc": 0.8832, "val_loss": 0.6547936157226563}, {"step": 5600, "epoch": 13, "train_loss": 0.3842298984527588, "cos_r_negg": [-0.2417016625404358, -0.4003613591194153, 0.2372380793094635], "cos_innovation_negg": [0.45603007078170776, 0.22247686982154846, 0.48664048314094543], "cos_apical_negg": [-0.2417016625404358, -0.4003613591194153, 0.2372380793094635], "cos_Ac_negg": [0.8817880153656006, 0.739704430103302, 0.6979543566703796], "r_norm": [0.9455788135528564, 0.8633239269256592, 0.8475334048271179], "traffic_norm": [7.276020050048828, 7.207244873046875, 7.147072792053223], "traffic_residual_norm": [0.005243983119726181, 0.006796224974095821, 1.2065233931934927e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.6429706811904907, "cos_r_negg": [-0.1788034588098526, 0.2553182542324066, -0.014824063517153263], "cos_innovation_negg": [0.41147786378860474, 0.2647375166416168, 0.5610334873199463], "cos_apical_negg": [-0.1788034588098526, 0.2553182542324066, -0.014824064448475838], "cos_Ac_negg": [0.8791931867599487, 0.8290954828262329, 0.7469252943992615], "r_norm": [1.1091618537902832, 1.0200670957565308, 1.0025241374969482], "traffic_norm": [7.275791168212891, 7.206620216369629, 7.147430419921875], "traffic_residual_norm": [0.005205930210649967, 0.006794419139623642, 1.1841733794426546e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.34701305627822876, "cos_r_negg": [-0.1415802389383316, -0.4370195269584656, 0.022494325414299965], "cos_innovation_negg": [0.433391809463501, 0.20778055489063263, 0.4205327332019806], "cos_apical_negg": [-0.1415802389383316, -0.4370195269584656, 0.02249433659017086], "cos_Ac_negg": [0.8537306189537048, 0.751748263835907, 0.7712763547897339], "r_norm": [0.8027385473251343, 0.7340661287307739, 0.7221362590789795], "traffic_norm": [7.276640892028809, 7.208523750305176, 7.1485419273376465], "traffic_residual_norm": [0.005162523128092289, 0.006953148171305656, 1.1863048712257296e-05], "traffic_r2": [0.9999995231628418, 0.9999990463256836, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.6722985506057739, "cos_r_negg": [-0.17544560134410858, 0.05904722213745117, -0.011072233319282532], "cos_innovation_negg": [0.36443233489990234, 0.3524821102619171, 0.47241663932800293], "cos_apical_negg": [-0.1754455864429474, 0.059047210961580276, -0.011072235181927681], "cos_Ac_negg": [0.8806865215301514, 0.8266945481300354, 0.675237238407135], "r_norm": [1.2648463249206543, 1.148223638534546, 1.1312689781188965], "traffic_norm": [7.276467323303223, 7.208970069885254, 7.148772716522217], "traffic_residual_norm": [0.005185514688491821, 0.007389019709080458, 1.1742742572096176e-05], "traffic_r2": [0.999999463558197, 0.999998927116394, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.11702921241521835, "cos_r_negg": [-0.2190958857536316, 0.3572709262371063, 0.014675865881145], "cos_innovation_negg": [0.45140308141708374, 0.31941285729408264, 0.4346361458301544], "cos_apical_negg": [-0.2190958708524704, 0.3572709262371063, 0.014675863087177277], "cos_Ac_negg": [0.8743646144866943, 0.860808789730072, 0.6947456002235413], "r_norm": [1.123894214630127, 1.0377117395401, 1.0220496654510498], "traffic_norm": [7.276186943054199, 7.207108497619629, 7.147839069366455], "traffic_residual_norm": [0.004849037155508995, 0.007170429453253746, 1.2048654753016308e-05], "traffic_r2": [0.9999995827674866, 0.9999989867210388, 1.0], "ldr": {"dL_sdil": -0.08053416013717651, "dL_bp": -0.08359742164611816, "ratio": 0.9633569857942635}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9076, "eval_loss": 0.5948656433105469, "val_acc": 0.9076, "val_loss": 0.5948656433105469}, {"step": 6100, "epoch": 14, "train_loss": 0.5221908092498779, "cos_r_negg": [-0.1770564764738083, 0.19946540892124176, 0.014091168530285358], "cos_innovation_negg": [0.457977294921875, 0.2612883150577545, 0.48325738310813904], "cos_apical_negg": [-0.1770564764738083, 0.19946540892124176, 0.014091161079704762], "cos_Ac_negg": [0.848201334476471, 0.8041222095489502, 0.6983932256698608], "r_norm": [1.240684151649475, 1.149229645729065, 1.1352962255477905], "traffic_norm": [7.275642395019531, 7.206557273864746, 7.146761417388916], "traffic_residual_norm": [0.004881724249571562, 0.0073826066218316555, 1.2210752174723893e-05], "traffic_r2": [0.9999995231628418, 0.999998927116394, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.6570190787315369, "cos_r_negg": [-0.144809752702713, -0.06560052186250687, 0.17184728384017944], "cos_innovation_negg": [0.33084407448768616, 0.321570485830307, 0.5564006567001343], "cos_apical_negg": [-0.14480973780155182, -0.06560052186250687, 0.17184728384017944], "cos_Ac_negg": [0.8320431113243103, 0.8340564966201782, 0.7295300364494324], "r_norm": [0.9334574341773987, 0.8557943105697632, 0.8480870127677917], "traffic_norm": [7.274713516235352, 7.20350456237793, 7.143986225128174], "traffic_residual_norm": [0.00485745957121253, 0.007645521312952042, 1.257505573448725e-05], "traffic_r2": [0.9999995827674866, 0.9999988675117493, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.39640888571739197, "cos_r_negg": [-0.18598411977291107, 0.16734114289283752, -0.00047064037062227726], "cos_innovation_negg": [0.4723038971424103, 0.31792622804641724, 0.4288175404071808], "cos_apical_negg": [-0.18598411977291107, 0.16734114289283752, -0.0004706473555415869], "cos_Ac_negg": [0.9501592516899109, 0.7996590733528137, 0.7125259637832642], "r_norm": [1.1916189193725586, 1.1059125661849976, 1.089479684829712], "traffic_norm": [7.276622295379639, 7.208830833435059, 7.149579048156738], "traffic_residual_norm": [0.004632559604942799, 0.00731472484767437, 1.1650066880974919e-05], "traffic_r2": [0.9999995827674866, 0.9999989867210388, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.6726443767547607, "cos_r_negg": [-0.15683519840240479, -0.05505942925810814, 0.09226550906896591], "cos_innovation_negg": [0.47344890236854553, 0.22695264220237732, 0.558302640914917], "cos_apical_negg": [-0.15683519840240479, -0.05505942925810814, 0.09226550161838531], "cos_Ac_negg": [0.8931639194488525, 0.8301835656166077, 0.733562171459198], "r_norm": [0.8013111352920532, 0.7393458485603333, 0.728277325630188], "traffic_norm": [7.276012420654297, 7.206938743591309, 7.146188735961914], "traffic_residual_norm": [0.004557513631880283, 0.0071618398651480675, 1.2274628716113511e-05], "traffic_r2": [0.9999995827674866, 0.9999989867210388, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9012, "eval_loss": 0.6585973388671875, "val_acc": 0.9012, "val_loss": 0.6585973388671875}], "final": {"eval_split": "validation", "eval_acc": 0.9012, "eval_loss": 0.6585973388671875, "wall_s": 24.326935291290283, "val_acc": 0.9012, "val_loss": 0.6585973388671875, "cos_r_negg": [-0.12412294000387192, 0.02754393219947815, 0.07448483258485794], "cos_innovation_negg": [0.40881192684173584, 0.3845716714859009, 0.5073290467262268], "cos_apical_negg": [-0.12412294000387192, 0.0275439340621233, 0.07448484003543854], "cos_Ac_negg": [0.8114352822303772, 0.8412165641784668, 0.7343692183494568], "traffic_norm": [7.275604724884033, 7.206363677978516, 7.146269798278809], "traffic_residual_norm": [0.004650121554732323, 0.007174554746598005, 1.2143578715040348e-05], "traffic_r2": [0.9999995827674866, 0.9999989867210388, 1.0]}}