{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p5_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.014017042703926563, 0.0013471655547618866, 0.009675534442067146], "cos_innovation_negg": [-0.006779526360332966, 0.019114673137664795, 0.03852684795856476], "cos_apical_negg": [-0.014017043635249138, 0.0013471654383465648, 0.009675534442067146], "cos_Ac_negg": [-0.0067800842225551605, 0.019114673137664795, 0.03852786496281624], "r_norm": [4.856252670288086, 4.790040969848633, 4.80632209777832], "traffic_norm": [6.059907913208008, 6.769152641296387, 7.491909503936768], "traffic_residual_norm": [0.0008741224883124232, 0.0009043297031894326, 0.0009382183779962361], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.18169736862182617, "dL_bp": -0.4768627882003784, "ratio": 0.38102651982455943}}, {"step": 100, "epoch": 0, "train_loss": 1.6598025560379028, "cos_r_negg": [0.0925036370754242, 0.06857325881719589, -2.406828207313083e-05], "cos_innovation_negg": [0.32659024000167847, 0.015529717318713665, 0.1435081958770752], "cos_apical_negg": [0.0925036370754242, 0.06857325881719589, -2.4074039174593054e-05], "cos_Ac_negg": [0.666358470916748, 0.07261696457862854, 0.07424306124448776], "r_norm": [0.7975218296051025, 0.7828614711761475, 0.7857778668403625], "traffic_norm": [8.285273551940918, 12.32900333404541, 16.387298583984375], "traffic_residual_norm": [0.0006837674300186336, 0.0006718821823596954, 0.0006863450980745256], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.2820437252521515, "cos_r_negg": [0.11229746788740158, 0.14899662137031555, 0.06849877536296844], "cos_innovation_negg": [0.4665830135345459, 0.055438004434108734, 0.23183946311473846], "cos_apical_negg": [0.11229746788740158, 0.14899662137031555, 0.06849877536296844], "cos_Ac_negg": [0.6641271114349365, 0.0808526873588562, 0.12593454122543335], "r_norm": [1.116438627243042, 1.0827138423919678, 1.0836312770843506], "traffic_norm": [8.291423797607422, 12.418981552124023, 16.55147933959961], "traffic_residual_norm": [0.0005649547092616558, 0.0005576915573328733, 0.0005698718596249819], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.7332882881164551, "cos_r_negg": [0.11724753677845001, 0.2300143986940384, -0.07390889525413513], "cos_innovation_negg": [0.5166088342666626, 0.25112786889076233, 0.009255249053239822], "cos_apical_negg": [0.11724753677845001, 0.2300143986940384, -0.07390889525413513], "cos_Ac_negg": [0.727118194103241, 0.22265571355819702, 0.07352393865585327], "r_norm": [1.2337377071380615, 1.185062050819397, 1.189396858215332], "traffic_norm": [8.29881477355957, 12.478499412536621, 16.600727081298828], "traffic_residual_norm": [0.0004660073318518698, 0.0004626567824743688, 0.0004731728113256395], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.34305787086486816, "cos_r_negg": [0.10494303703308105, 0.13942289352416992, -0.009298400953412056], "cos_innovation_negg": [0.6374667882919312, 0.2858685255050659, 0.0899362862110138], "cos_apical_negg": [0.10494303703308105, 0.13942289352416992, -0.009298400953412056], "cos_Ac_negg": [0.7625319957733154, 0.23105907440185547, 0.08187401294708252], "r_norm": [0.7290512323379517, 0.7097358703613281, 0.7079005837440491], "traffic_norm": [8.302312850952148, 12.498085975646973, 16.600807189941406], "traffic_residual_norm": [0.0003842207952402532, 0.00038332471740432084, 0.0003923012991435826], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8214, "eval_loss": 0.7667075073242188, "val_acc": 0.8214, "val_loss": 0.7667075073242188}, {"step": 500, "epoch": 1, "train_loss": 0.24252255260944366, "cos_r_negg": [0.04193630814552307, 0.06844966113567352, 0.04201820492744446], "cos_innovation_negg": [0.6015573740005493, 0.30640968680381775, 0.09771589189767838], "cos_apical_negg": [0.04193631187081337, 0.06844965368509293, 0.04201819375157356], "cos_Ac_negg": [0.7675286531448364, 0.3593733608722687, 0.10221801698207855], "r_norm": [0.6649035215377808, 0.6415027976036072, 0.6417165994644165], "traffic_norm": [8.30903148651123, 12.518821716308594, 16.623502731323242], "traffic_residual_norm": [0.0003177434264216572, 0.0003185622626915574, 0.00032582023413851857], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.07001832127571106, "dL_bp": -0.07572455704212189, "ratio": 0.9246448445616298}}, {"step": 600, "epoch": 1, "train_loss": 0.25151723623275757, "cos_r_negg": [0.03845858946442604, 0.10192614793777466, -0.01441123802214861], "cos_innovation_negg": [0.6900392770767212, 0.37558525800704956, 0.11933368444442749], "cos_apical_negg": [0.03845858946442604, 0.10192614793777466, -0.014411243610084057], "cos_Ac_negg": [0.7613599300384521, 0.3615536689758301, 0.14155274629592896], "r_norm": [0.630293071269989, 0.6047838926315308, 0.6037778258323669], "traffic_norm": [8.31291389465332, 12.537342071533203, 16.630048751831055], "traffic_residual_norm": [0.0002633495896589011, 0.0002659839519765228, 0.0002718301839195192], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.40497541427612305, "cos_r_negg": [0.03330251947045326, 0.1540781557559967, 0.03725723549723625], "cos_innovation_negg": [0.6702356934547424, 0.3897770345211029, -0.04890690743923187], "cos_apical_negg": [0.03330251947045326, 0.1540781557559967, 0.03725723177194595], "cos_Ac_negg": [0.7711416482925415, 0.3743152618408203, -0.012264071963727474], "r_norm": [0.6619933843612671, 0.6411608457565308, 0.638984203338623], "traffic_norm": [8.315299987792969, 12.554779052734375, 16.65392303466797], "traffic_residual_norm": [0.0002189415245084092, 0.00022305910533759743, 0.0002274115104228258], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.41528844833374023, "cos_r_negg": [0.05940026417374611, 0.1059623658657074, -0.051842160522937775], "cos_innovation_negg": [0.6821845173835754, 0.39651167392730713, 0.1505495011806488], "cos_apical_negg": [0.05940026044845581, 0.1059623658657074, -0.051842156797647476], "cos_Ac_negg": [0.802535891532898, 0.4238319396972656, 0.18098661303520203], "r_norm": [0.7820819616317749, 0.7418084144592285, 0.7499958276748657], "traffic_norm": [8.317792892456055, 12.563850402832031, 16.65816879272461], "traffic_residual_norm": [0.00018329457088839263, 0.0001883151417132467, 0.0001923374948091805], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.898, "eval_loss": 0.44123196411132815, "val_acc": 0.898, "val_loss": 0.44123196411132815}, {"step": 900, "epoch": 2, "train_loss": 0.40310099720954895, "cos_r_negg": [0.05769065394997597, 0.21389636397361755, 0.09605585783720016], "cos_innovation_negg": [0.7237911224365234, 0.3975743353366852, 0.02332460507750511], "cos_apical_negg": [0.05769065394997597, 0.21389636397361755, 0.09605586528778076], "cos_Ac_negg": [0.8207014799118042, 0.3295692205429077, 0.04415047913789749], "r_norm": [0.6231855154037476, 0.5987525582313538, 0.595698356628418], "traffic_norm": [8.321395874023438, 12.567170143127441, 16.660207748413086], "traffic_residual_norm": [0.0001542810641694814, 0.00016040104674175382, 0.00016397344006691128], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.30366334319114685, "cos_r_negg": [0.03471314162015915, 0.156230628490448, 0.026504777371883392], "cos_innovation_negg": [0.7306635975837708, 0.4209582209587097, 0.04817693680524826], "cos_apical_negg": [0.03471314162015915, 0.156230628490448, 0.02650478109717369], "cos_Ac_negg": [0.8075757026672363, 0.3793392479419708, 0.08544835448265076], "r_norm": [0.47126561403274536, 0.44329553842544556, 0.447906494140625], "traffic_norm": [8.321786880493164, 12.563558578491211, 16.64322280883789], "traffic_residual_norm": [0.00013134648906998336, 0.00013927483814768493, 0.00014172319788485765], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.01628279685974121, "dL_bp": -0.020175814628601074, "ratio": 0.8070453242893523}}, {"step": 1100, "epoch": 2, "train_loss": 0.23867860436439514, "cos_r_negg": [0.04999533295631409, 0.16372275352478027, -0.08839637786149979], "cos_innovation_negg": [0.7318419218063354, 0.43895798921585083, 0.2361723780632019], "cos_apical_negg": [0.04999533295631409, 0.16372276842594147, -0.08839637786149979], "cos_Ac_negg": [0.8156383633613586, 0.4204818606376648, 0.2707514762878418], "r_norm": [0.5788719654083252, 0.5426433682441711, 0.5497874617576599], "traffic_norm": [8.32314395904541, 12.56464958190918, 16.649349212646484], "traffic_residual_norm": [0.00011360770440660417, 0.00012243697710800916, 0.00012431488721631467], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.4012797474861145, "cos_r_negg": [0.11290531605482101, 0.157308891415596, 0.08272382616996765], "cos_innovation_negg": [0.7453516721725464, 0.3851832449436188, 0.17251649498939514], "cos_apical_negg": [0.11290532350540161, 0.157308891415596, 0.08272382616996765], "cos_Ac_negg": [0.8246409893035889, 0.34079235792160034, 0.1740395724773407], "r_norm": [0.7564491033554077, 0.7121795415878296, 0.7169225811958313], "traffic_norm": [8.323424339294434, 12.574991226196289, 16.664531707763672], "traffic_residual_norm": [9.893336391542107e-05, 0.00010929789277724922, 0.00010977589408867061], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9076, "eval_loss": 0.3595660522460937, "val_acc": 0.9076, "val_loss": 0.3595660522460937}, {"step": 1300, "epoch": 3, "train_loss": 0.38559335470199585, "cos_r_negg": [0.09492126852273941, 0.1596187800168991, -0.08913613855838776], "cos_innovation_negg": [0.7219445705413818, 0.4555680453777313, 0.27880170941352844], "cos_apical_negg": [0.09492126852273941, 0.1596187949180603, -0.08913614600896835], "cos_Ac_negg": [0.8168753385543823, 0.49072492122650146, 0.36331838369369507], "r_norm": [0.7759183645248413, 0.730688750743866, 0.7353072166442871], "traffic_norm": [8.324241638183594, 12.57487678527832, 16.656829833984375], "traffic_residual_norm": [8.790073479758576e-05, 9.929350926540792e-05, 9.953895641956478e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.2977316677570343, "cos_r_negg": [0.10950465500354767, 0.10562369227409363, -0.17898783087730408], "cos_innovation_negg": [0.7828623056411743, 0.4041198492050171, 0.3208707273006439], "cos_apical_negg": [0.10950466245412827, 0.10562369227409363, -0.17898783087730408], "cos_Ac_negg": [0.8711936473846436, 0.43067285418510437, 0.34839025139808655], "r_norm": [0.8393460512161255, 0.7825511693954468, 0.7931132912635803], "traffic_norm": [8.325592041015625, 12.570623397827148, 16.648677825927734], "traffic_residual_norm": [7.934722816571593e-05, 9.148056415142491e-05, 9.175750892609358e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.5567901134490967, "cos_r_negg": [0.012654561549425125, 0.040650270879268646, -0.05990882217884064], "cos_innovation_negg": [0.7411881685256958, 0.41469764709472656, 0.27131038904190063], "cos_apical_negg": [0.012654563412070274, 0.04065026342868805, -0.05990881472826004], "cos_Ac_negg": [0.8482275009155273, 0.480954110622406, 0.32926085591316223], "r_norm": [0.39974620938301086, 0.3688155710697174, 0.37447071075439453], "traffic_norm": [8.32612419128418, 12.57226276397705, 16.653345108032227], "traffic_residual_norm": [7.353993714787066e-05, 8.6807063780725e-05, 8.642856846563518e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.013231635093688965, "dL_bp": -0.01732495427131653, "ratio": 0.7637327571822496}}, {"step": 1600, "epoch": 3, "train_loss": 0.31764498353004456, "cos_r_negg": [0.018989302217960358, 0.11383253335952759, 0.15348145365715027], "cos_innovation_negg": [0.6629387140274048, 0.4232501983642578, 0.3111003339290619], "cos_apical_negg": [0.018989302217960358, 0.11383253335952759, 0.15348145365715027], "cos_Ac_negg": [0.8258540630340576, 0.5253262519836426, 0.4501737356185913], "r_norm": [0.6407586932182312, 0.592751145362854, 0.6038552522659302], "traffic_norm": [8.327390670776367, 12.58375358581543, 16.669944763183594], "traffic_residual_norm": [6.813106301706284e-05, 8.196198177756742e-05, 8.185270417016e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.3771456480026245, "cos_r_negg": [0.11509140580892563, 0.06668847799301147, -0.3148998022079468], "cos_innovation_negg": [0.7541984915733337, 0.4477434754371643, 0.3059694170951843], "cos_apical_negg": [0.11509141325950623, 0.06668847799301147, -0.3148998022079468], "cos_Ac_negg": [0.8422068357467651, 0.5121449828147888, 0.37250104546546936], "r_norm": [0.8211551904678345, 0.7569135427474976, 0.7627859115600586], "traffic_norm": [8.327993392944336, 12.58642292022705, 16.703210830688477], "traffic_residual_norm": [6.488371582236141e-05, 7.903388177510351e-05, 8.075193909462541e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.927, "eval_loss": 0.292303955078125, "val_acc": 0.927, "val_loss": 0.292303955078125}, {"step": 1800, "epoch": 4, "train_loss": 0.19688771665096283, "cos_r_negg": [0.05375298485159874, 0.18253439664840698, 0.030605800449848175], "cos_innovation_negg": [0.7113132476806641, 0.4429825246334076, 0.0774063766002655], "cos_apical_negg": [0.05375298857688904, 0.18253441154956818, 0.030605800449848175], "cos_Ac_negg": [0.8412435054779053, 0.45814812183380127, -0.010768521577119827], "r_norm": [0.6054040193557739, 0.5578422546386719, 0.566227912902832], "traffic_norm": [8.32888126373291, 12.583687782287598, 16.69554901123047], "traffic_residual_norm": [6.265613774303347e-05, 7.71810591686517e-05, 7.874442962929606e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.1977858543395996, "cos_r_negg": [0.04535619169473648, 0.09370537102222443, -0.05526677146553993], "cos_innovation_negg": [0.66913902759552, 0.43351510167121887, 0.15493926405906677], "cos_apical_negg": [0.04535619169473648, 0.09370535612106323, -0.05526677146553993], "cos_Ac_negg": [0.8288465142250061, 0.47038793563842773, 0.1245986819267273], "r_norm": [0.5087161064147949, 0.4699895977973938, 0.478937566280365], "traffic_norm": [8.329025268554688, 12.583620071411133, 16.698196411132812], "traffic_residual_norm": [6.0966249293414876e-05, 7.532581366831437e-05, 7.590572931803763e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.5447129011154175, "cos_r_negg": [0.09713327139616013, 0.04230402782559395, -0.056117840111255646], "cos_innovation_negg": [0.7009060382843018, 0.428691029548645, 0.03882135823369026], "cos_apical_negg": [0.09713326394557953, 0.04230402410030365, -0.05611783266067505], "cos_Ac_negg": [0.8549305200576782, 0.5066242218017578, 0.08119195699691772], "r_norm": [0.7318605184555054, 0.6686956882476807, 0.6833101511001587], "traffic_norm": [8.32912540435791, 12.58416748046875, 16.701051712036133], "traffic_residual_norm": [5.9882520872633904e-05, 7.416827429551631e-05, 7.415559230139479e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.13403934240341187, "dL_bp": -0.14295360445976257, "ratio": 0.9376422714905392}}, {"step": 2100, "epoch": 4, "train_loss": 0.4497738480567932, "cos_r_negg": [0.029937393963336945, 0.10557565838098526, -0.10842298716306686], "cos_innovation_negg": [0.7043784856796265, 0.4345536231994629, 0.10684626549482346], "cos_apical_negg": [0.029937393963336945, 0.10557565093040466, -0.10842299461364746], "cos_Ac_negg": [0.84554123878479, 0.5005320310592651, 0.19150452315807343], "r_norm": [0.5055463910102844, 0.4674137234687805, 0.4775815010070801], "traffic_norm": [8.328886032104492, 12.586441040039062, 16.71798324584961], "traffic_residual_norm": [5.8852801885223016e-05, 7.342718890868127e-05, 7.387171353911981e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.912, "eval_loss": 0.3443098083496094, "val_acc": 0.912, "val_loss": 0.3443098083496094}, {"step": 2200, "epoch": 5, "train_loss": 0.2764604091644287, "cos_r_negg": [0.005956062115728855, 0.062086403369903564, 0.2139383852481842], "cos_innovation_negg": [0.6685968041419983, 0.4722509980201721, -0.17448997497558594], "cos_apical_negg": [0.005956059787422419, 0.06208639591932297, 0.213938370347023], "cos_Ac_negg": [0.8195810317993164, 0.559729814529419, -0.17489206790924072], "r_norm": [0.5241541862487793, 0.47956979274749756, 0.48933863639831543], "traffic_norm": [8.328572273254395, 12.583993911743164, 16.721874237060547], "traffic_residual_norm": [5.849755689268932e-05, 7.382217881968245e-05, 7.321654993575066e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.416809618473053, "cos_r_negg": [0.020352229475975037, 0.07089520990848541, -0.01725882478058338], "cos_innovation_negg": [0.673227071762085, 0.43827036023139954, 0.16223257780075073], "cos_apical_negg": [0.02035222388803959, 0.07089520245790482, -0.01725883223116398], "cos_Ac_negg": [0.8450356721878052, 0.527127742767334, 0.31160926818847656], "r_norm": [0.603394091129303, 0.5520761609077454, 0.5647009611129761], "traffic_norm": [8.329845428466797, 12.588981628417969, 16.75156593322754], "traffic_residual_norm": [5.7865465350914747e-05, 7.301478035515174e-05, 7.237400859594345e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.36639949679374695, "cos_r_negg": [0.1066080629825592, 0.16082558035850525, -0.0740317553281784], "cos_innovation_negg": [0.7117483615875244, 0.4886619448661804, 0.2571171224117279], "cos_apical_negg": [0.1066080704331398, 0.16082555055618286, -0.07403174042701721], "cos_Ac_negg": [0.8579658269882202, 0.5243504047393799, 0.3696267306804657], "r_norm": [0.7613580822944641, 0.6867609024047852, 0.7045596837997437], "traffic_norm": [8.331027030944824, 12.5941162109375, 16.757566452026367], "traffic_residual_norm": [5.7791286963038146e-05, 7.281381112989038e-05, 7.18233932275325e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.148176908493042, "cos_r_negg": [0.008667132817208767, 0.07027498632669449, -0.05873112380504608], "cos_innovation_negg": [0.665248453617096, 0.4467369318008423, 0.3344186544418335], "cos_apical_negg": [0.008667129091918468, 0.07027499377727509, -0.05873112380504608], "cos_Ac_negg": [0.8500769138336182, 0.5767551064491272, 0.5060650706291199], "r_norm": [0.40520167350769043, 0.3669619560241699, 0.37265411019325256], "traffic_norm": [8.33124828338623, 12.593341827392578, 16.75322723388672], "traffic_residual_norm": [5.708695971406996e-05, 7.194194768089801e-05, 7.119221845641732e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.015702486038208008, "dL_bp": -0.01998673379421234, "ratio": 0.785645428607002}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.904, "eval_loss": 0.37499694213867185, "val_acc": 0.904, "val_loss": 0.37499694213867185}, {"step": 2600, "epoch": 6, "train_loss": 0.32833635807037354, "cos_r_negg": [0.04493923485279083, 0.1233648732304573, 0.23711709678173065], "cos_innovation_negg": [0.7029839754104614, 0.4426616430282593, 0.4581482410430908], "cos_apical_negg": [0.044939231127500534, 0.1233648806810379, 0.23711709678173065], "cos_Ac_negg": [0.8549807667732239, 0.5099669694900513, 0.4932467043399811], "r_norm": [0.5544220209121704, 0.5058979392051697, 0.5083346366882324], "traffic_norm": [8.331222534179688, 12.590307235717773, 16.74954605102539], "traffic_residual_norm": [5.6617944210302085e-05, 7.172707410063595e-05, 7.10216409061104e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.14154863357543945, "cos_r_negg": [0.04568243771791458, 0.09306128323078156, 0.11059525609016418], "cos_innovation_negg": [0.6847133636474609, 0.42907899618148804, 0.4318520426750183], "cos_apical_negg": [0.045682426542043686, 0.09306129068136215, 0.11059525609016418], "cos_Ac_negg": [0.8517351150512695, 0.588273286819458, 0.5765384435653687], "r_norm": [0.4542728662490845, 0.41021624207496643, 0.4170171618461609], "traffic_norm": [8.330694198608398, 12.586580276489258, 16.746135711669922], "traffic_residual_norm": [5.661015893565491e-05, 7.173461926868185e-05, 7.072226435411721e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.16046883165836334, "cos_r_negg": [0.06252232193946838, 0.03817376121878624, 0.061368778347969055], "cos_innovation_negg": [0.7253865003585815, 0.4412021040916443, 0.34743571281433105], "cos_apical_negg": [0.06252230703830719, 0.03817375749349594, 0.06136876717209816], "cos_Ac_negg": [0.8799389600753784, 0.5096973776817322, 0.3938789367675781], "r_norm": [0.7010548114776611, 0.6198341846466064, 0.6361160278320312], "traffic_norm": [8.330902099609375, 12.589353561401367, 16.744640350341797], "traffic_residual_norm": [5.655315180774778e-05, 7.185433787526563e-05, 7.104095129761845e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.16566254198551178, "cos_r_negg": [0.05102335661649704, 0.11771867424249649, 0.08665095269680023], "cos_innovation_negg": [0.7023457288742065, 0.4889194965362549, 0.36010754108428955], "cos_apical_negg": [0.05102335661649704, 0.11771868169307709, 0.08665095269680023], "cos_Ac_negg": [0.8462650179862976, 0.5597350597381592, 0.48781830072402954], "r_norm": [0.41994133591651917, 0.37918636202812195, 0.38723224401474], "traffic_norm": [8.331527709960938, 12.590568542480469, 16.754283905029297], "traffic_residual_norm": [5.6034135923255235e-05, 7.118875510059297e-05, 7.013070717221126e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.269064724445343, "cos_r_negg": [0.08096886426210403, 0.046921275556087494, 0.05828696861863136], "cos_innovation_negg": [0.6439981460571289, 0.439713716506958, 0.3402189314365387], "cos_apical_negg": [0.08096886426210403, 0.0469212681055069, 0.05828697234392166], "cos_Ac_negg": [0.868331789970398, 0.5904437899589539, 0.4819117784500122], "r_norm": [0.7046418190002441, 0.6289342045783997, 0.6494842171669006], "traffic_norm": [8.331058502197266, 12.580329895019531, 16.73552703857422], "traffic_residual_norm": [5.652913387166336e-05, 7.195478974608704e-05, 7.064538658596575e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.10388705134391785, "dL_bp": -0.11920604109764099, "ratio": 0.8714914981433244}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9174, "eval_loss": 0.3803730285644531, "val_acc": 0.9174, "val_loss": 0.3803730285644531}, {"step": 3100, "epoch": 7, "train_loss": 0.27167537808418274, "cos_r_negg": [0.05152503773570061, 0.11100654304027557, 0.16437488794326782], "cos_innovation_negg": [0.6565686464309692, 0.432756245136261, 0.3375111520290375], "cos_apical_negg": [0.051525041460990906, 0.11100655794143677, 0.16437485814094543], "cos_Ac_negg": [0.8535729646682739, 0.5163381099700928, 0.4627665579319], "r_norm": [0.7400023937225342, 0.6686344742774963, 0.683289647102356], "traffic_norm": [8.331786155700684, 12.586442947387695, 16.746322631835938], "traffic_residual_norm": [5.623938704957254e-05, 7.157837535487488e-05, 7.014277070993558e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.26115983724594116, "cos_r_negg": [0.01092379167675972, 0.11278790235519409, 0.1485459804534912], "cos_innovation_negg": [0.6769372224807739, 0.4595184922218323, 0.43833357095718384], "cos_apical_negg": [0.010923795402050018, 0.11278790980577469, 0.1485459804534912], "cos_Ac_negg": [0.8762931823730469, 0.6255998611450195, 0.5996243953704834], "r_norm": [0.48491978645324707, 0.4342000484466553, 0.441652774810791], "traffic_norm": [8.331151962280273, 12.585079193115234, 16.743013381958008], "traffic_residual_norm": [5.600838630925864e-05, 7.157535583246499e-05, 7.008016109466553e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.3468194603919983, "cos_r_negg": [0.03715016692876816, 0.10460872948169708, 0.08641611039638519], "cos_innovation_negg": [0.7000746130943298, 0.41034772992134094, 0.39359050989151], "cos_apical_negg": [0.03715016692876816, 0.10460872948169708, 0.08641611039638519], "cos_Ac_negg": [0.8912431001663208, 0.5864475965499878, 0.5489418506622314], "r_norm": [0.47528964281082153, 0.42122682929039, 0.4308760464191437], "traffic_norm": [8.330917358398438, 12.588680267333984, 16.749103546142578], "traffic_residual_norm": [5.6197190133389086e-05, 7.135556370485574e-05, 6.981902697589248e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.19497641921043396, "cos_r_negg": [0.10634544491767883, 0.07653702795505524, 0.23519445955753326], "cos_innovation_negg": [0.6252591013908386, 0.4304615259170532, 0.48441892862319946], "cos_apical_negg": [0.10634545236825943, 0.07653702795505524, 0.23519445955753326], "cos_Ac_negg": [0.8675481081008911, 0.6260595917701721, 0.6597744226455688], "r_norm": [0.7619515657424927, 0.6861563920974731, 0.6953765153884888], "traffic_norm": [8.331363677978516, 12.585700035095215, 16.742321014404297], "traffic_residual_norm": [5.6221120757982135e-05, 7.125167758204043e-05, 6.989312532823533e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9166, "eval_loss": 0.3671811706542969, "val_acc": 0.9166, "val_loss": 0.3671811706542969}, {"step": 3500, "epoch": 8, "train_loss": 0.09147533029317856, "cos_r_negg": [0.01720457151532173, 0.07690002769231796, 0.09595388919115067], "cos_innovation_negg": [0.6349470019340515, 0.41677746176719666, 0.35269540548324585], "cos_apical_negg": [0.01720457524061203, 0.07690002769231796, 0.09595389664173126], "cos_Ac_negg": [0.8770090341567993, 0.6078497767448425, 0.6504382491111755], "r_norm": [0.38806191086769104, 0.34427088499069214, 0.3492022156715393], "traffic_norm": [8.330906867980957, 12.581117630004883, 16.733673095703125], "traffic_residual_norm": [5.6292046792805195e-05, 7.1714173827786e-05, 7.054806337691844e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.02389727532863617, "dL_bp": -0.03286188840866089, "ratio": 0.727203349711879}}, {"step": 3600, "epoch": 8, "train_loss": 0.19596001505851746, "cos_r_negg": [0.010538863018155098, 0.1047392338514328, 0.09803028404712677], "cos_innovation_negg": [0.6287451982498169, 0.46245065331459045, 0.5056905150413513], "cos_apical_negg": [0.010538863018155098, 0.1047392264008522, 0.09803028404712677], "cos_Ac_negg": [0.8984273672103882, 0.6544234156608582, 0.7434344291687012], "r_norm": [0.4353579878807068, 0.3829447031021118, 0.39329099655151367], "traffic_norm": [8.331570625305176, 12.580911636352539, 16.73332977294922], "traffic_residual_norm": [5.641586903948337e-05, 7.178074883995578e-05, 7.034278678474948e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.14064320921897888, "cos_r_negg": [0.05373833328485489, 0.0853399783372879, 0.24857090413570404], "cos_innovation_negg": [0.6303459405899048, 0.40303754806518555, 0.5520519018173218], "cos_apical_negg": [0.05373833328485489, 0.0853399783372879, 0.24857091903686523], "cos_Ac_negg": [0.8717807531356812, 0.5952211618423462, 0.7598512172698975], "r_norm": [0.6021773815155029, 0.5378526449203491, 0.5424782633781433], "traffic_norm": [8.330963134765625, 12.583406448364258, 16.742328643798828], "traffic_residual_norm": [5.590123691945337e-05, 7.1189999289345e-05, 7.004539656918496e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.17289070785045624, "cos_r_negg": [0.0494496114552021, 0.05536860227584839, 0.21464574337005615], "cos_innovation_negg": [0.6714759469032288, 0.4444577097892761, 0.43255698680877686], "cos_apical_negg": [0.0494496151804924, 0.05536860227584839, 0.21464574337005615], "cos_Ac_negg": [0.8786344528198242, 0.6347464919090271, 0.5953230857849121], "r_norm": [0.36707431077957153, 0.3250989019870758, 0.3312840461730957], "traffic_norm": [8.33193588256836, 12.589741706848145, 16.751436233520508], "traffic_residual_norm": [5.582220546784811e-05, 7.106645352905616e-05, 6.960253813304007e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9346, "eval_loss": 0.2706199768066406, "val_acc": 0.9346, "val_loss": 0.2706199768066406}, {"step": 3900, "epoch": 9, "train_loss": 0.21015572547912598, "cos_r_negg": [0.03948657959699631, 0.10996271669864655, 0.25654488801956177], "cos_innovation_negg": [0.6757054328918457, 0.4207429587841034, 0.5091605186462402], "cos_apical_negg": [0.03948657959699631, 0.10996273159980774, 0.25654488801956177], "cos_Ac_negg": [0.8912239074707031, 0.5956841707229614, 0.6905925869941711], "r_norm": [0.40739214420318604, 0.3600981533527374, 0.37164169549942017], "traffic_norm": [8.331659317016602, 12.59056282043457, 16.75225067138672], "traffic_residual_norm": [5.574042006628588e-05, 7.076039764797315e-05, 6.946865323698148e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.09213699400424957, "cos_r_negg": [0.03131876885890961, 0.048748016357421875, 0.07661966979503632], "cos_innovation_negg": [0.6419668197631836, 0.4248430132865906, 0.44846299290657043], "cos_apical_negg": [0.031318776309490204, 0.048748016357421875, 0.07661966979503632], "cos_Ac_negg": [0.8914024829864502, 0.6587560176849365, 0.6072667837142944], "r_norm": [0.36609771847724915, 0.3225560188293457, 0.3298044204711914], "traffic_norm": [8.331469535827637, 12.58946418762207, 16.74808120727539], "traffic_residual_norm": [5.585564213106409e-05, 7.111063314368948e-05, 6.999324250500649e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.016869306564331055, "dL_bp": -0.021751120686531067, "ratio": 0.7755603404277475}}, {"step": 4100, "epoch": 9, "train_loss": 0.34713709354400635, "cos_r_negg": [0.052574098110198975, 0.12246529012918472, 0.2280798703432083], "cos_innovation_negg": [0.6307648420333862, 0.414993554353714, 0.548883855342865], "cos_apical_negg": [0.052574098110198975, 0.12246529757976532, 0.2280798703432083], "cos_Ac_negg": [0.8874889016151428, 0.6155493259429932, 0.7169147729873657], "r_norm": [0.4862900376319885, 0.4265151917934418, 0.43528735637664795], "traffic_norm": [8.331388473510742, 12.583616256713867, 16.745880126953125], "traffic_residual_norm": [5.5670298024779186e-05, 7.113482570275664e-05, 6.951989780645818e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.4267726540565491, "cos_r_negg": [0.05760102719068527, 0.0051940977573394775, 0.009648777544498444], "cos_innovation_negg": [0.6094191074371338, 0.40315699577331543, 0.38403719663619995], "cos_apical_negg": [0.05760102719068527, 0.005194086581468582, 0.009648781269788742], "cos_Ac_negg": [0.8566799163818359, 0.7133734226226807, 0.6708765029907227], "r_norm": [0.5415030121803284, 0.4811379909515381, 0.4951985478401184], "traffic_norm": [8.331286430358887, 12.587477684020996, 16.742687225341797], "traffic_residual_norm": [5.5808523029554635e-05, 7.126852142391726e-05, 7.010321132838726e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9464, "eval_loss": 0.230818896484375, "val_acc": 0.9464, "val_loss": 0.230818896484375}, {"step": 4300, "epoch": 10, "train_loss": 0.06937099248170853, "cos_r_negg": [0.032882750034332275, 0.06458994746208191, 0.026814330369234085], "cos_innovation_negg": [0.6272721290588379, 0.4066333770751953, 0.2063857913017273], "cos_apical_negg": [0.03288274258375168, 0.0645899549126625, 0.026814330369234085], "cos_Ac_negg": [0.8787993788719177, 0.6553011536598206, 0.35979461669921875], "r_norm": [0.3789471983909607, 0.3350108563899994, 0.34581419825553894], "traffic_norm": [8.331277847290039, 12.590778350830078, 16.75826644897461], "traffic_residual_norm": [5.5610456911381334e-05, 7.093694875948131e-05, 7.001434278208762e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.08216042816638947, "cos_r_negg": [0.0413031131029129, 0.05601190775632858, -0.08381295204162598], "cos_innovation_negg": [0.6797071099281311, 0.48445144295692444, 0.2798163890838623], "cos_apical_negg": [0.0413031131029129, 0.056011904031038284, -0.08381295204162598], "cos_Ac_negg": [0.9072950482368469, 0.6516648530960083, 0.363116979598999], "r_norm": [0.5875453352928162, 0.510650634765625, 0.5220233798027039], "traffic_norm": [8.332110404968262, 12.598201751708984, 16.768909454345703], "traffic_residual_norm": [5.573467933572829e-05, 7.091247971402481e-05, 6.973501149332151e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.2760031521320343, "cos_r_negg": [-0.01619102992117405, 0.0038609427865594625, -0.02059118263423443], "cos_innovation_negg": [0.6697136163711548, 0.4240104556083679, 0.22872307896614075], "cos_apical_negg": [-0.0161910243332386, 0.0038609392940998077, -0.02059117518365383], "cos_Ac_negg": [0.8970927000045776, 0.6463302373886108, 0.3725326359272003], "r_norm": [0.31946587562561035, 0.28282058238983154, 0.2907904088497162], "traffic_norm": [8.332416534423828, 12.592216491699219, 16.757291793823242], "traffic_residual_norm": [5.5574040743522346e-05, 7.075541361700743e-05, 6.945873610675335e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.015937745571136475, "dL_bp": -0.02334129810333252, "ratio": 0.6828131623433997}}, {"step": 4600, "epoch": 10, "train_loss": 0.24893271923065186, "cos_r_negg": [0.05801475793123245, 0.08749597519636154, 0.1078692078590393], "cos_innovation_negg": [0.6545228958129883, 0.4483128786087036, 0.21550309658050537], "cos_apical_negg": [0.05801475793123245, 0.08749596774578094, 0.1078692078590393], "cos_Ac_negg": [0.8717950582504272, 0.6658928990364075, 0.26751163601875305], "r_norm": [0.6608822345733643, 0.5779513120651245, 0.5911920666694641], "traffic_norm": [8.332162857055664, 12.590709686279297, 16.75545310974121], "traffic_residual_norm": [5.571666042669676e-05, 7.128051947802305e-05, 6.988093082327396e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.020772648975253105, "cos_r_negg": [0.034392405301332474, 0.09321190416812897, 0.045409463346004486], "cos_innovation_negg": [0.5888041257858276, 0.4268036484718323, 0.20785370469093323], "cos_apical_negg": [0.034392401576042175, 0.09321190416812897, 0.04540945962071419], "cos_Ac_negg": [0.8558349013328552, 0.6503441333770752, 0.3568892478942871], "r_norm": [0.3785508871078491, 0.32926443219184875, 0.33659231662750244], "traffic_norm": [8.332549095153809, 12.590353965759277, 16.753902435302734], "traffic_residual_norm": [5.581696314038709e-05, 7.140923844417557e-05, 7.013702997937799e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9358, "eval_loss": 0.2887200653076172, "val_acc": 0.9358, "val_loss": 0.2887200653076172}, {"step": 4800, "epoch": 11, "train_loss": 0.16875505447387695, "cos_r_negg": [0.0033206958323717117, 0.04584258422255516, 0.09112805128097534], "cos_innovation_negg": [0.58662348985672, 0.45002448558807373, 0.2330716997385025], "cos_apical_negg": [0.003320688381791115, 0.04584258049726486, 0.09112805873155594], "cos_Ac_negg": [0.8859653472900391, 0.6833718419075012, 0.3518645763397217], "r_norm": [0.3622246980667114, 0.3182353079319, 0.32573461532592773], "traffic_norm": [8.332649230957031, 12.587003707885742, 16.748849868774414], "traffic_residual_norm": [5.5297667131526396e-05, 7.036364695522934e-05, 6.923544424353167e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.2647610306739807, "cos_r_negg": [0.03906957060098648, 0.08977898955345154, 0.05925310403108597], "cos_innovation_negg": [0.6176686882972717, 0.44885993003845215, 0.24706082046031952], "cos_apical_negg": [0.03906957060098648, 0.08977898955345154, 0.05925310030579567], "cos_Ac_negg": [0.8665988445281982, 0.7085004448890686, 0.3421308696269989], "r_norm": [0.36557748913764954, 0.31840211153030396, 0.3265649080276489], "traffic_norm": [8.332396507263184, 12.591682434082031, 16.757652282714844], "traffic_residual_norm": [5.5545860959682614e-05, 7.055721653159708e-05, 6.94185437168926e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.3153056502342224, "cos_r_negg": [0.02992246113717556, 0.09958846867084503, -0.08879674226045609], "cos_innovation_negg": [0.606941819190979, 0.4367712140083313, 0.26441648602485657], "cos_apical_negg": [0.029922455549240112, 0.09958846867084503, -0.08879674226045609], "cos_Ac_negg": [0.8851121664047241, 0.638192892074585, 0.36130547523498535], "r_norm": [0.4934884309768677, 0.4267520606517792, 0.43624329566955566], "traffic_norm": [8.333297729492188, 12.587543487548828, 16.753700256347656], "traffic_residual_norm": [5.5871532822493464e-05, 7.150798046495765e-05, 7.015660958131775e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.05233070254325867, "dL_bp": -0.06085661053657532, "ratio": 0.8599016948505124}}, {"step": 5100, "epoch": 11, "train_loss": 0.18759560585021973, "cos_r_negg": [-0.009321317076683044, 0.04087861627340317, -0.05569402128458023], "cos_innovation_negg": [0.6230627298355103, 0.43098992109298706, 0.27358537912368774], "cos_apical_negg": [-0.009321317076683044, 0.04087861627340317, -0.055694013833999634], "cos_Ac_negg": [0.8965871334075928, 0.6809674501419067, 0.3728101849555969], "r_norm": [0.38362860679626465, 0.3340345025062561, 0.3436151146888733], "traffic_norm": [8.332332611083984, 12.58882999420166, 16.7545108795166], "traffic_residual_norm": [5.565361425396986e-05, 7.094149623299018e-05, 6.960229075048119e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9434, "eval_loss": 0.2420892608642578, "val_acc": 0.9434, "val_loss": 0.2420892608642578}, {"step": 5200, "epoch": 12, "train_loss": 0.244028702378273, "cos_r_negg": [0.0358608141541481, 0.05239809677004814, 0.09883971512317657], "cos_innovation_negg": [0.6143902540206909, 0.40298616886138916, 0.2074321210384369], "cos_apical_negg": [0.0358608141541481, 0.05239809304475784, 0.09883970767259598], "cos_Ac_negg": [0.8845784664154053, 0.6668723821640015, 0.28735941648483276], "r_norm": [0.43397197127342224, 0.37416523694992065, 0.383597731590271], "traffic_norm": [8.333633422851562, 12.58715534210205, 16.748044967651367], "traffic_residual_norm": [5.5563083151355386e-05, 7.057496986817569e-05, 6.956044671824202e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.09112472832202911, "cos_r_negg": [0.03384743258357048, 0.06584925204515457, 0.0024391738697886467], "cos_innovation_negg": [0.6115707159042358, 0.4211554229259491, 0.2581551671028137], "cos_apical_negg": [0.03384742885828018, 0.06584925204515457, 0.0024391617625951767], "cos_Ac_negg": [0.8704146146774292, 0.658149778842926, 0.35519659519195557], "r_norm": [0.4631706476211548, 0.4028380513191223, 0.41326913237571716], "traffic_norm": [8.333250045776367, 12.591365814208984, 16.761165618896484], "traffic_residual_norm": [5.558695556828752e-05, 7.070985884638503e-05, 6.9278699811548e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.1526518613100052, "cos_r_negg": [0.007606002036482096, 0.0752653181552887, 0.023015182465314865], "cos_innovation_negg": [0.6404846906661987, 0.48817646503448486, 0.2644788920879364], "cos_apical_negg": [0.0076060001738369465, 0.0752653181552887, 0.023015178740024567], "cos_Ac_negg": [0.8883508443832397, 0.7013242244720459, 0.3608070909976959], "r_norm": [0.518765926361084, 0.45005643367767334, 0.4622168242931366], "traffic_norm": [8.332757949829102, 12.590330123901367, 16.760372161865234], "traffic_residual_norm": [5.546856846194714e-05, 7.064118108246475e-05, 6.933925760677084e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.12097427248954773, "cos_r_negg": [0.0021516401320695877, 0.04638335481286049, 0.02812318503856659], "cos_innovation_negg": [0.5824605226516724, 0.41347014904022217, 0.272760808467865], "cos_apical_negg": [0.0021516429260373116, 0.046383365988731384, 0.02812318690121174], "cos_Ac_negg": [0.8698405027389526, 0.6764949560165405, 0.39747732877731323], "r_norm": [0.45693084597587585, 0.3963729739189148, 0.4053051769733429], "traffic_norm": [8.333059310913086, 12.587325096130371, 16.75125503540039], "traffic_residual_norm": [5.537399556487799e-05, 7.069330604281276e-05, 6.95659764460288e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.03252166509628296, "dL_bp": -0.042845577001571655, "ratio": 0.7590436953408284}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.26163760375976564, "val_acc": 0.9392, "val_loss": 0.26163760375976564}, {"step": 5600, "epoch": 13, "train_loss": 0.19659316539764404, "cos_r_negg": [-0.0043252515606582165, 0.06827656179666519, 0.0025036437436938286], "cos_innovation_negg": [0.6091872453689575, 0.42874860763549805, 0.23864194750785828], "cos_apical_negg": [-0.00432524923235178, 0.06827656179666519, 0.0025036372244358063], "cos_Ac_negg": [0.8902245163917542, 0.6546331644058228, 0.36716634035110474], "r_norm": [0.33901458978652954, 0.2965620458126068, 0.30289226770401], "traffic_norm": [8.333022117614746, 12.594779968261719, 16.75876235961914], "traffic_residual_norm": [5.513712312676944e-05, 7.039927004370838e-05, 6.902393943164498e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.1959967017173767, "cos_r_negg": [-0.026413025334477425, 0.09719808399677277, 0.0037220530211925507], "cos_innovation_negg": [0.5929631590843201, 0.3661229610443115, 0.24568600952625275], "cos_apical_negg": [-0.026413030922412872, 0.09719807654619217, 0.003722056746482849], "cos_Ac_negg": [0.8903475999832153, 0.5357725620269775, 0.3162561058998108], "r_norm": [0.457074373960495, 0.39498990774154663, 0.40798187255859375], "traffic_norm": [8.333630561828613, 12.595438957214355, 16.750471115112305], "traffic_residual_norm": [5.5778342357371e-05, 7.157302025007084e-05, 7.015881419647485e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.09351330995559692, "cos_r_negg": [-0.006311792880296707, 0.04474775865674019, -0.06498317420482635], "cos_innovation_negg": [0.5748888850212097, 0.4118179678916931, 0.255970299243927], "cos_apical_negg": [-0.0063117919489741325, 0.04474775493144989, -0.06498318165540695], "cos_Ac_negg": [0.8799805641174316, 0.6588291525840759, 0.37764814496040344], "r_norm": [0.5273513793945312, 0.454140841960907, 0.4687831699848175], "traffic_norm": [8.333620071411133, 12.596433639526367, 16.74999237060547], "traffic_residual_norm": [5.5431337386835366e-05, 7.079065107973292e-05, 6.957241566851735e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.11283563077449799, "cos_r_negg": [-0.03277277946472168, 0.05727164074778557, 0.032725103199481964], "cos_innovation_negg": [0.6201925277709961, 0.4245058298110962, 0.26307979226112366], "cos_apical_negg": [-0.03277277946472168, 0.05727164074778557, 0.032725099474191666], "cos_Ac_negg": [0.8970287442207336, 0.6961957216262817, 0.3502408266067505], "r_norm": [0.4091777205467224, 0.35656842589378357, 0.36729660630226135], "traffic_norm": [8.333198547363281, 12.601797103881836, 16.75908660888672], "traffic_residual_norm": [5.5530785175506026e-05, 7.11008979124017e-05, 6.937285797903314e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.03947270289063454, "cos_r_negg": [0.002688055858016014, 0.030748605728149414, -0.02850141003727913], "cos_innovation_negg": [0.5843764543533325, 0.40127652883529663, 0.300200879573822], "cos_apical_negg": [0.002688053995370865, 0.03074861690402031, -0.02850140817463398], "cos_Ac_negg": [0.8930455446243286, 0.7121133804321289, 0.36948466300964355], "r_norm": [0.4779324531555176, 0.4108290672302246, 0.4224918484687805], "traffic_norm": [8.333211898803711, 12.596382141113281, 16.753925323486328], "traffic_residual_norm": [5.582858284469694e-05, 7.172225014073774e-05, 6.986102380324155e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.046207427978515625, "dL_bp": -0.05659407377243042, "ratio": 0.8164711408533625}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.946, "eval_loss": 0.251027587890625, "val_acc": 0.946, "val_loss": 0.251027587890625}, {"step": 6100, "epoch": 14, "train_loss": 0.1892137974500656, "cos_r_negg": [0.003916483372449875, 0.023914683610200882, 0.08068816363811493], "cos_innovation_negg": [0.6076589226722717, 0.3786543011665344, 0.24732618033885956], "cos_apical_negg": [0.003916479647159576, 0.023914678022265434, 0.08068815618753433], "cos_Ac_negg": [0.8987754583358765, 0.7270107269287109, 0.41250860691070557], "r_norm": [0.3990139961242676, 0.34797203540802, 0.35715699195861816], "traffic_norm": [8.333703994750977, 12.601390838623047, 16.75743865966797], "traffic_residual_norm": [5.5186548706842586e-05, 7.0668087573722e-05, 6.969143578317016e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.4106546938419342, "cos_r_negg": [-0.0809522420167923, 0.06010279059410095, -0.04658103734254837], "cos_innovation_negg": [0.5205458402633667, 0.39877110719680786, 0.2625161111354828], "cos_apical_negg": [-0.0809522420167923, 0.06010279804468155, -0.04658103734254837], "cos_Ac_negg": [0.8898284435272217, 0.7136856317520142, 0.3967028260231018], "r_norm": [0.35414716601371765, 0.30618685483932495, 0.31450727581977844], "traffic_norm": [8.332845687866211, 12.604774475097656, 16.763254165649414], "traffic_residual_norm": [5.550757850869559e-05, 7.112298771971837e-05, 6.938667502254248e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.09860105067491531, "cos_r_negg": [-0.017819445580244064, 0.09220916032791138, 0.048186302185058594], "cos_innovation_negg": [0.556557834148407, 0.4593336880207062, 0.2666665315628052], "cos_apical_negg": [-0.017819447442889214, 0.09220916032791138, 0.04818630963563919], "cos_Ac_negg": [0.8764247894287109, 0.7380085587501526, 0.38358941674232483], "r_norm": [0.34773769974708557, 0.30243784189224243, 0.3082162141799927], "traffic_norm": [8.333309173583984, 12.605644226074219, 16.77057456970215], "traffic_residual_norm": [5.56480408704374e-05, 7.104370160959661e-05, 6.937390571692958e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.1770886480808258, "cos_r_negg": [-0.01217220164835453, 0.047744281589984894, 0.04103444516658783], "cos_innovation_negg": [0.5814824104309082, 0.4265095591545105, 0.25781679153442383], "cos_apical_negg": [-0.012172204442322254, 0.047744270414114, 0.04103444889187813], "cos_Ac_negg": [0.8897179365158081, 0.7381885647773743, 0.3918428421020508], "r_norm": [0.3647611439228058, 0.3131771683692932, 0.3206290900707245], "traffic_norm": [8.333355903625488, 12.595494270324707, 16.754722595214844], "traffic_residual_norm": [5.5707176215946674e-05, 7.09945015842095e-05, 6.963513442315161e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.28121053161621096, "val_acc": 0.9394, "val_loss": 0.28121053161621096}], "final": {"eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.28121053161621096, "wall_s": 25.207959413528442, "val_acc": 0.9394, "val_loss": 0.28121053161621096, "cos_r_negg": [0.0294685997068882, 0.04087819159030914, -0.03707636892795563], "cos_innovation_negg": [0.5585978031158447, 0.42235177755355835, 0.25634074211120605], "cos_apical_negg": [0.0294685997068882, 0.04087819531559944, -0.037076372653245926], "cos_Ac_negg": [0.8924745321273804, 0.7159088850021362, 0.42223745584487915], "traffic_norm": [8.332751274108887, 12.591299057006836, 16.74631118774414], "traffic_residual_norm": [5.587436317000538e-05, 7.132651808205992e-05, 6.963747728150338e-05], "traffic_r2": [1.0, 1.0, 1.0]}}