{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p5_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010399961844086647, 0.027888938784599304, 0.035328738391399384], "cos_innovation_negg": [-0.010399961844086647, 0.027888938784599304, 0.035328738391399384], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.842123031616211, 5.355001449584961, 4.824590682983398], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.180349588394165, 2.32529878616333, 0.0010319408029317856], "traffic_r2": [0.7853808403015137, 0.884466826915741, 1.0], "ldr": {"dL_sdil": -0.09337902069091797, "dL_bp": -0.5368232727050781, "ratio": 0.17394741517143364}}, {"step": 100, "epoch": 0, "train_loss": 12.264452934265137, "cos_r_negg": [0.2500145137310028, -0.01371279451996088, -0.07029741257429123], "cos_innovation_negg": [0.2500145137310028, -0.01371279451996088, -0.07029741257429123], "cos_apical_negg": [0.14603844285011292, -0.0528741180896759, 0.32541126012802124], "cos_Ac_negg": [0.45597001910209656, 0.009282288141548634, -0.12979677319526672], "r_norm": [8.878872871398926, 6.333441734313965, 3.7797043323516846], "traffic_norm": [16.42424201965332, 16.34005355834961, 16.128890991210938], "traffic_residual_norm": [7.536684989929199, 4.418557167053223, 0.0010694600641727448], "traffic_r2": [0.7894335389137268, 0.926877498626709, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 6.038370132446289, "cos_r_negg": [0.3789469301700592, 0.33796781301498413, -0.08116761595010757], "cos_innovation_negg": [0.3789469301700592, 0.33796781301498413, -0.08116761595010757], "cos_apical_negg": [0.3517264425754547, -0.3281673789024353, -0.41723039746284485], "cos_Ac_negg": [0.7898176312446594, 0.28131169080734253, 0.12269721180200577], "r_norm": [7.767299175262451, 5.361340522766113, 3.2557525634765625], "traffic_norm": [16.585432052612305, 16.506271362304688, 16.240158081054688], "traffic_residual_norm": [6.328422546386719, 3.5945091247558594, 0.0008780107018537819], "traffic_r2": [0.8544081449508667, 0.9525777697563171, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 5.389213562011719, "cos_r_negg": [0.39278554916381836, 0.12161608040332794, 0.07385998964309692], "cos_innovation_negg": [0.39278554916381836, 0.12161608040332794, 0.07385998964309692], "cos_apical_negg": [0.2978845238685608, -0.039528220891952515, 0.05906207859516144], "cos_Ac_negg": [0.8138202428817749, 0.03637157008051872, 0.09129171073436737], "r_norm": [6.933468818664551, 5.040492057800293, 3.520982027053833], "traffic_norm": [16.715068817138672, 16.626964569091797, 16.386154174804688], "traffic_residual_norm": [5.35458517074585, 2.9370017051696777, 0.0007173881749622524], "traffic_r2": [0.8973791599273682, 0.9687979817390442, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.539954423904419, "cos_r_negg": [0.26095035672187805, 0.16537149250507355, 0.20005494356155396], "cos_innovation_negg": [0.26095035672187805, 0.16537149250507355, 0.20005494356155396], "cos_apical_negg": [0.07006803154945374, -0.01184028945863247, -0.05185987800359726], "cos_Ac_negg": [0.7791721224784851, 0.35011735558509827, 0.22900062799453735], "r_norm": [5.468756675720215, 3.6019229888916016, 2.045491933822632], "traffic_norm": [16.79342269897461, 16.73946762084961, 16.486621856689453], "traffic_residual_norm": [4.423672199249268, 2.3966383934020996, 0.0005871220491826534], "traffic_r2": [0.9306114912033081, 0.979501485824585, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.6906, "eval_loss": 2.088453076171875, "val_acc": 0.6906, "val_loss": 2.088453076171875}, {"step": 500, "epoch": 1, "train_loss": 1.0496740341186523, "cos_r_negg": [0.13155533373355865, 0.22391527891159058, 0.2218228429555893], "cos_innovation_negg": [0.13155533373355865, 0.22391527891159058, 0.2218228429555893], "cos_apical_negg": [0.1003059521317482, 0.23619487881660461, 0.011633750982582569], "cos_Ac_negg": [0.766819179058075, 0.35439246892929077, 0.26557233929634094], "r_norm": [4.586719512939453, 3.0255770683288574, 1.6232125759124756], "traffic_norm": [16.817970275878906, 16.742998123168945, 16.511554718017578], "traffic_residual_norm": [3.669602394104004, 1.9547346830368042, 0.00047971762251108885], "traffic_r2": [0.9523910284042358, 0.9863695502281189, 1.0], "ldr": {"dL_sdil": -0.4763064384460449, "dL_bp": -0.5680073499679565, "ratio": 0.838556822324421}}, {"step": 600, "epoch": 1, "train_loss": 1.8926153182983398, "cos_r_negg": [0.16148565709590912, 0.10864541679620743, 0.2718777060508728], "cos_innovation_negg": [0.16148565709590912, 0.10864541679620743, 0.2718777060508728], "cos_apical_negg": [0.21889281272888184, -0.024491414427757263, -0.10072504729032516], "cos_Ac_negg": [0.9140127301216125, 0.4284364879131317, 0.3568043112754822], "r_norm": [4.3232645988464355, 2.940230369567871, 1.8730465173721313], "traffic_norm": [16.931015014648438, 16.788833618164062, 16.596084594726562], "traffic_residual_norm": [3.093320608139038, 1.601470947265625, 0.00039274225127883255], "traffic_r2": [0.9666202068328857, 0.9909009337425232, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 1.575788974761963, "cos_r_negg": [0.16239246726036072, 0.13765057921409607, 0.28025195002555847], "cos_innovation_negg": [0.16239246726036072, 0.13765057921409607, 0.28025195002555847], "cos_apical_negg": [0.0698913186788559, -0.013502821326255798, 0.005928948055952787], "cos_Ac_negg": [0.7998539209365845, 0.37170714139938354, 0.34790098667144775], "r_norm": [3.423813581466675, 2.2443954944610596, 1.2605154514312744], "traffic_norm": [16.931055068969727, 16.788833618164062, 16.595809936523438], "traffic_residual_norm": [2.531744956970215, 1.3085918426513672, 0.00032164063304662704], "traffic_r2": [0.9776399731636047, 0.9939246773719788, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 2.25705623626709, "cos_r_negg": [0.07217128574848175, 0.11935968697071075, 0.3104096055030823], "cos_innovation_negg": [0.07217128574848175, 0.11935968697071075, 0.3104096055030823], "cos_apical_negg": [0.06093835458159447, -0.09568054229021072, 0.03330489993095398], "cos_Ac_negg": [0.8512982130050659, 0.09599734842777252, 0.37316659092903137], "r_norm": [2.899254322052002, 1.9121911525726318, 1.0728974342346191], "traffic_norm": [16.951875686645508, 16.810598373413086, 16.637182235717773], "traffic_residual_norm": [2.0736422538757324, 1.0716520547866821, 0.0002635389391798526], "traffic_r2": [0.9850365519523621, 0.9959360957145691, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.7604, "eval_loss": 1.5190016357421876, "val_acc": 0.7604, "val_loss": 1.5190016357421876}, {"step": 900, "epoch": 2, "train_loss": 0.7976049184799194, "cos_r_negg": [0.118063785135746, 0.07396376132965088, 0.24343761801719666], "cos_innovation_negg": [0.118063785135746, 0.07396376132965088, 0.24343761801719666], "cos_apical_negg": [0.02014489844441414, -0.2154969871044159, -0.06356756389141083], "cos_Ac_negg": [0.8304221034049988, 0.04098789393901825, 0.31808358430862427], "r_norm": [2.700289726257324, 1.8731787204742432, 1.2220985889434814], "traffic_norm": [16.95193862915039, 16.810771942138672, 16.63650894165039], "traffic_residual_norm": [1.6973421573638916, 0.8757011890411377, 0.00021623379143420607], "traffic_r2": [0.9899746179580688, 0.9972864389419556, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 1.398423194885254, "cos_r_negg": [0.12567870318889618, 0.04218460991978645, 0.20010043680667877], "cos_innovation_negg": [0.12567870318889618, 0.04218460991978645, 0.20010043680667877], "cos_apical_negg": [0.051877301186323166, -0.07650946080684662, -0.06245081126689911], "cos_Ac_negg": [0.8033348321914673, 0.42074599862098694, 0.25337809324264526], "r_norm": [2.1959290504455566, 1.4433728456497192, 0.8752527832984924], "traffic_norm": [16.94719696044922, 16.804141998291016, 16.631271362304688], "traffic_residual_norm": [1.4681339263916016, 0.7215480804443359, 0.0001775801065377891], "traffic_r2": [0.9924952387809753, 0.9981562495231628, 1.0], "ldr": {"dL_sdil": -0.08745461702346802, "dL_bp": -0.1363201141357422, "ratio": 0.6415386135635432}}, {"step": 1100, "epoch": 2, "train_loss": 1.4349620342254639, "cos_r_negg": [-0.019102049991488457, 0.0709170326590538, 0.18496598303318024], "cos_innovation_negg": [-0.019102049991488457, 0.0709170326590538, 0.18496598303318024], "cos_apical_negg": [-0.07559484243392944, -0.07009962201118469, -0.03252463415265083], "cos_Ac_negg": [0.88639897108078, 0.4536290764808655, 0.22950434684753418], "r_norm": [2.1085925102233887, 1.4724395275115967, 0.995782732963562], "traffic_norm": [16.94716453552246, 16.803997039794922, 16.631546020507812], "traffic_residual_norm": [1.2017016410827637, 0.5899040699005127, 0.00014618097338825464], "traffic_r2": [0.9949719309806824, 0.998767614364624, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.0734268426895142, "cos_r_negg": [0.051477573812007904, 0.019710183143615723, 0.1296725869178772], "cos_innovation_negg": [0.051477573812007904, 0.019710183143615723, 0.1296725869178772], "cos_apical_negg": [-0.024812960997223854, -0.11132047325372696, -0.14651253819465637], "cos_Ac_negg": [0.8140674233436584, 0.459459125995636, 0.1692362129688263], "r_norm": [1.7604446411132812, 1.233518123626709, 0.8550167083740234], "traffic_norm": [16.94710922241211, 16.80453872680664, 16.63015365600586], "traffic_residual_norm": [0.9837523102760315, 0.4818457365036011, 0.00012060072913300246], "traffic_r2": [0.9966303706169128, 0.9991778135299683, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8318, "eval_loss": 1.0954557861328125, "val_acc": 0.8318, "val_loss": 1.0954557861328125}, {"step": 1300, "epoch": 3, "train_loss": 1.3446364402770996, "cos_r_negg": [0.15727339684963226, 0.1128498762845993, 0.21855658292770386], "cos_innovation_negg": [0.15727339684963226, 0.1128498762845993, 0.21855658292770386], "cos_apical_negg": [0.07648535072803497, -0.04891713708639145, -0.04383133351802826], "cos_Ac_negg": [0.8577305674552917, 0.4448012113571167, 0.26757723093032837], "r_norm": [1.6635265350341797, 1.2143305540084839, 0.9007143974304199], "traffic_norm": [16.94637680053711, 16.802696228027344, 16.629884719848633], "traffic_residual_norm": [0.8057589530944824, 0.3940528631210327, 9.979175229091197e-05], "traffic_r2": [0.9977392554283142, 0.9994500279426575, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 1.1181344985961914, "cos_r_negg": [0.132498100399971, 0.12736237049102783, 0.10894595086574554], "cos_innovation_negg": [0.132498100399971, 0.12736237049102783, 0.10894595086574554], "cos_apical_negg": [0.01718726195394993, -0.11451783776283264, -0.11215108633041382], "cos_Ac_negg": [0.8709051012992859, 0.4785251319408417, 0.16498370468616486], "r_norm": [1.635918378829956, 1.2369290590286255, 1.0013381242752075], "traffic_norm": [16.945524215698242, 16.80176544189453, 16.628196716308594], "traffic_residual_norm": [0.6596916317939758, 0.322089821100235, 8.393892494495958e-05], "traffic_r2": [0.9984844326972961, 0.9996325373649597, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 1.4626286029815674, "cos_r_negg": [0.20265942811965942, 0.10373175889253616, 0.23447535932064056], "cos_innovation_negg": [0.20265942811965942, 0.10373175889253616, 0.23447535932064056], "cos_apical_negg": [-0.03701997548341751, -0.07707174122333527, -0.07084956765174866], "cos_Ac_negg": [0.8046025037765503, 0.5085691213607788, 0.24976322054862976], "r_norm": [1.3385426998138428, 0.9949086308479309, 0.7884195446968079], "traffic_norm": [16.944101333618164, 16.797969818115234, 16.625965118408203], "traffic_residual_norm": [0.5406723022460938, 0.2640511989593506, 7.034040754660964e-05], "traffic_r2": [0.9989818334579468, 0.9997528791427612, 1.0], "ldr": {"dL_sdil": -0.07740998268127441, "dL_bp": -0.10092604160308838, "ratio": 0.7669971144385558}}, {"step": 1600, "epoch": 3, "train_loss": 1.5894861221313477, "cos_r_negg": [0.12594294548034668, 0.08704708516597748, 0.23463216423988342], "cos_innovation_negg": [0.12594294548034668, 0.08704708516597748, 0.23463216423988342], "cos_apical_negg": [0.05947975069284439, -0.08736198395490646, 0.004831299185752869], "cos_Ac_negg": [0.7885783910751343, 0.45925527811050415, 0.3258688449859619], "r_norm": [1.473445177078247, 1.16719651222229, 1.0122630596160889], "traffic_norm": [16.944011688232422, 16.797237396240234, 16.625905990600586], "traffic_residual_norm": [0.44310545921325684, 0.21631918847560883, 6.024825415806845e-05], "traffic_r2": [0.9993160963058472, 0.9998341202735901, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 1.5600957870483398, "cos_r_negg": [0.24035365879535675, 0.12764951586723328, 0.3530123829841614], "cos_innovation_negg": [0.24035365879535675, 0.12764951586723328, 0.3530123829841614], "cos_apical_negg": [-0.1425444483757019, -0.039263345301151276, -0.0815960168838501], "cos_Ac_negg": [0.8995433449745178, 0.5571378469467163, 0.40525496006011963], "r_norm": [1.3069514036178589, 1.0198428630828857, 0.9008612632751465], "traffic_norm": [16.94277000427246, 16.795101165771484, 16.622726440429688], "traffic_residual_norm": [0.36302340030670166, 0.17734253406524658, 5.250313915894367e-05], "traffic_r2": [0.9995409250259399, 0.9998884797096252, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8516, "eval_loss": 0.92276630859375, "val_acc": 0.8516, "val_loss": 0.92276630859375}, {"step": 1800, "epoch": 4, "train_loss": 0.32756227254867554, "cos_r_negg": [0.18603014945983887, 0.10283955186605453, 0.3020089864730835], "cos_innovation_negg": [0.18603014945983887, 0.10283955186605453, 0.3020089864730835], "cos_apical_negg": [-0.009732869453728199, -0.017530739307403564, -0.006775970570743084], "cos_Ac_negg": [0.793601930141449, 0.5375564098358154, 0.38775068521499634], "r_norm": [1.153513789176941, 0.9213740229606628, 0.8106199502944946], "traffic_norm": [16.942707061767578, 16.79567527770996, 16.621152877807617], "traffic_residual_norm": [0.2977473735809326, 0.14581440389156342, 4.667468601837754e-05], "traffic_r2": [0.9996911883354187, 0.9999246001243591, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.4895627498626709, "cos_r_negg": [0.2753016948699951, 0.15154707431793213, 0.375255823135376], "cos_innovation_negg": [0.2753016948699951, 0.15154707431793213, 0.375255823135376], "cos_apical_negg": [0.12366757541894913, -0.12793903052806854, -0.05314270406961441], "cos_Ac_negg": [0.772078275680542, 0.5210527181625366, 0.42236337065696716], "r_norm": [1.3183634281158447, 1.0749261379241943, 0.9910035133361816], "traffic_norm": [16.94122314453125, 16.792627334594727, 16.61838150024414], "traffic_residual_norm": [0.2442546784877777, 0.12003150582313538, 4.2497536924201995e-05], "traffic_r2": [0.9997920989990234, 0.9999489188194275, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 1.4522817134857178, "cos_r_negg": [0.28034067153930664, 0.20824787020683289, 0.4268312156200409], "cos_innovation_negg": [0.28034067153930664, 0.20824787020683289, 0.4268312156200409], "cos_apical_negg": [0.11634621769189835, -0.0770149827003479, 0.05078384652733803], "cos_Ac_negg": [0.7170709371566772, 0.5579426288604736, 0.4582465887069702], "r_norm": [1.1466097831726074, 0.941789984703064, 0.8745421171188354], "traffic_norm": [16.94133758544922, 16.793228149414062, 16.617740631103516], "traffic_residual_norm": [0.20048366487026215, 0.09891530871391296, 3.9435770304407924e-05], "traffic_r2": [0.9998599290847778, 0.9999653100967407, 1.0], "ldr": {"dL_sdil": -0.1766103208065033, "dL_bp": -0.2073812186717987, "ratio": 0.8516215785480873}}, {"step": 2100, "epoch": 4, "train_loss": 1.1126742362976074, "cos_r_negg": [0.36932098865509033, 0.2360881119966507, 0.4408792555332184], "cos_innovation_negg": [0.36932098865509033, 0.2360881119966507, 0.4408792555332184], "cos_apical_negg": [0.22618167102336884, 0.010905238799750805, -0.006101913750171661], "cos_Ac_negg": [0.8653007745742798, 0.5629680156707764, 0.43612247705459595], "r_norm": [1.6104333400726318, 1.3470945358276367, 1.3307585716247559], "traffic_norm": [16.9395809173584, 16.790237426757812, 16.61322593688965], "traffic_residual_norm": [0.1646512746810913, 0.08157628029584885, 3.73654329450801e-05], "traffic_r2": [0.999905526638031, 0.999976396560669, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8696, "eval_loss": 0.7211689453125, "val_acc": 0.8696, "val_loss": 0.7211689453125}, {"step": 2200, "epoch": 5, "train_loss": 1.261722207069397, "cos_r_negg": [0.32851022481918335, 0.17369075119495392, 0.4635664224624634], "cos_innovation_negg": [0.32851022481918335, 0.17369075119495392, 0.4635664224624634], "cos_apical_negg": [0.1275566965341568, -0.029116561636328697, 0.033787332475185394], "cos_Ac_negg": [0.7845726609230042, 0.5814211368560791, 0.4740472733974457], "r_norm": [0.8830158710479736, 0.7324334383010864, 0.6826456189155579], "traffic_norm": [16.939767837524414, 16.789457321166992, 16.6137752532959], "traffic_residual_norm": [0.13538020849227905, 0.06778322905302048, 3.603471122914925e-05], "traffic_r2": [0.9999361038208008, 0.9999837279319763, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.7451947331428528, "cos_r_negg": [0.4012356102466583, 0.20716750621795654, 0.5158121585845947], "cos_innovation_negg": [0.4012356102466583, 0.20716750621795654, 0.5158121585845947], "cos_apical_negg": [0.18645529448986053, -0.13533246517181396, 0.028329459950327873], "cos_Ac_negg": [0.8411425352096558, 0.5312831401824951, 0.5693831443786621], "r_norm": [1.3957369327545166, 1.1801698207855225, 1.1526638269424438], "traffic_norm": [16.94061279296875, 16.79092788696289, 16.616004943847656], "traffic_residual_norm": [0.1118507832288742, 0.05669679865241051, 3.381208807695657e-05], "traffic_r2": [0.9999564290046692, 0.9999886155128479, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.6951303482055664, "cos_r_negg": [0.26349902153015137, 0.2132231593132019, 0.5323126912117004], "cos_innovation_negg": [0.26349902153015137, 0.2132231593132019, 0.5323126912117004], "cos_apical_negg": [0.01388595625758171, -0.008625078946352005, 0.058668676763772964], "cos_Ac_negg": [0.8502529859542847, 0.5884088277816772, 0.6027547121047974], "r_norm": [1.3045618534088135, 1.120781660079956, 1.085761308670044], "traffic_norm": [16.940624237060547, 16.79136085510254, 16.615680694580078], "traffic_residual_norm": [0.09226406365633011, 0.04744092375040054, 3.320215182611719e-05], "traffic_r2": [0.9999703168869019, 0.9999920129776001, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.7133959531784058, "cos_r_negg": [0.3911367654800415, 0.20880714058876038, 0.5556257367134094], "cos_innovation_negg": [0.3911367654800415, 0.20880714058876038, 0.5556257367134094], "cos_apical_negg": [0.17247052490711212, -0.10393679887056351, 0.046545423567295074], "cos_Ac_negg": [0.8896344304084778, 0.5869362354278564, 0.5971114635467529], "r_norm": [1.135385274887085, 0.9820061922073364, 0.954350471496582], "traffic_norm": [16.939748764038086, 16.790193557739258, 16.612102508544922], "traffic_residual_norm": [0.07641272246837616, 0.04022463038563728, 3.353152715135366e-05], "traffic_r2": [0.9999796748161316, 0.9999942779541016, 1.0], "ldr": {"dL_sdil": -0.20260906219482422, "dL_bp": -0.2104911208152771, "ratio": 0.9625539614691395}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8692, "eval_loss": 0.754740771484375, "val_acc": 0.8692, "val_loss": 0.754740771484375}, {"step": 2600, "epoch": 6, "train_loss": 0.7553237676620483, "cos_r_negg": [0.39721783995628357, 0.28885576128959656, 0.5983694791793823], "cos_innovation_negg": [0.39721783995628357, 0.28885576128959656, 0.5983694791793823], "cos_apical_negg": [0.07922571897506714, -0.10005882382392883, 0.07891971617937088], "cos_Ac_negg": [0.853818953037262, 0.5736525058746338, 0.6456559896469116], "r_norm": [1.0893763303756714, 0.9436804056167603, 0.9220253825187683], "traffic_norm": [16.938579559326172, 16.78775978088379, 16.60976791381836], "traffic_residual_norm": [0.06358879059553146, 0.03501448780298233, 3.375623418833129e-05], "traffic_r2": [0.999985933303833, 0.9999956488609314, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.7962502241134644, "cos_r_negg": [0.37485209107398987, 0.22069419920444489, 0.6091049313545227], "cos_innovation_negg": [0.37485209107398987, 0.22069419920444489, 0.6091049313545227], "cos_apical_negg": [0.21866028010845184, 0.007041029166430235, 0.09126858413219452], "cos_Ac_negg": [0.7866033911705017, 0.6407088041305542, 0.6323459148406982], "r_norm": [0.9741370677947998, 0.8447445631027222, 0.8267332315444946], "traffic_norm": [16.93991470336914, 16.789695739746094, 16.613832473754883], "traffic_residual_norm": [0.05336684733629227, 0.030954429879784584, 3.2738760637585074e-05], "traffic_r2": [0.9999900460243225, 0.9999966025352478, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.2647682726383209, "cos_r_negg": [0.3705874979496002, 0.2552591860294342, 0.5779772400856018], "cos_innovation_negg": [0.3705874979496002, 0.2552591860294342, 0.5779772400856018], "cos_apical_negg": [0.09825211018323898, -0.17605184018611908, -0.09150861203670502], "cos_Ac_negg": [0.822890043258667, 0.572235107421875, 0.5798709392547607], "r_norm": [1.2108111381530762, 1.0907671451568604, 1.0579890012741089], "traffic_norm": [16.938396453857422, 16.78730010986328, 16.60888671875], "traffic_residual_norm": [0.04474697262048721, 0.027523208409547806, 3.391101199667901e-05], "traffic_r2": [0.9999930262565613, 0.9999973177909851, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.19922739267349243, "cos_r_negg": [0.49422577023506165, 0.21655666828155518, 0.5584710836410522], "cos_innovation_negg": [0.49422577023506165, 0.21655666828155518, 0.5584710836410522], "cos_apical_negg": [0.1188320517539978, -0.08450571447610855, -0.030443336814641953], "cos_Ac_negg": [0.8570353388786316, 0.5892488360404968, 0.5916616320610046], "r_norm": [1.0872571468353271, 0.9486569762229919, 0.9306083917617798], "traffic_norm": [16.936931610107422, 16.784618377685547, 16.60468101501465], "traffic_residual_norm": [0.03788110613822937, 0.02486390434205532, 3.44114305335097e-05], "traffic_r2": [0.9999949932098389, 0.9999977946281433, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.43542879819869995, "cos_r_negg": [0.3728305697441101, 0.22880488634109497, 0.6255041360855103], "cos_innovation_negg": [0.3728305697441101, 0.22880488634109497, 0.6255041360855103], "cos_apical_negg": [0.0037789447233080864, -0.02230464294552803, 0.026016661897301674], "cos_Ac_negg": [0.875205934047699, 0.6265127658843994, 0.6327172517776489], "r_norm": [0.9029091596603394, 0.7934009432792664, 0.7793225049972534], "traffic_norm": [16.93619155883789, 16.78362274169922, 16.606918334960938], "traffic_residual_norm": [0.032839495688676834, 0.023735418915748596, 3.3285563404206187e-05], "traffic_r2": [0.9999962449073792, 0.9999979734420776, 1.0], "ldr": {"dL_sdil": -0.04888719320297241, "dL_bp": -0.06418508291244507, "ratio": 0.7616597343912367}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8708, "eval_loss": 0.7235626708984375, "val_acc": 0.8708, "val_loss": 0.7235626708984375}, {"step": 3100, "epoch": 7, "train_loss": 0.8385100960731506, "cos_r_negg": [0.5297562479972839, 0.3581884503364563, 0.5341917276382446], "cos_innovation_negg": [0.5297562479972839, 0.3581884503364563, 0.5341917276382446], "cos_apical_negg": [0.06083494797348976, -0.0013256026431918144, 0.0689818263053894], "cos_Ac_negg": [0.9118382334709167, 0.6386123895645142, 0.5832293629646301], "r_norm": [1.6267030239105225, 1.460544466972351, 1.4222314357757568], "traffic_norm": [16.936912536621094, 16.786378860473633, 16.606592178344727], "traffic_residual_norm": [0.028749365359544754, 0.022938471287488937, 3.3725969842635095e-05], "traffic_r2": [0.9999971389770508, 0.9999980926513672, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.48438072204589844, "cos_r_negg": [0.4200616478919983, 0.24786996841430664, 0.6565538048744202], "cos_innovation_negg": [0.4200616478919983, 0.24786996841430664, 0.6565538048744202], "cos_apical_negg": [-0.03530994802713394, -0.09459977596998215, 0.02707717940211296], "cos_Ac_negg": [0.8457348346710205, 0.6251517534255981, 0.6423858404159546], "r_norm": [0.9877808094024658, 0.8758440613746643, 0.8617822527885437], "traffic_norm": [16.93537139892578, 16.783119201660156, 16.604633331298828], "traffic_residual_norm": [0.025779258459806442, 0.022670799866318703, 3.43940409948118e-05], "traffic_r2": [0.9999976754188538, 0.999998152256012, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 1.0660288333892822, "cos_r_negg": [0.4191439151763916, 0.2018272578716278, 0.5282884836196899], "cos_innovation_negg": [0.4191439151763916, 0.2018272578716278, 0.5282884836196899], "cos_apical_negg": [0.13992004096508026, -0.1107868030667305, -0.06330523639917374], "cos_Ac_negg": [0.8458822965621948, 0.5874727964401245, 0.5777004957199097], "r_norm": [0.8610511422157288, 0.7653206586837769, 0.7443333864212036], "traffic_norm": [16.93430519104004, 16.781320571899414, 16.601430892944336], "traffic_residual_norm": [0.023607198148965836, 0.022640131413936615, 3.5490804293658584e-05], "traffic_r2": [0.9999980330467224, 0.999998152256012, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.5676403641700745, "cos_r_negg": [0.4254603087902069, 0.29953518509864807, 0.5966031551361084], "cos_innovation_negg": [0.4254603087902069, 0.29953518509864807, 0.5966031551361084], "cos_apical_negg": [1.3493809092324227e-05, 0.019097615033388138, 0.06803714483976364], "cos_Ac_negg": [0.89882892370224, 0.6706740856170654, 0.6459593772888184], "r_norm": [1.1493496894836426, 1.0088187456130981, 1.0068295001983643], "traffic_norm": [16.935544967651367, 16.782520294189453, 16.60624885559082], "traffic_residual_norm": [0.02208384871482849, 0.022325238212943077, 3.4014341508736834e-05], "traffic_r2": [0.9999982714653015, 0.9999982118606567, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.847, "eval_loss": 0.8125252563476563, "val_acc": 0.847, "val_loss": 0.8125252563476563}, {"step": 3500, "epoch": 8, "train_loss": 0.709052324295044, "cos_r_negg": [0.3883304297924042, 0.23981615900993347, 0.6202988624572754], "cos_innovation_negg": [0.3883304297924042, 0.23981615900993347, 0.6202988624572754], "cos_apical_negg": [-0.09922701120376587, -0.035187728703022, -0.021627452224493027], "cos_Ac_negg": [0.8644164204597473, 0.6455387473106384, 0.6446358561515808], "r_norm": [0.934378981590271, 0.8276565074920654, 0.8139121532440186], "traffic_norm": [16.935726165771484, 16.7849178314209, 16.60227394104004], "traffic_residual_norm": [0.020955577492713928, 0.021964889019727707, 3.534377538016997e-05], "traffic_r2": [0.9999984502792358, 0.9999982714653015, 1.0], "ldr": {"dL_sdil": -0.09692069888114929, "dL_bp": -0.10524946451187134, "ratio": 0.9208664322488537}}, {"step": 3600, "epoch": 8, "train_loss": 1.747455358505249, "cos_r_negg": [0.39440518617630005, 0.28673064708709717, 0.5895906686782837], "cos_innovation_negg": [0.39440518617630005, 0.28673064708709717, 0.5895906686782837], "cos_apical_negg": [-0.00943325087428093, -0.02457262948155403, -0.009975619614124298], "cos_Ac_negg": [0.8444637060165405, 0.684575617313385, 0.64569491147995], "r_norm": [1.0676727294921875, 0.9442875385284424, 0.9331425428390503], "traffic_norm": [16.93445587158203, 16.78302001953125, 16.601064682006836], "traffic_residual_norm": [0.02045152336359024, 0.023092851042747498, 3.4713069908320904e-05], "traffic_r2": [0.9999985098838806, 0.9999980926513672, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.4776037335395813, "cos_r_negg": [0.3583822548389435, 0.24313539266586304, 0.6143378615379333], "cos_innovation_negg": [0.3583822548389435, 0.24313539266586304, 0.6143378615379333], "cos_apical_negg": [-0.03863218054175377, -0.04050059989094734, 0.013868000358343124], "cos_Ac_negg": [0.8344069719314575, 0.6115480661392212, 0.6680268049240112], "r_norm": [0.870023250579834, 0.7713412642478943, 0.7584230303764343], "traffic_norm": [16.934402465820312, 16.78220558166504, 16.60091209411621], "traffic_residual_norm": [0.020324965938925743, 0.02382146753370762, 3.4535863960627466e-05], "traffic_r2": [0.9999985098838806, 0.9999979734420776, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.34249264001846313, "cos_r_negg": [0.4029671847820282, 0.2467031478881836, 0.6274028420448303], "cos_innovation_negg": [0.4029671847820282, 0.2467031478881836, 0.6274028420448303], "cos_apical_negg": [0.12615421414375305, -0.053673986345529556, 0.04018952324986458], "cos_Ac_negg": [0.8818747401237488, 0.6329511404037476, 0.6688199043273926], "r_norm": [1.2495670318603516, 1.125811219215393, 1.1128989458084106], "traffic_norm": [16.932933807373047, 16.779769897460938, 16.596599578857422], "traffic_residual_norm": [0.019741440191864967, 0.024138225242495537, 3.525282590999268e-05], "traffic_r2": [0.9999986290931702, 0.9999979138374329, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.838, "eval_loss": 0.8351877685546875, "val_acc": 0.838, "val_loss": 0.8351877685546875}, {"step": 3900, "epoch": 9, "train_loss": 0.7659514546394348, "cos_r_negg": [0.6114743947982788, 0.2989391088485718, 0.6668210029602051], "cos_innovation_negg": [0.6114743947982788, 0.2989391088485718, 0.6668210029602051], "cos_apical_negg": [6.659569044131786e-05, -0.09042738378047943, 0.13804873824119568], "cos_Ac_negg": [0.8386719822883606, 0.6469073295593262, 0.720546305179596], "r_norm": [1.1399452686309814, 1.0168213844299316, 1.0090718269348145], "traffic_norm": [16.93305015563965, 16.778589248657227, 16.60092544555664], "traffic_residual_norm": [0.01892336830496788, 0.024499353021383286, 3.524499334162101e-05], "traffic_r2": [0.9999987483024597, 0.9999977946281433, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.4102123975753784, "cos_r_negg": [0.5472853779792786, 0.2855817973613739, 0.6485145092010498], "cos_innovation_negg": [0.5472853779792786, 0.2855817973613739, 0.6485145092010498], "cos_apical_negg": [0.1355217844247818, -0.08724623918533325, -0.02870691381394863], "cos_Ac_negg": [0.8726527094841003, 0.620917558670044, 0.6844384670257568], "r_norm": [1.0840609073638916, 0.964162290096283, 0.9590967893600464], "traffic_norm": [16.931001663208008, 16.775020599365234, 16.593154907226562], "traffic_residual_norm": [0.01975739374756813, 0.025747165083885193, 3.611313150031492e-05], "traffic_r2": [0.9999986290931702, 0.999997615814209, 1.0], "ldr": {"dL_sdil": -0.1480783224105835, "dL_bp": -0.15470951795578003, "ratio": 0.957137766099873}}, {"step": 4100, "epoch": 9, "train_loss": 0.7329365015029907, "cos_r_negg": [0.4528599977493286, 0.24144500494003296, 0.5749273300170898], "cos_innovation_negg": [0.4528599977493286, 0.24144500494003296, 0.5749273300170898], "cos_apical_negg": [0.026550713926553726, -0.13348563015460968, -0.09680883586406708], "cos_Ac_negg": [0.8762578368186951, 0.6055727005004883, 0.6614618301391602], "r_norm": [0.807281494140625, 0.7201555967330933, 0.70379239320755], "traffic_norm": [16.931087493896484, 16.776947021484375, 16.593280792236328], "traffic_residual_norm": [0.01977526769042015, 0.02653738483786583, 3.606081008911133e-05], "traffic_r2": [0.9999986290931702, 0.9999974370002747, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 1.4367855787277222, "cos_r_negg": [0.47275832295417786, 0.37823742628097534, 0.6478537321090698], "cos_innovation_negg": [0.47275832295417786, 0.37823742628097534, 0.6478537321090698], "cos_apical_negg": [0.0781368613243103, 0.0037700897082686424, 0.08163429796695709], "cos_Ac_negg": [0.772794246673584, 0.7474690675735474, 0.7178295850753784], "r_norm": [1.5941145420074463, 1.437914490699768, 1.4080976247787476], "traffic_norm": [16.931602478027344, 16.776470184326172, 16.594276428222656], "traffic_residual_norm": [0.019880274310708046, 0.027264509350061417, 3.538277087500319e-05], "traffic_r2": [0.9999985694885254, 0.9999973177909851, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8716, "eval_loss": 0.69141171875, "val_acc": 0.8716, "val_loss": 0.69141171875}, {"step": 4300, "epoch": 10, "train_loss": 0.4247554540634155, "cos_r_negg": [0.5249817371368408, 0.2809677720069885, 0.5759217739105225], "cos_innovation_negg": [0.5249817371368408, 0.2809677720069885, 0.5759217739105225], "cos_apical_negg": [0.04168681055307388, -0.08560720086097717, 0.17621111869812012], "cos_Ac_negg": [0.8723036050796509, 0.6744307279586792, 0.742267370223999], "r_norm": [1.2222023010253906, 1.0905579328536987, 1.0818052291870117], "traffic_norm": [16.932085037231445, 16.778217315673828, 16.59423065185547], "traffic_residual_norm": [0.018937580287456512, 0.026788895949721336, 3.674274557852186e-05], "traffic_r2": [0.9999987483024597, 0.9999974370002747, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.5291265249252319, "cos_r_negg": [0.3440956175327301, 0.21301409602165222, 0.6431963443756104], "cos_innovation_negg": [0.3440956175327301, 0.21301409602165222, 0.6431963443756104], "cos_apical_negg": [0.07010070234537125, -0.016215264797210693, -0.08188087493181229], "cos_Ac_negg": [0.7862621545791626, 0.68031907081604, 0.687322735786438], "r_norm": [0.7781475782394409, 0.7017451524734497, 0.6854622960090637], "traffic_norm": [16.931989669799805, 16.776994705200195, 16.594741821289062], "traffic_residual_norm": [0.019000697880983353, 0.026504389941692352, 3.5872792068403214e-05], "traffic_r2": [0.9999987483024597, 0.9999974966049194, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.6414775252342224, "cos_r_negg": [0.5377810597419739, 0.2529711127281189, 0.581662654876709], "cos_innovation_negg": [0.5377810597419739, 0.2529711127281189, 0.581662654876709], "cos_apical_negg": [-0.062413472682237625, -0.10183459520339966, -0.060192786157131195], "cos_Ac_negg": [0.8173522353172302, 0.5826705694198608, 0.6348693370819092], "r_norm": [0.8049971461296082, 0.7226883172988892, 0.7116718292236328], "traffic_norm": [16.928197860717773, 16.767059326171875, 16.58985710144043], "traffic_residual_norm": [0.018345512449741364, 0.02568948082625866, 3.63385806849692e-05], "traffic_r2": [0.9999988079071045, 0.999997615814209, 1.0], "ldr": {"dL_sdil": -0.0442485511302948, "dL_bp": -0.06127205491065979, "ratio": 0.7221652871739522}}, {"step": 4600, "epoch": 10, "train_loss": 0.586235761642456, "cos_r_negg": [0.5227932333946228, 0.24929963052272797, 0.6104801893234253], "cos_innovation_negg": [0.5227932333946228, 0.24929963052272797, 0.6104801893234253], "cos_apical_negg": [-0.0336221344769001, -0.0707867294549942, -0.03330620378255844], "cos_Ac_negg": [0.7385228276252747, 0.6879634261131287, 0.7270008325576782], "r_norm": [1.207650065422058, 1.096901535987854, 1.084012746810913], "traffic_norm": [16.927139282226562, 16.763084411621094, 16.586265563964844], "traffic_residual_norm": [0.017757602035999298, 0.02507566101849079, 3.684717739815824e-05], "traffic_r2": [0.9999988675117493, 0.9999977350234985, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.1947203129529953, "cos_r_negg": [0.30268093943595886, 0.2286010980606079, 0.609666109085083], "cos_innovation_negg": [0.30268093943595886, 0.2286010980606079, 0.609666109085083], "cos_apical_negg": [0.005716284271329641, 0.00011933967471122742, 0.039707574993371964], "cos_Ac_negg": [0.7961617708206177, 0.6853415966033936, 0.6794581413269043], "r_norm": [0.9594782590866089, 0.8639411926269531, 0.8542369604110718], "traffic_norm": [16.923892974853516, 16.75127410888672, 16.581876754760742], "traffic_residual_norm": [0.017428500577807426, 0.02449220046401024, 3.685594128910452e-05], "traffic_r2": [0.999998927116394, 0.9999978542327881, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8608, "eval_loss": 0.7104388793945312, "val_acc": 0.8608, "val_loss": 0.7104388793945312}, {"step": 4800, "epoch": 11, "train_loss": 0.8264621496200562, "cos_r_negg": [0.5154385566711426, 0.2519227862358093, 0.5248318910598755], "cos_innovation_negg": [0.5154385566711426, 0.2519227862358093, 0.5248318910598755], "cos_apical_negg": [-0.008908336982131004, -0.036687470972537994, -0.0465124286711216], "cos_Ac_negg": [0.8980632424354553, 0.7040762305259705, 0.6582813858985901], "r_norm": [0.9046552181243896, 0.8175287842750549, 0.806488573551178], "traffic_norm": [16.923561096191406, 16.749980926513672, 16.579683303833008], "traffic_residual_norm": [0.01721910387277603, 0.023545708507299423, 3.666251359391026e-05], "traffic_r2": [0.9999989867210388, 0.9999980330467224, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.40293407440185547, "cos_r_negg": [0.5557756423950195, 0.3526332974433899, 0.5725109577178955], "cos_innovation_negg": [0.5557756423950195, 0.3526332974433899, 0.5725109577178955], "cos_apical_negg": [-0.027476968243718147, -0.12461478263139725, -0.07172425836324692], "cos_Ac_negg": [0.8577749729156494, 0.6939974427223206, 0.6757805943489075], "r_norm": [1.3759475946426392, 1.249966025352478, 1.2433998584747314], "traffic_norm": [16.923622131347656, 16.752038955688477, 16.58083724975586], "traffic_residual_norm": [0.017000533640384674, 0.023310961201786995, 3.668091449071653e-05], "traffic_r2": [0.9999989867210388, 0.9999980330467224, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.7784973978996277, "cos_r_negg": [0.5442649722099304, 0.2591475248336792, 0.5627260208129883], "cos_innovation_negg": [0.5442649722099304, 0.2591475248336792, 0.5627260208129883], "cos_apical_negg": [-0.10137719660997391, -0.041247352957725525, -0.014598366804420948], "cos_Ac_negg": [0.8633580803871155, 0.6873971223831177, 0.6692869663238525], "r_norm": [0.819525420665741, 0.7435835599899292, 0.731268048286438], "traffic_norm": [16.922842025756836, 16.7504940032959, 16.581161499023438], "traffic_residual_norm": [0.01631852798163891, 0.0224175825715065, 3.711135286721401e-05], "traffic_r2": [0.9999990463256836, 0.9999982118606567, 1.0], "ldr": {"dL_sdil": -0.0625150203704834, "dL_bp": -0.07163688540458679, "ratio": 0.8726652480410694}}, {"step": 5100, "epoch": 11, "train_loss": 0.3073599636554718, "cos_r_negg": [0.43745800852775574, 0.24502241611480713, 0.5570456981658936], "cos_innovation_negg": [0.43745800852775574, 0.24502241611480713, 0.5570456981658936], "cos_apical_negg": [0.04828435927629471, -0.06958641111850739, -0.033277109265327454], "cos_Ac_negg": [0.8575392961502075, 0.6561170816421509, 0.6726775169372559], "r_norm": [0.779938817024231, 0.7099022269248962, 0.7006938457489014], "traffic_norm": [16.919483184814453, 16.74281883239746, 16.576950073242188], "traffic_residual_norm": [0.015831802040338516, 0.02206018753349781, 3.686107083922252e-05], "traffic_r2": [0.9999991059303284, 0.9999982714653015, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8984, "eval_loss": 0.4816420715332031, "val_acc": 0.8984, "val_loss": 0.4816420715332031}, {"step": 5200, "epoch": 12, "train_loss": 0.42092275619506836, "cos_r_negg": [0.42016151547431946, 0.1986294984817505, 0.5510603785514832], "cos_innovation_negg": [0.42016151547431946, 0.1986294984817505, 0.5510603785514832], "cos_apical_negg": [0.06771648675203323, 0.021001745015382767, 0.019371017813682556], "cos_Ac_negg": [0.8953033685684204, 0.7198424935340881, 0.6881067752838135], "r_norm": [0.7930402755737305, 0.7188887596130371, 0.7091271877288818], "traffic_norm": [16.92223358154297, 16.74783706665039, 16.58004379272461], "traffic_residual_norm": [0.0162791945040226, 0.022029157727956772, 3.694279439514503e-05], "traffic_r2": [0.9999990463256836, 0.9999982714653015, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.49871009588241577, "cos_r_negg": [0.41073551774024963, 0.1964167207479477, 0.5350956320762634], "cos_innovation_negg": [0.41073551774024963, 0.1964167207479477, 0.5350956320762634], "cos_apical_negg": [0.17663881182670593, 0.004533062223345041, -0.035732220858335495], "cos_Ac_negg": [0.8677201271057129, 0.6858417391777039, 0.6925598382949829], "r_norm": [0.7837079763412476, 0.71282958984375, 0.7004350423812866], "traffic_norm": [16.92074966430664, 16.745113372802734, 16.57756233215332], "traffic_residual_norm": [0.015478178858757019, 0.021444857120513916, 3.715159255079925e-05], "traffic_r2": [0.9999991655349731, 0.9999983310699463, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.6369339227676392, "cos_r_negg": [0.4897057116031647, 0.22348631918430328, 0.595055341720581], "cos_innovation_negg": [0.4897057116031647, 0.22348631918430328, 0.595055341720581], "cos_apical_negg": [0.10491842031478882, -0.03474189341068268, -0.05085556209087372], "cos_Ac_negg": [0.8266986608505249, 0.7080289125442505, 0.69743412733078], "r_norm": [0.6830886602401733, 0.6238337755203247, 0.6139419078826904], "traffic_norm": [16.92091178894043, 16.747791290283203, 16.578052520751953], "traffic_residual_norm": [0.015365226194262505, 0.02134544402360916, 3.726376235135831e-05], "traffic_r2": [0.9999991655349731, 0.9999983906745911, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.6780964136123657, "cos_r_negg": [0.4274143874645233, 0.20022372901439667, 0.5513016581535339], "cos_innovation_negg": [0.4274143874645233, 0.20022372901439667, 0.5513016581535339], "cos_apical_negg": [0.03200389817357063, 0.03527723252773285, -0.03315772861242294], "cos_Ac_negg": [0.8714751601219177, 0.6948114633560181, 0.6727182269096375], "r_norm": [0.9923039674758911, 0.896662712097168, 0.8932701349258423], "traffic_norm": [16.922033309936523, 16.750099182128906, 16.578271865844727], "traffic_residual_norm": [0.014739973470568657, 0.020556244999170303, 3.726343857124448e-05], "traffic_r2": [0.9999992251396179, 0.9999985098838806, 1.0], "ldr": {"dL_sdil": -0.10328683257102966, "dL_bp": -0.11111772060394287, "ratio": 0.9295261998684723}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8782, "eval_loss": 0.5637866821289063, "val_acc": 0.8782, "val_loss": 0.5637866821289063}, {"step": 5600, "epoch": 13, "train_loss": 0.6057539582252502, "cos_r_negg": [0.6345310807228088, 0.2501673996448517, 0.6603232622146606], "cos_innovation_negg": [0.6345310807228088, 0.2501673996448517, 0.6603232622146606], "cos_apical_negg": [-0.08948278427124023, -0.03995708003640175, 0.060631025582551956], "cos_Ac_negg": [0.8721473813056946, 0.7442404627799988, 0.6850055456161499], "r_norm": [0.9032812714576721, 0.824219822883606, 0.8185959458351135], "traffic_norm": [16.923288345336914, 16.753021240234375, 16.581546783447266], "traffic_residual_norm": [0.014762390404939651, 0.019869351759552956, 3.65852756658569e-05], "traffic_r2": [0.9999992251396179, 0.9999985694885254, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.3089199662208557, "cos_r_negg": [0.6263304352760315, 0.2832326292991638, 0.5744404792785645], "cos_innovation_negg": [0.6263304352760315, 0.2832326292991638, 0.5744404792785645], "cos_apical_negg": [-0.050346776843070984, -0.017313934862613678, 0.057187922298908234], "cos_Ac_negg": [0.898135244846344, 0.6918103694915771, 0.6933817267417908], "r_norm": [1.2200369834899902, 1.124672770500183, 1.124892234802246], "traffic_norm": [16.920888900756836, 16.74652099609375, 16.57618522644043], "traffic_residual_norm": [0.014510616660118103, 0.01982036605477333, 3.7344048905652016e-05], "traffic_r2": [0.9999992847442627, 0.9999985694885254, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.2182236760854721, "cos_r_negg": [0.5321300029754639, 0.24399706721305847, 0.5901455879211426], "cos_innovation_negg": [0.5321300029754639, 0.24399706721305847, 0.5901455879211426], "cos_apical_negg": [0.0874256119132042, -0.007028092630207539, -0.12304514646530151], "cos_Ac_negg": [0.8899836540222168, 0.6924362778663635, 0.7085743546485901], "r_norm": [1.0332056283950806, 0.9394738674163818, 0.9355889558792114], "traffic_norm": [16.922073364257812, 16.752046585083008, 16.57935333251953], "traffic_residual_norm": [0.014381987042725086, 0.01960737258195877, 3.6782595998374745e-05], "traffic_r2": [0.9999992847442627, 0.9999986290931702, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.9045392870903015, "cos_r_negg": [0.5560095310211182, 0.2074163556098938, 0.6059602499008179], "cos_innovation_negg": [0.5560095310211182, 0.2074163556098938, 0.6059602499008179], "cos_apical_negg": [-0.047056954354047775, -0.006001648493111134, 0.004954288713634014], "cos_Ac_negg": [0.9032113552093506, 0.7080433368682861, 0.696446418762207], "r_norm": [0.7722905874252319, 0.7016029357910156, 0.6960318088531494], "traffic_norm": [16.91992950439453, 16.74692153930664, 16.57733154296875], "traffic_residual_norm": [0.01474991999566555, 0.02008473500609398, 3.7173402233747765e-05], "traffic_r2": [0.9999992251396179, 0.9999985694885254, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.39374780654907227, "cos_r_negg": [0.6035626530647278, 0.3123061954975128, 0.5592741966247559], "cos_innovation_negg": [0.6035626530647278, 0.3123061954975128, 0.5592741966247559], "cos_apical_negg": [-0.12345267087221146, 0.046635620296001434, -0.03111516498029232], "cos_Ac_negg": [0.8727433681488037, 0.7729202508926392, 0.6611336469650269], "r_norm": [1.0674328804016113, 0.9772856831550598, 0.9695465564727783], "traffic_norm": [16.92225456237793, 16.753376007080078, 16.583656311035156], "traffic_residual_norm": [0.014043239876627922, 0.019415635615587234, 3.700231172842905e-05], "traffic_r2": [0.9999992847442627, 0.9999986290931702, 1.0], "ldr": {"dL_sdil": -0.1641632616519928, "dL_bp": -0.16844701766967773, "ratio": 0.9745691192581081}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8532, "eval_loss": 0.7696599243164063, "val_acc": 0.8532, "val_loss": 0.7696599243164063}, {"step": 6100, "epoch": 14, "train_loss": 0.3262847363948822, "cos_r_negg": [0.5238301157951355, 0.20523691177368164, 0.612499475479126], "cos_innovation_negg": [0.5238301157951355, 0.20523691177368164, 0.612499475479126], "cos_apical_negg": [-0.009829697199165821, 0.024134203791618347, 0.053978800773620605], "cos_Ac_negg": [0.8764543533325195, 0.7657392024993896, 0.6903444528579712], "r_norm": [0.7706982493400574, 0.7097233533859253, 0.6998897194862366], "traffic_norm": [16.922264099121094, 16.751781463623047, 16.58125114440918], "traffic_residual_norm": [0.013717807829380035, 0.019536703824996948, 3.6811303289141506e-05], "traffic_r2": [0.9999993443489075, 0.9999986290931702, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.4344101846218109, "cos_r_negg": [0.6625577807426453, 0.31008338928222656, 0.6242733597755432], "cos_innovation_negg": [0.6625577807426453, 0.31008338928222656, 0.6242733597755432], "cos_apical_negg": [-0.16378436982631683, -0.0104829091578722, 0.024308854714035988], "cos_Ac_negg": [0.9298942685127258, 0.7766305804252625, 0.7066355347633362], "r_norm": [0.9097158312797546, 0.8327318429946899, 0.8217575550079346], "traffic_norm": [16.92282485961914, 16.753108978271484, 16.582338333129883], "traffic_residual_norm": [0.013921636156737804, 0.019567489624023438, 3.614878369262442e-05], "traffic_r2": [0.9999993443489075, 0.9999986290931702, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.42552435398101807, "cos_r_negg": [0.60674649477005, 0.2803729772567749, 0.6166106462478638], "cos_innovation_negg": [0.60674649477005, 0.2803729772567749, 0.6166106462478638], "cos_apical_negg": [-0.050495099276304245, 0.009394571185112, -0.048427388072013855], "cos_Ac_negg": [0.904310405254364, 0.7280666828155518, 0.6937704086303711], "r_norm": [0.810945451259613, 0.7443056106567383, 0.7405946850776672], "traffic_norm": [16.922719955444336, 16.7547607421875, 16.582988739013672], "traffic_residual_norm": [0.014395421370863914, 0.019643671810626984, 3.684429975692183e-05], "traffic_r2": [0.9999992847442627, 0.9999986290931702, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 1.0154004096984863, "cos_r_negg": [0.6894371509552002, 0.27881288528442383, 0.5506306290626526], "cos_innovation_negg": [0.6894371509552002, 0.27881288528442383, 0.5506306290626526], "cos_apical_negg": [-0.12804679572582245, -0.12449337542057037, -0.18817663192749023], "cos_Ac_negg": [0.903430700302124, 0.7173058986663818, 0.6533732414245605], "r_norm": [0.8735154867172241, 0.8065040707588196, 0.7983289361000061], "traffic_norm": [16.92171859741211, 16.75152015686035, 16.579612731933594], "traffic_residual_norm": [0.014744083397090435, 0.019597947597503662, 3.707000723807141e-05], "traffic_r2": [0.9999992251396179, 0.9999986290931702, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.46185039672851563, "val_acc": 0.902, "val_loss": 0.46185039672851563}], "final": {"eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.46185039672851563, "wall_s": 28.216497898101807, "val_acc": 0.902, "val_loss": 0.46185039672851563, "cos_r_negg": [0.7078851461410522, 0.2294970005750656, 0.6367828845977783], "cos_innovation_negg": [0.7078851461410522, 0.2294970005750656, 0.6367828845977783], "cos_apical_negg": [-0.13444863259792328, -0.0810740664601326, -0.052689727395772934], "cos_Ac_negg": [0.9249687194824219, 0.740135908126831, 0.7003949880599976], "traffic_norm": [16.92166519165039, 16.75250244140625, 16.580413818359375], "traffic_residual_norm": [0.015853069722652435, 0.020284250378608704, 3.680415829876438e-05], "traffic_r2": [0.9999991059303284, 0.9999985098838806, 1.0]}}