1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p2_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.006697176024317741, 0.014981864020228386, 0.0240684412419796], "cos_innovation_negg": [-0.004134630784392357, 0.022070296108722687, 0.03534865006804466], "cos_apical_negg": [-0.006697175558656454, 0.014981862157583237, 0.0240684412419796], "cos_Ac_negg": [-0.004134490620344877, 0.02207040600478649, 0.03534918650984764], "r_norm": [4.856781005859375, 4.7922163009643555, 4.80711030960083], "traffic_norm": [2.31160831451416, 2.550971508026123, 2.7902672290802], "traffic_residual_norm": [0.00035923690302297473, 0.000374101335182786, 0.0003901698219124228], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.18823862075805664, "dL_bp": -0.49709582328796387, "ratio": 0.3786767297962418}}, {"step": 100, "epoch": 0, "train_loss": 0.5493900775909424, "cos_r_negg": [0.14908286929130554, 0.17217248678207397, 0.11974228918552399], "cos_innovation_negg": [0.61466383934021, 0.16406714916229248, 0.05306839197874069], "cos_apical_negg": [0.14908286929130554, 0.17217248678207397, 0.11974228918552399], "cos_Ac_negg": [0.6499958038330078, 0.14323657751083374, 0.07770147919654846], "r_norm": [0.7467232942581177, 0.7330712080001831, 0.7278046011924744], "traffic_norm": [3.269029140472412, 4.72785758972168, 6.192024230957031], "traffic_residual_norm": [0.0002956035314127803, 0.0002961321733891964, 0.0003018697607330978], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.19423772394657135, "cos_r_negg": [0.17007820308208466, 0.17293518781661987, 0.13805332779884338], "cos_innovation_negg": [0.6410520076751709, 0.13699252903461456, -0.09425997734069824], "cos_apical_negg": [0.17007820308208466, 0.17293518781661987, 0.13805332779884338], "cos_Ac_negg": [0.7011204957962036, 0.1124367043375969, -0.10292935371398926], "r_norm": [0.8891499042510986, 0.8590338826179504, 0.8630742430686951], "traffic_norm": [3.2793450355529785, 4.787314414978027, 6.259020805358887], "traffic_residual_norm": [0.00024568833759985864, 0.0002485348377376795, 0.0002563117886893451], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.3885553479194641, "cos_r_negg": [0.1175430566072464, 0.13397055864334106, 0.13759315013885498], "cos_innovation_negg": [0.6644059419631958, 0.12230417132377625, -0.05179275944828987], "cos_apical_negg": [0.1175430417060852, 0.13397055864334106, 0.13759315013885498], "cos_Ac_negg": [0.7321204543113708, 0.08251513540744781, -0.09116604179143906], "r_norm": [0.6178488731384277, 0.6008083820343018, 0.5998523235321045], "traffic_norm": [3.285447597503662, 4.797959327697754, 6.271430969238281], "traffic_residual_norm": [0.00020475778728723526, 0.00020867619605269283, 0.00021645778906531632], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.4517381191253662, "cos_r_negg": [0.13186679780483246, 0.16871511936187744, 0.16765686869621277], "cos_innovation_negg": [0.7004954218864441, 0.1265677809715271, 0.04114057496190071], "cos_apical_negg": [0.13186681270599365, 0.16871511936187744, 0.16765686869621277], "cos_Ac_negg": [0.7545726895332336, 0.056669142097234726, 0.02297535352408886], "r_norm": [0.5587048530578613, 0.5481598377227783, 0.5473450422286987], "traffic_norm": [3.290229082107544, 4.823029041290283, 6.328888893127441], "traffic_residual_norm": [0.0001697698317002505, 0.0001744209585012868, 0.000180390416062437], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9128, "eval_loss": 0.3245501281738281, "val_acc": 0.9128, "val_loss": 0.3245501281738281}, {"step": 500, "epoch": 1, "train_loss": 0.11793598532676697, "cos_r_negg": [0.10354472696781158, 0.1548980474472046, 0.17783167958259583], "cos_innovation_negg": [0.6582403182983398, 0.1370663046836853, 0.1494128257036209], "cos_apical_negg": [0.10354473441839218, 0.1548980325460434, 0.17783167958259583], "cos_Ac_negg": [0.7697770595550537, 0.047061413526535034, -0.029582686722278595], "r_norm": [0.4411255717277527, 0.43068623542785645, 0.43107765913009644], "traffic_norm": [3.2923166751861572, 4.825799942016602, 6.318120002746582], "traffic_residual_norm": [0.00014096694940235466, 0.0001469549024477601, 0.00015157682355493307], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.02589617669582367, "dL_bp": -0.027832478284835815, "ratio": 0.9304301410317773}}, {"step": 600, "epoch": 1, "train_loss": 0.2662762999534607, "cos_r_negg": [0.1370450258255005, 0.08719506114721298, 0.1600417047739029], "cos_innovation_negg": [0.6349245309829712, 0.13048134744167328, 0.09303942322731018], "cos_apical_negg": [0.1370450258255005, 0.08719506114721298, 0.1600416898727417], "cos_Ac_negg": [0.7709153890609741, 0.0777304470539093, 0.09047845005989075], "r_norm": [0.6530945301055908, 0.6424785852432251, 0.6307810544967651], "traffic_norm": [3.293527603149414, 4.831233024597168, 6.3340606689453125], "traffic_residual_norm": [0.00011735623411368579, 0.00012371581397019327, 0.00012760442041326314], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.460222452878952, "cos_r_negg": [0.10537664592266083, 0.12867659330368042, 0.18908286094665527], "cos_innovation_negg": [0.626696765422821, 0.10670138150453568, 0.1314346194267273], "cos_apical_negg": [0.10537664592266083, 0.12867659330368042, 0.18908286094665527], "cos_Ac_negg": [0.7476136684417725, 0.03920932114124298, 0.017473744228482246], "r_norm": [0.6126630902290344, 0.5946271419525146, 0.6008055806159973], "traffic_norm": [3.296328544616699, 4.840208053588867, 6.332630634307861], "traffic_residual_norm": [9.843433508649468e-05, 0.00010596902575343847, 0.0001089929646695964], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.41271889209747314, "cos_r_negg": [0.13922663033008575, 0.13882344961166382, 0.202119380235672], "cos_innovation_negg": [0.5692360401153564, 0.10529635846614838, 0.1858319491147995], "cos_apical_negg": [0.13922661542892456, 0.13882344961166382, 0.202119380235672], "cos_Ac_negg": [0.7372353076934814, 0.10640271753072739, 0.15565603971481323], "r_norm": [0.7379074096679688, 0.715721607208252, 0.7179943323135376], "traffic_norm": [3.297595977783203, 4.845089912414551, 6.349440574645996], "traffic_residual_norm": [8.326760871568695e-05, 9.084992052521557e-05, 9.406323079019785e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.925, "eval_loss": 0.33427425537109373, "val_acc": 0.925, "val_loss": 0.33427425537109373}, {"step": 900, "epoch": 2, "train_loss": 0.280228853225708, "cos_r_negg": [0.0909939855337143, 0.13387039303779602, 0.18979093432426453], "cos_innovation_negg": [0.6408352851867676, 0.12341209501028061, 0.19094690680503845], "cos_apical_negg": [0.09099400043487549, 0.13387039303779602, 0.18979093432426453], "cos_Ac_negg": [0.7726945281028748, 0.04450775682926178, 0.16783806681632996], "r_norm": [0.5874380469322205, 0.5705812573432922, 0.5651740431785583], "traffic_norm": [3.2984719276428223, 4.851186275482178, 6.361091136932373], "traffic_residual_norm": [7.105289842002094e-05, 7.939458009786904e-05, 8.248005178757012e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.30780065059661865, "cos_r_negg": [0.06444268673658371, 0.0683935210108757, 0.056881994009017944], "cos_innovation_negg": [0.6972441077232361, 0.15689465403556824, 0.13256555795669556], "cos_apical_negg": [0.06444268673658371, 0.0683935210108757, 0.056881994009017944], "cos_Ac_negg": [0.7779747247695923, 0.08437956869602203, 0.02682180516421795], "r_norm": [0.3894592523574829, 0.3722516596317291, 0.374734491109848], "traffic_norm": [3.3008675575256348, 4.86257266998291, 6.373752593994141], "traffic_residual_norm": [6.116558506619185e-05, 7.006294617895037e-05, 7.351688691414893e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.021014273166656494, "dL_bp": -0.02333056926727295, "ratio": 0.9007184062214183}}, {"step": 1100, "epoch": 2, "train_loss": 0.1324613094329834, "cos_r_negg": [0.08284565806388855, 0.1558954417705536, 0.10989916324615479], "cos_innovation_negg": [0.7182102203369141, 0.13130910694599152, 0.18786613643169403], "cos_apical_negg": [0.08284565806388855, 0.1558954417705536, 0.10989916324615479], "cos_Ac_negg": [0.795728325843811, 0.030091311782598495, 0.09065572917461395], "r_norm": [0.31779944896698, 0.3035365045070648, 0.30636727809906006], "traffic_norm": [3.302172899246216, 4.862943172454834, 6.372707366943359], "traffic_residual_norm": [5.373333624447696e-05, 6.335273792501539e-05, 6.665319961030036e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.2550877034664154, "cos_r_negg": [0.06150995194911957, 0.09142409265041351, 0.13672876358032227], "cos_innovation_negg": [0.6978733539581299, 0.1517031490802765, 0.15725131332874298], "cos_apical_negg": [0.061509955674409866, 0.09142408519983292, 0.13672876358032227], "cos_Ac_negg": [0.7862271666526794, 0.06761504709720612, 0.03331783786416054], "r_norm": [0.3908776342868805, 0.3731226921081543, 0.3758310079574585], "traffic_norm": [3.302267074584961, 4.862774848937988, 6.375489234924316], "traffic_residual_norm": [4.813132545677945e-05, 5.848818545928225e-05, 6.14046657574363e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9538, "eval_loss": 0.1817565704345703, "val_acc": 0.9538, "val_loss": 0.1817565704345703}, {"step": 1300, "epoch": 3, "train_loss": 0.16887958347797394, "cos_r_negg": [0.058029837906360626, 0.10684464871883392, 0.1738220751285553], "cos_innovation_negg": [0.7300447821617126, 0.1691783368587494, 0.11358199268579483], "cos_apical_negg": [0.05802983418107033, 0.10684464126825333, 0.1738220751285553], "cos_Ac_negg": [0.7946399450302124, 0.10232116281986237, 0.04400033876299858], "r_norm": [0.44728684425354004, 0.42554691433906555, 0.4302003085613251], "traffic_norm": [3.302793502807617, 4.862425327301025, 6.376102924346924], "traffic_residual_norm": [4.4031316065229475e-05, 5.483377753989771e-05, 5.7642020692583174e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.2697749137878418, "cos_r_negg": [0.048399247229099274, 0.12363238632678986, 0.14638395607471466], "cos_innovation_negg": [0.713779628276825, 0.13325339555740356, 0.1556120216846466], "cos_apical_negg": [0.048399247229099274, 0.12363238632678986, 0.14638395607471466], "cos_Ac_negg": [0.7980895638465881, 0.06231394410133362, 0.0680195540189743], "r_norm": [0.2979705333709717, 0.28199252486228943, 0.2859867811203003], "traffic_norm": [3.303823947906494, 4.865943908691406, 6.378494739532471], "traffic_residual_norm": [4.065597750013694e-05, 5.1840892410837114e-05, 5.486598456627689e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.23677122592926025, "cos_r_negg": [0.05324196070432663, 0.10789907723665237, 0.15117761492729187], "cos_innovation_negg": [0.7133076786994934, 0.1355244517326355, 0.1286754459142685], "cos_apical_negg": [0.05324196442961693, 0.10789906978607178, 0.15117760002613068], "cos_Ac_negg": [0.7776638865470886, 0.09357734024524689, 0.020681697875261307], "r_norm": [0.4667623043060303, 0.4444758892059326, 0.44937533140182495], "traffic_norm": [3.3053009510040283, 4.877596855163574, 6.388898849487305], "traffic_residual_norm": [3.8175785448402166e-05, 4.96905850013718e-05, 5.306860475684516e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.06508204340934753, "dL_bp": -0.07073154300451279, "ratio": 0.9201275787974142}}, {"step": 1600, "epoch": 3, "train_loss": 0.22998572885990143, "cos_r_negg": [0.04795769974589348, 0.08087051659822464, 0.11303943395614624], "cos_innovation_negg": [0.6541303396224976, 0.1729956567287445, 0.16046300530433655], "cos_apical_negg": [0.04795769974589348, 0.08087051659822464, 0.11303943395614624], "cos_Ac_negg": [0.7780517339706421, 0.09458623081445694, 0.12721845507621765], "r_norm": [0.2757924199104309, 0.26403024792671204, 0.2668496370315552], "traffic_norm": [3.3050882816314697, 4.877495288848877, 6.387741565704346], "traffic_residual_norm": [3.708473377628252e-05, 4.901603824691847e-05, 5.2353749197209254e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.22308892011642456, "cos_r_negg": [0.06555484235286713, 0.137407124042511, 0.1774115264415741], "cos_innovation_negg": [0.6903128027915955, 0.17728611826896667, 0.20659911632537842], "cos_apical_negg": [0.06555484235286713, 0.137407124042511, 0.1774115264415741], "cos_Ac_negg": [0.797516942024231, 0.09193774312734604, 0.09748967736959457], "r_norm": [0.3121899962425232, 0.2989732027053833, 0.30204591155052185], "traffic_norm": [3.3064942359924316, 4.87684440612793, 6.384665489196777], "traffic_residual_norm": [3.598771581891924e-05, 4.847254967899062e-05, 5.1286289817653596e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9446, "eval_loss": 0.205230029296875, "val_acc": 0.9446, "val_loss": 0.205230029296875}, {"step": 1800, "epoch": 4, "train_loss": 0.08226096630096436, "cos_r_negg": [0.11404576897621155, 0.0932539850473404, 0.11874041706323624], "cos_innovation_negg": [0.657503604888916, 0.17090478539466858, 0.11629275977611542], "cos_apical_negg": [0.11404576897621155, 0.09325399249792099, 0.11874041706323624], "cos_Ac_negg": [0.795508861541748, 0.13786399364471436, -0.004691173322498798], "r_norm": [0.5284585356712341, 0.4994831681251526, 0.5075531601905823], "traffic_norm": [3.3066303730010986, 4.875479221343994, 6.383731842041016], "traffic_residual_norm": [3.500284947222099e-05, 4.7442710638279095e-05, 5.040252290200442e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.11715666204690933, "cos_r_negg": [0.07627983391284943, 0.0573195144534111, 0.07516796141862869], "cos_innovation_negg": [0.6851025223731995, 0.16197465360164642, 0.136707603931427], "cos_apical_negg": [0.07627983391284943, 0.0573195144534111, 0.0751679539680481], "cos_Ac_negg": [0.8185240030288696, 0.15743359923362732, 0.10680152475833893], "r_norm": [0.37444251775741577, 0.3509216904640198, 0.3570578098297119], "traffic_norm": [3.3066821098327637, 4.8801493644714355, 6.386055946350098], "traffic_residual_norm": [3.423649468459189e-05, 4.7025561798363924e-05, 4.996736970497295e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.187188982963562, "cos_r_negg": [0.001935432432219386, 0.09571477770805359, 0.06386712193489075], "cos_innovation_negg": [0.709876537322998, 0.2063279151916504, 0.17177191376686096], "cos_apical_negg": [0.0019354333635419607, 0.09571478515863419, 0.06386712193489075], "cos_Ac_negg": [0.8101015090942383, 0.11504930257797241, 0.07431851327419281], "r_norm": [0.29732680320739746, 0.280271053314209, 0.28431105613708496], "traffic_norm": [3.307068347930908, 4.8833818435668945, 6.3866472244262695], "traffic_residual_norm": [3.3988108043558896e-05, 4.655582597479224e-05, 4.958289355272427e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.011924363672733307, "dL_bp": -0.014810539782047272, "ratio": 0.80512687911534}}, {"step": 2100, "epoch": 4, "train_loss": 0.17011016607284546, "cos_r_negg": [0.04747211933135986, 0.08138814568519592, 0.07103487849235535], "cos_innovation_negg": [0.6838105916976929, 0.16057251393795013, 0.1767328679561615], "cos_apical_negg": [0.04747211933135986, 0.08138814568519592, 0.07103487849235535], "cos_Ac_negg": [0.8100107908248901, 0.10797755420207977, 0.14522594213485718], "r_norm": [0.2468201220035553, 0.2321486473083496, 0.23611167073249817], "traffic_norm": [3.3066115379333496, 4.884937286376953, 6.391992568969727], "traffic_residual_norm": [3.381069109309465e-05, 4.6616678446298465e-05, 4.996878487872891e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9428, "eval_loss": 0.23957445373535155, "val_acc": 0.9428, "val_loss": 0.23957445373535155}, {"step": 2200, "epoch": 5, "train_loss": 0.26419487595558167, "cos_r_negg": [0.02612922526896, 0.07185773551464081, 0.1402728110551834], "cos_innovation_negg": [0.6716200113296509, 0.14583411812782288, 0.1434381753206253], "cos_apical_negg": [0.02612922526896, 0.07185773551464081, 0.1402728110551834], "cos_Ac_negg": [0.7988842725753784, 0.12036332488059998, 0.13497097790241241], "r_norm": [0.2521874010562897, 0.23982012271881104, 0.24700242280960083], "traffic_norm": [3.307518482208252, 4.888093948364258, 6.398016929626465], "traffic_residual_norm": [3.344104334246367e-05, 4.6340268454514444e-05, 4.961098238709383e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.3373071551322937, "cos_r_negg": [0.05141807720065117, 0.08189836144447327, 0.14189413189888], "cos_innovation_negg": [0.6831009387969971, 0.18814678490161896, 0.20232731103897095], "cos_apical_negg": [0.05141807720065117, 0.08189836144447327, 0.14189413189888], "cos_Ac_negg": [0.8185541033744812, 0.14398285746574402, 0.15941092371940613], "r_norm": [0.36780619621276855, 0.34826773405075073, 0.35601070523262024], "traffic_norm": [3.30789852142334, 4.884086608886719, 6.391408920288086], "traffic_residual_norm": [3.358226967975497e-05, 4.669071495300159e-05, 4.9675782065605745e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.3339364230632782, "cos_r_negg": [0.050566814839839935, 0.08014403283596039, 0.09225328266620636], "cos_innovation_negg": [0.6663479804992676, 0.1900649219751358, 0.14270907640457153], "cos_apical_negg": [0.050566814839839935, 0.08014403283596039, 0.09225328266620636], "cos_Ac_negg": [0.8107267022132874, 0.15685440599918365, 0.11259254813194275], "r_norm": [0.2830829620361328, 0.26485276222229004, 0.2686637043952942], "traffic_norm": [3.3080763816833496, 4.88814115524292, 6.397524356842041], "traffic_residual_norm": [3.341005140100606e-05, 4.633663047570735e-05, 4.937838821206242e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.07541625201702118, "cos_r_negg": [0.05532259866595268, 0.08951190114021301, 0.11671645194292068], "cos_innovation_negg": [0.674501359462738, 0.17756693065166473, 0.14223182201385498], "cos_apical_negg": [0.05532260239124298, 0.08951189368963242, 0.11671644449234009], "cos_Ac_negg": [0.8287114500999451, 0.11007019132375717, 0.0915873646736145], "r_norm": [0.2805696129798889, 0.2620813250541687, 0.26604902744293213], "traffic_norm": [3.3084607124328613, 4.891780376434326, 6.3985676765441895], "traffic_residual_norm": [3.307404040242545e-05, 4.609843745129183e-05, 4.925529719912447e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.01418236643075943, "dL_bp": -0.017831377685070038, "ratio": 0.7953601051608102}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9582, "eval_loss": 0.1730973358154297, "val_acc": 0.9582, "val_loss": 0.1730973358154297}, {"step": 2600, "epoch": 6, "train_loss": 0.10543633997440338, "cos_r_negg": [0.04723837226629257, 0.13956615328788757, 0.17395538091659546], "cos_innovation_negg": [0.7213398218154907, 0.2211882770061493, 0.27459651231765747], "cos_apical_negg": [0.04723837226629257, 0.13956616818904877, 0.17395538091659546], "cos_Ac_negg": [0.8309616446495056, 0.133241206407547, 0.22408494353294373], "r_norm": [0.2999923825263977, 0.2802126407623291, 0.28317034244537354], "traffic_norm": [3.308885335922241, 4.890725135803223, 6.395211219787598], "traffic_residual_norm": [3.297904913779348e-05, 4.5753746235277504e-05, 4.876183083979413e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.13272911310195923, "cos_r_negg": [0.02253376692533493, 0.06453503668308258, 0.03942859172821045], "cos_innovation_negg": [0.7043308615684509, 0.17960545420646667, 0.1874822974205017], "cos_apical_negg": [0.02253376878798008, 0.06453505158424377, 0.03942858427762985], "cos_Ac_negg": [0.821394145488739, 0.13166296482086182, 0.11430975049734116], "r_norm": [0.25983840227127075, 0.2422347515821457, 0.24619710445404053], "traffic_norm": [3.309291124343872, 4.888190269470215, 6.391707897186279], "traffic_residual_norm": [3.302221011836082e-05, 4.5979846618138254e-05, 4.88309160573408e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.1060502678155899, "cos_r_negg": [0.046818509697914124, 0.09266993403434753, 0.08170952647924423], "cos_innovation_negg": [0.7056909799575806, 0.21975699067115784, 0.23029714822769165], "cos_apical_negg": [0.046818509697914124, 0.09266992658376694, 0.08170951902866364], "cos_Ac_negg": [0.8188996315002441, 0.17043885588645935, 0.2131190299987793], "r_norm": [0.31476545333862305, 0.2946096658706665, 0.2986888587474823], "traffic_norm": [3.3089184761047363, 4.891458511352539, 6.394155502319336], "traffic_residual_norm": [3.295738133601844e-05, 4.611057374859229e-05, 4.8714064178057015e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.04240129888057709, "cos_r_negg": [0.03140720725059509, 0.06212146207690239, 0.0007481370121240616], "cos_innovation_negg": [0.6825764179229736, 0.206709623336792, 0.1700873076915741], "cos_apical_negg": [0.03140720725059509, 0.06212146580219269, 0.0007481426000595093], "cos_Ac_negg": [0.8169653415679932, 0.12999501824378967, 0.0667346715927124], "r_norm": [0.3165109157562256, 0.2945060431957245, 0.2998441159725189], "traffic_norm": [3.3083367347717285, 4.892107009887695, 6.39467191696167], "traffic_residual_norm": [3.29410977428779e-05, 4.5956126996316016e-05, 4.880758933722973e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.031133292242884636, "cos_r_negg": [0.05358080565929413, 0.08273787796497345, 0.06797729432582855], "cos_innovation_negg": [0.6707795858383179, 0.18650949001312256, 0.204563707113266], "cos_apical_negg": [0.05358080193400383, 0.08273787796497345, 0.06797729432582855], "cos_Ac_negg": [0.8272202014923096, 0.14126020669937134, 0.18275198340415955], "r_norm": [0.22413551807403564, 0.20851249992847443, 0.21269840002059937], "traffic_norm": [3.308763027191162, 4.892158508300781, 6.400321006774902], "traffic_residual_norm": [3.3061714930227026e-05, 4.573698970489204e-05, 4.882801295025274e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.008756116032600403, "dL_bp": -0.011137515306472778, "ratio": 0.7861821772322611}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9622, "eval_loss": 0.15643855895996095, "val_acc": 0.9622, "val_loss": 0.15643855895996095}, {"step": 3100, "epoch": 7, "train_loss": 0.1352340281009674, "cos_r_negg": [0.05022774636745453, 0.07107503712177277, 0.10945458710193634], "cos_innovation_negg": [0.7140415906906128, 0.23031000792980194, 0.18222850561141968], "cos_apical_negg": [0.05022774264216423, 0.07107504457235336, 0.10945458710193634], "cos_Ac_negg": [0.8290544748306274, 0.19279244542121887, 0.08174298703670502], "r_norm": [0.3631235957145691, 0.33868393301963806, 0.3442726731300354], "traffic_norm": [3.3088135719299316, 4.892823219299316, 6.40061092376709], "traffic_residual_norm": [3.288053267169744e-05, 4.578793596010655e-05, 4.894845187664032e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.11826379597187042, "cos_r_negg": [0.04621241241693497, 0.10330796241760254, 0.0346258170902729], "cos_innovation_negg": [0.686316967010498, 0.215574249625206, 0.23875190317630768], "cos_apical_negg": [0.04621241241693497, 0.10330794751644135, 0.0346258282661438], "cos_Ac_negg": [0.831217348575592, 0.16026723384857178, 0.23748081922531128], "r_norm": [0.409010112285614, 0.3758017420768738, 0.381036639213562], "traffic_norm": [3.308269500732422, 4.8947296142578125, 6.403453826904297], "traffic_residual_norm": [3.3116892154794186e-05, 4.5964319724589586e-05, 4.880488631897606e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.08986975252628326, "cos_r_negg": [0.0599030926823616, 0.042210254818201065, 0.020075693726539612], "cos_innovation_negg": [0.5782780647277832, 0.1861271858215332, 0.13109728693962097], "cos_apical_negg": [0.0599030964076519, 0.04221025109291077, 0.020075693726539612], "cos_Ac_negg": [0.8110750913619995, 0.2131383717060089, 0.1341029703617096], "r_norm": [0.3514212965965271, 0.3229149580001831, 0.3292974531650543], "traffic_norm": [3.308929443359375, 4.893160820007324, 6.402441024780273], "traffic_residual_norm": [3.3187330700457096e-05, 4.616997830453329e-05, 4.8528992920182645e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.012624667957425117, "cos_r_negg": [0.026624806225299835, 0.07363413274288177, 0.0163070447742939], "cos_innovation_negg": [0.597926914691925, 0.18355034291744232, 0.10530249774456024], "cos_apical_negg": [0.026624809950590134, 0.07363413274288177, 0.0163070410490036], "cos_Ac_negg": [0.815626859664917, 0.19177228212356567, 0.13487496972084045], "r_norm": [0.308130145072937, 0.2876635193824768, 0.29066574573516846], "traffic_norm": [3.3094475269317627, 4.889184951782227, 6.395576477050781], "traffic_residual_norm": [3.303115954622626e-05, 4.585922579281032e-05, 4.864922448177822e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9376, "eval_loss": 0.24923219299316407, "val_acc": 0.9376, "val_loss": 0.24923219299316407}, {"step": 3500, "epoch": 8, "train_loss": 0.2959972321987152, "cos_r_negg": [0.09869949519634247, 0.03470802679657936, 0.05951961502432823], "cos_innovation_negg": [0.6492000818252563, 0.23405618965625763, 0.22797174751758575], "cos_apical_negg": [0.09869950264692307, 0.03470802679657936, 0.05951961129903793], "cos_Ac_negg": [0.8325493335723877, 0.2247057557106018, 0.20726889371871948], "r_norm": [0.5361199975013733, 0.4830341935157776, 0.4930664896965027], "traffic_norm": [3.3092684745788574, 4.891714096069336, 6.4016242027282715], "traffic_residual_norm": [3.2789706892799586e-05, 4.568836448015645e-05, 4.857490421272814e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.09411217272281647, "dL_bp": -0.10233362019062042, "ratio": 0.919660347669812}}, {"step": 3600, "epoch": 8, "train_loss": 0.054749492555856705, "cos_r_negg": [0.025655951350927353, 0.052234355360269547, 0.024905338883399963], "cos_innovation_negg": [0.6152764558792114, 0.22716772556304932, 0.13418544828891754], "cos_apical_negg": [0.02565595507621765, 0.052234355360269547, 0.02490534633398056], "cos_Ac_negg": [0.8132694959640503, 0.22223801910877228, 0.14296308159828186], "r_norm": [0.17764359712600708, 0.16470950841903687, 0.16730423271656036], "traffic_norm": [3.3098111152648926, 4.891297340393066, 6.397809982299805], "traffic_residual_norm": [3.289664164185524e-05, 4.550796074909158e-05, 4.846646697842516e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.02400224097073078, "cos_r_negg": [0.0569436214864254, 0.022956332191824913, 0.06553930789232254], "cos_innovation_negg": [0.6044347286224365, 0.16472342610359192, 0.06549251824617386], "cos_apical_negg": [0.0569436252117157, 0.022956334054470062, 0.06553930044174194], "cos_Ac_negg": [0.824771523475647, 0.174810528755188, 0.04439997300505638], "r_norm": [0.36709704995155334, 0.3350841999053955, 0.33948788046836853], "traffic_norm": [3.3100147247314453, 4.893370151519775, 6.404958724975586], "traffic_residual_norm": [3.296278009656817e-05, 4.591413744492456e-05, 4.836545849684626e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.06211415305733681, "cos_r_negg": [0.0390152633190155, 0.05540285259485245, -0.006391000933945179], "cos_innovation_negg": [0.5959122776985168, 0.21748976409435272, 0.14978881180286407], "cos_apical_negg": [0.0390152633190155, 0.05540285259485245, -0.006390995346009731], "cos_Ac_negg": [0.8244031667709351, 0.23425570130348206, 0.160696342587471], "r_norm": [0.2084631621837616, 0.19211357831954956, 0.1962847113609314], "traffic_norm": [3.3099207878112793, 4.888888359069824, 6.398593902587891], "traffic_residual_norm": [3.299719173810445e-05, 4.605028880177997e-05, 4.844615614274517e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9562, "eval_loss": 0.174466015625, "val_acc": 0.9562, "val_loss": 0.174466015625}, {"step": 3900, "epoch": 9, "train_loss": 0.12679792940616608, "cos_r_negg": [0.02804327756166458, 0.018806274980306625, 0.026542888954281807], "cos_innovation_negg": [0.6173157691955566, 0.20373934507369995, 0.17837895452976227], "cos_apical_negg": [0.02804327756166458, 0.018806269392371178, 0.02654288522899151], "cos_Ac_negg": [0.8303917646408081, 0.19375543296337128, 0.1782102882862091], "r_norm": [0.27684903144836426, 0.252630352973938, 0.25872567296028137], "traffic_norm": [3.310040235519409, 4.891091346740723, 6.39520263671875], "traffic_residual_norm": [3.293947520432994e-05, 4.5749202399747446e-05, 4.8879257519729435e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.06219683587551117, "cos_r_negg": [0.026662100106477737, 0.09121625125408173, 0.06247323006391525], "cos_innovation_negg": [0.6188712120056152, 0.20913472771644592, 0.12409968674182892], "cos_apical_negg": [0.026662100106477737, 0.09121625125408173, 0.062473226338624954], "cos_Ac_negg": [0.839934766292572, 0.1833709478378296, 0.12846484780311584], "r_norm": [0.24772527813911438, 0.22762513160705566, 0.23189011216163635], "traffic_norm": [3.3107571601867676, 4.895227432250977, 6.404476165771484], "traffic_residual_norm": [3.2683645258657634e-05, 4.569351585814729e-05, 4.817959415959194e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.015346989035606384, "dL_bp": -0.01869969069957733, "ratio": 0.8207081754541145}}, {"step": 4100, "epoch": 9, "train_loss": 0.06333331763744354, "cos_r_negg": [0.01403502095490694, 0.012217801064252853, 0.0345330648124218], "cos_innovation_negg": [0.5828108191490173, 0.22147703170776367, 0.16226845979690552], "cos_apical_negg": [0.014035014435648918, 0.012217799201607704, 0.0345330648124218], "cos_Ac_negg": [0.8164239525794983, 0.23221231997013092, 0.1177656501531601], "r_norm": [0.21194282174110413, 0.19452258944511414, 0.1989601105451584], "traffic_norm": [3.309892177581787, 4.894040107727051, 6.403684616088867], "traffic_residual_norm": [3.294671478215605e-05, 4.596223880071193e-05, 4.8418201913591474e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.16321781277656555, "cos_r_negg": [-0.006981929764151573, 0.02849695086479187, 0.037653472274541855], "cos_innovation_negg": [0.5938507318496704, 0.2485896348953247, 0.263931006193161], "cos_apical_negg": [-0.006981931626796722, 0.02849695459008217, 0.03765347972512245], "cos_Ac_negg": [0.8326998949050903, 0.20335882902145386, 0.25417667627334595], "r_norm": [0.22121411561965942, 0.20194104313850403, 0.2061690092086792], "traffic_norm": [3.310058116912842, 4.891745567321777, 6.400596618652344], "traffic_residual_norm": [3.30071707139723e-05, 4.604111018124968e-05, 4.869875920121558e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9638, "eval_loss": 0.15126349792480467, "val_acc": 0.9638, "val_loss": 0.15126349792480467}, {"step": 4300, "epoch": 10, "train_loss": 0.05504665523767471, "cos_r_negg": [0.0032770223915576935, 0.045673154294490814, 0.1052977442741394], "cos_innovation_negg": [0.6039561033248901, 0.22732606530189514, 0.26707005500793457], "cos_apical_negg": [0.00327702471986413, 0.045673154294490814, 0.1052977591753006], "cos_Ac_negg": [0.8300937414169312, 0.22721731662750244, 0.20915022492408752], "r_norm": [0.22266025841236115, 0.20376484096050262, 0.20785307884216309], "traffic_norm": [3.3095827102661133, 4.890913009643555, 6.397572040557861], "traffic_residual_norm": [3.289555024821311e-05, 4.577040090225637e-05, 4.8654757847543806e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.1365080177783966, "cos_r_negg": [0.021573789417743683, 0.078042171895504, 0.10488851368427277], "cos_innovation_negg": [0.5962291955947876, 0.24587282538414001, 0.2040979266166687], "cos_apical_negg": [0.021573789417743683, 0.0780421793460846, 0.10488851368427277], "cos_Ac_negg": [0.8227193355560303, 0.2125692069530487, 0.1372843235731125], "r_norm": [0.2036658227443695, 0.18590499460697174, 0.18961894512176514], "traffic_norm": [3.3097281455993652, 4.895423889160156, 6.404151439666748], "traffic_residual_norm": [3.274377013440244e-05, 4.562020330922678e-05, 4.839296161662787e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.045478228479623795, "cos_r_negg": [0.03484789654612541, 0.06115555390715599, 0.05871547758579254], "cos_innovation_negg": [0.5513032674789429, 0.2123379409313202, 0.1388072371482849], "cos_apical_negg": [0.034847892820835114, 0.06115555763244629, 0.05871548503637314], "cos_Ac_negg": [0.8269966840744019, 0.26894575357437134, 0.1312313973903656], "r_norm": [0.2507632374763489, 0.23243510723114014, 0.2338402271270752], "traffic_norm": [3.3100638389587402, 4.892740726470947, 6.399886131286621], "traffic_residual_norm": [3.300964453956112e-05, 4.616105434251949e-05, 4.8872279876377434e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.02466585487127304, "dL_bp": -0.036445461213588715, "ratio": 0.6767881116037671}}, {"step": 4600, "epoch": 10, "train_loss": 0.021014230325818062, "cos_r_negg": [0.030973847955465317, 0.047762930393218994, 0.038656383752822876], "cos_innovation_negg": [0.5481512546539307, 0.19671960175037384, 0.11291468888521194], "cos_apical_negg": [0.030973847955465317, 0.04776293411850929, 0.03865638002753258], "cos_Ac_negg": [0.8278498649597168, 0.2341386377811432, 0.1563645303249359], "r_norm": [0.2700177729129791, 0.24549159407615662, 0.24926967918872833], "traffic_norm": [3.3095874786376953, 4.892752647399902, 6.400940895080566], "traffic_residual_norm": [3.2853415177669376e-05, 4.60118826595135e-05, 4.8737754696048796e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.059069935232400894, "cos_r_negg": [0.021181881427764893, 0.04271673038601875, 0.092900350689888], "cos_innovation_negg": [0.5713976621627808, 0.21307812631130219, 0.25950920581817627], "cos_apical_negg": [0.021181879565119743, 0.042716726660728455, 0.092900350689888], "cos_Ac_negg": [0.8265937566757202, 0.26502764225006104, 0.21961621940135956], "r_norm": [0.2682870626449585, 0.24630172550678253, 0.25486087799072266], "traffic_norm": [3.31026029586792, 4.8926897048950195, 6.396376609802246], "traffic_residual_norm": [3.2827010727487504e-05, 4.5716806198470294e-05, 4.856831219512969e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9606, "eval_loss": 0.15983211059570313, "val_acc": 0.9606, "val_loss": 0.15983211059570313}, {"step": 4800, "epoch": 11, "train_loss": 0.1436263769865036, "cos_r_negg": [0.04014815390110016, 0.034126490354537964, 0.05364161357283592], "cos_innovation_negg": [0.5750164985656738, 0.20479628443717957, 0.1853494942188263], "cos_apical_negg": [0.04014815390110016, 0.03412649407982826, 0.05364161729812622], "cos_Ac_negg": [0.8297139406204224, 0.24027585983276367, 0.20291142165660858], "r_norm": [0.2748079299926758, 0.25158679485321045, 0.2567833662033081], "traffic_norm": [3.309875011444092, 4.89302396774292, 6.401355743408203], "traffic_residual_norm": [3.2842133805388585e-05, 4.5850050810258836e-05, 4.858696775045246e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.1433591991662979, "cos_r_negg": [0.029291119426488876, 0.007432763464748859, 0.017183218151330948], "cos_innovation_negg": [0.5393569469451904, 0.17994482815265656, 0.14820486307144165], "cos_apical_negg": [0.029291121289134026, 0.007432762533426285, 0.017183218151330948], "cos_Ac_negg": [0.8137093186378479, 0.25694382190704346, 0.19090458750724792], "r_norm": [0.22092029452323914, 0.2006705105304718, 0.20768171548843384], "traffic_norm": [3.3104615211486816, 4.895827293395996, 6.405979156494141], "traffic_residual_norm": [3.274284608778544e-05, 4.56820780527778e-05, 4.837088272324763e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.11038823425769806, "cos_r_negg": [0.028014687821269035, 0.04747527465224266, 0.13993331789970398], "cos_innovation_negg": [0.5838134288787842, 0.20714159309864044, 0.19047975540161133], "cos_apical_negg": [0.028014693409204483, 0.04747527837753296, 0.13993333280086517], "cos_Ac_negg": [0.8383244276046753, 0.23843976855278015, 0.11069516837596893], "r_norm": [0.31054553389549255, 0.27988341450691223, 0.28508472442626953], "traffic_norm": [3.3103294372558594, 4.896567344665527, 6.4039306640625], "traffic_residual_norm": [3.284684498794377e-05, 4.5768916606903076e-05, 4.849185643251985e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.029181115329265594, "dL_bp": -0.03366980701684952, "ratio": 0.866684959455288}}, {"step": 5100, "epoch": 11, "train_loss": 0.13366863131523132, "cos_r_negg": [0.0418967679142952, 0.04924856126308441, 0.11804173141717911], "cos_innovation_negg": [0.6365168690681458, 0.2593734562397003, 0.24090546369552612], "cos_apical_negg": [0.0418967679142952, 0.04924856871366501, 0.1180417388677597], "cos_Ac_negg": [0.8325461149215698, 0.2570193409919739, 0.17849616706371307], "r_norm": [0.25858575105667114, 0.23595568537712097, 0.24153682589530945], "traffic_norm": [3.3103747367858887, 4.895030975341797, 6.403697967529297], "traffic_residual_norm": [3.265913255745545e-05, 4.54168621217832e-05, 4.840291876462288e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9664, "eval_loss": 0.14737135314941407, "val_acc": 0.9664, "val_loss": 0.14737135314941407}, {"step": 5200, "epoch": 12, "train_loss": 0.05983598157763481, "cos_r_negg": [0.028384461998939514, 0.036603350192308426, 0.03674020245671272], "cos_innovation_negg": [0.5279994010925293, 0.1790871024131775, 0.14764124155044556], "cos_apical_negg": [0.028384465724229813, 0.036603350192308426, 0.03674020618200302], "cos_Ac_negg": [0.8363382816314697, 0.29434293508529663, 0.213465616106987], "r_norm": [0.21107156574726105, 0.19017721712589264, 0.19267407059669495], "traffic_norm": [3.3095808029174805, 4.891481399536133, 6.3956217765808105], "traffic_residual_norm": [3.287554136477411e-05, 4.6780471166130155e-05, 4.8776884796097875e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.00699682766571641, "cos_r_negg": [0.016465457156300545, 0.07304705679416656, 0.07306458801031113], "cos_innovation_negg": [0.5502561330795288, 0.22445142269134521, 0.19823774695396423], "cos_apical_negg": [0.016465457156300545, 0.07304705679416656, 0.07306458801031113], "cos_Ac_negg": [0.8309376239776611, 0.28612232208251953, 0.206109881401062], "r_norm": [0.17597520351409912, 0.15997831523418427, 0.16446349024772644], "traffic_norm": [3.310544490814209, 4.9004974365234375, 6.4037981033325195], "traffic_residual_norm": [3.273871698183939e-05, 4.657466342905536e-05, 4.853164864471182e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.09557013213634491, "cos_r_negg": [0.04882657527923584, 0.10498355329036713, 0.09959978610277176], "cos_innovation_negg": [0.5601818561553955, 0.23560167849063873, 0.23100684583187103], "cos_apical_negg": [0.04882657527923584, 0.10498356074094772, 0.09959978610277176], "cos_Ac_negg": [0.8391387462615967, 0.2955711781978607, 0.1986287534236908], "r_norm": [0.20125100016593933, 0.1834065169095993, 0.18743562698364258], "traffic_norm": [3.3103885650634766, 4.902216911315918, 6.4071044921875], "traffic_residual_norm": [3.2728257792769e-05, 4.647707100957632e-05, 4.887799150310457e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.02530340850353241, "cos_r_negg": [0.04553057253360748, 0.02133426070213318, 0.07092183828353882], "cos_innovation_negg": [0.5553982257843018, 0.21697315573692322, 0.23759672045707703], "cos_apical_negg": [0.045530565083026886, 0.02133426070213318, 0.07092183083295822], "cos_Ac_negg": [0.8280287981033325, 0.3051334619522095, 0.22722426056861877], "r_norm": [0.21501755714416504, 0.1943681836128235, 0.19923356175422668], "traffic_norm": [3.310858964920044, 4.903905391693115, 6.4070963859558105], "traffic_residual_norm": [3.283036858192645e-05, 4.653438736568205e-05, 4.863414869760163e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.010088533163070679, "dL_bp": -0.012234874069690704, "ratio": 0.8245718840754456}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.966, "eval_loss": 0.14809760131835936, "val_acc": 0.966, "val_loss": 0.14809760131835936}, {"step": 5600, "epoch": 13, "train_loss": 0.10668551921844482, "cos_r_negg": [0.042411550879478455, 0.0666678175330162, 0.03522234410047531], "cos_innovation_negg": [0.5673062801361084, 0.24919414520263672, 0.22244247794151306], "cos_apical_negg": [0.042411550879478455, 0.0666678249835968, 0.03522234037518501], "cos_Ac_negg": [0.8380862474441528, 0.2706071436405182, 0.16438919305801392], "r_norm": [0.26505881547927856, 0.23995622992515564, 0.24506539106369019], "traffic_norm": [3.310839891433716, 4.901343822479248, 6.401993274688721], "traffic_residual_norm": [3.286538412794471e-05, 4.676112439483404e-05, 4.868685209657997e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.07224917411804199, "cos_r_negg": [0.03186533600091934, 0.024376006796956062, 0.03335464373230934], "cos_innovation_negg": [0.5525771975517273, 0.19882911443710327, 0.19137042760849], "cos_apical_negg": [0.03186533600091934, 0.024376004934310913, 0.03335464000701904], "cos_Ac_negg": [0.8382716178894043, 0.2780970633029938, 0.21876934170722961], "r_norm": [0.26831549406051636, 0.2422059327363968, 0.24618971347808838], "traffic_norm": [3.310610055923462, 4.901883125305176, 6.4029693603515625], "traffic_residual_norm": [3.2798052416183054e-05, 4.666426684707403e-05, 4.87069773953408e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.027502840384840965, "cos_r_negg": [0.06409810483455658, 0.06504742801189423, 0.045327138155698776], "cos_innovation_negg": [0.6152610182762146, 0.23424449563026428, 0.1944836676120758], "cos_apical_negg": [0.06409810483455658, 0.06504743546247482, 0.04532713443040848], "cos_Ac_negg": [0.8484665155410767, 0.2751384973526001, 0.14758148789405823], "r_norm": [0.32311028242111206, 0.28931015729904175, 0.29493218660354614], "traffic_norm": [3.3107028007507324, 4.903984069824219, 6.409244537353516], "traffic_residual_norm": [3.286511855549179e-05, 4.672378781833686e-05, 4.870178599958308e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.03137630224227905, "cos_r_negg": [0.03977173566818237, 0.012166599743068218, 0.06427733600139618], "cos_innovation_negg": [0.5269220471382141, 0.2127457559108734, 0.1844770610332489], "cos_apical_negg": [0.03977173566818237, 0.012166598811745644, 0.06427734345197678], "cos_Ac_negg": [0.8319808840751648, 0.2681545615196228, 0.17494162917137146], "r_norm": [0.17991158366203308, 0.16313153505325317, 0.16696122288703918], "traffic_norm": [3.3107404708862305, 4.903284072875977, 6.407017707824707], "traffic_residual_norm": [3.2808860851218924e-05, 4.653524229070172e-05, 4.84781339764595e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.02854108065366745, "cos_r_negg": [0.03480744734406471, 0.06948743760585785, 0.09352701902389526], "cos_innovation_negg": [0.5529032945632935, 0.211750790476799, 0.18950718641281128], "cos_apical_negg": [0.03480745106935501, 0.06948743760585785, 0.09352701902389526], "cos_Ac_negg": [0.8407334089279175, 0.2781783938407898, 0.1409226357936859], "r_norm": [0.2559244930744171, 0.2281699776649475, 0.23248155415058136], "traffic_norm": [3.3106141090393066, 4.9038777351379395, 6.405188083648682], "traffic_residual_norm": [3.272941103205085e-05, 4.654021904570982e-05, 4.870153497904539e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.030620411038398743, "dL_bp": -0.03522118926048279, "ratio": 0.8693747054348903}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9612, "eval_loss": 0.16910560302734376, "val_acc": 0.9612, "val_loss": 0.16910560302734376}, {"step": 6100, "epoch": 14, "train_loss": 0.008799606934189796, "cos_r_negg": [0.03222999721765518, 0.04649106040596962, 0.06909853965044022], "cos_innovation_negg": [0.5677578449249268, 0.2485901117324829, 0.2414378523826599], "cos_apical_negg": [0.03222999721765518, 0.04649106785655022, 0.06909854710102081], "cos_Ac_negg": [0.8377937078475952, 0.2820384204387665, 0.2199530303478241], "r_norm": [0.23988381028175354, 0.2175857275724411, 0.22195780277252197], "traffic_norm": [3.310647487640381, 4.902514457702637, 6.404021263122559], "traffic_residual_norm": [3.281088356743567e-05, 4.6559023758163676e-05, 4.882199573330581e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.06339969485998154, "cos_r_negg": [0.00435472559183836, 0.040954966098070145, 0.08133284002542496], "cos_innovation_negg": [0.5460207462310791, 0.22283530235290527, 0.26600149273872375], "cos_apical_negg": [0.0043547265231609344, 0.040954966098070145, 0.08133284747600555], "cos_Ac_negg": [0.8473684787750244, 0.2865375280380249, 0.2707016170024872], "r_norm": [0.154891699552536, 0.14042748510837555, 0.14449426531791687], "traffic_norm": [3.310981273651123, 4.9048261642456055, 6.408388137817383], "traffic_residual_norm": [3.2710711820982397e-05, 4.6504472265951335e-05, 4.8610476369503886e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.06064579635858536, "cos_r_negg": [0.04691644757986069, 0.0182623490691185, 0.07128545641899109], "cos_innovation_negg": [0.5668878555297852, 0.22099769115447998, 0.2667838931083679], "cos_apical_negg": [0.046916455030441284, 0.01826235093176365, 0.07128546386957169], "cos_Ac_negg": [0.8526976704597473, 0.2822701334953308, 0.22911852598190308], "r_norm": [0.21052271127700806, 0.18710830807685852, 0.19138476252555847], "traffic_norm": [3.310865640640259, 4.903960227966309, 6.407675743103027], "traffic_residual_norm": [3.281656245235354e-05, 4.6739631216041744e-05, 4.893956065643579e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.026469701901078224, "cos_r_negg": [0.0648723691701889, 0.07038459181785583, 0.11750049889087677], "cos_innovation_negg": [0.5529705882072449, 0.24543790519237518, 0.22141775488853455], "cos_apical_negg": [0.0648723766207695, 0.07038459181785583, 0.11750049889087677], "cos_Ac_negg": [0.8449195027351379, 0.36214959621429443, 0.19698931276798248], "r_norm": [0.2693006694316864, 0.24148792028427124, 0.24499128758907318], "traffic_norm": [3.3103461265563965, 4.903750896453857, 6.405097961425781], "traffic_residual_norm": [3.2857471524039283e-05, 4.6694221964571625e-05, 4.859408363699913e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.12635116271972657, "val_acc": 0.969, "val_loss": 0.12635116271972657}], "final": {"eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.12635116271972657, "wall_s": 25.065959692001343, "val_acc": 0.969, "val_loss": 0.12635116271972657, "cos_r_negg": [0.03875330090522766, 0.04926273971796036, 0.03608088567852974], "cos_innovation_negg": [0.5346951484680176, 0.2413325011730194, 0.16287964582443237], "cos_apical_negg": [0.03875330090522766, 0.04926273599267006, 0.03608087822794914], "cos_Ac_negg": [0.8391377925872803, 0.32611778378486633, 0.17154400050640106], "traffic_norm": [3.310459613800049, 4.910676002502441, 6.408623695373535], "traffic_residual_norm": [3.281480894656852e-05, 4.692388029070571e-05, 4.859865293838084e-05], "traffic_r2": [1.0, 1.0, 1.0]}}
|
