1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p2_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-2.2619497030973434e-06, 0.024841124191880226, 0.03437352553009987], "cos_innovation_negg": [-2.2619497030973434e-06, 0.024841124191880226, 0.03437352553009987], "cos_apical_negg": [-0.002796919085085392, 0.01695924438536167, 0.021575743332505226], "cos_Ac_negg": [-1.7154961824417114e-06, 0.024841230362653732, 0.03437407314777374], "r_norm": [4.871383190155029, 4.808638572692871, 4.822657585144043], "traffic_norm": [2.165557861328125, 2.379319429397583, 2.5707881450653076], "traffic_residual_norm": [0.00037292478373274207, 0.0003899202565662563, 0.0004089740104973316], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.20298123359680176, "dL_bp": -0.5249173641204834, "ratio": 0.3866917870718634}}, {"step": 100, "epoch": 0, "train_loss": 0.48405030369758606, "cos_r_negg": [0.45432886481285095, 0.04417220130562782, 0.015929482877254486], "cos_innovation_negg": [0.45432886481285095, 0.04417220130562782, 0.015929482877254486], "cos_apical_negg": [0.12223212420940399, 0.12913373112678528, 0.12759751081466675], "cos_Ac_negg": [0.46135181188583374, 0.04199698567390442, 0.012685144320130348], "r_norm": [0.6691538095474243, 0.6592230200767517, 0.655646800994873], "traffic_norm": [3.178335666656494, 3.6332836151123047, 3.918654680252075], "traffic_residual_norm": [0.0003399777924641967, 0.00035317515721544623, 0.0003748971503227949], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.20289823412895203, "cos_r_negg": [0.501495361328125, 0.05734178423881531, 0.05946630612015724], "cos_innovation_negg": [0.501495361328125, 0.05734178423881531, 0.05946630612015724], "cos_apical_negg": [0.11870291829109192, 0.13313649594783783, 0.12075363099575043], "cos_Ac_negg": [0.520244836807251, 0.056526582688093185, 0.05779079347848892], "r_norm": [0.5642604827880859, 0.554118275642395, 0.5532639622688293], "traffic_norm": [3.179788112640381, 3.625124216079712, 3.9646520614624023], "traffic_residual_norm": [0.00027972314273938537, 0.00029285502387210727, 0.0003090134705416858], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.14212480187416077, "cos_r_negg": [0.500517725944519, 0.0825585424900055, 0.0780714750289917], "cos_innovation_negg": [0.500517725944519, 0.0825585424900055, 0.0780714750289917], "cos_apical_negg": [0.09887473285198212, 0.1344223916530609, 0.1323312222957611], "cos_Ac_negg": [0.5243010520935059, 0.0760093480348587, 0.06798332929611206], "r_norm": [0.5272765755653381, 0.5180895328521729, 0.5140404105186462], "traffic_norm": [3.1834826469421387, 3.6249866485595703, 3.986088275909424], "traffic_residual_norm": [0.00022854286362417042, 0.0002414524060441181, 0.0002544768212828785], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.19635438919067383, "cos_r_negg": [0.5411811470985413, 0.09913770854473114, 0.06847380846738815], "cos_innovation_negg": [0.5411811470985413, 0.09913770854473114, 0.06847380846738815], "cos_apical_negg": [0.08834695816040039, 0.13659176230430603, 0.10543467849493027], "cos_Ac_negg": [0.5460414886474609, 0.096760094165802, 0.06547432392835617], "r_norm": [0.4125266969203949, 0.40507397055625916, 0.403278648853302], "traffic_norm": [3.1866626739501953, 3.6352102756500244, 4.012520790100098], "traffic_residual_norm": [0.000190288046724163, 0.00020080131071154028, 0.00021234696032479405], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9518, "eval_loss": 0.14816272277832032, "val_acc": 0.9518, "val_loss": 0.14816272277832032}, {"step": 500, "epoch": 1, "train_loss": 0.0551462396979332, "cos_r_negg": [0.5378980040550232, 0.12683454155921936, 0.08572939038276672], "cos_innovation_negg": [0.5378980040550232, 0.12683454155921936, 0.08572939038276672], "cos_apical_negg": [0.08879858255386353, 0.1310737580060959, 0.10799489915370941], "cos_Ac_negg": [0.5562467575073242, 0.12544900178909302, 0.08371859788894653], "r_norm": [0.3815780282020569, 0.37177222967147827, 0.37051844596862793], "traffic_norm": [3.1879899501800537, 3.6512842178344727, 4.021100997924805], "traffic_residual_norm": [0.00015948605141602457, 0.00016946221876423806, 0.0001791608810890466], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.010617174208164215, "dL_bp": -0.011677227914333344, "ratio": 0.9092204319427598}}, {"step": 600, "epoch": 1, "train_loss": 0.1381235420703888, "cos_r_negg": [0.5483418703079224, 0.13301990926265717, 0.10463575273752213], "cos_innovation_negg": [0.5483418703079224, 0.13301990926265717, 0.10463575273752213], "cos_apical_negg": [0.0640333741903305, 0.12587910890579224, 0.11244414746761322], "cos_Ac_negg": [0.5619382858276367, 0.13013994693756104, 0.0957251638174057], "r_norm": [0.3328688144683838, 0.3259468078613281, 0.3253316879272461], "traffic_norm": [3.1881752014160156, 3.6374001502990723, 3.9933786392211914], "traffic_residual_norm": [0.00013382229371927679, 0.00014374664169736207, 0.00015200863708741963], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.12236551940441132, "cos_r_negg": [0.5523268580436707, 0.14882975816726685, 0.11825580894947052], "cos_innovation_negg": [0.5523268580436707, 0.14882975816726685, 0.11825580894947052], "cos_apical_negg": [0.07196320593357086, 0.12068724632263184, 0.1016564667224884], "cos_Ac_negg": [0.5753854513168335, 0.1412084996700287, 0.11138097941875458], "r_norm": [0.31144189834594727, 0.3046773076057434, 0.303192138671875], "traffic_norm": [3.192944049835205, 3.639773368835449, 4.00765323638916], "traffic_residual_norm": [0.00011521251872181892, 0.00012433042866177857, 0.00013159314403310418], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.10596825182437897, "cos_r_negg": [0.5460579991340637, 0.17154115438461304, 0.13775703310966492], "cos_innovation_negg": [0.5460579991340637, 0.17154115438461304, 0.13775703310966492], "cos_apical_negg": [0.06454117596149445, 0.11955222487449646, 0.10379726439714432], "cos_Ac_negg": [0.5733959674835205, 0.16240110993385315, 0.125432550907135], "r_norm": [0.2705589532852173, 0.26507630944252014, 0.2652352750301361], "traffic_norm": [3.195143938064575, 3.649169445037842, 4.0552873611450195], "traffic_residual_norm": [9.922994649969041e-05, 0.00010768535867100582, 0.00011471786274341866], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9602, "eval_loss": 0.12969366302490234, "val_acc": 0.9602, "val_loss": 0.12969366302490234}, {"step": 900, "epoch": 2, "train_loss": 0.12567460536956787, "cos_r_negg": [0.5512677431106567, 0.18772420287132263, 0.15635907649993896], "cos_innovation_negg": [0.5512677431106567, 0.18772420287132263, 0.15635907649993896], "cos_apical_negg": [0.05972645804286003, 0.1311122179031372, 0.12486504018306732], "cos_Ac_negg": [0.5867279767990112, 0.17063067853450775, 0.13700291514396667], "r_norm": [0.25038963556289673, 0.24439075589179993, 0.24348020553588867], "traffic_norm": [3.194730043411255, 3.6549315452575684, 4.031461715698242], "traffic_residual_norm": [8.748603431740776e-05, 9.63335478445515e-05, 0.00010170247696805745], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.1031765341758728, "cos_r_negg": [0.5651233792304993, 0.20685862004756927, 0.17464566230773926], "cos_innovation_negg": [0.5651233792304993, 0.20685862004756927, 0.17464566230773926], "cos_apical_negg": [0.055714961141347885, 0.1258825659751892, 0.10734609514474869], "cos_Ac_negg": [0.5857113003730774, 0.19138342142105103, 0.1577247977256775], "r_norm": [0.22681748867034912, 0.2226496934890747, 0.22154340147972107], "traffic_norm": [3.1926050186157227, 3.656064510345459, 4.033452033996582], "traffic_residual_norm": [7.862230995669961e-05, 8.779608469922096e-05, 9.298451186623424e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0035708919167518616, "dL_bp": -0.004588901996612549, "ratio": 0.7781582433854187}}, {"step": 1100, "epoch": 2, "train_loss": 0.04237321764230728, "cos_r_negg": [0.5629554986953735, 0.20471911132335663, 0.17593008279800415], "cos_innovation_negg": [0.5629554986953735, 0.20471911132335663, 0.17593008279800415], "cos_apical_negg": [0.05955632030963898, 0.1174606904387474, 0.08552052080631256], "cos_Ac_negg": [0.5855394601821899, 0.18861202895641327, 0.1593201607465744], "r_norm": [0.2180558145046234, 0.21433179080486298, 0.21304380893707275], "traffic_norm": [3.192697286605835, 3.6436476707458496, 4.032798767089844], "traffic_residual_norm": [7.19351737643592e-05, 8.14934610389173e-05, 8.632594835944474e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.11875326931476593, "cos_r_negg": [0.5608749389648438, 0.22416135668754578, 0.18309995532035828], "cos_innovation_negg": [0.5608749389648438, 0.22416135668754578, 0.18309995532035828], "cos_apical_negg": [0.04865992069244385, 0.11813376843929291, 0.10929226875305176], "cos_Ac_negg": [0.5944491028785706, 0.20077797770500183, 0.15660135447978973], "r_norm": [0.25334635376930237, 0.24732491374015808, 0.24589189887046814], "traffic_norm": [3.195218086242676, 3.647202491760254, 4.022351264953613], "traffic_residual_norm": [6.693736941087991e-05, 7.638347597094253e-05, 8.115198579616845e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9632, "eval_loss": 0.12288818817138672, "val_acc": 0.9632, "val_loss": 0.12288818817138672}, {"step": 1300, "epoch": 3, "train_loss": 0.05132710933685303, "cos_r_negg": [0.5603289008140564, 0.21749643981456757, 0.19943365454673767], "cos_innovation_negg": [0.5603289008140564, 0.21749643981456757, 0.19943365454673767], "cos_apical_negg": [0.041011739522218704, 0.11579178273677826, 0.11237841844558716], "cos_Ac_negg": [0.6026970744132996, 0.19362589716911316, 0.1737440824508667], "r_norm": [0.2433956265449524, 0.2365187108516693, 0.23570743203163147], "traffic_norm": [3.1929092407226562, 3.6665782928466797, 4.0380754470825195], "traffic_residual_norm": [6.330452742986381e-05, 7.352673856075853e-05, 7.748141069896519e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.07938828319311142, "cos_r_negg": [0.5755614042282104, 0.22921645641326904, 0.20193374156951904], "cos_innovation_negg": [0.5755614042282104, 0.22921645641326904, 0.20193374156951904], "cos_apical_negg": [0.04618033021688461, 0.10172834247350693, 0.09815995395183563], "cos_Ac_negg": [0.6079226136207581, 0.21001315116882324, 0.18017198145389557], "r_norm": [0.2323046177625656, 0.22586964070796967, 0.22332078218460083], "traffic_norm": [3.1920294761657715, 3.6535744667053223, 4.032541275024414], "traffic_residual_norm": [6.0759637563023716e-05, 7.092610758263618e-05, 7.488719711545855e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.05025753378868103, "cos_r_negg": [0.5648322701454163, 0.23262828588485718, 0.21921700239181519], "cos_innovation_negg": [0.5648322701454163, 0.23262828588485718, 0.21921700239181519], "cos_apical_negg": [0.03802157938480377, 0.11013756692409515, 0.1055677980184555], "cos_Ac_negg": [0.6162087917327881, 0.2098591923713684, 0.19579336047172546], "r_norm": [0.22293798625469208, 0.2167205512523651, 0.2146349549293518], "traffic_norm": [3.19380521774292, 3.6549434661865234, 4.0384039878845215], "traffic_residual_norm": [5.899131065234542e-05, 6.922661850694567e-05, 7.353922410402447e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005199722945690155, "dL_bp": -0.006644979119300842, "ratio": 0.7825040308384368}}, {"step": 1600, "epoch": 3, "train_loss": 0.09118083119392395, "cos_r_negg": [0.5633986592292786, 0.2314218431711197, 0.22259993851184845], "cos_innovation_negg": [0.5633986592292786, 0.2314218431711197, 0.22259993851184845], "cos_apical_negg": [0.05704658105969429, 0.11663053929805756, 0.10478875041007996], "cos_Ac_negg": [0.6229158639907837, 0.20887282490730286, 0.1954454481601715], "r_norm": [0.20407985150814056, 0.19941626489162445, 0.1984492838382721], "traffic_norm": [3.1934614181518555, 3.6598000526428223, 4.024415969848633], "traffic_residual_norm": [5.806800618302077e-05, 6.842224684078246e-05, 7.2171249485109e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.10118046402931213, "cos_r_negg": [0.5771563053131104, 0.2331375926733017, 0.21935655176639557], "cos_innovation_negg": [0.5771563053131104, 0.2331375926733017, 0.21935655176639557], "cos_apical_negg": [0.052928097546100616, 0.11292168498039246, 0.09873487800359726], "cos_Ac_negg": [0.6269790530204773, 0.2131713628768921, 0.19698500633239746], "r_norm": [0.23344263434410095, 0.2288055121898651, 0.22545550763607025], "traffic_norm": [3.1939892768859863, 3.6431756019592285, 4.033342361450195], "traffic_residual_norm": [5.706109368475154e-05, 6.767387094441801e-05, 7.171560719143599e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9706, "eval_loss": 0.09951738128662109, "val_acc": 0.9706, "val_loss": 0.09951738128662109}, {"step": 1800, "epoch": 4, "train_loss": 0.032932717353105545, "cos_r_negg": [0.5742788314819336, 0.25487250089645386, 0.2235085666179657], "cos_innovation_negg": [0.5742788314819336, 0.25487250089645386, 0.2235085666179657], "cos_apical_negg": [0.05410020053386688, 0.11240298300981522, 0.10418015718460083], "cos_Ac_negg": [0.6328698396682739, 0.2320561408996582, 0.20365172624588013], "r_norm": [0.25416964292526245, 0.24654406309127808, 0.24422132968902588], "traffic_norm": [3.193953037261963, 3.6380958557128906, 4.024729251861572], "traffic_residual_norm": [5.6537486671004444e-05, 6.711529567837715e-05, 7.080430805217475e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.05026658624410629, "cos_r_negg": [0.5684888362884521, 0.2543153762817383, 0.22938764095306396], "cos_innovation_negg": [0.5684888362884521, 0.2543153762817383, 0.22938764095306396], "cos_apical_negg": [0.03772501274943352, 0.10213670879602432, 0.10420913994312286], "cos_Ac_negg": [0.6301482915878296, 0.2367578148841858, 0.21657216548919678], "r_norm": [0.17943719029426575, 0.1732085645198822, 0.17188987135887146], "traffic_norm": [3.1940810680389404, 3.649183750152588, 4.036148548126221], "traffic_residual_norm": [5.6170771131291986e-05, 6.692677561659366e-05, 7.079318311298266e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.05264747887849808, "cos_r_negg": [0.5541438460350037, 0.259385347366333, 0.23697400093078613], "cos_innovation_negg": [0.5541438460350037, 0.259385347366333, 0.23697400093078613], "cos_apical_negg": [0.05163474380970001, 0.10303138941526413, 0.0910746157169342], "cos_Ac_negg": [0.626408576965332, 0.2425462007522583, 0.2265433520078659], "r_norm": [0.21676871180534363, 0.20995308458805084, 0.209658682346344], "traffic_norm": [3.1927590370178223, 3.6525349617004395, 4.044864177703857], "traffic_residual_norm": [5.601402517640963e-05, 6.660081271547824e-05, 7.05969359842129e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0049039945006370544, "dL_bp": -0.0069061219692230225, "ratio": 0.7100938156742085}}, {"step": 2100, "epoch": 4, "train_loss": 0.05036675184965134, "cos_r_negg": [0.5355692505836487, 0.25693386793136597, 0.23361799120903015], "cos_innovation_negg": [0.5355692505836487, 0.25693386793136597, 0.23361799120903015], "cos_apical_negg": [0.034547269344329834, 0.11789049208164215, 0.10104852169752121], "cos_Ac_negg": [0.642184853553772, 0.23947452008724213, 0.2211630940437317], "r_norm": [0.2096366286277771, 0.2042711079120636, 0.20218196511268616], "traffic_norm": [3.1941299438476562, 3.6471076011657715, 4.033121109008789], "traffic_residual_norm": [5.562294245464727e-05, 6.629955896642059e-05, 7.016629388090223e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9718, "eval_loss": 0.09306451416015625, "val_acc": 0.9718, "val_loss": 0.09306451416015625}, {"step": 2200, "epoch": 5, "train_loss": 0.011733224615454674, "cos_r_negg": [0.549477219581604, 0.2582664489746094, 0.23667237162590027], "cos_innovation_negg": [0.549477219581604, 0.2582664489746094, 0.23667237162590027], "cos_apical_negg": [0.047272562980651855, 0.10711444169282913, 0.09169504046440125], "cos_Ac_negg": [0.6451217532157898, 0.2552964389324188, 0.22257840633392334], "r_norm": [0.20870450139045715, 0.20349740982055664, 0.2012900561094284], "traffic_norm": [3.194878101348877, 3.6464130878448486, 4.035999298095703], "traffic_residual_norm": [5.532944487640634e-05, 6.600501365028322e-05, 6.99453812558204e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.06747014820575714, "cos_r_negg": [0.523036003112793, 0.25563883781433105, 0.2371322512626648], "cos_innovation_negg": [0.523036003112793, 0.25563883781433105, 0.2371322512626648], "cos_apical_negg": [0.036518871784210205, 0.10917402058839798, 0.10259929299354553], "cos_Ac_negg": [0.6389608383178711, 0.2563192844390869, 0.22432644665241241], "r_norm": [0.15660221874713898, 0.15183500945568085, 0.15051737427711487], "traffic_norm": [3.193233013153076, 3.6426150798797607, 4.040032386779785], "traffic_residual_norm": [5.579738353844732e-05, 6.65089683025144e-05, 7.052374712657183e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.13421913981437683, "cos_r_negg": [0.5179256200790405, 0.2456704080104828, 0.24126720428466797], "cos_innovation_negg": [0.5179256200790405, 0.2456704080104828, 0.24126720428466797], "cos_apical_negg": [0.049621082842350006, 0.10650111734867096, 0.09537588059902191], "cos_Ac_negg": [0.6425800323486328, 0.25180909037590027, 0.23757265508174896], "r_norm": [0.18983067572116852, 0.18256554007530212, 0.18203625082969666], "traffic_norm": [3.1923747062683105, 3.6508736610412598, 4.041444301605225], "traffic_residual_norm": [5.540770143852569e-05, 6.631447467952967e-05, 7.026534876786172e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.054248370230197906, "cos_r_negg": [0.5347528457641602, 0.2605990469455719, 0.24885591864585876], "cos_innovation_negg": [0.5347528457641602, 0.2605990469455719, 0.24885591864585876], "cos_apical_negg": [0.03026314079761505, 0.10319949686527252, 0.10031310468912125], "cos_Ac_negg": [0.6575764417648315, 0.2609621286392212, 0.250806987285614], "r_norm": [0.19206193089485168, 0.18638074398040771, 0.18439435958862305], "traffic_norm": [3.193718910217285, 3.6575374603271484, 4.047684669494629], "traffic_residual_norm": [5.537271499633789e-05, 6.609046249650419e-05, 6.993240094743669e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005393177270889282, "dL_bp": -0.00796964019536972, "ratio": 0.6767152768104466}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9716, "eval_loss": 0.09838289337158203, "val_acc": 0.9716, "val_loss": 0.09838289337158203}, {"step": 2600, "epoch": 6, "train_loss": 0.016593508422374725, "cos_r_negg": [0.5143989324569702, 0.26091468334198, 0.24836388230323792], "cos_innovation_negg": [0.5143989324569702, 0.26091468334198, 0.24836388230323792], "cos_apical_negg": [0.029859041795134544, 0.10669004917144775, 0.09699196368455887], "cos_Ac_negg": [0.651820719242096, 0.26418596506118774, 0.2525828182697296], "r_norm": [0.15817910432815552, 0.1534644067287445, 0.1516575664281845], "traffic_norm": [3.19362211227417, 3.644426107406616, 4.042996406555176], "traffic_residual_norm": [5.542705548577942e-05, 6.605405360460281e-05, 7.000188634265214e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.02695666253566742, "cos_r_negg": [0.5180374383926392, 0.2537509500980377, 0.25039660930633545], "cos_innovation_negg": [0.5180374383926392, 0.2537509500980377, 0.25039660930633545], "cos_apical_negg": [0.040337152779102325, 0.09073851257562637, 0.09617476165294647], "cos_Ac_negg": [0.6537248492240906, 0.27007603645324707, 0.2590668499469757], "r_norm": [0.18656936287879944, 0.18107594549655914, 0.17896908521652222], "traffic_norm": [3.1924145221710205, 3.64601993560791, 4.047041416168213], "traffic_residual_norm": [5.544443047256209e-05, 6.622671207878739e-05, 7.029963308013976e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.0170148815959692, "cos_r_negg": [0.49564287066459656, 0.2491854727268219, 0.24404031038284302], "cos_innovation_negg": [0.49564287066459656, 0.2491854727268219, 0.24404031038284302], "cos_apical_negg": [0.03755376487970352, 0.09077954292297363, 0.10117010772228241], "cos_Ac_negg": [0.6630682945251465, 0.2726442217826843, 0.2591436505317688], "r_norm": [0.18137986958026886, 0.17413896322250366, 0.17209774255752563], "traffic_norm": [3.1939735412597656, 3.650078058242798, 4.041693687438965], "traffic_residual_norm": [5.564162347582169e-05, 6.631102587562054e-05, 7.04196427250281e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.005023741628974676, "cos_r_negg": [0.5009218454360962, 0.2596346139907837, 0.2503284513950348], "cos_innovation_negg": [0.5009218454360962, 0.2596346139907837, 0.2503284513950348], "cos_apical_negg": [0.028955351561307907, 0.09628729522228241, 0.09461357444524765], "cos_Ac_negg": [0.6476790308952332, 0.27321934700012207, 0.25997161865234375], "r_norm": [0.16700711846351624, 0.1627015322446823, 0.1598154455423355], "traffic_norm": [3.1935319900512695, 3.6354598999023438, 4.029152870178223], "traffic_residual_norm": [5.5510532547486946e-05, 6.635751924477518e-05, 7.032013672869653e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.025497185066342354, "cos_r_negg": [0.4700365364551544, 0.24848932027816772, 0.24506494402885437], "cos_innovation_negg": [0.4700365364551544, 0.24848932027816772, 0.24506494402885437], "cos_apical_negg": [0.03380103409290314, 0.09230704605579376, 0.09848181903362274], "cos_Ac_negg": [0.6509371399879456, 0.2797030508518219, 0.2703232169151306], "r_norm": [0.16560110449790955, 0.1604483723640442, 0.15852482616901398], "traffic_norm": [3.19370436668396, 3.6482832431793213, 4.0426106452941895], "traffic_residual_norm": [5.5617849284317344e-05, 6.627097900491208e-05, 7.02464603818953e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004648938775062561, "dL_bp": -0.007131695747375488, "ratio": 0.651870037609695}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.08803849334716797, "val_acc": 0.9742, "val_loss": 0.08803849334716797}, {"step": 3100, "epoch": 7, "train_loss": 0.004762818105518818, "cos_r_negg": [0.4720818102359772, 0.2448892593383789, 0.24926644563674927], "cos_innovation_negg": [0.4720818102359772, 0.2448892593383789, 0.24926644563674927], "cos_apical_negg": [0.0436180904507637, 0.0880318135023117, 0.10165989398956299], "cos_Ac_negg": [0.6530561447143555, 0.28227609395980835, 0.2742977738380432], "r_norm": [0.16020824015140533, 0.15595057606697083, 0.1540508270263672], "traffic_norm": [3.193573474884033, 3.6423802375793457, 4.040755748748779], "traffic_residual_norm": [5.5504089687019587e-05, 6.622094224439934e-05, 7.037160685285926e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.01230023056268692, "cos_r_negg": [0.4578284025192261, 0.2403949797153473, 0.2452200949192047], "cos_innovation_negg": [0.4578284025192261, 0.2403949797153473, 0.2452200949192047], "cos_apical_negg": [0.03450728952884674, 0.08285867422819138, 0.09453992545604706], "cos_Ac_negg": [0.6542311906814575, 0.2866431772708893, 0.27884548902511597], "r_norm": [0.17741402983665466, 0.17302381992340088, 0.16969844698905945], "traffic_norm": [3.1929092407226562, 3.6399953365325928, 4.04044771194458], "traffic_residual_norm": [5.555030656978488e-05, 6.625209061894566e-05, 7.04710982972756e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.030153725296258926, "cos_r_negg": [0.4430643916130066, 0.23929965496063232, 0.23439782857894897], "cos_innovation_negg": [0.4430643916130066, 0.23929965496063232, 0.23439782857894897], "cos_apical_negg": [0.03428304195404053, 0.09203828871250153, 0.08871357142925262], "cos_Ac_negg": [0.6530874967575073, 0.29092031717300415, 0.2694534957408905], "r_norm": [0.16791214048862457, 0.16344748437404633, 0.16084320843219757], "traffic_norm": [3.192756175994873, 3.63523006439209, 4.032570838928223], "traffic_residual_norm": [5.5619711929466575e-05, 6.646837573498487e-05, 7.062047370709479e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.010565739125013351, "cos_r_negg": [0.4352113902568817, 0.24267041683197021, 0.23850902915000916], "cos_innovation_negg": [0.4352113902568817, 0.24267041683197021, 0.23850902915000916], "cos_apical_negg": [0.025044383481144905, 0.09504392743110657, 0.09567855298519135], "cos_Ac_negg": [0.6473466753959656, 0.29103273153305054, 0.27317675948143005], "r_norm": [0.18741674721240997, 0.18153657019138336, 0.17882691323757172], "traffic_norm": [3.193132162094116, 3.648898124694824, 4.041109085083008], "traffic_residual_norm": [5.5285934649873525e-05, 6.604904046980664e-05, 7.017441384959966e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9746, "eval_loss": 0.0939884780883789, "val_acc": 0.9746, "val_loss": 0.0939884780883789}, {"step": 3500, "epoch": 8, "train_loss": 0.010487135499715805, "cos_r_negg": [0.4349706172943115, 0.24217434227466583, 0.24131804704666138], "cos_innovation_negg": [0.4349706172943115, 0.24217434227466583, 0.24131804704666138], "cos_apical_negg": [0.022794533520936966, 0.08676593750715256, 0.09435062110424042], "cos_Ac_negg": [0.6514138579368591, 0.29570215940475464, 0.28137099742889404], "r_norm": [0.1584799736738205, 0.15253959596157074, 0.1506909281015396], "traffic_norm": [3.1923820972442627, 3.6492855548858643, 4.041353225708008], "traffic_residual_norm": [5.546139072976075e-05, 6.620027852477506e-05, 7.025404192972928e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005324363708496094, "dL_bp": -0.008662477135658264, "ratio": 0.6146467834909319}}, {"step": 3600, "epoch": 8, "train_loss": 0.007004964165389538, "cos_r_negg": [0.42823904752731323, 0.2394264191389084, 0.23303455114364624], "cos_innovation_negg": [0.42823904752731323, 0.2394264191389084, 0.23303455114364624], "cos_apical_negg": [0.030098911374807358, 0.08173097670078278, 0.08742006868124008], "cos_Ac_negg": [0.6508528590202332, 0.2980799376964569, 0.2781229317188263], "r_norm": [0.14757421612739563, 0.14360511302947998, 0.14085997641086578], "traffic_norm": [3.193108558654785, 3.646414279937744, 4.036566734313965], "traffic_residual_norm": [5.5547898227814585e-05, 6.628452683798969e-05, 7.032274879748002e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.02498035319149494, "cos_r_negg": [0.4255731701850891, 0.2310951054096222, 0.23375800251960754], "cos_innovation_negg": [0.4255731701850891, 0.2310951054096222, 0.23375800251960754], "cos_apical_negg": [0.028483517467975616, 0.07979732751846313, 0.09193035960197449], "cos_Ac_negg": [0.6482237577438354, 0.29942044615745544, 0.2831077575683594], "r_norm": [0.1481592357158661, 0.1444779932498932, 0.14176622033119202], "traffic_norm": [3.193861484527588, 3.6407384872436523, 4.0334577560424805], "traffic_residual_norm": [5.539592166314833e-05, 6.627450784435496e-05, 7.033752626739442e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.005383111536502838, "cos_r_negg": [0.41773343086242676, 0.23029100894927979, 0.2288486361503601], "cos_innovation_negg": [0.41773343086242676, 0.23029100894927979, 0.2288486361503601], "cos_apical_negg": [0.027163036167621613, 0.07940195500850677, 0.09403833746910095], "cos_Ac_negg": [0.6589809656143188, 0.29927560687065125, 0.2858300805091858], "r_norm": [0.1648770421743393, 0.15915518999099731, 0.15753115713596344], "traffic_norm": [3.1944451332092285, 3.650766372680664, 4.032247543334961], "traffic_residual_norm": [5.548800982069224e-05, 6.635641329921782e-05, 7.04457052052021e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9746, "eval_loss": 0.09083749542236329, "val_acc": 0.9746, "val_loss": 0.09083749542236329}, {"step": 3900, "epoch": 9, "train_loss": 0.012376002967357635, "cos_r_negg": [0.4195874333381653, 0.23326687514781952, 0.23034198582172394], "cos_innovation_negg": [0.4195874333381653, 0.23326687514781952, 0.23034198582172394], "cos_apical_negg": [0.024080928415060043, 0.07799065113067627, 0.08808740228414536], "cos_Ac_negg": [0.6593911647796631, 0.30600064992904663, 0.28959864377975464], "r_norm": [0.15764352679252625, 0.1528538018465042, 0.15141572058200836], "traffic_norm": [3.1930840015411377, 3.6454200744628906, 4.027841567993164], "traffic_residual_norm": [5.541907012229785e-05, 6.618796760449186e-05, 7.027805258985609e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.003673239378258586, "cos_r_negg": [0.3883783221244812, 0.21959473192691803, 0.22183367609977722], "cos_innovation_negg": [0.3883783221244812, 0.21959473192691803, 0.22183367609977722], "cos_apical_negg": [0.021234048530459404, 0.07515353709459305, 0.08907125890254974], "cos_Ac_negg": [0.6556497812271118, 0.30249935388565063, 0.2913782596588135], "r_norm": [0.1410161554813385, 0.1376461684703827, 0.13569754362106323], "traffic_norm": [3.192610025405884, 3.6394739151000977, 4.023364543914795], "traffic_residual_norm": [5.5618900660192594e-05, 6.63769242237322e-05, 7.044475205475464e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004914641380310059, "dL_bp": -0.00879136472940445, "ratio": 0.5590305409434412}}, {"step": 4100, "epoch": 9, "train_loss": 0.0020734244026243687, "cos_r_negg": [0.39493528008461, 0.22312265634536743, 0.22692354023456573], "cos_innovation_negg": [0.39493528008461, 0.22312265634536743, 0.22692354023456573], "cos_apical_negg": [0.019766107201576233, 0.07483696937561035, 0.08809857070446014], "cos_Ac_negg": [0.6531726717948914, 0.30940139293670654, 0.2946561872959137], "r_norm": [0.1562550961971283, 0.15121999382972717, 0.14890225231647491], "traffic_norm": [3.192568302154541, 3.6461567878723145, 4.033062934875488], "traffic_residual_norm": [5.566864274442196e-05, 6.639801722485572e-05, 7.045516395010054e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.01882319152355194, "cos_r_negg": [0.38013756275177, 0.21698084473609924, 0.2207520604133606], "cos_innovation_negg": [0.38013756275177, 0.21698084473609924, 0.2207520604133606], "cos_apical_negg": [0.02270475961267948, 0.07276371121406555, 0.08650612831115723], "cos_Ac_negg": [0.6469500064849854, 0.3080139756202698, 0.2954137921333313], "r_norm": [0.15029090642929077, 0.1457226276397705, 0.14350679516792297], "traffic_norm": [3.1920735836029053, 3.6476550102233887, 4.032312393188477], "traffic_residual_norm": [5.562888691201806e-05, 6.644213135587052e-05, 7.054389425320551e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9766, "eval_loss": 0.09304333190917968, "val_acc": 0.9766, "val_loss": 0.09304333190917968}, {"step": 4300, "epoch": 10, "train_loss": 0.0013636716175824404, "cos_r_negg": [0.38324281573295593, 0.2199573814868927, 0.21928709745407104], "cos_innovation_negg": [0.38324281573295593, 0.2199573814868927, 0.21928709745407104], "cos_apical_negg": [0.01748788170516491, 0.07397575676441193, 0.08484405279159546], "cos_Ac_negg": [0.6511126756668091, 0.31508511304855347, 0.29643940925598145], "r_norm": [0.15946424007415771, 0.1542557030916214, 0.15194225311279297], "traffic_norm": [3.192833185195923, 3.646026134490967, 4.028470993041992], "traffic_residual_norm": [5.5470478400820866e-05, 6.628749542869627e-05, 7.034272857708856e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.0023053535260260105, "cos_r_negg": [0.376047819852829, 0.2122250646352768, 0.21238841116428375], "cos_innovation_negg": [0.376047819852829, 0.2122250646352768, 0.21238841116428375], "cos_apical_negg": [0.02296706661581993, 0.07033830881118774, 0.07985647022724152], "cos_Ac_negg": [0.6530898809432983, 0.31150496006011963, 0.29948902130126953], "r_norm": [0.14555975794792175, 0.1406879872083664, 0.1390741914510727], "traffic_norm": [3.1932477951049805, 3.6429970264434814, 4.028799533843994], "traffic_residual_norm": [5.5505166528746486e-05, 6.630283314734697e-05, 7.045136590022594e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.007458643056452274, "cos_r_negg": [0.37522733211517334, 0.21207740902900696, 0.2114645540714264], "cos_innovation_negg": [0.37522733211517334, 0.21207740902900696, 0.2114645540714264], "cos_apical_negg": [0.023116763681173325, 0.07106093317270279, 0.07474115490913391], "cos_Ac_negg": [0.647383987903595, 0.3124399781227112, 0.29427099227905273], "r_norm": [0.15287089347839355, 0.14813974499702454, 0.14676450192928314], "traffic_norm": [3.1924870014190674, 3.6410725116729736, 4.030435562133789], "traffic_residual_norm": [5.5565673392266035e-05, 6.639200000790879e-05, 7.056311005726457e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005805306136608124, "dL_bp": -0.010379485785961151, "ratio": 0.559305755248505}}, {"step": 4600, "epoch": 10, "train_loss": 0.0017126593738794327, "cos_r_negg": [0.37904977798461914, 0.20895612239837646, 0.20763668417930603], "cos_innovation_negg": [0.37904977798461914, 0.20895612239837646, 0.20763668417930603], "cos_apical_negg": [0.016197171062231064, 0.062199220061302185, 0.07112234830856323], "cos_Ac_negg": [0.6497143507003784, 0.3163161277770996, 0.2995952069759369], "r_norm": [0.1539708524942398, 0.14883536100387573, 0.14696289598941803], "traffic_norm": [3.1925394535064697, 3.6442813873291016, 4.028459548950195], "traffic_residual_norm": [5.544968735193834e-05, 6.624763773288578e-05, 7.038618787191808e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.0005353075102902949, "cos_r_negg": [0.3624475598335266, 0.2093553990125656, 0.2039012312889099], "cos_innovation_negg": [0.3624475598335266, 0.2093553990125656, 0.2039012312889099], "cos_apical_negg": [0.0242722537368536, 0.06967751681804657, 0.0714903399348259], "cos_Ac_negg": [0.6536813974380493, 0.31624287366867065, 0.3020908236503601], "r_norm": [0.148289293050766, 0.1438162922859192, 0.14188045263290405], "traffic_norm": [3.192230463027954, 3.6407675743103027, 4.022692680358887], "traffic_residual_norm": [5.554743984248489e-05, 6.63651735521853e-05, 7.046708196867257e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9766, "eval_loss": 0.0974110336303711, "val_acc": 0.9766, "val_loss": 0.0974110336303711}, {"step": 4800, "epoch": 11, "train_loss": 0.004095528274774551, "cos_r_negg": [0.3503649830818176, 0.20051631331443787, 0.19995847344398499], "cos_innovation_negg": [0.3503649830818176, 0.20051631331443787, 0.19995847344398499], "cos_apical_negg": [0.019786188378930092, 0.06327970325946808, 0.07284374535083771], "cos_Ac_negg": [0.6450035572052002, 0.3175470232963562, 0.3035609722137451], "r_norm": [0.1531546711921692, 0.14842505753040314, 0.14644691348075867], "traffic_norm": [3.191882371902466, 3.639155864715576, 4.020185947418213], "traffic_residual_norm": [5.5572840210516006e-05, 6.638535705860704e-05, 7.050635031191632e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.0023232048843055964, "cos_r_negg": [0.3394794166088104, 0.1935388296842575, 0.19389477372169495], "cos_innovation_negg": [0.3394794166088104, 0.1935388296842575, 0.19389477372169495], "cos_apical_negg": [0.015919934958219528, 0.06265463680028915, 0.06834153831005096], "cos_Ac_negg": [0.6423877477645874, 0.31627702713012695, 0.30272871255874634], "r_norm": [0.1479119062423706, 0.1431349813938141, 0.1413762867450714], "traffic_norm": [3.191929817199707, 3.638322353363037, 4.0214715003967285], "traffic_residual_norm": [5.54823454876896e-05, 6.630871212109923e-05, 7.049026316963136e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.0027719002682715654, "cos_r_negg": [0.3462097644805908, 0.197053000330925, 0.19184964895248413], "cos_innovation_negg": [0.3462097644805908, 0.197053000330925, 0.19184964895248413], "cos_apical_negg": [0.0231054425239563, 0.05935478210449219, 0.06629589945077896], "cos_Ac_negg": [0.6426397562026978, 0.318929523229599, 0.30334195494651794], "r_norm": [0.14717085659503937, 0.14268437027931213, 0.14074921607971191], "traffic_norm": [3.191985607147217, 3.638995409011841, 4.021161079406738], "traffic_residual_norm": [5.5507131037302315e-05, 6.633371231146157e-05, 7.048604311421514e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.006126672029495239, "dL_bp": -0.011507794260978699, "ratio": 0.5323932536984882}}, {"step": 5100, "epoch": 11, "train_loss": 0.0029084160923957825, "cos_r_negg": [0.33746975660324097, 0.18888169527053833, 0.18549543619155884], "cos_innovation_negg": [0.33746975660324097, 0.18888169527053833, 0.18549543619155884], "cos_apical_negg": [0.02568214386701584, 0.05678373947739601, 0.06249153986573219], "cos_Ac_negg": [0.6410340070724487, 0.3194737434387207, 0.3066256046295166], "r_norm": [0.14915640652179718, 0.14466345310211182, 0.14305156469345093], "traffic_norm": [3.19183087348938, 3.6377971172332764, 4.021878242492676], "traffic_residual_norm": [5.558523116633296e-05, 6.64040562696755e-05, 7.055780588416383e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.0956927474975586, "val_acc": 0.977, "val_loss": 0.0956927474975586}, {"step": 5200, "epoch": 12, "train_loss": 0.00547760957852006, "cos_r_negg": [0.3342856764793396, 0.18702144920825958, 0.18833568692207336], "cos_innovation_negg": [0.3342856764793396, 0.18702144920825958, 0.18833568692207336], "cos_apical_negg": [0.019498303532600403, 0.054024115204811096, 0.061906155198812485], "cos_Ac_negg": [0.6403641104698181, 0.3197203278541565, 0.3100548982620239], "r_norm": [0.13794922828674316, 0.13383673131465912, 0.13217318058013916], "traffic_norm": [3.1914258003234863, 3.6391232013702393, 4.023406028747559], "traffic_residual_norm": [5.5600161431357265e-05, 6.638448394369334e-05, 7.047413237160072e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.002006684895604849, "cos_r_negg": [0.3318450152873993, 0.18548178672790527, 0.18763086199760437], "cos_innovation_negg": [0.3318450152873993, 0.18548178672790527, 0.18763086199760437], "cos_apical_negg": [0.022166721522808075, 0.053784143179655075, 0.061378076672554016], "cos_Ac_negg": [0.6408278942108154, 0.32179927825927734, 0.30979686975479126], "r_norm": [0.14601969718933105, 0.1416826695203781, 0.14004243910312653], "traffic_norm": [3.191678285598755, 3.6370491981506348, 4.020869255065918], "traffic_residual_norm": [5.561102443607524e-05, 6.63797982269898e-05, 7.054046000121161e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.0018113936530426145, "cos_r_negg": [0.33066344261169434, 0.1860959231853485, 0.18429946899414062], "cos_innovation_negg": [0.33066344261169434, 0.1860959231853485, 0.18429946899414062], "cos_apical_negg": [0.021672150120139122, 0.05580015480518341, 0.06032980605959892], "cos_Ac_negg": [0.6385122537612915, 0.32190757989883423, 0.3100185990333557], "r_norm": [0.137088343501091, 0.13288739323616028, 0.13166940212249756], "traffic_norm": [3.192131996154785, 3.639392137527466, 4.019260406494141], "traffic_residual_norm": [5.549986599362455e-05, 6.631930591538548e-05, 7.042435754556209e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.001440518768504262, "cos_r_negg": [0.32448437809944153, 0.18275049328804016, 0.1817266047000885], "cos_innovation_negg": [0.32448437809944153, 0.18275049328804016, 0.1817266047000885], "cos_apical_negg": [0.01764686033129692, 0.0533594936132431, 0.056820690631866455], "cos_Ac_negg": [0.6399081349372864, 0.3232392370700836, 0.3112233281135559], "r_norm": [0.13847556710243225, 0.13429473340511322, 0.1325901746749878], "traffic_norm": [3.1920485496520996, 3.6400909423828125, 4.020938873291016], "traffic_residual_norm": [5.5527147196698934e-05, 6.643317465204746e-05, 7.055569585645571e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005419239401817322, "dL_bp": -0.010327540338039398, "ratio": 0.5247366966804916}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.09503616790771484, "val_acc": 0.977, "val_loss": 0.09503616790771484}, {"step": 5600, "epoch": 13, "train_loss": 0.0032937289215624332, "cos_r_negg": [0.3184792399406433, 0.17923927307128906, 0.1811274290084839], "cos_innovation_negg": [0.3184792399406433, 0.17923927307128906, 0.1811274290084839], "cos_apical_negg": [0.017752820625901222, 0.05047527700662613, 0.05908097326755524], "cos_Ac_negg": [0.6397697329521179, 0.3239721953868866, 0.3101441264152527], "r_norm": [0.1418934017419815, 0.13785068690776825, 0.13570845127105713], "traffic_norm": [3.1917858123779297, 3.6391701698303223, 4.023284912109375], "traffic_residual_norm": [5.55518054170534e-05, 6.645351822953671e-05, 7.060321513563395e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.0018873924855142832, "cos_r_negg": [0.3096942603588104, 0.17719049751758575, 0.17412014305591583], "cos_innovation_negg": [0.3096942603588104, 0.17719049751758575, 0.17412014305591583], "cos_apical_negg": [0.016322027891874313, 0.050146788358688354, 0.05507379025220871], "cos_Ac_negg": [0.6426026821136475, 0.32785284519195557, 0.3103759288787842], "r_norm": [0.13514494895935059, 0.13110530376434326, 0.1291702687740326], "traffic_norm": [3.192096471786499, 3.640644073486328, 4.022521018981934], "traffic_residual_norm": [5.555712414206937e-05, 6.645024404861033e-05, 7.0585185312666e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.0021522347815334797, "cos_r_negg": [0.30693361163139343, 0.17497161030769348, 0.17290931940078735], "cos_innovation_negg": [0.30693361163139343, 0.17497161030769348, 0.17290931940078735], "cos_apical_negg": [0.014453712850809097, 0.04970631003379822, 0.054824098944664], "cos_Ac_negg": [0.6352457404136658, 0.32539135217666626, 0.3115808367729187], "r_norm": [0.13883823156356812, 0.13443562388420105, 0.13277971744537354], "traffic_norm": [3.1917948722839355, 3.6385910511016846, 4.020504474639893], "traffic_residual_norm": [5.558753036893904e-05, 6.644244422204792e-05, 7.05694401403889e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.003158743493258953, "cos_r_negg": [0.30291253328323364, 0.17149759829044342, 0.16825318336486816], "cos_innovation_negg": [0.30291253328323364, 0.17149759829044342, 0.16825318336486816], "cos_apical_negg": [0.01791778765618801, 0.04867097735404968, 0.05207546800374985], "cos_Ac_negg": [0.6350624561309814, 0.3266177177429199, 0.3120100200176239], "r_norm": [0.137929305434227, 0.13385489583015442, 0.13208341598510742], "traffic_norm": [3.1917314529418945, 3.6377577781677246, 4.019634246826172], "traffic_residual_norm": [5.562241130974144e-05, 6.645017128903419e-05, 7.061014184728265e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.0015582984779030085, "cos_r_negg": [0.3036804795265198, 0.1725960671901703, 0.17057380080223083], "cos_innovation_negg": [0.3036804795265198, 0.1725960671901703, 0.17057380080223083], "cos_apical_negg": [0.01713469997048378, 0.049185819923877716, 0.05202334746718407], "cos_Ac_negg": [0.6324374675750732, 0.3273008167743683, 0.31178611516952515], "r_norm": [0.13833653926849365, 0.1342669427394867, 0.1326104998588562], "traffic_norm": [3.191568613052368, 3.638625383377075, 4.020285606384277], "traffic_residual_norm": [5.557793701882474e-05, 6.643746019108221e-05, 7.056433969410136e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005636714398860931, "dL_bp": -0.010913319885730743, "ratio": 0.516498596016688}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9764, "eval_loss": 0.09630829467773437, "val_acc": 0.9764, "val_loss": 0.09630829467773437}, {"step": 6100, "epoch": 14, "train_loss": 0.00043480301974341273, "cos_r_negg": [0.2984870672225952, 0.17161595821380615, 0.1708482801914215], "cos_innovation_negg": [0.2984870672225952, 0.17161595821380615, 0.1708482801914215], "cos_apical_negg": [0.01662721484899521, 0.049168504774570465, 0.05414281040430069], "cos_Ac_negg": [0.6343709826469421, 0.32814663648605347, 0.3127748966217041], "r_norm": [0.14223575592041016, 0.13806277513504028, 0.13621540367603302], "traffic_norm": [3.1917049884796143, 3.6372759342193604, 4.019266128540039], "traffic_residual_norm": [5.554981544264592e-05, 6.644552195211872e-05, 7.05976490280591e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.0014484584098681808, "cos_r_negg": [0.2950160503387451, 0.16961973905563354, 0.17063887417316437], "cos_innovation_negg": [0.2950160503387451, 0.16961973905563354, 0.17063887417316437], "cos_apical_negg": [0.015918239951133728, 0.047974880784749985, 0.053059037774801254], "cos_Ac_negg": [0.6348051428794861, 0.3296642303466797, 0.31523197889328003], "r_norm": [0.14106491208076477, 0.1366448700428009, 0.13475407660007477], "traffic_norm": [3.191800594329834, 3.6368651390075684, 4.01923942565918], "traffic_residual_norm": [5.556326868827455e-05, 6.644864333793521e-05, 7.060105417622253e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.002339145867154002, "cos_r_negg": [0.2885553240776062, 0.16052529215812683, 0.16025099158287048], "cos_innovation_negg": [0.2885553240776062, 0.16052529215812683, 0.16025099158287048], "cos_apical_negg": [0.013433096930384636, 0.041637495160102844, 0.04459526762366295], "cos_Ac_negg": [0.6298808455467224, 0.3286106288433075, 0.3177875876426697], "r_norm": [0.14240685105323792, 0.1376487910747528, 0.13578295707702637], "traffic_norm": [3.1918530464172363, 3.6377320289611816, 4.019220352172852], "traffic_residual_norm": [5.558154953178018e-05, 6.644723180215806e-05, 7.061065116431564e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.0026912884786725044, "cos_r_negg": [0.2857585549354553, 0.16170623898506165, 0.15916520357131958], "cos_innovation_negg": [0.2857585549354553, 0.16170623898506165, 0.15916520357131958], "cos_apical_negg": [0.014323009178042412, 0.044264860451221466, 0.04512033611536026], "cos_Ac_negg": [0.6334800720214844, 0.33017486333847046, 0.3155539035797119], "r_norm": [0.14384758472442627, 0.1395183503627777, 0.13766543567180634], "traffic_norm": [3.1919190883636475, 3.636695384979248, 4.018451690673828], "traffic_residual_norm": [5.5585012887604535e-05, 6.644106179010123e-05, 7.060568896122277e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9778, "eval_loss": 0.09706656188964843, "val_acc": 0.9778, "val_loss": 0.09706656188964843}], "final": {"eval_split": "validation", "eval_acc": 0.9778, "eval_loss": 0.09706656188964843, "wall_s": 22.673822164535522, "val_acc": 0.9778, "val_loss": 0.09706656188964843, "cos_r_negg": [0.28517091274261475, 0.16151078045368195, 0.15751595795154572], "cos_innovation_negg": [0.28517091274261475, 0.16151078045368195, 0.15751595795154572], "cos_apical_negg": [0.01590896211564541, 0.04294262081384659, 0.044284503906965256], "cos_Ac_negg": [0.6307334899902344, 0.33017244935035706, 0.315413236618042], "traffic_norm": [3.191768169403076, 3.636387586593628, 4.017492771148682], "traffic_residual_norm": [5.5577093007741496e-05, 6.64740800857544e-05, 7.063999510137364e-05], "traffic_r2": [1.0, 1.0, 1.0]}}
|
