1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [0.0030298964120447636, 0.024969957768917084, 0.036881573498249054], "cos_innovation_negg": [0.0030298964120447636, 0.024969957768917084, 0.036881573498249054], "cos_apical_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_Ac_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "r_norm": [4.8584747314453125, 4.7847700119018555, 4.80509090423584], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.002301916480064392, 0.002338150516152382, 0.002347777131944895], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.18950200080871582, "dL_bp": -0.535804033279419, "ratio": 0.35367781696016376}}, {"step": 100, "epoch": 0, "train_loss": 0.2691570520401001, "cos_r_negg": [0.41445082426071167, 0.05847245827317238, 0.028649143874645233], "cos_innovation_negg": [0.41445082426071167, 0.05847245827317238, 0.028649143874645233], "cos_apical_negg": [0.5007400512695312, 0.07611812651157379, 0.058877479285001755], "cos_Ac_negg": [0.5007400512695312, 0.07611812651157379, 0.058877479285001755], "r_norm": [0.7076410055160522, 0.6924617290496826, 0.6890246272087097], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.02387806586921215, 0.011783583089709282, 0.012123504653573036], "traffic_r2": [NaN, NaN, NaN]}, {"step": 200, "epoch": 0, "train_loss": 0.23134896159172058, "cos_r_negg": [0.3350982964038849, 0.03296193480491638, 0.01657276228070259], "cos_innovation_negg": [0.3350982964038849, 0.03296193480491638, 0.01657276228070259], "cos_apical_negg": [0.4933715760707855, 0.08954580128192902, 0.07549893110990524], "cos_Ac_negg": [0.4933715760707855, 0.08954580128192902, 0.07549893110990524], "r_norm": [0.5846353769302368, 0.5648603439331055, 0.561156153678894], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.03169148787856102, 0.010101094841957092, 0.01014191284775734], "traffic_r2": [NaN, NaN, NaN]}, {"step": 300, "epoch": 0, "train_loss": 0.303189218044281, "cos_r_negg": [0.3254344165325165, 0.03744449093937874, 0.0466015487909317], "cos_innovation_negg": [0.3254344165325165, 0.03744449093937874, 0.0466015487909317], "cos_apical_negg": [0.5358718633651733, 0.11709301173686981, 0.1030544638633728], "cos_Ac_negg": [0.5358718633651733, 0.11709301173686981, 0.1030544638633728], "r_norm": [0.4648255407810211, 0.4417756497859955, 0.4396708011627197], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.03368174284696579, 0.009178494103252888, 0.009157869964838028], "traffic_r2": [NaN, NaN, NaN]}, {"step": 400, "epoch": 0, "train_loss": 0.11651714146137238, "cos_r_negg": [0.3068099021911621, 0.02760326862335205, 0.02993152104318142], "cos_innovation_negg": [0.3068099021911621, 0.02760326862335205, 0.02993152104318142], "cos_apical_negg": [0.5319015383720398, 0.11905175447463989, 0.08473091572523117], "cos_Ac_negg": [0.5319015383720398, 0.11905175447463989, 0.08473091572523117], "r_norm": [0.3634687662124634, 0.34155523777008057, 0.3401488661766052], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.03369974344968796, 0.008670659735798836, 0.008129416033625603], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9502, "eval_loss": 0.16009559020996095, "val_acc": 0.9502, "val_loss": 0.16009559020996095}, {"step": 500, "epoch": 1, "train_loss": 0.08146315813064575, "cos_r_negg": [0.19759875535964966, 0.006346842274069786, 0.008873073384165764], "cos_innovation_negg": [0.19759875535964966, 0.006346842274069786, 0.008873073384165764], "cos_apical_negg": [0.5502852201461792, 0.14966744184494019, 0.104527048766613], "cos_Ac_negg": [0.5502852201461792, 0.14966744184494019, 0.104527048766613], "r_norm": [0.3814920485019684, 0.3262062668800354, 0.3241976797580719], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.07512250542640686, 0.007987389340996742, 0.007431032136082649], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004097416996955872, "dL_bp": -0.0048890262842178345, "ratio": 0.8380844689223004}}, {"step": 600, "epoch": 1, "train_loss": 0.10914094746112823, "cos_r_negg": [0.2402918040752411, 0.02702094241976738, 0.039685189723968506], "cos_innovation_negg": [0.2402918040752411, 0.02702094241976738, 0.039685189723968506], "cos_apical_negg": [0.5580417513847351, 0.1444675177335739, 0.11518223583698273], "cos_Ac_negg": [0.5580417513847351, 0.1444675177335739, 0.11518223583698273], "r_norm": [0.3968315124511719, 0.33342957496643066, 0.33411896228790283], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.08394665271043777, 0.007381826173514128, 0.00684779416769743], "traffic_r2": [NaN, NaN, NaN]}, {"step": 700, "epoch": 1, "train_loss": 0.12095421552658081, "cos_r_negg": [0.2131931185722351, 0.015152224339544773, 0.03949245810508728], "cos_innovation_negg": [0.2131931185722351, 0.015152224339544773, 0.03949245810508728], "cos_apical_negg": [0.5549046993255615, 0.1457982063293457, 0.12776030600070953], "cos_Ac_negg": [0.5549046993255615, 0.1457982063293457, 0.12776030600070953], "r_norm": [0.35440611839294434, 0.3222561180591583, 0.31937506794929504], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.044478170573711395, 0.006935238838195801, 0.006423070095479488], "traffic_r2": [NaN, NaN, NaN]}, {"step": 800, "epoch": 1, "train_loss": 0.163283571600914, "cos_r_negg": [0.17873913049697876, 0.0033824474085122347, 0.025146424770355225], "cos_innovation_negg": [0.17873913049697876, 0.0033824474085122347, 0.025146424770355225], "cos_apical_negg": [0.577545702457428, 0.14691896736621857, 0.13527104258537292], "cos_Ac_negg": [0.577545702457428, 0.14691896736621857, 0.13527104258537292], "r_norm": [0.3916475772857666, 0.33925846219062805, 0.3364875912666321], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.06820185482501984, 0.006492821499705315, 0.005931510590016842], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9626, "eval_loss": 0.12025628662109375, "val_acc": 0.9626, "val_loss": 0.12025628662109375}, {"step": 900, "epoch": 2, "train_loss": 0.0857798308134079, "cos_r_negg": [0.14815595746040344, 0.0057219890877604485, 0.012263743206858635], "cos_innovation_negg": [0.14815595746040344, 0.0057219890877604485, 0.012263743206858635], "cos_apical_negg": [0.5824363231658936, 0.1801426261663437, 0.15091538429260254], "cos_Ac_negg": [0.5824363231658936, 0.1801426261663437, 0.15091538429260254], "r_norm": [0.31039613485336304, 0.2664850950241089, 0.2653372287750244], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.05652342736721039, 0.006209914106875658, 0.005562167149037123], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1000, "epoch": 2, "train_loss": 0.0795295387506485, "cos_r_negg": [0.17366954684257507, 0.017811154946684837, 0.047221362590789795], "cos_innovation_negg": [0.17366954684257507, 0.017811154946684837, 0.047221362590789795], "cos_apical_negg": [0.5995481610298157, 0.1834600269794464, 0.1622210294008255], "cos_Ac_negg": [0.5995481610298157, 0.1834600269794464, 0.1622210294008255], "r_norm": [0.33085015416145325, 0.27544403076171875, 0.2749289274215698], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.06595179438591003, 0.006113865412771702, 0.005371684208512306], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005656152963638306, "dL_bp": -0.0071524083614349365, "ratio": 0.7908039750828142}}, {"step": 1100, "epoch": 2, "train_loss": 0.08075635135173798, "cos_r_negg": [0.16558599472045898, 0.023537620902061462, 0.04878709465265274], "cos_innovation_negg": [0.16558599472045898, 0.023537620902061462, 0.04878709465265274], "cos_apical_negg": [0.614488959312439, 0.2032126933336258, 0.17023031413555145], "cos_Ac_negg": [0.614488959312439, 0.2032126933336258, 0.17023031413555145], "r_norm": [0.38601264357566833, 0.2766677141189575, 0.2741858959197998], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.1336095929145813, 0.0060749780386686325, 0.005207685753703117], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1200, "epoch": 2, "train_loss": 0.12456926703453064, "cos_r_negg": [0.1773638278245926, 0.030231140553951263, 0.04962550103664398], "cos_innovation_negg": [0.1773638278245926, 0.030231140553951263, 0.04962550103664398], "cos_apical_negg": [0.6137582063674927, 0.19925595819950104, 0.16765452921390533], "cos_Ac_negg": [0.6137582063674927, 0.19925595819950104, 0.16765452921390533], "r_norm": [0.3574061393737793, 0.2619048058986664, 0.261299729347229], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.11455132067203522, 0.0056294035166502, 0.004823045805096626], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.10440940704345703, "val_acc": 0.969, "val_loss": 0.10440940704345703}, {"step": 1300, "epoch": 3, "train_loss": 0.11514829099178314, "cos_r_negg": [0.1494797319173813, 0.005094488151371479, 0.015743672847747803], "cos_innovation_negg": [0.1494797319173813, 0.005094488151371479, 0.015743672847747803], "cos_apical_negg": [0.6202429533004761, 0.20380201935768127, 0.18508514761924744], "cos_Ac_negg": [0.6202429533004761, 0.20380201935768127, 0.18508514761924744], "r_norm": [0.3026643395423889, 0.22827786207199097, 0.22712530195713043], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.09293726831674576, 0.005313814617693424, 0.004670538939535618], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1400, "epoch": 3, "train_loss": 0.1555301547050476, "cos_r_negg": [0.12002851068973541, -0.0023171515204012394, 0.010402008891105652], "cos_innovation_negg": [0.12002851068973541, -0.0023171515204012394, 0.010402008891105652], "cos_apical_negg": [0.6189014315605164, 0.22728806734085083, 0.21314384043216705], "cos_Ac_negg": [0.6189014315605164, 0.22728806734085083, 0.21314384043216705], "r_norm": [0.27781251072883606, 0.21440288424491882, 0.2132570743560791], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.07696869969367981, 0.005159924738109112, 0.004380570724606514], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1500, "epoch": 3, "train_loss": 0.010471725836396217, "cos_r_negg": [0.15121088922023773, 0.008780085481703281, 0.04188600182533264], "cos_innovation_negg": [0.15121088922023773, 0.008780085481703281, 0.04188600182533264], "cos_apical_negg": [0.6076114773750305, 0.2345123291015625, 0.22003313899040222], "cos_Ac_negg": [0.6076114773750305, 0.2345123291015625, 0.22003313899040222], "r_norm": [0.3113597631454468, 0.2344355285167694, 0.2317369133234024], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.09418074041604996, 0.004858724772930145, 0.004281345754861832], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.0040721893310546875, "dL_bp": -0.005450118333101273, "ratio": 0.7471744799231719}}, {"step": 1600, "epoch": 3, "train_loss": 0.12355440855026245, "cos_r_negg": [0.09621288627386093, -0.011919381096959114, 0.0029764333739876747], "cos_innovation_negg": [0.09621288627386093, -0.011919381096959114, 0.0029764333739876747], "cos_apical_negg": [0.6203655004501343, 0.2288477122783661, 0.22714447975158691], "cos_Ac_negg": [0.6203655004501343, 0.2288477122783661, 0.22714447975158691], "r_norm": [0.28094518184661865, 0.214964359998703, 0.2140820324420929], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.07703667879104614, 0.004867954179644585, 0.004174382425844669], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1700, "epoch": 3, "train_loss": 0.19487464427947998, "cos_r_negg": [0.1313057392835617, 0.0056821200996637344, 0.00945389736443758], "cos_innovation_negg": [0.1313057392835617, 0.0056821200996637344, 0.00945389736443758], "cos_apical_negg": [0.6401516199111938, 0.2404804229736328, 0.22213634848594666], "cos_Ac_negg": [0.6401516199111938, 0.2404804229736328, 0.22213634848594666], "r_norm": [0.27105388045310974, 0.21881240606307983, 0.21780692040920258], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.06188281625509262, 0.004911594092845917, 0.003956199623644352], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9666, "eval_loss": 0.10841773834228516, "val_acc": 0.9666, "val_loss": 0.10841773834228516}, {"step": 1800, "epoch": 4, "train_loss": 0.03514733910560608, "cos_r_negg": [0.10271286964416504, 0.003205034648999572, 0.003248828463256359], "cos_innovation_negg": [0.10271286964416504, 0.003205034648999572, 0.003248828463256359], "cos_apical_negg": [0.6386059522628784, 0.24393948912620544, 0.2236175686120987], "cos_Ac_negg": [0.6386059522628784, 0.24393948912620544, 0.2236175686120987], "r_norm": [0.24262863397598267, 0.2020353376865387, 0.19915586709976196], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.048744846135377884, 0.004721405450254679, 0.00373527267947793], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1900, "epoch": 4, "train_loss": 0.03148343414068222, "cos_r_negg": [0.10788669437170029, -0.0023450274020433426, -0.01727968454360962], "cos_innovation_negg": [0.10788669437170029, -0.0023450274020433426, -0.01727968454360962], "cos_apical_negg": [0.6508421897888184, 0.2472202628850937, 0.24142053723335266], "cos_Ac_negg": [0.6508421897888184, 0.2472202628850937, 0.24142053723335266], "r_norm": [0.22771510481834412, 0.20240724086761475, 0.20138302445411682], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.029030920937657356, 0.004545306786894798, 0.0036109385546296835], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2000, "epoch": 4, "train_loss": 0.05077371746301651, "cos_r_negg": [0.08596952259540558, -0.009032458066940308, -0.00855474267154932], "cos_innovation_negg": [0.08596952259540558, -0.009032458066940308, -0.00855474267154932], "cos_apical_negg": [0.6431052088737488, 0.25230762362480164, 0.2369714379310608], "cos_Ac_negg": [0.6431052088737488, 0.25230762362480164, 0.2369714379310608], "r_norm": [0.22915174067020416, 0.19468984007835388, 0.1938774436712265], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.041790347546339035, 0.004332706797868013, 0.0035420884378254414], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.0035642683506011963, "dL_bp": -0.0053967684507369995, "ratio": 0.6604449279484}}, {"step": 2100, "epoch": 4, "train_loss": 0.05166810750961304, "cos_r_negg": [0.06892141699790955, -0.006748971063643694, -0.01610979437828064], "cos_innovation_negg": [0.06892141699790955, -0.006748971063643694, -0.01610979437828064], "cos_apical_negg": [0.6420968770980835, 0.2531774342060089, 0.2403322458267212], "cos_Ac_negg": [0.6420968770980835, 0.2531774342060089, 0.2403322458267212], "r_norm": [0.2146211415529251, 0.17942741513252258, 0.1789184808731079], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.03960680589079857, 0.004300100728869438, 0.0034241913817822933], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9728, "eval_loss": 0.0873837890625, "val_acc": 0.9728, "val_loss": 0.0873837890625}, {"step": 2200, "epoch": 5, "train_loss": 0.04602046310901642, "cos_r_negg": [0.06689178943634033, -0.0007981909438967705, -0.014499949291348457], "cos_innovation_negg": [0.06689178943634033, -0.0007981909438967705, -0.014499949291348457], "cos_apical_negg": [0.6547961235046387, 0.2700273394584656, 0.2586652636528015], "cos_Ac_negg": [0.6547961235046387, 0.2700273394584656, 0.2586652636528015], "r_norm": [0.18894131481647491, 0.15476909279823303, 0.15391327440738678], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.04101642221212387, 0.0041793473064899445, 0.003363287542015314], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2300, "epoch": 5, "train_loss": 0.07885561883449554, "cos_r_negg": [0.06836360692977905, -0.009167557582259178, -0.014442367479205132], "cos_innovation_negg": [0.06836360692977905, -0.009167557582259178, -0.014442367479205132], "cos_apical_negg": [0.6452374458312988, 0.2658262848854065, 0.253803014755249], "cos_Ac_negg": [0.6452374458312988, 0.2658262848854065, 0.253803014755249], "r_norm": [0.24513272941112518, 0.19273923337459564, 0.1919700801372528], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0582490898668766, 0.00385182979516685, 0.0031711405608803034], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2400, "epoch": 5, "train_loss": 0.10983677208423615, "cos_r_negg": [0.08667120337486267, 0.010694915428757668, -0.011564631946384907], "cos_innovation_negg": [0.08667120337486267, 0.010694915428757668, -0.011564631946384907], "cos_apical_negg": [0.656834602355957, 0.2830538749694824, 0.2599043846130371], "cos_Ac_negg": [0.656834602355957, 0.2830538749694824, 0.2599043846130371], "r_norm": [0.2083672136068344, 0.16200169920921326, 0.16122421622276306], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.05154159665107727, 0.003774651326239109, 0.0030670943669974804], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2500, "epoch": 5, "train_loss": 0.04075503721833229, "cos_r_negg": [0.062950000166893, -0.00865982100367546, -0.012479349970817566], "cos_innovation_negg": [0.062950000166893, -0.00865982100367546, -0.012479349970817566], "cos_apical_negg": [0.6623968482017517, 0.2813776731491089, 0.2716846466064453], "cos_Ac_negg": [0.6623968482017517, 0.2813776731491089, 0.2716846466064453], "r_norm": [0.21136842668056488, 0.1803579330444336, 0.17944404482841492], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.031688142567873, 0.003622648073360324, 0.0029241065494716167], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004182904958724976, "dL_bp": -0.0068959444761276245, "ratio": 0.6065746284943785}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.08960885314941407, "val_acc": 0.9744, "val_loss": 0.08960885314941407}, {"step": 2600, "epoch": 6, "train_loss": 0.014177171513438225, "cos_r_negg": [0.05936902016401291, -0.013255887664854527, -0.022112935781478882], "cos_innovation_negg": [0.05936902016401291, -0.013255887664854527, -0.022112935781478882], "cos_apical_negg": [0.6531963348388672, 0.28478553891181946, 0.27638277411460876], "cos_Ac_negg": [0.6531963348388672, 0.28478553891181946, 0.27638277411460876], "r_norm": [0.20040307939052582, 0.15385866165161133, 0.1526704728603363], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.053390540182590485, 0.00360344466753304, 0.002802047412842512], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2700, "epoch": 6, "train_loss": 0.01804807409644127, "cos_r_negg": [0.05334325134754181, -0.004800686612725258, -0.012675724923610687], "cos_innovation_negg": [0.05334325134754181, -0.004800686612725258, -0.012675724923610687], "cos_apical_negg": [0.6657087802886963, 0.2922321557998657, 0.27801552414894104], "cos_Ac_negg": [0.6657087802886963, 0.2922321557998657, 0.27801552414894104], "r_norm": [0.2318006157875061, 0.1740906983613968, 0.1732829064130783], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.062015101313591, 0.003494140924885869, 0.0027100159786641598], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2800, "epoch": 6, "train_loss": 0.012431961484253407, "cos_r_negg": [0.04988469183444977, -0.003358356188982725, -0.025011079385876656], "cos_innovation_negg": [0.04988469183444977, -0.003358356188982725, -0.025011079385876656], "cos_apical_negg": [0.6720242500305176, 0.2979857325553894, 0.28299954533576965], "cos_Ac_negg": [0.6720242500305176, 0.2979857325553894, 0.28299954533576965], "r_norm": [0.2034168243408203, 0.14730887115001678, 0.14674583077430725], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.06275713443756104, 0.0033129609655588865, 0.002621927298605442], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2900, "epoch": 6, "train_loss": 0.016563719138503075, "cos_r_negg": [0.03405413776636124, -0.02709038555622101, -0.023813501000404358], "cos_innovation_negg": [0.03405413776636124, -0.02709038555622101, -0.023813501000404358], "cos_apical_negg": [0.6674606800079346, 0.2913062870502472, 0.2920394837856293], "cos_Ac_negg": [0.6674606800079346, 0.2913062870502472, 0.2920394837856293], "r_norm": [0.21274787187576294, 0.15915252268314362, 0.15937554836273193], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.05909895524382591, 0.0031791001092642546, 0.0025834047701209784], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3000, "epoch": 6, "train_loss": 0.04387260228395462, "cos_r_negg": [0.04386627674102783, -0.029450561851263046, -0.02054627612233162], "cos_innovation_negg": [0.04386627674102783, -0.029450561851263046, -0.02054627612233162], "cos_apical_negg": [0.6639556288719177, 0.29510942101478577, 0.2865832448005676], "cos_Ac_negg": [0.6639556288719177, 0.29510942101478577, 0.2865832448005676], "r_norm": [0.1950690895318985, 0.1556941419839859, 0.15368305146694183], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.044849757105112076, 0.00311322882771492, 0.0025128365959972143], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.0031047463417053223, "dL_bp": -0.005722846835851669, "ratio": 0.5425178116344392}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.971, "eval_loss": 0.09494495697021485, "val_acc": 0.971, "val_loss": 0.09494495697021485}, {"step": 3100, "epoch": 7, "train_loss": 0.016132185235619545, "cos_r_negg": [0.03465376794338226, -0.027851343154907227, -0.03109692595899105], "cos_innovation_negg": [0.03465376794338226, -0.027851343154907227, -0.03109692595899105], "cos_apical_negg": [0.6643754243850708, 0.302901953458786, 0.28443652391433716], "cos_Ac_negg": [0.6643754243850708, 0.302901953458786, 0.28443652391433716], "r_norm": [0.18326911330223083, 0.14058515429496765, 0.1388792097568512], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.047656312584877014, 0.0029510457534343004, 0.0023641064763069153], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3200, "epoch": 7, "train_loss": 0.009192802011966705, "cos_r_negg": [0.05459386482834816, -0.009402159601449966, -0.022991284728050232], "cos_innovation_negg": [0.05459386482834816, -0.009402159601449966, -0.022991284728050232], "cos_apical_negg": [0.6704142093658447, 0.3112855553627014, 0.2888757884502411], "cos_Ac_negg": [0.6704142093658447, 0.3112855553627014, 0.2888757884502411], "r_norm": [0.20409798622131348, 0.16326746344566345, 0.16207456588745117], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.04338862746953964, 0.0028147022239863873, 0.00227888161316514], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3300, "epoch": 7, "train_loss": 0.013551285490393639, "cos_r_negg": [0.035553690046072006, -0.017283819615840912, -0.03118782490491867], "cos_innovation_negg": [0.035553690046072006, -0.017283819615840912, -0.03118782490491867], "cos_apical_negg": [0.6660122871398926, 0.3107612133026123, 0.2940223813056946], "cos_Ac_negg": [0.6660122871398926, 0.3107612133026123, 0.2940223813056946], "r_norm": [0.18496274948120117, 0.14593961834907532, 0.1456589549779892], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.04007590562105179, 0.0027786733116954565, 0.0021993571426719427], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3400, "epoch": 7, "train_loss": 0.01706189289689064, "cos_r_negg": [0.04325787350535393, -0.019938450306653976, -0.040695492178201675], "cos_innovation_negg": [0.04325787350535393, -0.019938450306653976, -0.040695492178201675], "cos_apical_negg": [0.669389545917511, 0.3126528859138489, 0.2947748303413391], "cos_Ac_negg": [0.669389545917511, 0.3126528859138489, 0.2947748303413391], "r_norm": [0.16086550056934357, 0.13449981808662415, 0.13397593796253204], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.028095167130231857, 0.00270662410184741, 0.002193845808506012], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.973, "eval_loss": 0.09169350891113281, "val_acc": 0.973, "val_loss": 0.09169350891113281}, {"step": 3500, "epoch": 8, "train_loss": 0.0326523520052433, "cos_r_negg": [0.03855828195810318, -0.018146149814128876, -0.03447357192635536], "cos_innovation_negg": [0.03855828195810318, -0.018146149814128876, -0.03447357192635536], "cos_apical_negg": [0.6682879328727722, 0.3131929934024811, 0.3017919361591339], "cos_Ac_negg": [0.6682879328727722, 0.3131929934024811, 0.3017919361591339], "r_norm": [0.16786795854568481, 0.14601141214370728, 0.14624769985675812], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.02211420238018036, 0.002692628186196089, 0.002149261999875307], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.003781430423259735, "dL_bp": -0.0068676769733428955, "ratio": 0.5506127381846112}}, {"step": 3600, "epoch": 8, "train_loss": 0.0069781094789505005, "cos_r_negg": [0.03692321106791496, -0.014337748289108276, -0.030304372310638428], "cos_innovation_negg": [0.03692321106791496, -0.014337748289108276, -0.030304372310638428], "cos_apical_negg": [0.6677078008651733, 0.3213846683502197, 0.3073697090148926], "cos_Ac_negg": [0.6677078008651733, 0.3213846683502197, 0.3073697090148926], "r_norm": [0.17716647684574127, 0.15411563217639923, 0.1542743444442749], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.022915596142411232, 0.0026443488895893097, 0.002099603181704879], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3700, "epoch": 8, "train_loss": 0.02871510200202465, "cos_r_negg": [0.03892898187041283, -0.008246321231126785, -0.03345399722456932], "cos_innovation_negg": [0.03892898187041283, -0.008246321231126785, -0.03345399722456932], "cos_apical_negg": [0.6663839817047119, 0.3192597031593323, 0.31433528661727905], "cos_Ac_negg": [0.6663839817047119, 0.3192597031593323, 0.31433528661727905], "r_norm": [0.1584033966064453, 0.1395404040813446, 0.13929851353168488], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.019240111112594604, 0.0024674036540091038, 0.0019787047058343887], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3800, "epoch": 8, "train_loss": 0.024277687072753906, "cos_r_negg": [0.05727817863225937, 0.011548498645424843, -0.011550415307283401], "cos_innovation_negg": [0.05727817863225937, 0.011548498645424843, -0.011550415307283401], "cos_apical_negg": [0.6684210896492004, 0.3211222290992737, 0.318136602640152], "cos_Ac_negg": [0.6684210896492004, 0.3211222290992737, 0.318136602640152], "r_norm": [0.1456121802330017, 0.13065117597579956, 0.13029146194458008], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.016085632145404816, 0.0023971786722540855, 0.001958792796358466], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9752, "eval_loss": 0.09184185180664063, "val_acc": 0.9752, "val_loss": 0.09184185180664063}, {"step": 3900, "epoch": 9, "train_loss": 0.010374745354056358, "cos_r_negg": [0.04557766020298004, -0.01714729517698288, -0.025709684938192368], "cos_innovation_negg": [0.04557766020298004, -0.01714729517698288, -0.025709684938192368], "cos_apical_negg": [0.6695744395256042, 0.32325053215026855, 0.31734228134155273], "cos_Ac_negg": [0.6695744395256042, 0.32325053215026855, 0.31734228134155273], "r_norm": [0.159725621342659, 0.13859602808952332, 0.13762879371643066], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.021479584276676178, 0.0022891720291227102, 0.0018995609134435654], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4000, "epoch": 9, "train_loss": 0.00751667283475399, "cos_r_negg": [0.04598163068294525, -0.012143401429057121, -0.04203193634748459], "cos_innovation_negg": [0.04598163068294525, -0.012143401429057121, -0.04203193634748459], "cos_apical_negg": [0.6686621904373169, 0.3273335099220276, 0.319504976272583], "cos_Ac_negg": [0.6686621904373169, 0.3273335099220276, 0.319504976272583], "r_norm": [0.1858421266078949, 0.16478630900382996, 0.16356483101844788], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.01837371289730072, 0.0021444757003337145, 0.0017869591247290373], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005652189254760742, "dL_bp": -0.01014149934053421, "ratio": 0.5573327044621205}}, {"step": 4100, "epoch": 9, "train_loss": 0.02230517938733101, "cos_r_negg": [0.041497014462947845, -0.014507842250168324, -0.03490866720676422], "cos_innovation_negg": [0.041497014462947845, -0.014507842250168324, -0.03490866720676422], "cos_apical_negg": [0.6658753156661987, 0.32997938990592957, 0.3306279182434082], "cos_Ac_negg": [0.6658753156661987, 0.32997938990592957, 0.3306279182434082], "r_norm": [0.18445225059986115, 0.14699000120162964, 0.14615266025066376], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.038840070366859436, 0.0021099341101944447, 0.0017565763555467129], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4200, "epoch": 9, "train_loss": 0.005069349426776171, "cos_r_negg": [0.05195365846157074, -0.01624535582959652, -0.017775144428014755], "cos_innovation_negg": [0.05195365846157074, -0.01624535582959652, -0.017775144428014755], "cos_apical_negg": [0.6694305539131165, 0.33190882205963135, 0.3327382802963257], "cos_Ac_negg": [0.6694305539131165, 0.33190882205963135, 0.3327382802963257], "r_norm": [0.16844114661216736, 0.14317192137241364, 0.14374525845050812], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.02487536333501339, 0.002003526547923684, 0.0017051694449037313], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9736, "eval_loss": 0.08903783264160156, "val_acc": 0.9736, "val_loss": 0.08903783264160156}, {"step": 4300, "epoch": 10, "train_loss": 0.005414948798716068, "cos_r_negg": [0.051327258348464966, -0.014116103760898113, -0.031578827649354935], "cos_innovation_negg": [0.051327258348464966, -0.014116103760898113, -0.031578827649354935], "cos_apical_negg": [0.6697080731391907, 0.3307817280292511, 0.3247087597846985], "cos_Ac_negg": [0.6697080731391907, 0.3307817280292511, 0.3247087597846985], "r_norm": [0.15571880340576172, 0.14212730526924133, 0.14197343587875366], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.012546096928417683, 0.0019850600510835648, 0.0016619199886918068], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4400, "epoch": 10, "train_loss": 0.0026302356272935867, "cos_r_negg": [0.04922442510724068, -0.01596180908381939, -0.036809246987104416], "cos_innovation_negg": [0.04922442510724068, -0.01596180908381939, -0.036809246987104416], "cos_apical_negg": [0.6661403179168701, 0.32999366521835327, 0.33599263429641724], "cos_Ac_negg": [0.6661403179168701, 0.32999366521835327, 0.33599263429641724], "r_norm": [0.1503923535346985, 0.13580919802188873, 0.13553930819034576], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.013930330984294415, 0.0018800499383360147, 0.0015728301368653774], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4500, "epoch": 10, "train_loss": 0.005234727170318365, "cos_r_negg": [0.04279004782438278, -0.013089574873447418, -0.03883497044444084], "cos_innovation_negg": [0.04279004782438278, -0.013089574873447418, -0.03883497044444084], "cos_apical_negg": [0.6582554578781128, 0.33193787932395935, 0.33143851161003113], "cos_Ac_negg": [0.6582554578781128, 0.33193787932395935, 0.33143851161003113], "r_norm": [0.17002546787261963, 0.153032124042511, 0.15218204259872437], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.014420568011701107, 0.001796545460820198, 0.0015046836342662573], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005243651568889618, "dL_bp": -0.009818769991397858, "ratio": 0.534043630055856}}, {"step": 4600, "epoch": 10, "train_loss": 0.005044915713369846, "cos_r_negg": [0.037329889833927155, -0.0212605819106102, -0.042866744101047516], "cos_innovation_negg": [0.037329889833927155, -0.0212605819106102, -0.042866744101047516], "cos_apical_negg": [0.6619136333465576, 0.3357577621936798, 0.3309922218322754], "cos_Ac_negg": [0.6619136333465576, 0.3357577621936798, 0.3309922218322754], "r_norm": [0.16675257682800293, 0.14591556787490845, 0.1451195478439331], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.01970144547522068, 0.0017406799597665668, 0.0014505061553791165], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4700, "epoch": 10, "train_loss": 0.0013724375749006867, "cos_r_negg": [0.05010377615690231, -0.015276012942194939, -0.03046087920665741], "cos_innovation_negg": [0.05010377615690231, -0.015276012942194939, -0.03046087920665741], "cos_apical_negg": [0.66077721118927, 0.3394717574119568, 0.3344964385032654], "cos_Ac_negg": [0.66077721118927, 0.3394717574119568, 0.3344964385032654], "r_norm": [0.15749545395374298, 0.14335030317306519, 0.14296740293502808], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.012757320888340473, 0.0016978108324110508, 0.001390437362715602], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09150413360595704, "val_acc": 0.9754, "val_loss": 0.09150413360595704}, {"step": 4800, "epoch": 11, "train_loss": 0.003025926649570465, "cos_r_negg": [0.05071274936199188, -0.01935444213449955, -0.027990613132715225], "cos_innovation_negg": [0.05071274936199188, -0.01935444213449955, -0.027990613132715225], "cos_apical_negg": [0.6593627333641052, 0.33984607458114624, 0.3375791609287262], "cos_Ac_negg": [0.6593627333641052, 0.33984607458114624, 0.3375791609287262], "r_norm": [0.1556299328804016, 0.1372954100370407, 0.13696035742759705], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.016560547053813934, 0.0016542007215321064, 0.0013777398271486163], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4900, "epoch": 11, "train_loss": 0.0020073114428669214, "cos_r_negg": [0.049408670514822006, -0.011260712519288063, -0.04053667187690735], "cos_innovation_negg": [0.049408670514822006, -0.011260712519288063, -0.04053667187690735], "cos_apical_negg": [0.656564474105835, 0.3406142592430115, 0.3390551805496216], "cos_Ac_negg": [0.656564474105835, 0.3406142592430115, 0.3390551805496216], "r_norm": [0.1600337028503418, 0.14159661531448364, 0.14074470102787018], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.016859885305166245, 0.0015532128745689988, 0.001305299811065197], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5000, "epoch": 11, "train_loss": 0.002859958214685321, "cos_r_negg": [0.05081305652856827, -0.009863438084721565, -0.0294173713773489], "cos_innovation_negg": [0.05081305652856827, -0.009863438084721565, -0.0294173713773489], "cos_apical_negg": [0.6585332155227661, 0.34396547079086304, 0.33643051981925964], "cos_Ac_negg": [0.6585332155227661, 0.34396547079086304, 0.33643051981925964], "r_norm": [0.16413137316703796, 0.14874908328056335, 0.14846907556056976], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.013204526156187057, 0.0015521326567977667, 0.0012743494007736444], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005056120455265045, "dL_bp": -0.00993308424949646, "ratio": 0.5090181788724238}}, {"step": 5100, "epoch": 11, "train_loss": 0.0012323694536462426, "cos_r_negg": [0.042424507439136505, -0.006721246987581253, -0.021249476820230484], "cos_innovation_negg": [0.042424507439136505, -0.006721246987581253, -0.021249476820230484], "cos_apical_negg": [0.6572449207305908, 0.3420355021953583, 0.34127745032310486], "cos_Ac_negg": [0.6572449207305908, 0.3420355021953583, 0.34127745032310486], "r_norm": [0.15763452649116516, 0.1432444453239441, 0.14271339774131775], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.012841688469052315, 0.0014680546009913087, 0.001173431403003633], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9764, "eval_loss": 0.09471257781982421, "val_acc": 0.9764, "val_loss": 0.09471257781982421}, {"step": 5200, "epoch": 12, "train_loss": 0.0008279132889583707, "cos_r_negg": [0.04468104988336563, -0.013861650601029396, -0.029770009219646454], "cos_innovation_negg": [0.04468104988336563, -0.013861650601029396, -0.029770009219646454], "cos_apical_negg": [0.6635090112686157, 0.34422338008880615, 0.34155982732772827], "cos_Ac_negg": [0.6635090112686157, 0.34422338008880615, 0.34155982732772827], "r_norm": [0.15616142749786377, 0.1450403928756714, 0.1446542739868164], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.008814970962703228, 0.0013967021368443966, 0.0011593392118811607], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5300, "epoch": 12, "train_loss": 0.002474377164617181, "cos_r_negg": [0.05247592180967331, -0.01316303014755249, -0.036720745265483856], "cos_innovation_negg": [0.05247592180967331, -0.01316303014755249, -0.036720745265483856], "cos_apical_negg": [0.6580915451049805, 0.3452892005443573, 0.34520524740219116], "cos_Ac_negg": [0.6580915451049805, 0.3452892005443573, 0.34520524740219116], "r_norm": [0.15630339086055756, 0.14433452486991882, 0.14385049045085907], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.009727567434310913, 0.0013103482779115438, 0.0010922914370894432], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5400, "epoch": 12, "train_loss": 0.0039198268204927444, "cos_r_negg": [0.0693136602640152, -0.011932089924812317, -0.04063981771469116], "cos_innovation_negg": [0.0693136602640152, -0.011932089924812317, -0.04063981771469116], "cos_apical_negg": [0.6559295654296875, 0.34513717889785767, 0.3465672433376312], "cos_Ac_negg": [0.6559295654296875, 0.34513717889785767, 0.3465672433376312], "r_norm": [0.15632615983486176, 0.14460477232933044, 0.1441871076822281], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.00928361527621746, 0.0012519394513219595, 0.0010403790511190891], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5500, "epoch": 12, "train_loss": 0.0007314002723433077, "cos_r_negg": [0.06650962680578232, -0.008143970742821693, -0.035111088305711746], "cos_innovation_negg": [0.06650962680578232, -0.008143970742821693, -0.035111088305711746], "cos_apical_negg": [0.660264790058136, 0.3492521047592163, 0.34319210052490234], "cos_Ac_negg": [0.660264790058136, 0.3492521047592163, 0.34319210052490234], "r_norm": [0.16343656182289124, 0.14782273769378662, 0.14751936495304108], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.012841623276472092, 0.0012168652610853314, 0.0009904750622808933], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005716308951377869, "dL_bp": -0.011403724551200867, "ratio": 0.5012668383660595}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09684984283447266, "val_acc": 0.9754, "val_loss": 0.09684984283447266}, {"step": 5600, "epoch": 13, "train_loss": 0.0027692881412804127, "cos_r_negg": [0.0522538498044014, -0.00786779448390007, -0.028002217411994934], "cos_innovation_negg": [0.0522538498044014, -0.00786779448390007, -0.028002217411994934], "cos_apical_negg": [0.652493417263031, 0.3473726809024811, 0.34591105580329895], "cos_Ac_negg": [0.652493417263031, 0.3473726809024811, 0.34591105580329895], "r_norm": [0.15928222239017487, 0.14830568432807922, 0.1474505215883255], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.007748192176222801, 0.0011683320626616478, 0.000957295298576355], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5700, "epoch": 13, "train_loss": 0.0012418606784194708, "cos_r_negg": [0.046924933791160583, -0.00778538454324007, -0.029759861528873444], "cos_innovation_negg": [0.046924933791160583, -0.00778538454324007, -0.029759861528873444], "cos_apical_negg": [0.6523133516311646, 0.349164217710495, 0.3457522392272949], "cos_Ac_negg": [0.6523133516311646, 0.349164217710495, 0.3457522392272949], "r_norm": [0.14908067882061005, 0.13800907135009766, 0.13720396161079407], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.008939189836382866, 0.0011567058973014355, 0.0009196947212330997], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5800, "epoch": 13, "train_loss": 0.002468436025083065, "cos_r_negg": [0.04797515273094177, -0.0034550875425338745, -0.0252994354814291], "cos_innovation_negg": [0.04797515273094177, -0.0034550875425338745, -0.0252994354814291], "cos_apical_negg": [0.6575414538383484, 0.3498566746711731, 0.34573766589164734], "cos_Ac_negg": [0.6575414538383484, 0.3498566746711731, 0.34573766589164734], "r_norm": [0.15384064614772797, 0.14388465881347656, 0.14333444833755493], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.007151433732360601, 0.001081219408661127, 0.0008859300869517028], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5900, "epoch": 13, "train_loss": 0.0033869484905153513, "cos_r_negg": [0.06088215857744217, 0.006665603723376989, -0.024506740272045135], "cos_innovation_negg": [0.06088215857744217, 0.006665603723376989, -0.024506740272045135], "cos_apical_negg": [0.6590138673782349, 0.34986305236816406, 0.3470897376537323], "cos_Ac_negg": [0.6590138673782349, 0.34986305236816406, 0.3470897376537323], "r_norm": [0.1569269299507141, 0.14792276918888092, 0.14688324928283691], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.005198230035603046, 0.001032146392390132, 0.0008404960390180349], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6000, "epoch": 13, "train_loss": 0.0013763040769845247, "cos_r_negg": [0.050033241510391235, -0.004613808356225491, -0.032159071415662766], "cos_innovation_negg": [0.050033241510391235, -0.004613808356225491, -0.032159071415662766], "cos_apical_negg": [0.6555749177932739, 0.3491324186325073, 0.3472903072834015], "cos_Ac_negg": [0.6555749177932739, 0.3491324186325073, 0.3472903072834015], "r_norm": [0.1510922908782959, 0.13978099822998047, 0.1389058232307434], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.008248161524534225, 0.000993124209344387, 0.0008228401420637965], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005306527018547058, "dL_bp": -0.010929271578788757, "ratio": 0.4855334575861237}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09801688079833984, "val_acc": 0.9754, "val_loss": 0.09801688079833984}, {"step": 6100, "epoch": 14, "train_loss": 0.001180444611236453, "cos_r_negg": [0.0541209876537323, 0.001969746081158519, -0.03134939819574356], "cos_innovation_negg": [0.0541209876537323, 0.001969746081158519, -0.03134939819574356], "cos_apical_negg": [0.6557727456092834, 0.34998515248298645, 0.3471245765686035], "cos_Ac_negg": [0.6557727456092834, 0.34998515248298645, 0.3471245765686035], "r_norm": [0.1546594202518463, 0.1422073245048523, 0.1415635645389557], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.009314009919762611, 0.000969144341070205, 0.0007919981144368649], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6200, "epoch": 14, "train_loss": 0.002598753198981285, "cos_r_negg": [0.053630564361810684, 0.0008059707470238209, -0.02893943339586258], "cos_innovation_negg": [0.053630564361810684, 0.0008059707470238209, -0.02893943339586258], "cos_apical_negg": [0.6540629267692566, 0.351606160402298, 0.3461366295814514], "cos_Ac_negg": [0.6540629267692566, 0.351606160402298, 0.3461366295814514], "r_norm": [0.15362125635147095, 0.14117440581321716, 0.14038440585136414], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.00970141589641571, 0.0009174683364108205, 0.0007560116937384009], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6300, "epoch": 14, "train_loss": 0.0004012706922367215, "cos_r_negg": [0.052712760865688324, -0.0035749473609030247, -0.03658299893140793], "cos_innovation_negg": [0.052712760865688324, -0.0035749473609030247, -0.03658299893140793], "cos_apical_negg": [0.6548358201980591, 0.3523106575012207, 0.34595444798469543], "cos_Ac_negg": [0.6548358201980591, 0.3523106575012207, 0.34595444798469543], "r_norm": [0.14867918193340302, 0.13716092705726624, 0.1362724006175995], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.009011099115014076, 0.0008863135008141398, 0.0007327531930059195], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6400, "epoch": 14, "train_loss": 0.0036642528139054775, "cos_r_negg": [0.06161035597324371, 0.005740263499319553, -0.025337550789117813], "cos_innovation_negg": [0.06161035597324371, 0.005740263499319553, -0.025337550789117813], "cos_apical_negg": [0.6569236516952515, 0.35398155450820923, 0.34937870502471924], "cos_Ac_negg": [0.6569236516952515, 0.35398155450820923, 0.34937870502471924], "r_norm": [0.1557437777519226, 0.14341598749160767, 0.14265763759613037], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.009386997669935226, 0.0008417815552093089, 0.0007157387444749475], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.975, "eval_loss": 0.09869029998779297, "val_acc": 0.975, "val_loss": 0.09869029998779297}], "final": {"eval_split": "validation", "eval_acc": 0.975, "eval_loss": 0.09869029998779297, "wall_s": 21.001901388168335, "val_acc": 0.975, "val_loss": 0.09869029998779297, "cos_r_negg": [0.05547182634472847, -0.007420321926474571, -0.03150612488389015], "cos_innovation_negg": [0.05547182634472847, -0.007420321926474571, -0.03150612488389015], "cos_apical_negg": [0.6513765454292297, 0.3515516519546509, 0.3473430275917053], "cos_Ac_negg": [0.6513765454292297, 0.3515516519546509, 0.3473430275917053], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.008524670265614986, 0.0008415210759267211, 0.0007293156813830137], "traffic_r2": [NaN, NaN, NaN]}}
|
