1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p5_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.018834585323929787, -0.0001697228872217238, 0.011909956112504005], "cos_innovation_negg": [-0.010025415569543839, 0.0177804846316576, 0.03856361284852028], "cos_apical_negg": [-0.018834585323929787, -0.0001697228872217238, 0.011909956112504005], "cos_Ac_negg": [-0.01002681814134121, 0.0177802424877882, 0.038564782589673996], "r_norm": [8.370075225830078, 8.818721771240234, 9.648032188415527], "traffic_norm": [6.375816345214844, 7.292808532714844, 8.257381439208984], "traffic_residual_norm": [0.0008605357725173235, 0.0008819809881970286, 0.0009065427002497017], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.16562843322753906, "dL_bp": -0.4553050994873047, "ratio": 0.36377460611366885}}, {"step": 100, "epoch": 0, "train_loss": 1.7908917665481567, "cos_r_negg": [0.09235244989395142, 0.0392325222492218, -0.01821458712220192], "cos_innovation_negg": [0.5061311721801758, 0.020542139187455177, 0.09076204150915146], "cos_apical_negg": [0.09235244989395142, 0.0392325222492218, -0.01821458712220192], "cos_Ac_negg": [0.7082172632217407, 0.03812164440751076, 0.25269633531570435], "r_norm": [8.671489715576172, 12.711592674255371, 16.76665496826172], "traffic_norm": [8.317037582397461, 12.50762939453125, 16.603038787841797], "traffic_residual_norm": [0.0006799208931624889, 0.0006681185332126915, 0.0006873724050819874], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.2849193513393402, "cos_r_negg": [0.1574588119983673, -0.05006067827343941, -0.02273852564394474], "cos_innovation_negg": [0.5455602407455444, 0.06604978442192078, 0.16205629706382751], "cos_apical_negg": [0.1574588119983673, -0.05006067827343941, -0.02273852564394474], "cos_Ac_negg": [0.7243651151657104, 0.03435320779681206, 0.07439439743757248], "r_norm": [8.57730484008789, 12.741984367370605, 16.82610511779785], "traffic_norm": [8.327339172363281, 12.569289207458496, 16.70636558532715], "traffic_residual_norm": [0.000559462234377861, 0.0005537926917895675, 0.0005686590448021889], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.28040367364883423, "cos_r_negg": [0.0755593478679657, -0.046592988073825836, -0.13369980454444885], "cos_innovation_negg": [0.577035665512085, 0.09963970631361008, -0.09911459684371948], "cos_apical_negg": [0.0755593478679657, -0.046592988073825836, -0.13369980454444885], "cos_Ac_negg": [0.7064757347106934, 0.10180576145648956, -0.0560489259660244], "r_norm": [8.5045804977417, 12.694602966308594, 16.82915496826172], "traffic_norm": [8.332391738891602, 12.580005645751953, 16.75944709777832], "traffic_residual_norm": [0.0004619687097147107, 0.00045942803262732923, 0.00047322973841801286], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.417477548122406, "cos_r_negg": [0.07697191834449768, -0.08329334110021591, -0.026027169078588486], "cos_innovation_negg": [0.631837785243988, 0.059376150369644165, -0.11217530071735382], "cos_apical_negg": [0.07697191834449768, -0.08329334110021591, -0.026027169078588486], "cos_Ac_negg": [0.7260912656784058, 0.030318498611450195, -0.11065489053726196], "r_norm": [8.553550720214844, 12.724528312683105, 16.885292053222656], "traffic_norm": [8.335217475891113, 12.603973388671875, 16.782880783081055], "traffic_residual_norm": [0.00038055540062487125, 0.00037939008325338364, 0.0003916153800673783], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8562, "eval_loss": 0.7194687744140625, "val_acc": 0.8562, "val_loss": 0.7194687744140625}, {"step": 500, "epoch": 1, "train_loss": 0.3071557581424713, "cos_r_negg": [0.08387908339500427, -0.08195836842060089, -0.10033656656742096], "cos_innovation_negg": [0.6011677384376526, 0.12456024438142776, 0.036513153463602066], "cos_apical_negg": [0.08387908339500427, -0.08195836842060089, -0.10033656656742096], "cos_Ac_negg": [0.6800488829612732, 0.06959202885627747, -0.031443607062101364], "r_norm": [8.448346138000488, 12.672863960266113, 16.856992721557617], "traffic_norm": [8.337920188903809, 12.598108291625977, 16.79693603515625], "traffic_residual_norm": [0.0003143325448036194, 0.00031554242013953626, 0.0003247622516937554], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.018285781145095825, "dL_bp": -0.01974731683731079, "ratio": 0.9259881378186263}}, {"step": 600, "epoch": 1, "train_loss": 0.40656375885009766, "cos_r_negg": [0.0911778062582016, -0.09624490141868591, 0.3555127680301666], "cos_innovation_negg": [0.6621155142784119, 0.19289281964302063, 0.40900155901908875], "cos_apical_negg": [0.0911778062582016, -0.09624490141868591, 0.3555127680301666], "cos_Ac_negg": [0.7004384994506836, 0.21782594919204712, 0.20196905732154846], "r_norm": [8.569751739501953, 12.75106430053711, 16.89461326599121], "traffic_norm": [8.339410781860352, 12.603641510009766, 16.80201530456543], "traffic_residual_norm": [0.00026088731829077005, 0.0002628998481668532, 0.00027113209944218397], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.37211793661117554, "cos_r_negg": [0.047437578439712524, -0.12852619588375092, 0.1737941950559616], "cos_innovation_negg": [0.6102417707443237, 0.13994437456130981, 0.34262967109680176], "cos_apical_negg": [0.047437578439712524, -0.12852619588375092, 0.1737941950559616], "cos_Ac_negg": [0.7054217457771301, 0.11203713715076447, 0.2248932272195816], "r_norm": [8.447341918945312, 12.685403823852539, 16.884471893310547], "traffic_norm": [8.339807510375977, 12.617929458618164, 16.823566436767578], "traffic_residual_norm": [0.00021718352218158543, 0.000220811169128865, 0.0002272208221256733], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6574519872665405, "cos_r_negg": [0.025766249746084213, -0.10197186470031738, 0.16600778698921204], "cos_innovation_negg": [0.6152860522270203, 0.1423952728509903, 0.3895149230957031], "cos_apical_negg": [0.025766249746084213, -0.10197186470031738, 0.16600778698921204], "cos_Ac_negg": [0.7027781009674072, 0.22164934873580933, 0.27082324028015137], "r_norm": [8.452643394470215, 12.685001373291016, 16.87512969970703], "traffic_norm": [8.340009689331055, 12.617457389831543, 16.816238403320312], "traffic_residual_norm": [0.0001822778576752171, 0.0001869270345196128, 0.00019254918152000755], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8822, "eval_loss": 0.5322639038085938, "val_acc": 0.8822, "val_loss": 0.5322639038085938}, {"step": 900, "epoch": 2, "train_loss": 0.33630070090293884, "cos_r_negg": [0.023783402517437935, -0.10562523454427719, 0.16448268294334412], "cos_innovation_negg": [0.6192957758903503, 0.1017349362373352, 0.19693204760551453], "cos_apical_negg": [0.023783402517437935, -0.10562523454427719, 0.16448268294334412], "cos_Ac_negg": [0.7273110747337341, 0.13356167078018188, 0.18420779705047607], "r_norm": [8.459800720214844, 12.700194358825684, 16.881954193115234], "traffic_norm": [8.342730522155762, 12.621023178100586, 16.824283599853516], "traffic_residual_norm": [0.00015457400877494365, 0.00016077318286988884, 0.00016552938905078918], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.4906665086746216, "cos_r_negg": [0.018113119527697563, -0.04001530259847641, 0.2619854211807251], "cos_innovation_negg": [0.6363155245780945, 0.2499096691608429, 0.4295734167098999], "cos_apical_negg": [0.018113119527697563, -0.04001530259847641, 0.2619854211807251], "cos_Ac_negg": [0.6698975563049316, 0.24571338295936584, 0.3459375500679016], "r_norm": [8.459339141845703, 12.68954849243164, 16.873615264892578], "traffic_norm": [8.343574523925781, 12.619457244873047, 16.82596206665039], "traffic_residual_norm": [0.00013258126273285598, 0.00014006003038957715, 0.00014432471652980894], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.05601447820663452, "dL_bp": -0.0578160434961319, "ratio": 0.9688396994924444}}, {"step": 1100, "epoch": 2, "train_loss": 0.40689533948898315, "cos_r_negg": [0.08683478832244873, -0.05089379847049713, 0.3215567469596863], "cos_innovation_negg": [0.6998476982116699, 0.2691675126552582, 0.33888721466064453], "cos_apical_negg": [0.08683478832244873, -0.05089379847049713, 0.3215567469596863], "cos_Ac_negg": [0.760452151298523, 0.24542471766471863, 0.38408929109573364], "r_norm": [8.488334655761719, 12.694768905639648, 16.895523071289062], "traffic_norm": [8.34253978729248, 12.630447387695312, 16.83648681640625], "traffic_residual_norm": [0.00011504801659611985, 0.00012400600826367736, 0.0001275254471693188], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.3109038174152374, "cos_r_negg": [0.09530395269393921, -0.06537427008152008, 0.36096271872520447], "cos_innovation_negg": [0.6347708702087402, 0.31316322088241577, 0.42924076318740845], "cos_apical_negg": [0.09530395269393921, -0.06537427008152008, 0.36096271872520447], "cos_Ac_negg": [0.6644443273544312, 0.35323747992515564, 0.3727111220359802], "r_norm": [8.641986846923828, 12.802248001098633, 16.981136322021484], "traffic_norm": [8.344145774841309, 12.637008666992188, 16.847610473632812], "traffic_residual_norm": [0.00010199345706496388, 0.00011281497427262366, 0.00011544895096449181], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9188, "eval_loss": 0.32608834228515626, "val_acc": 0.9188, "val_loss": 0.32608834228515626}, {"step": 1300, "epoch": 3, "train_loss": 0.5407673120498657, "cos_r_negg": [0.08635251224040985, -0.06611848622560501, 0.20338022708892822], "cos_innovation_negg": [0.6943954229354858, 0.272361695766449, 0.23979178071022034], "cos_apical_negg": [0.08635251224040985, -0.06611848622560501, 0.20338022708892822], "cos_Ac_negg": [0.745249330997467, 0.29099568724632263, 0.2552359402179718], "r_norm": [8.567630767822266, 12.72916030883789, 16.977115631103516], "traffic_norm": [8.3453369140625, 12.630321502685547, 16.84331512451172], "traffic_residual_norm": [9.250614675693214e-05, 0.00010470178676769137, 0.00010712220682762563], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.36415261030197144, "cos_r_negg": [0.03320443630218506, -0.06843629479408264, 0.25885123014450073], "cos_innovation_negg": [0.6456048488616943, 0.26074570417404175, 0.40362170338630676], "cos_apical_negg": [0.03320443630218506, -0.06843629479408264, 0.25885123014450073], "cos_Ac_negg": [0.7648522853851318, 0.23295457661151886, 0.2301507294178009], "r_norm": [8.559516906738281, 12.76388168334961, 16.94646644592285], "traffic_norm": [8.344820976257324, 12.630937576293945, 16.848405838012695], "traffic_residual_norm": [8.504440484102815e-05, 9.81335761025548e-05, 0.00010041921632364392], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.5130122900009155, "cos_r_negg": [0.09002727270126343, -0.06820456683635712, 0.31409019231796265], "cos_innovation_negg": [0.6589749455451965, 0.24299083650112152, 0.441914826631546], "cos_apical_negg": [0.09002727270126343, -0.06820456683635712, 0.31409019231796265], "cos_Ac_negg": [0.7379212975502014, 0.3389994204044342, 0.35289299488067627], "r_norm": [8.545493125915527, 12.75467586517334, 16.954036712646484], "traffic_norm": [8.345739364624023, 12.644330978393555, 16.858661651611328], "traffic_residual_norm": [7.999165245564654e-05, 9.444341412745416e-05, 9.593208960723132e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.182857483625412, "dL_bp": -0.18801945447921753, "ratio": 0.9725455492459366}}, {"step": 1600, "epoch": 3, "train_loss": 0.3019050359725952, "cos_r_negg": [0.08682915568351746, -0.05222465842962265, 0.22896739840507507], "cos_innovation_negg": [0.6537385582923889, 0.23042994737625122, 0.3661407232284546], "cos_apical_negg": [0.08682915568351746, -0.05222465842962265, 0.22896739840507507], "cos_Ac_negg": [0.73940110206604, 0.2912859320640564, 0.22665360569953918], "r_norm": [8.475729942321777, 12.702869415283203, 16.909286499023438], "traffic_norm": [8.346099853515625, 12.639458656311035, 16.856857299804688], "traffic_residual_norm": [7.609443855471909e-05, 9.084150951821357e-05, 9.22481922316365e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.476875901222229, "cos_r_negg": [0.10158972442150116, -0.11953139305114746, 0.3105412423610687], "cos_innovation_negg": [0.6467688679695129, 0.07345011830329895, 0.256508469581604], "cos_apical_negg": [0.10158972442150116, -0.11953139305114746, 0.3105412423610687], "cos_Ac_negg": [0.7668088674545288, 0.1627356857061386, 0.21074634790420532], "r_norm": [8.511787414550781, 12.727888107299805, 16.928529739379883], "traffic_norm": [8.346010208129883, 12.648235321044922, 16.862390518188477], "traffic_residual_norm": [7.362138421740383e-05, 8.878119115252048e-05, 8.983200677903369e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.847, "eval_loss": 0.5884050537109375, "val_acc": 0.847, "val_loss": 0.5884050537109375}, {"step": 1800, "epoch": 4, "train_loss": 0.17862476408481598, "cos_r_negg": [0.11797748506069183, -0.035982225090265274, 0.4618195593357086], "cos_innovation_negg": [0.617118239402771, 0.218959778547287, 0.2945423126220703], "cos_apical_negg": [0.11797748506069183, -0.035982225090265274, 0.4618195593357086], "cos_Ac_negg": [0.6904492378234863, 0.2489490658044815, 0.1341850310564041], "r_norm": [8.478863716125488, 12.731679916381836, 16.92699432373047], "traffic_norm": [8.347062110900879, 12.643924713134766, 16.861297607421875], "traffic_residual_norm": [7.147828000597656e-05, 8.732325659366325e-05, 8.796561451163143e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.3810059428215027, "cos_r_negg": [0.06364469230175018, -0.017008855938911438, 0.5095993280410767], "cos_innovation_negg": [0.5426441431045532, 0.18411222100257874, 0.2722337245941162], "cos_apical_negg": [0.06364469230175018, -0.017008855938911438, 0.5095993280410767], "cos_Ac_negg": [0.6415776014328003, 0.23584747314453125, 0.03274976462125778], "r_norm": [8.46002197265625, 12.738687515258789, 16.92138671875], "traffic_norm": [8.346906661987305, 12.639381408691406, 16.859966278076172], "traffic_residual_norm": [7.040239142952487e-05, 8.654260454932228e-05, 8.75565383466892e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.4274652302265167, "cos_r_negg": [0.03907737880945206, 0.036161310970783234, 0.10745485126972198], "cos_innovation_negg": [0.6537007093429565, 0.247635155916214, 0.2174326777458191], "cos_apical_negg": [0.03907737880945206, 0.036161310970783234, 0.10745485126972198], "cos_Ac_negg": [0.7455944418907166, 0.2641940712928772, 0.17816229164600372], "r_norm": [8.550783157348633, 12.750436782836914, 16.949508666992188], "traffic_norm": [8.347565650939941, 12.650827407836914, 16.864290237426758], "traffic_residual_norm": [6.931528332643211e-05, 8.552987856091931e-05, 8.677395817358047e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.12942422926425934, "dL_bp": -0.1339067816734314, "ratio": 0.9665248290403693}}, {"step": 2100, "epoch": 4, "train_loss": 0.46621477603912354, "cos_r_negg": [0.059451453387737274, -0.1285800039768219, 0.11151842772960663], "cos_innovation_negg": [0.6427613496780396, 0.15203145146369934, 0.18686725199222565], "cos_apical_negg": [0.059451453387737274, -0.1285800039768219, 0.11151842772960663], "cos_Ac_negg": [0.7147311568260193, 0.17793229222297668, 0.10502279549837112], "r_norm": [8.449678421020508, 12.709188461303711, 16.916545867919922], "traffic_norm": [8.347184181213379, 12.64921760559082, 16.886621475219727], "traffic_residual_norm": [6.872312951600179e-05, 8.532112406101078e-05, 8.692598203197122e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9268, "eval_loss": 0.32537802734375, "val_acc": 0.9268, "val_loss": 0.32537802734375}, {"step": 2200, "epoch": 5, "train_loss": 0.42274677753448486, "cos_r_negg": [0.05901091545820236, -0.03346545621752739, 0.21145659685134888], "cos_innovation_negg": [0.6480748057365417, 0.23091170191764832, 0.43083006143569946], "cos_apical_negg": [0.05901091545820236, -0.03346545621752739, 0.21145659685134888], "cos_Ac_negg": [0.7721638679504395, 0.24570304155349731, 0.25126075744628906], "r_norm": [8.497642517089844, 12.743906021118164, 16.954898834228516], "traffic_norm": [8.347790718078613, 12.648130416870117, 16.887542724609375], "traffic_residual_norm": [6.81096498738043e-05, 8.464526035822928e-05, 8.612920646555722e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.6814604997634888, "cos_r_negg": [-0.030775990337133408, -0.05716327950358391, 0.2503637671470642], "cos_innovation_negg": [0.6129451990127563, 0.2186509668827057, 0.4000388979911804], "cos_apical_negg": [-0.030775990337133408, -0.05716327950358391, 0.2503637671470642], "cos_Ac_negg": [0.7554656267166138, 0.1936434805393219, 0.502273440361023], "r_norm": [8.455060958862305, 12.709197998046875, 16.938980102539062], "traffic_norm": [8.347925186157227, 12.649250030517578, 16.893890380859375], "traffic_residual_norm": [6.771147309336811e-05, 8.487934246659279e-05, 8.573957165936008e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.44173896312713623, "cos_r_negg": [0.030031893402338028, -0.08085718750953674, 0.1709728240966797], "cos_innovation_negg": [0.6549991369247437, 0.2210628092288971, 0.4163888692855835], "cos_apical_negg": [0.030031893402338028, -0.08085718750953674, 0.1709728240966797], "cos_Ac_negg": [0.7418643832206726, 0.2545696198940277, 0.5530136823654175], "r_norm": [8.493396759033203, 12.724507331848145, 16.95038604736328], "traffic_norm": [8.348642349243164, 12.65539264678955, 16.895187377929688], "traffic_residual_norm": [6.779965769965202e-05, 8.422703831456602e-05, 8.558006084058434e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.25591254234313965, "cos_r_negg": [-0.04145612567663193, -0.06450673937797546, 0.20390544831752777], "cos_innovation_negg": [0.5496231317520142, 0.25272801518440247, 0.4518287181854248], "cos_apical_negg": [-0.04145612567663193, -0.06450673937797546, 0.20390544831752777], "cos_Ac_negg": [0.7648245096206665, 0.3131931722164154, 0.4513794779777527], "r_norm": [8.47538948059082, 12.731353759765625, 16.942394256591797], "traffic_norm": [8.34748649597168, 12.653223037719727, 16.890216827392578], "traffic_residual_norm": [6.765217403881252e-05, 8.477693336317316e-05, 8.56635597301647e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.053036659955978394, "dL_bp": -0.05683106184005737, "ratio": 0.9332336619935456}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8954, "eval_loss": 0.4642350769042969, "val_acc": 0.8954, "val_loss": 0.4642350769042969}, {"step": 2600, "epoch": 6, "train_loss": 0.4838069975376129, "cos_r_negg": [0.07578979432582855, 0.04714850336313248, 0.15366864204406738], "cos_innovation_negg": [0.6216279864311218, 0.25299200415611267, 0.1666480153799057], "cos_apical_negg": [0.07578979432582855, 0.04714850336313248, 0.15366864204406738], "cos_Ac_negg": [0.743084728717804, 0.23608408868312836, 0.27763527631759644], "r_norm": [8.508584976196289, 12.706015586853027, 16.963016510009766], "traffic_norm": [8.347417831420898, 12.649045944213867, 16.88417625427246], "traffic_residual_norm": [6.758123345207423e-05, 8.491994958603755e-05, 8.538615657016635e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.20530742406845093, "cos_r_negg": [0.07143165916204453, -0.07623493671417236, 0.1145329624414444], "cos_innovation_negg": [0.6631909608840942, 0.2580708861351013, 0.23836641013622284], "cos_apical_negg": [0.07143165916204453, -0.07623493671417236, 0.1145329624414444], "cos_Ac_negg": [0.7662028074264526, 0.2517673969268799, 0.2330819070339203], "r_norm": [8.452713012695312, 12.70882511138916, 16.963247299194336], "traffic_norm": [8.348679542541504, 12.66468620300293, 16.917631149291992], "traffic_residual_norm": [6.691542512271553e-05, 8.466962026432157e-05, 8.690639515407383e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.2283002883195877, "cos_r_negg": [0.05988753214478493, -0.026430319994688034, 0.022060563787817955], "cos_innovation_negg": [0.6319356560707092, 0.24389035999774933, 0.11172731965780258], "cos_apical_negg": [0.05988753214478493, -0.026430319994688034, 0.022060563787817955], "cos_Ac_negg": [0.7185291051864624, 0.20805750787258148, 0.09835800528526306], "r_norm": [8.45566177368164, 12.70991325378418, 16.954607009887695], "traffic_norm": [8.348535537719727, 12.665792465209961, 16.91954231262207], "traffic_residual_norm": [6.70373992761597e-05, 8.472218905808404e-05, 8.700839680386707e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.39104020595550537, "cos_r_negg": [0.09922127425670624, 0.034589383751153946, 0.07953372597694397], "cos_innovation_negg": [0.6325887441635132, 0.3839415907859802, 0.25733035802841187], "cos_apical_negg": [0.09922127425670624, 0.034589383751153946, 0.07953372597694397], "cos_Ac_negg": [0.7043877243995667, 0.4369945526123047, 0.302517294883728], "r_norm": [8.579334259033203, 12.790937423706055, 17.013019561767578], "traffic_norm": [8.348621368408203, 12.67508316040039, 16.92632293701172], "traffic_residual_norm": [6.724861304974183e-05, 8.507485472364351e-05, 8.721699850866571e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.2384531944990158, "cos_r_negg": [0.10025247931480408, -0.008923409506678581, 0.11865473538637161], "cos_innovation_negg": [0.5204724073410034, 0.24384254217147827, 0.28098446130752563], "cos_apical_negg": [0.10025247931480408, -0.008923409506678581, 0.11865473538637161], "cos_Ac_negg": [0.7247536182403564, 0.36716529726982117, 0.2921736538410187], "r_norm": [8.52950382232666, 12.798052787780762, 17.019756317138672], "traffic_norm": [8.34878158569336, 12.675556182861328, 16.924720764160156], "traffic_residual_norm": [6.755058711860329e-05, 8.518798858858645e-05, 8.696046279510483e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.13200998306274414, "dL_bp": -0.13597601652145386, "ratio": 0.9708328456725751}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9008, "eval_loss": 0.4626956787109375, "val_acc": 0.9008, "val_loss": 0.4626956787109375}, {"step": 3100, "epoch": 7, "train_loss": 0.30835092067718506, "cos_r_negg": [0.05292142927646637, -0.0926680713891983, 0.20894986391067505], "cos_innovation_negg": [0.6187103986740112, 0.2738338112831116, 0.39939770102500916], "cos_apical_negg": [0.05292142927646637, -0.0926680713891983, 0.20894986391067505], "cos_Ac_negg": [0.7517646551132202, 0.4081583023071289, 0.5168066024780273], "r_norm": [8.478068351745605, 12.748823165893555, 16.995502471923828], "traffic_norm": [8.348690032958984, 12.676189422607422, 16.92995262145996], "traffic_residual_norm": [6.713478796882555e-05, 8.486394654028118e-05, 8.629919466329738e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.21243344247341156, "cos_r_negg": [0.07490353286266327, 0.029401592910289764, 0.1847524493932724], "cos_innovation_negg": [0.5976516008377075, 0.31525295972824097, 0.42061203718185425], "cos_apical_negg": [0.07490353286266327, 0.029401592910289764, 0.1847524493932724], "cos_Ac_negg": [0.7156133651733398, 0.38468074798583984, 0.3845205307006836], "r_norm": [8.44658374786377, 12.742850303649902, 16.982421875], "traffic_norm": [8.349613189697266, 12.675857543945312, 16.92420768737793], "traffic_residual_norm": [6.697281787637621e-05, 8.438729855697602e-05, 8.618584251962602e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.4350288510322571, "cos_r_negg": [0.015431827865540981, -0.08024663478136063, 0.177720844745636], "cos_innovation_negg": [0.5970691442489624, 0.2301640808582306, 0.4543755054473877], "cos_apical_negg": [0.015431827865540981, -0.08024663478136063, 0.177720844745636], "cos_Ac_negg": [0.7610898017883301, 0.3112294375896454, 0.45558997988700867], "r_norm": [8.440027236938477, 12.737960815429688, 16.973278045654297], "traffic_norm": [8.349510192871094, 12.677647590637207, 16.925783157348633], "traffic_residual_norm": [6.690809095744044e-05, 8.448755397694185e-05, 8.599210559623316e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.2416762113571167, "cos_r_negg": [0.06649275869131088, 0.0054025170393288136, 0.2265581637620926], "cos_innovation_negg": [0.6015946865081787, 0.28514838218688965, 0.4848988652229309], "cos_apical_negg": [0.06649275869131088, 0.0054025170393288136, 0.2265581637620926], "cos_Ac_negg": [0.7329113483428955, 0.32010385394096375, 0.4564918875694275], "r_norm": [8.49343204498291, 12.737117767333984, 16.98105239868164], "traffic_norm": [8.349042892456055, 12.673269271850586, 16.92829132080078], "traffic_residual_norm": [6.673578900517896e-05, 8.443553815595806e-05, 8.563577284803614e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8958, "eval_loss": 0.4958229309082031, "val_acc": 0.8958, "val_loss": 0.4958229309082031}, {"step": 3500, "epoch": 8, "train_loss": 0.3199259042739868, "cos_r_negg": [0.019873520359396935, -0.04806053265929222, 0.24752411246299744], "cos_innovation_negg": [0.5218252539634705, 0.24089327454566956, 0.5201455354690552], "cos_apical_negg": [0.019873520359396935, -0.04806053265929222, 0.24752411246299744], "cos_Ac_negg": [0.7238850593566895, 0.37332677841186523, 0.43685710430145264], "r_norm": [8.450637817382812, 12.72862434387207, 16.975669860839844], "traffic_norm": [8.349231719970703, 12.678442001342773, 16.92965316772461], "traffic_residual_norm": [6.685020343866199e-05, 8.471394539810717e-05, 8.602906746091321e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.035078659653663635, "dL_bp": -0.03973056375980377, "ratio": 0.8829137151371971}}, {"step": 3600, "epoch": 8, "train_loss": 0.15008313953876495, "cos_r_negg": [0.025813505053520203, -0.03706229105591774, 0.12659791111946106], "cos_innovation_negg": [0.6322191953659058, 0.3552503287792206, 0.3143783211708069], "cos_apical_negg": [0.025813505053520203, -0.03706229105591774, 0.12659791111946106], "cos_Ac_negg": [0.7493593692779541, 0.37278634309768677, 0.2908738851547241], "r_norm": [8.448321342468262, 12.727848052978516, 16.9724063873291], "traffic_norm": [8.349532127380371, 12.67542839050293, 16.92950439453125], "traffic_residual_norm": [6.67653075652197e-05, 8.46102338982746e-05, 8.62332817632705e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.08982131630182266, "cos_r_negg": [0.014653978869318962, -0.04574501886963844, 0.11477123945951462], "cos_innovation_negg": [0.5905384421348572, 0.3037538230419159, 0.3530466556549072], "cos_apical_negg": [0.014653978869318962, -0.04574501886963844, 0.11477123945951462], "cos_Ac_negg": [0.7271791100502014, 0.42998600006103516, 0.28264865279197693], "r_norm": [8.489032745361328, 12.75096607208252, 16.984111785888672], "traffic_norm": [8.348909378051758, 12.675621032714844, 16.932266235351562], "traffic_residual_norm": [6.65355400997214e-05, 8.460743993055075e-05, 8.598283602623269e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.2188507616519928, "cos_r_negg": [0.045844338834285736, -0.05269183963537216, 0.14980857074260712], "cos_innovation_negg": [0.5811148285865784, 0.25448882579803467, 0.5182346105575562], "cos_apical_negg": [0.045844338834285736, -0.05269183963537216, 0.14980857074260712], "cos_Ac_negg": [0.7182267308235168, 0.34708625078201294, 0.6005496978759766], "r_norm": [8.505988121032715, 12.765510559082031, 16.98689079284668], "traffic_norm": [8.34925651550293, 12.68103313446045, 16.9356689453125], "traffic_residual_norm": [6.675942131550983e-05, 8.469643944408745e-05, 8.622376481071115e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.2583948425292969, "val_acc": 0.9394, "val_loss": 0.2583948425292969}, {"step": 3900, "epoch": 9, "train_loss": 0.28791749477386475, "cos_r_negg": [-0.03412953391671181, -0.07445412129163742, 0.13575789332389832], "cos_innovation_negg": [0.5482615828514099, 0.2945491671562195, 0.39096546173095703], "cos_apical_negg": [-0.03412953391671181, -0.07445412129163742, 0.13575789332389832], "cos_Ac_negg": [0.7152242660522461, 0.4281512498855591, 0.3871449828147888], "r_norm": [8.495688438415527, 12.734352111816406, 16.962125778198242], "traffic_norm": [8.349221229553223, 12.673372268676758, 16.93179702758789], "traffic_residual_norm": [6.647512782365084e-05, 8.478869858663529e-05, 8.595867257099599e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.15827001631259918, "cos_r_negg": [-0.026444878429174423, -0.0970456451177597, 0.079790398478508], "cos_innovation_negg": [0.5825261473655701, 0.2930165231227875, 0.36866486072540283], "cos_apical_negg": [-0.026444878429174423, -0.0970456451177597, 0.079790398478508], "cos_Ac_negg": [0.7303400635719299, 0.40510040521621704, 0.30057939887046814], "r_norm": [8.441798210144043, 12.7178955078125, 16.966754913330078], "traffic_norm": [8.34988784790039, 12.674714088439941, 16.935379028320312], "traffic_residual_norm": [6.634544843109325e-05, 8.430136949755251e-05, 8.578839333495125e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.017887666821479797, "dL_bp": -0.021914049983024597, "ratio": 0.8162647632608404}}, {"step": 4100, "epoch": 9, "train_loss": 0.32976678013801575, "cos_r_negg": [0.017035378143191338, -0.053028881549835205, 0.1760799139738083], "cos_innovation_negg": [0.5297427177429199, 0.27471724152565, 0.39190590381622314], "cos_apical_negg": [0.017035378143191338, -0.053028881549835205, 0.1760799139738083], "cos_Ac_negg": [0.6914647817611694, 0.38335883617401123, 0.556531548500061], "r_norm": [8.467998504638672, 12.72900676727295, 16.986705780029297], "traffic_norm": [8.350017547607422, 12.676664352416992, 16.928298950195312], "traffic_residual_norm": [6.658268830506131e-05, 8.409409201703966e-05, 8.617393905296922e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.576468825340271, "cos_r_negg": [0.05237284302711487, -0.047346316277980804, 0.13454267382621765], "cos_innovation_negg": [0.5721390843391418, 0.26959162950515747, 0.3336248993873596], "cos_apical_negg": [0.05237284302711487, -0.047346316277980804, 0.13454267382621765], "cos_Ac_negg": [0.7677761316299438, 0.43984413146972656, 0.3432747721672058], "r_norm": [8.480279922485352, 12.734190940856934, 16.959918975830078], "traffic_norm": [8.349925994873047, 12.677409172058105, 16.931955337524414], "traffic_residual_norm": [6.67743370286189e-05, 8.401052036788315e-05, 8.576810796512291e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9146, "eval_loss": 0.36271883544921873, "val_acc": 0.9146, "val_loss": 0.36271883544921873}, {"step": 4300, "epoch": 10, "train_loss": 0.21510905027389526, "cos_r_negg": [0.04968535900115967, -0.008770732209086418, 0.04677794873714447], "cos_innovation_negg": [0.6165311336517334, 0.3249337673187256, 0.2256629317998886], "cos_apical_negg": [0.04968535900115967, -0.008770732209086418, 0.04677794873714447], "cos_Ac_negg": [0.7696636915206909, 0.4622800946235657, 0.2089366763830185], "r_norm": [8.487325668334961, 12.743581771850586, 16.96915626525879], "traffic_norm": [8.349628448486328, 12.67611312866211, 16.93202781677246], "traffic_residual_norm": [6.627588300034404e-05, 8.336499013239518e-05, 8.544667798560113e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.28036195039749146, "cos_r_negg": [0.05904216691851616, -0.03491620719432831, 0.15841814875602722], "cos_innovation_negg": [0.6948168277740479, 0.41475850343704224, 0.32199183106422424], "cos_apical_negg": [0.05904216691851616, -0.03491620719432831, 0.15841814875602722], "cos_Ac_negg": [0.7697339653968811, 0.4691183269023895, 0.24045328795909882], "r_norm": [8.519947052001953, 12.728193283081055, 16.996009826660156], "traffic_norm": [8.349851608276367, 12.672560691833496, 16.93028450012207], "traffic_residual_norm": [6.650605791946873e-05, 8.346795220859349e-05, 8.543248986825347e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.2805616557598114, "cos_r_negg": [-0.023855287581682205, -0.020245203748345375, -0.04441105201840401], "cos_innovation_negg": [0.4992060661315918, 0.34569251537323, 0.1949140578508377], "cos_apical_negg": [-0.023855287581682205, -0.020245203748345375, -0.04441105201840401], "cos_Ac_negg": [0.7751142978668213, 0.5084288716316223, 0.3548334836959839], "r_norm": [8.443013191223145, 12.722259521484375, 16.96935272216797], "traffic_norm": [8.35020637512207, 12.673802375793457, 16.929548263549805], "traffic_residual_norm": [6.651694275205955e-05, 8.350440475624055e-05, 8.552666986361146e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.020346075296401978, "dL_bp": -0.024169310927391052, "ratio": 0.8418144546001017}}, {"step": 4600, "epoch": 10, "train_loss": 0.3191279172897339, "cos_r_negg": [-0.057209376245737076, -0.08681659400463104, 0.12702730298042297], "cos_innovation_negg": [0.5420752763748169, 0.3146078288555145, 0.37307578325271606], "cos_apical_negg": [-0.057209376245737076, -0.08681659400463104, 0.12702730298042297], "cos_Ac_negg": [0.7057833671569824, 0.46928349137306213, 0.4131769835948944], "r_norm": [8.451010704040527, 12.737527847290039, 16.970809936523438], "traffic_norm": [8.350975036621094, 12.675603866577148, 16.93370819091797], "traffic_residual_norm": [6.645658140769228e-05, 8.321127097588032e-05, 8.527598401997238e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.05336381494998932, "cos_r_negg": [0.04898098483681679, -0.02008083462715149, 0.014742719009518623], "cos_innovation_negg": [0.5733857154846191, 0.31119203567504883, 0.24596071243286133], "cos_apical_negg": [0.04898098483681679, -0.02008083462715149, 0.014742719009518623], "cos_Ac_negg": [0.7323802709579468, 0.48272573947906494, 0.31064891815185547], "r_norm": [8.466154098510742, 12.740015029907227, 16.983718872070312], "traffic_norm": [8.350693702697754, 12.678946495056152, 16.931047439575195], "traffic_residual_norm": [6.627584662055597e-05, 8.329509000759572e-05, 8.540104317944497e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9414, "eval_loss": 0.2750232208251953, "val_acc": 0.9414, "val_loss": 0.2750232208251953}, {"step": 4800, "epoch": 11, "train_loss": 0.19790300726890564, "cos_r_negg": [0.03575846180319786, -0.09951835870742798, 0.20359858870506287], "cos_innovation_negg": [0.5232438445091248, 0.3004295229911804, 0.36756467819213867], "cos_apical_negg": [0.03575846180319786, -0.09951835870742798, 0.20359858870506287], "cos_Ac_negg": [0.72112637758255, 0.44628196954727173, 0.3915451765060425], "r_norm": [8.459012985229492, 12.7392578125, 16.981037139892578], "traffic_norm": [8.35076904296875, 12.682462692260742, 16.932796478271484], "traffic_residual_norm": [6.623900844715536e-05, 8.329372212756425e-05, 8.557864930480719e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.2039175033569336, "cos_r_negg": [-0.03143131732940674, -0.06821857392787933, 0.07117226719856262], "cos_innovation_negg": [0.5465684533119202, 0.29311323165893555, 0.42304426431655884], "cos_apical_negg": [-0.03143131732940674, -0.06821857392787933, 0.07117226719856262], "cos_Ac_negg": [0.729145348072052, 0.4635576009750366, 0.5667606592178345], "r_norm": [8.433537483215332, 12.723889350891113, 16.96441650390625], "traffic_norm": [8.350822448730469, 12.681282997131348, 16.93510627746582], "traffic_residual_norm": [6.62068123347126e-05, 8.342508226633072e-05, 8.560659625800326e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.41887232661247253, "cos_r_negg": [0.057526152580976486, -0.06541071087121964, 0.07863709330558777], "cos_innovation_negg": [0.5905239582061768, 0.3888457417488098, 0.21967819333076477], "cos_apical_negg": [0.057526152580976486, -0.06541071087121964, 0.07863709330558777], "cos_Ac_negg": [0.7560282945632935, 0.4565625786781311, 0.2603583037853241], "r_norm": [8.447338104248047, 12.719245910644531, 16.96530532836914], "traffic_norm": [8.350568771362305, 12.6777982711792, 16.931682586669922], "traffic_residual_norm": [6.62704769638367e-05, 8.338345651281998e-05, 8.558703120797873e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.01868671178817749, "dL_bp": -0.02055518329143524, "ratio": 0.9090997401109875}}, {"step": 5100, "epoch": 11, "train_loss": 0.19666555523872375, "cos_r_negg": [-0.01206957083195448, -0.06357268989086151, -0.011422543786466122], "cos_innovation_negg": [0.531403124332428, 0.3643582761287689, 0.25012221932411194], "cos_apical_negg": [-0.01206957083195448, -0.06357268989086151, -0.011422543786466122], "cos_Ac_negg": [0.7519012689590454, 0.5399237275123596, 0.3602958917617798], "r_norm": [8.450872421264648, 12.723727226257324, 16.96788787841797], "traffic_norm": [8.350175857543945, 12.672216415405273, 16.925983428955078], "traffic_residual_norm": [6.574027065653354e-05, 8.281760528916493e-05, 8.523330325260758e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9274, "eval_loss": 0.3321258056640625, "val_acc": 0.9274, "val_loss": 0.3321258056640625}, {"step": 5200, "epoch": 12, "train_loss": 0.2742783725261688, "cos_r_negg": [0.0706668347120285, -0.04072205722332001, 0.08705270290374756], "cos_innovation_negg": [0.5371500253677368, 0.2994224429130554, 0.2744259834289551], "cos_apical_negg": [0.0706668347120285, -0.04072205722332001, 0.08705270290374756], "cos_Ac_negg": [0.726921021938324, 0.43973779678344727, 0.3410164713859558], "r_norm": [8.479394912719727, 12.74873161315918, 16.975921630859375], "traffic_norm": [8.350849151611328, 12.67805290222168, 16.928604125976562], "traffic_residual_norm": [6.568102253368124e-05, 8.287389937322587e-05, 8.531025378033519e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.2828960418701172, "cos_r_negg": [0.01305760070681572, -0.04373273625969887, -0.013510843738913536], "cos_innovation_negg": [0.5167508721351624, 0.353543221950531, 0.1145109236240387], "cos_apical_negg": [0.01305760070681572, -0.04373273625969887, -0.013510843738913536], "cos_Ac_negg": [0.699093222618103, 0.5432409048080444, 0.13203297555446625], "r_norm": [8.495792388916016, 12.742195129394531, 16.98388671875], "traffic_norm": [8.350512504577637, 12.679679870605469, 16.931285858154297], "traffic_residual_norm": [6.584307993762195e-05, 8.284686191473156e-05, 8.540586713934317e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.3002431094646454, "cos_r_negg": [0.053058184683322906, -0.034367285668849945, 0.12932655215263367], "cos_innovation_negg": [0.5785173177719116, 0.35910722613334656, 0.2779088616371155], "cos_apical_negg": [0.053058184683322906, -0.034367285668849945, 0.12932655215263367], "cos_Ac_negg": [0.7450340986251831, 0.5243582725524902, 0.3023865222930908], "r_norm": [8.49039363861084, 12.753864288330078, 16.984230041503906], "traffic_norm": [8.351134300231934, 12.678274154663086, 16.928415298461914], "traffic_residual_norm": [6.588020187336951e-05, 8.286749653052539e-05, 8.558416448067874e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.255666047334671, "cos_r_negg": [0.0709468200802803, -0.04020971804857254, -0.015020965598523617], "cos_innovation_negg": [0.603781521320343, 0.3537423610687256, 0.2368464469909668], "cos_apical_negg": [0.0709468200802803, -0.04020971804857254, -0.015020965598523617], "cos_Ac_negg": [0.7459821701049805, 0.5070720911026001, 0.29863080382347107], "r_norm": [8.481557846069336, 12.738678932189941, 16.97426414489746], "traffic_norm": [8.350584030151367, 12.676902770996094, 16.927358627319336], "traffic_residual_norm": [6.565866351593286e-05, 8.250795508502051e-05, 8.549059566576034e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.052965328097343445, "dL_bp": -0.05789388716220856, "ratio": 0.9148690940192675}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9324, "eval_loss": 0.3121637512207031, "val_acc": 0.9324, "val_loss": 0.3121637512207031}, {"step": 5600, "epoch": 13, "train_loss": 0.14916369318962097, "cos_r_negg": [0.00723608024418354, -0.06924833357334137, 0.08520729094743729], "cos_innovation_negg": [0.5570768117904663, 0.2937030792236328, 0.2523481845855713], "cos_apical_negg": [0.00723608024418354, -0.06924833357334137, 0.08520729094743729], "cos_Ac_negg": [0.7270840406417847, 0.49755656719207764, 0.29844343662261963], "r_norm": [8.451053619384766, 12.727514266967773, 16.973108291625977], "traffic_norm": [8.350959777832031, 12.680517196655273, 16.932104110717773], "traffic_residual_norm": [6.585277151316404e-05, 8.240553142968565e-05, 8.52290540933609e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.2518295347690582, "cos_r_negg": [0.030174676328897476, -0.04864831268787384, 0.034768447279930115], "cos_innovation_negg": [0.5859031081199646, 0.38332629203796387, 0.09989931434392929], "cos_apical_negg": [0.030174676328897476, -0.04864831268787384, 0.034768447279930115], "cos_Ac_negg": [0.7410352826118469, 0.5787409543991089, 0.10894418507814407], "r_norm": [8.46682357788086, 12.741117477416992, 16.967395782470703], "traffic_norm": [8.351293563842773, 12.679455757141113, 16.933639526367188], "traffic_residual_norm": [6.567111267941073e-05, 8.233240805566311e-05, 8.500657713739201e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.1744830310344696, "cos_r_negg": [0.05894504487514496, -0.024870652705430984, -0.11126958578824997], "cos_innovation_negg": [0.560721218585968, 0.3471164405345917, 0.06915512681007385], "cos_apical_negg": [0.05894504487514496, -0.024870652705430984, -0.11126958578824997], "cos_Ac_negg": [0.7583128809928894, 0.5720099806785583, 0.08076804876327515], "r_norm": [8.441187858581543, 12.728691101074219, 16.962167739868164], "traffic_norm": [8.35113525390625, 12.680695533752441, 16.93392562866211], "traffic_residual_norm": [6.572916026925668e-05, 8.239489397965372e-05, 8.505675941705704e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.25736376643180847, "cos_r_negg": [0.027438748627901077, -0.07507658004760742, 0.1064286082983017], "cos_innovation_negg": [0.6308433413505554, 0.4286169707775116, 0.09313757717609406], "cos_apical_negg": [0.027438748627901077, -0.07507658004760742, 0.1064286082983017], "cos_Ac_negg": [0.8033542633056641, 0.5773577690124512, 0.048468977212905884], "r_norm": [8.471077919006348, 12.738485336303711, 16.972431182861328], "traffic_norm": [8.351438522338867, 12.67607307434082, 16.93191909790039], "traffic_residual_norm": [6.542657501995564e-05, 8.211698150262237e-05, 8.482862904202193e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.13409745693206787, "cos_r_negg": [0.04943402111530304, -0.040224552154541016, -0.004015821497887373], "cos_innovation_negg": [0.6310133934020996, 0.39446383714675903, 0.11759155243635178], "cos_apical_negg": [0.04943402111530304, -0.040224552154541016, -0.004015821497887373], "cos_Ac_negg": [0.7790545225143433, 0.5698962211608887, 0.11091333627700806], "r_norm": [8.47549819946289, 12.741006851196289, 16.979305267333984], "traffic_norm": [8.351228713989258, 12.677970886230469, 16.9346923828125], "traffic_residual_norm": [6.557605229318142e-05, 8.232262916862965e-05, 8.505635196343064e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.03462228178977966, "dL_bp": -0.0370481014251709, "ratio": 0.9345224305139938}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9374, "eval_loss": 0.268471923828125, "val_acc": 0.9374, "val_loss": 0.268471923828125}, {"step": 6100, "epoch": 14, "train_loss": 0.16135185956954956, "cos_r_negg": [0.05343499779701233, 0.023986559361219406, 0.07871851325035095], "cos_innovation_negg": [0.519461452960968, 0.3904877305030823, 0.33015990257263184], "cos_apical_negg": [0.05343499779701233, 0.023986559361219406, 0.07871851325035095], "cos_Ac_negg": [0.7716113924980164, 0.5950812101364136, 0.3911633789539337], "r_norm": [8.461503982543945, 12.741440773010254, 16.96844482421875], "traffic_norm": [8.351409912109375, 12.672967910766602, 16.925935745239258], "traffic_residual_norm": [6.57911368762143e-05, 8.252735278801993e-05, 8.558893750887364e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.19919896125793457, "cos_r_negg": [0.0026052664034068584, 0.024541586637496948, 0.03611288592219353], "cos_innovation_negg": [0.5244942307472229, 0.46479785442352295, 0.18466518819332123], "cos_apical_negg": [0.0026052664034068584, 0.024541586637496948, 0.03611288592219353], "cos_Ac_negg": [0.7551118731498718, 0.6590479612350464, 0.22546479105949402], "r_norm": [8.45564079284668, 12.720016479492188, 16.964962005615234], "traffic_norm": [8.351236343383789, 12.674823760986328, 16.926467895507812], "traffic_residual_norm": [6.587601092178375e-05, 8.26357863843441e-05, 8.543042349629104e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.3131132125854492, "cos_r_negg": [0.04947282001376152, -0.05207652226090431, 0.11661824584007263], "cos_innovation_negg": [0.5289895534515381, 0.3914976716041565, 0.34801870584487915], "cos_apical_negg": [0.04947282001376152, -0.05207652226090431, 0.11661824584007263], "cos_Ac_negg": [0.6992778778076172, 0.6574090123176575, 0.4155210852622986], "r_norm": [8.463296890258789, 12.738850593566895, 16.99085807800293], "traffic_norm": [8.351581573486328, 12.691081047058105, 16.946884155273438], "traffic_residual_norm": [6.580360059160739e-05, 8.442657417617738e-05, 8.710038673598319e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.18702276051044464, "cos_r_negg": [0.03352959826588631, 0.016306646168231964, 0.04392187297344208], "cos_innovation_negg": [0.5281262397766113, 0.3888917565345764, 0.2548002004623413], "cos_apical_negg": [0.03352959826588631, 0.016306646168231964, 0.04392187297344208], "cos_Ac_negg": [0.7661035656929016, 0.602232813835144, 0.35365623235702515], "r_norm": [8.470458030700684, 12.757627487182617, 16.993160247802734], "traffic_norm": [8.351907730102539, 12.692468643188477, 16.946598052978516], "traffic_residual_norm": [6.54989416943863e-05, 8.355084719369188e-05, 8.636876737000421e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.34338260498046874, "val_acc": 0.9284, "val_loss": 0.34338260498046874}], "final": {"eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.34338260498046874, "wall_s": 27.76342463493347, "val_acc": 0.9284, "val_loss": 0.34338260498046874, "cos_r_negg": [0.10019559413194656, -0.005875907838344574, 0.028479307889938354], "cos_innovation_negg": [0.5353173017501831, 0.3796754479408264, 0.33638840913772583], "cos_apical_negg": [0.10019559413194656, -0.005875907838344574, 0.028479307889938354], "cos_Ac_negg": [0.6898926496505737, 0.586171567440033, 0.2979128956794739], "traffic_norm": [8.3519287109375, 12.692545890808105, 16.946151733398438], "traffic_residual_norm": [6.560568726854399e-05, 8.34677048260346e-05, 8.629194053355604e-05], "traffic_r2": [1.0, 1.0, 1.0]}}
|
