From 4f0c65d252d21438da48974ac77deb4a862abcd3 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 22 Jul 2026 01:46:27 -0500 Subject: results: add endogenous traffic validation pilots --- results/traffic_dev_v1_mnist_soma_rho0_matched_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0_raw_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0_residual_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0_taskfit_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0p2_matched_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0p2_raw_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0p2_residual_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0p2_taskfit_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0p5_matched_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0p5_raw_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0p5_residual_d3_s0.json | 1 + results/traffic_dev_v1_mnist_soma_rho0p5_taskfit_d3_s0.json | 1 + results/traffic_dev_v1_mnist_topdown_rho0p2_matched_d3_s0.json | 1 + results/traffic_dev_v1_mnist_topdown_rho0p2_raw_d3_s0.json | 1 + results/traffic_dev_v1_mnist_topdown_rho0p2_residual_d3_s0.json | 1 + results/traffic_dev_v1_mnist_topdown_rho0p2_taskfit_d3_s0.json | 1 + results/traffic_dev_v1_mnist_topdown_rho0p5_matched_d3_s0.json | 1 + results/traffic_dev_v1_mnist_topdown_rho0p5_raw_d3_s0.json | 1 + results/traffic_dev_v1_mnist_topdown_rho0p5_residual_d3_s0.json | 1 + results/traffic_dev_v1_mnist_topdown_rho0p5_taskfit_d3_s0.json | 1 + 20 files changed, 20 insertions(+) create mode 100644 results/traffic_dev_v1_mnist_soma_rho0_matched_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0_raw_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0_residual_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0_taskfit_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0p2_matched_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0p2_raw_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0p2_residual_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0p2_taskfit_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0p5_matched_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0p5_raw_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0p5_residual_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_soma_rho0p5_taskfit_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_topdown_rho0p2_matched_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_topdown_rho0p2_raw_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_topdown_rho0p2_residual_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_topdown_rho0p2_taskfit_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_topdown_rho0p5_matched_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_topdown_rho0p5_raw_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_topdown_rho0p5_residual_d3_s0.json create mode 100644 results/traffic_dev_v1_mnist_topdown_rho0p5_taskfit_d3_s0.json diff --git a/results/traffic_dev_v1_mnist_soma_rho0_matched_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0_matched_d3_s0.json new file mode 100644 index 0000000..5636348 --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0_matched_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_innovation_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_apical_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_Ac_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "r_norm": [4.858732223510742, 4.785021781921387, 4.805357933044434], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.18952727317810059, "dL_bp": -0.535804033279419, "ratio": 0.35372498414782017}}, {"step": 100, "epoch": 0, "train_loss": 0.27787768840789795, "cos_r_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_innovation_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_apical_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_Ac_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "r_norm": [0.701288104057312, 0.6880801320075989, 0.6838126182556152], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 200, "epoch": 0, "train_loss": 0.2387797087430954, "cos_r_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_innovation_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_apical_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_Ac_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "r_norm": [0.5740432739257812, 0.5625298023223877, 0.560405969619751], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 300, "epoch": 0, "train_loss": 0.3240191340446472, "cos_r_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_innovation_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_apical_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_Ac_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "r_norm": [0.44994065165519714, 0.43833357095718384, 0.43735843896865845], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 400, "epoch": 0, "train_loss": 0.15770690143108368, "cos_r_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_innovation_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_apical_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_Ac_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "r_norm": [0.3590048551559448, 0.35040536522865295, 0.3480154871940613], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9474, "eval_loss": 0.16391991577148438, "val_acc": 0.9474, "val_loss": 0.16391991577148438}, {"step": 500, "epoch": 1, "train_loss": 0.10804639756679535, "cos_r_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_innovation_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_apical_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_Ac_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "r_norm": [0.3723527491092682, 0.3613871932029724, 0.35899484157562256], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00569983571767807, "dL_bp": -0.006712466478347778, "ratio": 0.8491417776258363}}, {"step": 600, "epoch": 1, "train_loss": 0.12130898237228394, "cos_r_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_innovation_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_apical_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_Ac_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "r_norm": [0.35858944058418274, 0.34692972898483276, 0.34632599353790283], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 700, "epoch": 1, "train_loss": 0.10244927555322647, "cos_r_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_innovation_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_apical_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_Ac_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "r_norm": [0.3107612729072571, 0.3015427589416504, 0.3006194233894348], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 800, "epoch": 1, "train_loss": 0.15598686039447784, "cos_r_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_innovation_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_apical_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_Ac_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "r_norm": [0.28520357608795166, 0.2775624096393585, 0.27665629982948303], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9626, "eval_loss": 0.12584237213134766, "val_acc": 0.9626, "val_loss": 0.12584237213134766}, {"step": 900, "epoch": 2, "train_loss": 0.07840168476104736, "cos_r_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_innovation_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_apical_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_Ac_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "r_norm": [0.23625940084457397, 0.2289443463087082, 0.22870227694511414], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1000, "epoch": 2, "train_loss": 0.10520561039447784, "cos_r_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_innovation_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_apical_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_Ac_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "r_norm": [0.2500365972518921, 0.24004320800304413, 0.24059215188026428], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.003997832536697388, "dL_bp": -0.004978984594345093, "ratio": 0.8029413349135377}}, {"step": 1100, "epoch": 2, "train_loss": 0.0645371526479721, "cos_r_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_innovation_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_apical_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_Ac_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "r_norm": [0.243368461728096, 0.23707783222198486, 0.23592638969421387], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1200, "epoch": 2, "train_loss": 0.14810270071029663, "cos_r_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_innovation_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_apical_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_Ac_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "r_norm": [0.24882307648658752, 0.2397247701883316, 0.23943522572517395], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.10536681823730469, "val_acc": 0.969, "val_loss": 0.10536681823730469}, {"step": 1300, "epoch": 3, "train_loss": 0.09279736131429672, "cos_r_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_innovation_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_apical_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_Ac_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "r_norm": [0.2419251650571823, 0.23466618359088898, 0.23369227349758148], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1400, "epoch": 3, "train_loss": 0.07983395457267761, "cos_r_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_innovation_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_apical_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_Ac_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "r_norm": [0.21066424250602722, 0.20467810332775116, 0.2026917040348053], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1500, "epoch": 3, "train_loss": 0.03060051053762436, "cos_r_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_innovation_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_apical_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_Ac_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "r_norm": [0.21613138914108276, 0.21055683493614197, 0.20806270837783813], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005146585404872894, "dL_bp": -0.006781846284866333, "ratio": 0.7588767407420428}}, {"step": 1600, "epoch": 3, "train_loss": 0.19483065605163574, "cos_r_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_innovation_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_apical_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_Ac_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "r_norm": [0.23285281658172607, 0.2258613258600235, 0.22435329854488373], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1700, "epoch": 3, "train_loss": 0.17275740206241608, "cos_r_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_innovation_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_apical_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_Ac_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "r_norm": [0.2073937952518463, 0.20165616273880005, 0.20157402753829956], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9646, "eval_loss": 0.11121557312011719, "val_acc": 0.9646, "val_loss": 0.11121557312011719}, {"step": 1800, "epoch": 4, "train_loss": 0.042785465717315674, "cos_r_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_innovation_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_apical_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_Ac_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "r_norm": [0.17602908611297607, 0.17061305046081543, 0.1696481704711914], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1900, "epoch": 4, "train_loss": 0.05596582964062691, "cos_r_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_innovation_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_apical_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_Ac_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "r_norm": [0.1985819935798645, 0.1931900829076767, 0.19135113060474396], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2000, "epoch": 4, "train_loss": 0.02609533816576004, "cos_r_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_innovation_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_apical_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_Ac_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "r_norm": [0.2213677018880844, 0.2129708230495453, 0.2127036452293396], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004986859858036041, "dL_bp": -0.006946556270122528, "ratio": 0.7178895072778385}}, {"step": 2100, "epoch": 4, "train_loss": 0.07626903057098389, "cos_r_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_innovation_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_apical_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_Ac_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "r_norm": [0.1919305920600891, 0.18639008700847626, 0.18575794994831085], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.09806902160644532, "val_acc": 0.9738, "val_loss": 0.09806902160644532}, {"step": 2200, "epoch": 5, "train_loss": 0.028825966641306877, "cos_r_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_innovation_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_apical_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_Ac_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "r_norm": [0.19238324463367462, 0.18646709620952606, 0.1858886480331421], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2300, "epoch": 5, "train_loss": 0.09800446033477783, "cos_r_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_innovation_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_apical_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_Ac_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "r_norm": [0.20461325347423553, 0.19630086421966553, 0.1956780105829239], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2400, "epoch": 5, "train_loss": 0.13226132094860077, "cos_r_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_innovation_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_apical_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_Ac_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "r_norm": [0.150276780128479, 0.14471539855003357, 0.14296695590019226], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2500, "epoch": 5, "train_loss": 0.014481045305728912, "cos_r_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_innovation_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_apical_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_Ac_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "r_norm": [0.18153920769691467, 0.17625200748443604, 0.17445886135101318], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.006095632910728455, "dL_bp": -0.008845627307891846, "ratio": 0.6891125635928709}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.09457419281005859, "val_acc": 0.9744, "val_loss": 0.09457419281005859}, {"step": 2600, "epoch": 6, "train_loss": 0.010240736417472363, "cos_r_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_innovation_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_apical_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_Ac_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "r_norm": [0.16832347214221954, 0.16305860877037048, 0.16197802126407623], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2700, "epoch": 6, "train_loss": 0.0270827803760767, "cos_r_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_innovation_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_apical_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_Ac_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "r_norm": [0.20320884883403778, 0.19571587443351746, 0.19508060812950134], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2800, "epoch": 6, "train_loss": 0.02102718874812126, "cos_r_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_innovation_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_apical_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_Ac_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "r_norm": [0.17278346419334412, 0.16657882928848267, 0.1651134341955185], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2900, "epoch": 6, "train_loss": 0.018035193905234337, "cos_r_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_innovation_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_apical_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_Ac_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "r_norm": [0.2066996544599533, 0.19974659383296967, 0.19812771677970886], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3000, "epoch": 6, "train_loss": 0.08072134852409363, "cos_r_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_innovation_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_apical_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_Ac_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "r_norm": [0.1816200315952301, 0.17610159516334534, 0.17494170367717743], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004771381616592407, "dL_bp": -0.008301012217998505, "ratio": 0.574795156456577}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09708992462158203, "val_acc": 0.9754, "val_loss": 0.09708992462158203}, {"step": 3100, "epoch": 7, "train_loss": 0.015646975487470627, "cos_r_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_innovation_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_apical_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_Ac_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "r_norm": [0.1768774837255478, 0.17011509835720062, 0.16930444538593292], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3200, "epoch": 7, "train_loss": 0.036805979907512665, "cos_r_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_innovation_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_apical_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_Ac_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "r_norm": [0.17283698916435242, 0.16690799593925476, 0.16459912061691284], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3300, "epoch": 7, "train_loss": 0.012827571481466293, "cos_r_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_innovation_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_apical_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_Ac_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "r_norm": [0.17648638784885406, 0.16880422830581665, 0.16743053495883942], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3400, "epoch": 7, "train_loss": 0.011913459748029709, "cos_r_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_innovation_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_apical_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_Ac_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "r_norm": [0.14586660265922546, 0.14006859064102173, 0.14058244228363037], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9774, "eval_loss": 0.08994440307617188, "val_acc": 0.9774, "val_loss": 0.08994440307617188}, {"step": 3500, "epoch": 8, "train_loss": 0.08949405699968338, "cos_r_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_innovation_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_apical_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_Ac_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "r_norm": [0.16413366794586182, 0.15766501426696777, 0.15725205838680267], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004829376935958862, "dL_bp": -0.008473537862300873, "ratio": 0.5699363140212028}}, {"step": 3600, "epoch": 8, "train_loss": 0.0078080790117383, "cos_r_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_innovation_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_apical_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_Ac_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "r_norm": [0.1573789119720459, 0.15187211334705353, 0.15050724148750305], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3700, "epoch": 8, "train_loss": 0.015462620183825493, "cos_r_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_innovation_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_apical_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_Ac_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "r_norm": [0.16740944981575012, 0.16162532567977905, 0.16000816226005554], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3800, "epoch": 8, "train_loss": 0.016742033883929253, "cos_r_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_innovation_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_apical_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_Ac_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "r_norm": [0.16274085640907288, 0.1574001908302307, 0.15514539182186127], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.974, "eval_loss": 0.10216980285644531, "val_acc": 0.974, "val_loss": 0.10216980285644531}, {"step": 3900, "epoch": 9, "train_loss": 0.02798645757138729, "cos_r_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_innovation_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_apical_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_Ac_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "r_norm": [0.1681286096572876, 0.16099901497364044, 0.15922871232032776], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4000, "epoch": 9, "train_loss": 0.003377410816028714, "cos_r_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_innovation_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_apical_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_Ac_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "r_norm": [0.17912018299102783, 0.17240524291992188, 0.17036999762058258], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00669977068901062, "dL_bp": -0.012234218418598175, "ratio": 0.5476255580679992}}, {"step": 4100, "epoch": 9, "train_loss": 0.01017830427736044, "cos_r_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_innovation_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_apical_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_Ac_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "r_norm": [0.15824730694293976, 0.15088725090026855, 0.1506621539592743], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4200, "epoch": 9, "train_loss": 0.004076682031154633, "cos_r_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_innovation_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_apical_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_Ac_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "r_norm": [0.16560424864292145, 0.15877287089824677, 0.15746179223060608], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.978, "eval_loss": 0.09288025512695312, "val_acc": 0.978, "val_loss": 0.09288025512695312}, {"step": 4300, "epoch": 10, "train_loss": 0.003900937270373106, "cos_r_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_innovation_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_apical_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_Ac_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "r_norm": [0.1682279258966446, 0.16206222772598267, 0.16029205918312073], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4400, "epoch": 10, "train_loss": 0.005561157129704952, "cos_r_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_innovation_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_apical_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_Ac_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "r_norm": [0.16558334231376648, 0.15888063609600067, 0.15781091153621674], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4500, "epoch": 10, "train_loss": 0.003939403686672449, "cos_r_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_innovation_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_apical_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_Ac_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "r_norm": [0.16558896005153656, 0.1588011533021927, 0.15702220797538757], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.006150305271148682, "dL_bp": -0.01141326129436493, "ratio": 0.538873606108122}}, {"step": 4600, "epoch": 10, "train_loss": 0.01024849433451891, "cos_r_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_innovation_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_apical_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_Ac_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "r_norm": [0.16188886761665344, 0.15580417215824127, 0.15365266799926758], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4700, "epoch": 10, "train_loss": 0.0016105244867503643, "cos_r_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_innovation_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_apical_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_Ac_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "r_norm": [0.17592640221118927, 0.1689649224281311, 0.16732171177864075], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9766, "eval_loss": 0.09649937896728515, "val_acc": 0.9766, "val_loss": 0.09649937896728515}, {"step": 4800, "epoch": 11, "train_loss": 0.0021633540745824575, "cos_r_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_innovation_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_apical_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_Ac_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "r_norm": [0.166007861495018, 0.15941140055656433, 0.1573612093925476], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4900, "epoch": 11, "train_loss": 0.002419745782390237, "cos_r_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_innovation_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_apical_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_Ac_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "r_norm": [0.15932558476924896, 0.15297333896160126, 0.15134592354297638], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5000, "epoch": 11, "train_loss": 0.002722010714933276, "cos_r_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_innovation_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_apical_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_Ac_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "r_norm": [0.16132211685180664, 0.154727965593338, 0.15281875431537628], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00639459490776062, "dL_bp": -0.012341037392616272, "ratio": 0.5181569996365581}}, {"step": 5100, "epoch": 11, "train_loss": 0.0014781386125832796, "cos_r_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_innovation_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_apical_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_Ac_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "r_norm": [0.16394564509391785, 0.15776985883712769, 0.1556682288646698], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9768, "eval_loss": 0.0973629165649414, "val_acc": 0.9768, "val_loss": 0.0973629165649414}, {"step": 5200, "epoch": 12, "train_loss": 0.0006672153249382973, "cos_r_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_innovation_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_apical_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_Ac_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "r_norm": [0.16211804747581482, 0.15591609477996826, 0.15390312671661377], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5300, "epoch": 12, "train_loss": 0.007260465994477272, "cos_r_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_innovation_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_apical_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_Ac_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "r_norm": [0.16305455565452576, 0.15663523972034454, 0.15499716997146606], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5400, "epoch": 12, "train_loss": 0.001113666221499443, "cos_r_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_innovation_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_apical_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_Ac_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "r_norm": [0.15758657455444336, 0.15138402581214905, 0.1494038999080658], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5500, "epoch": 12, "train_loss": 0.001058027264662087, "cos_r_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_innovation_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_apical_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_Ac_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "r_norm": [0.1633475422859192, 0.15673847496509552, 0.15492995083332062], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00705428421497345, "dL_bp": -0.014109998941421509, "ratio": 0.499949308590293}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9762, "eval_loss": 0.09780546722412109, "val_acc": 0.9762, "val_loss": 0.09780546722412109}, {"step": 5600, "epoch": 13, "train_loss": 0.0033080701250582933, "cos_r_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_innovation_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_apical_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_Ac_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "r_norm": [0.16693554818630219, 0.16075646877288818, 0.15866392850875854], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5700, "epoch": 13, "train_loss": 0.0010313496459275484, "cos_r_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_innovation_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_apical_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_Ac_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "r_norm": [0.16765178740024567, 0.16150429844856262, 0.15933966636657715], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5800, "epoch": 13, "train_loss": 0.001088181510567665, "cos_r_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_innovation_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_apical_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_Ac_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "r_norm": [0.1641492396593094, 0.1577388495206833, 0.15565168857574463], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5900, "epoch": 13, "train_loss": 0.003664636053144932, "cos_r_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_innovation_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_apical_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_Ac_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "r_norm": [0.16265901923179626, 0.15576250851154327, 0.15413838624954224], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6000, "epoch": 13, "train_loss": 0.0013010527472943068, "cos_r_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_innovation_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_apical_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_Ac_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "r_norm": [0.16535744071006775, 0.15904176235198975, 0.15687091648578644], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.007218562066555023, "dL_bp": -0.014714963734149933, "ratio": 0.4905592835273156}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9772, "eval_loss": 0.09999120788574219, "val_acc": 0.9772, "val_loss": 0.09999120788574219}, {"step": 6100, "epoch": 14, "train_loss": 0.0008585485629737377, "cos_r_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_innovation_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_apical_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_Ac_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "r_norm": [0.16943144798278809, 0.162728950381279, 0.16064363718032837], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6200, "epoch": 14, "train_loss": 0.00331752747297287, "cos_r_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_innovation_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_apical_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_Ac_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "r_norm": [0.1666698455810547, 0.16007664799690247, 0.1581185758113861], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6300, "epoch": 14, "train_loss": 0.0006222832016646862, "cos_r_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_innovation_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_apical_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_Ac_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "r_norm": [0.16370925307273865, 0.1575840264558792, 0.15541884303092957], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6400, "epoch": 14, "train_loss": 0.0018753533950075507, "cos_r_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_innovation_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_apical_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_Ac_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "r_norm": [0.16411414742469788, 0.1577785611152649, 0.15598857402801514], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.10147804107666016, "val_acc": 0.977, "val_loss": 0.10147804107666016}], "final": {"eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.10147804107666016, "wall_s": 24.221303462982178, "val_acc": 0.977, "val_loss": 0.10147804107666016, "cos_r_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_innovation_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_apical_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_Ac_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0_raw_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0_raw_d3_s0.json new file mode 100644 index 0000000..c56b3bf --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0_raw_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_innovation_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_apical_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_Ac_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "r_norm": [4.858732223510742, 4.785021781921387, 4.805357933044434], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.18952727317810059, "dL_bp": -0.535804033279419, "ratio": 0.35372498414782017}}, {"step": 100, "epoch": 0, "train_loss": 0.27787768840789795, "cos_r_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_innovation_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_apical_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_Ac_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "r_norm": [0.701288104057312, 0.6880801320075989, 0.6838126182556152], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 200, "epoch": 0, "train_loss": 0.2387797087430954, "cos_r_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_innovation_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_apical_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_Ac_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "r_norm": [0.5740432739257812, 0.5625298023223877, 0.560405969619751], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 300, "epoch": 0, "train_loss": 0.3240191340446472, "cos_r_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_innovation_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_apical_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_Ac_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "r_norm": [0.44994065165519714, 0.43833357095718384, 0.43735843896865845], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 400, "epoch": 0, "train_loss": 0.15770690143108368, "cos_r_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_innovation_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_apical_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_Ac_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "r_norm": [0.3590048551559448, 0.35040536522865295, 0.3480154871940613], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9474, "eval_loss": 0.16391991577148438, "val_acc": 0.9474, "val_loss": 0.16391991577148438}, {"step": 500, "epoch": 1, "train_loss": 0.10804639756679535, "cos_r_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_innovation_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_apical_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_Ac_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "r_norm": [0.3723527491092682, 0.3613871932029724, 0.35899484157562256], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00569983571767807, "dL_bp": -0.006712466478347778, "ratio": 0.8491417776258363}}, {"step": 600, "epoch": 1, "train_loss": 0.12130898237228394, "cos_r_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_innovation_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_apical_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_Ac_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "r_norm": [0.35858944058418274, 0.34692972898483276, 0.34632599353790283], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 700, "epoch": 1, "train_loss": 0.10244927555322647, "cos_r_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_innovation_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_apical_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_Ac_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "r_norm": [0.3107612729072571, 0.3015427589416504, 0.3006194233894348], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 800, "epoch": 1, "train_loss": 0.15598686039447784, "cos_r_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_innovation_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_apical_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_Ac_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "r_norm": [0.28520357608795166, 0.2775624096393585, 0.27665629982948303], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9626, "eval_loss": 0.12584237213134766, "val_acc": 0.9626, "val_loss": 0.12584237213134766}, {"step": 900, "epoch": 2, "train_loss": 0.07840168476104736, "cos_r_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_innovation_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_apical_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_Ac_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "r_norm": [0.23625940084457397, 0.2289443463087082, 0.22870227694511414], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1000, "epoch": 2, "train_loss": 0.10520561039447784, "cos_r_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_innovation_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_apical_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_Ac_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "r_norm": [0.2500365972518921, 0.24004320800304413, 0.24059215188026428], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.003997832536697388, "dL_bp": -0.004978984594345093, "ratio": 0.8029413349135377}}, {"step": 1100, "epoch": 2, "train_loss": 0.0645371526479721, "cos_r_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_innovation_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_apical_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_Ac_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "r_norm": [0.243368461728096, 0.23707783222198486, 0.23592638969421387], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1200, "epoch": 2, "train_loss": 0.14810270071029663, "cos_r_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_innovation_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_apical_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_Ac_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "r_norm": [0.24882307648658752, 0.2397247701883316, 0.23943522572517395], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.10536681823730469, "val_acc": 0.969, "val_loss": 0.10536681823730469}, {"step": 1300, "epoch": 3, "train_loss": 0.09279736131429672, "cos_r_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_innovation_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_apical_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_Ac_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "r_norm": [0.2419251650571823, 0.23466618359088898, 0.23369227349758148], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1400, "epoch": 3, "train_loss": 0.07983395457267761, "cos_r_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_innovation_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_apical_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_Ac_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "r_norm": [0.21066424250602722, 0.20467810332775116, 0.2026917040348053], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1500, "epoch": 3, "train_loss": 0.03060051053762436, "cos_r_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_innovation_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_apical_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_Ac_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "r_norm": [0.21613138914108276, 0.21055683493614197, 0.20806270837783813], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005146585404872894, "dL_bp": -0.006781846284866333, "ratio": 0.7588767407420428}}, {"step": 1600, "epoch": 3, "train_loss": 0.19483065605163574, "cos_r_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_innovation_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_apical_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_Ac_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "r_norm": [0.23285281658172607, 0.2258613258600235, 0.22435329854488373], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1700, "epoch": 3, "train_loss": 0.17275740206241608, "cos_r_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_innovation_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_apical_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_Ac_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "r_norm": [0.2073937952518463, 0.20165616273880005, 0.20157402753829956], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9646, "eval_loss": 0.11121557312011719, "val_acc": 0.9646, "val_loss": 0.11121557312011719}, {"step": 1800, "epoch": 4, "train_loss": 0.042785465717315674, "cos_r_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_innovation_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_apical_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_Ac_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "r_norm": [0.17602908611297607, 0.17061305046081543, 0.1696481704711914], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1900, "epoch": 4, "train_loss": 0.05596582964062691, "cos_r_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_innovation_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_apical_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_Ac_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "r_norm": [0.1985819935798645, 0.1931900829076767, 0.19135113060474396], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2000, "epoch": 4, "train_loss": 0.02609533816576004, "cos_r_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_innovation_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_apical_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_Ac_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "r_norm": [0.2213677018880844, 0.2129708230495453, 0.2127036452293396], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004986859858036041, "dL_bp": -0.006946556270122528, "ratio": 0.7178895072778385}}, {"step": 2100, "epoch": 4, "train_loss": 0.07626903057098389, "cos_r_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_innovation_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_apical_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_Ac_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "r_norm": [0.1919305920600891, 0.18639008700847626, 0.18575794994831085], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.09806902160644532, "val_acc": 0.9738, "val_loss": 0.09806902160644532}, {"step": 2200, "epoch": 5, "train_loss": 0.028825966641306877, "cos_r_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_innovation_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_apical_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_Ac_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "r_norm": [0.19238324463367462, 0.18646709620952606, 0.1858886480331421], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2300, "epoch": 5, "train_loss": 0.09800446033477783, "cos_r_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_innovation_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_apical_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_Ac_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "r_norm": [0.20461325347423553, 0.19630086421966553, 0.1956780105829239], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2400, "epoch": 5, "train_loss": 0.13226132094860077, "cos_r_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_innovation_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_apical_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_Ac_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "r_norm": [0.150276780128479, 0.14471539855003357, 0.14296695590019226], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2500, "epoch": 5, "train_loss": 0.014481045305728912, "cos_r_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_innovation_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_apical_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_Ac_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "r_norm": [0.18153920769691467, 0.17625200748443604, 0.17445886135101318], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.006095632910728455, "dL_bp": -0.008845627307891846, "ratio": 0.6891125635928709}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.09457419281005859, "val_acc": 0.9744, "val_loss": 0.09457419281005859}, {"step": 2600, "epoch": 6, "train_loss": 0.010240736417472363, "cos_r_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_innovation_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_apical_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_Ac_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "r_norm": [0.16832347214221954, 0.16305860877037048, 0.16197802126407623], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2700, "epoch": 6, "train_loss": 0.0270827803760767, "cos_r_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_innovation_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_apical_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_Ac_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "r_norm": [0.20320884883403778, 0.19571587443351746, 0.19508060812950134], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2800, "epoch": 6, "train_loss": 0.02102718874812126, "cos_r_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_innovation_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_apical_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_Ac_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "r_norm": [0.17278346419334412, 0.16657882928848267, 0.1651134341955185], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2900, "epoch": 6, "train_loss": 0.018035193905234337, "cos_r_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_innovation_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_apical_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_Ac_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "r_norm": [0.2066996544599533, 0.19974659383296967, 0.19812771677970886], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3000, "epoch": 6, "train_loss": 0.08072134852409363, "cos_r_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_innovation_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_apical_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_Ac_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "r_norm": [0.1816200315952301, 0.17610159516334534, 0.17494170367717743], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004771381616592407, "dL_bp": -0.008301012217998505, "ratio": 0.574795156456577}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09708992462158203, "val_acc": 0.9754, "val_loss": 0.09708992462158203}, {"step": 3100, "epoch": 7, "train_loss": 0.015646975487470627, "cos_r_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_innovation_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_apical_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_Ac_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "r_norm": [0.1768774837255478, 0.17011509835720062, 0.16930444538593292], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3200, "epoch": 7, "train_loss": 0.036805979907512665, "cos_r_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_innovation_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_apical_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_Ac_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "r_norm": [0.17283698916435242, 0.16690799593925476, 0.16459912061691284], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3300, "epoch": 7, "train_loss": 0.012827571481466293, "cos_r_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_innovation_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_apical_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_Ac_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "r_norm": [0.17648638784885406, 0.16880422830581665, 0.16743053495883942], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3400, "epoch": 7, "train_loss": 0.011913459748029709, "cos_r_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_innovation_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_apical_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_Ac_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "r_norm": [0.14586660265922546, 0.14006859064102173, 0.14058244228363037], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9774, "eval_loss": 0.08994440307617188, "val_acc": 0.9774, "val_loss": 0.08994440307617188}, {"step": 3500, "epoch": 8, "train_loss": 0.08949405699968338, "cos_r_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_innovation_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_apical_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_Ac_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "r_norm": [0.16413366794586182, 0.15766501426696777, 0.15725205838680267], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004829376935958862, "dL_bp": -0.008473537862300873, "ratio": 0.5699363140212028}}, {"step": 3600, "epoch": 8, "train_loss": 0.0078080790117383, "cos_r_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_innovation_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_apical_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_Ac_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "r_norm": [0.1573789119720459, 0.15187211334705353, 0.15050724148750305], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3700, "epoch": 8, "train_loss": 0.015462620183825493, "cos_r_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_innovation_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_apical_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_Ac_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "r_norm": [0.16740944981575012, 0.16162532567977905, 0.16000816226005554], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3800, "epoch": 8, "train_loss": 0.016742033883929253, "cos_r_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_innovation_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_apical_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_Ac_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "r_norm": [0.16274085640907288, 0.1574001908302307, 0.15514539182186127], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.974, "eval_loss": 0.10216980285644531, "val_acc": 0.974, "val_loss": 0.10216980285644531}, {"step": 3900, "epoch": 9, "train_loss": 0.02798645757138729, "cos_r_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_innovation_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_apical_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_Ac_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "r_norm": [0.1681286096572876, 0.16099901497364044, 0.15922871232032776], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4000, "epoch": 9, "train_loss": 0.003377410816028714, "cos_r_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_innovation_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_apical_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_Ac_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "r_norm": [0.17912018299102783, 0.17240524291992188, 0.17036999762058258], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00669977068901062, "dL_bp": -0.012234218418598175, "ratio": 0.5476255580679992}}, {"step": 4100, "epoch": 9, "train_loss": 0.01017830427736044, "cos_r_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_innovation_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_apical_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_Ac_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "r_norm": [0.15824730694293976, 0.15088725090026855, 0.1506621539592743], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4200, "epoch": 9, "train_loss": 0.004076682031154633, "cos_r_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_innovation_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_apical_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_Ac_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "r_norm": [0.16560424864292145, 0.15877287089824677, 0.15746179223060608], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.978, "eval_loss": 0.09288025512695312, "val_acc": 0.978, "val_loss": 0.09288025512695312}, {"step": 4300, "epoch": 10, "train_loss": 0.003900937270373106, "cos_r_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_innovation_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_apical_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_Ac_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "r_norm": [0.1682279258966446, 0.16206222772598267, 0.16029205918312073], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4400, "epoch": 10, "train_loss": 0.005561157129704952, "cos_r_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_innovation_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_apical_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_Ac_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "r_norm": [0.16558334231376648, 0.15888063609600067, 0.15781091153621674], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4500, "epoch": 10, "train_loss": 0.003939403686672449, "cos_r_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_innovation_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_apical_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_Ac_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "r_norm": [0.16558896005153656, 0.1588011533021927, 0.15702220797538757], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.006150305271148682, "dL_bp": -0.01141326129436493, "ratio": 0.538873606108122}}, {"step": 4600, "epoch": 10, "train_loss": 0.01024849433451891, "cos_r_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_innovation_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_apical_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_Ac_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "r_norm": [0.16188886761665344, 0.15580417215824127, 0.15365266799926758], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4700, "epoch": 10, "train_loss": 0.0016105244867503643, "cos_r_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_innovation_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_apical_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_Ac_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "r_norm": [0.17592640221118927, 0.1689649224281311, 0.16732171177864075], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9766, "eval_loss": 0.09649937896728515, "val_acc": 0.9766, "val_loss": 0.09649937896728515}, {"step": 4800, "epoch": 11, "train_loss": 0.0021633540745824575, "cos_r_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_innovation_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_apical_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_Ac_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "r_norm": [0.166007861495018, 0.15941140055656433, 0.1573612093925476], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4900, "epoch": 11, "train_loss": 0.002419745782390237, "cos_r_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_innovation_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_apical_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_Ac_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "r_norm": [0.15932558476924896, 0.15297333896160126, 0.15134592354297638], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5000, "epoch": 11, "train_loss": 0.002722010714933276, "cos_r_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_innovation_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_apical_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_Ac_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "r_norm": [0.16132211685180664, 0.154727965593338, 0.15281875431537628], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00639459490776062, "dL_bp": -0.012341037392616272, "ratio": 0.5181569996365581}}, {"step": 5100, "epoch": 11, "train_loss": 0.0014781386125832796, "cos_r_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_innovation_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_apical_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_Ac_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "r_norm": [0.16394564509391785, 0.15776985883712769, 0.1556682288646698], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9768, "eval_loss": 0.0973629165649414, "val_acc": 0.9768, "val_loss": 0.0973629165649414}, {"step": 5200, "epoch": 12, "train_loss": 0.0006672153249382973, "cos_r_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_innovation_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_apical_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_Ac_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "r_norm": [0.16211804747581482, 0.15591609477996826, 0.15390312671661377], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5300, "epoch": 12, "train_loss": 0.007260465994477272, "cos_r_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_innovation_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_apical_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_Ac_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "r_norm": [0.16305455565452576, 0.15663523972034454, 0.15499716997146606], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5400, "epoch": 12, "train_loss": 0.001113666221499443, "cos_r_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_innovation_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_apical_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_Ac_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "r_norm": [0.15758657455444336, 0.15138402581214905, 0.1494038999080658], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5500, "epoch": 12, "train_loss": 0.001058027264662087, "cos_r_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_innovation_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_apical_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_Ac_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "r_norm": [0.1633475422859192, 0.15673847496509552, 0.15492995083332062], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00705428421497345, "dL_bp": -0.014109998941421509, "ratio": 0.499949308590293}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9762, "eval_loss": 0.09780546722412109, "val_acc": 0.9762, "val_loss": 0.09780546722412109}, {"step": 5600, "epoch": 13, "train_loss": 0.0033080701250582933, "cos_r_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_innovation_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_apical_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_Ac_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "r_norm": [0.16693554818630219, 0.16075646877288818, 0.15866392850875854], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5700, "epoch": 13, "train_loss": 0.0010313496459275484, "cos_r_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_innovation_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_apical_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_Ac_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "r_norm": [0.16765178740024567, 0.16150429844856262, 0.15933966636657715], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5800, "epoch": 13, "train_loss": 0.001088181510567665, "cos_r_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_innovation_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_apical_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_Ac_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "r_norm": [0.1641492396593094, 0.1577388495206833, 0.15565168857574463], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5900, "epoch": 13, "train_loss": 0.003664636053144932, "cos_r_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_innovation_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_apical_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_Ac_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "r_norm": [0.16265901923179626, 0.15576250851154327, 0.15413838624954224], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6000, "epoch": 13, "train_loss": 0.0013010527472943068, "cos_r_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_innovation_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_apical_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_Ac_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "r_norm": [0.16535744071006775, 0.15904176235198975, 0.15687091648578644], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.007218562066555023, "dL_bp": -0.014714963734149933, "ratio": 0.4905592835273156}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9772, "eval_loss": 0.09999120788574219, "val_acc": 0.9772, "val_loss": 0.09999120788574219}, {"step": 6100, "epoch": 14, "train_loss": 0.0008585485629737377, "cos_r_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_innovation_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_apical_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_Ac_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "r_norm": [0.16943144798278809, 0.162728950381279, 0.16064363718032837], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6200, "epoch": 14, "train_loss": 0.00331752747297287, "cos_r_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_innovation_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_apical_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_Ac_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "r_norm": [0.1666698455810547, 0.16007664799690247, 0.1581185758113861], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6300, "epoch": 14, "train_loss": 0.0006222832016646862, "cos_r_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_innovation_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_apical_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_Ac_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "r_norm": [0.16370925307273865, 0.1575840264558792, 0.15541884303092957], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6400, "epoch": 14, "train_loss": 0.0018753533950075507, "cos_r_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_innovation_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_apical_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_Ac_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "r_norm": [0.16411414742469788, 0.1577785611152649, 0.15598857402801514], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.10147804107666016, "val_acc": 0.977, "val_loss": 0.10147804107666016}], "final": {"eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.10147804107666016, "wall_s": 21.950939416885376, "val_acc": 0.977, "val_loss": 0.10147804107666016, "cos_r_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_innovation_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_apical_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_Ac_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0_residual_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0_residual_d3_s0.json new file mode 100644 index 0000000..bd1d16a --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0_residual_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_innovation_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_apical_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_Ac_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "r_norm": [4.858732223510742, 4.785021781921387, 4.805357933044434], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.18952727317810059, "dL_bp": -0.535804033279419, "ratio": 0.35372498414782017}}, {"step": 100, "epoch": 0, "train_loss": 0.27787768840789795, "cos_r_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_innovation_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_apical_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_Ac_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "r_norm": [0.701288104057312, 0.6880801320075989, 0.6838126182556152], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 200, "epoch": 0, "train_loss": 0.2387797087430954, "cos_r_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_innovation_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_apical_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_Ac_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "r_norm": [0.5740432739257812, 0.5625298023223877, 0.560405969619751], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 300, "epoch": 0, "train_loss": 0.3240191340446472, "cos_r_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_innovation_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_apical_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_Ac_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "r_norm": [0.44994065165519714, 0.43833357095718384, 0.43735843896865845], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 400, "epoch": 0, "train_loss": 0.15770690143108368, "cos_r_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_innovation_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_apical_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_Ac_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "r_norm": [0.3590048551559448, 0.35040536522865295, 0.3480154871940613], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9474, "eval_loss": 0.16391991577148438, "val_acc": 0.9474, "val_loss": 0.16391991577148438}, {"step": 500, "epoch": 1, "train_loss": 0.10804639756679535, "cos_r_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_innovation_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_apical_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_Ac_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "r_norm": [0.3723527491092682, 0.3613871932029724, 0.35899484157562256], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00569983571767807, "dL_bp": -0.006712466478347778, "ratio": 0.8491417776258363}}, {"step": 600, "epoch": 1, "train_loss": 0.12130898237228394, "cos_r_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_innovation_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_apical_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_Ac_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "r_norm": [0.35858944058418274, 0.34692972898483276, 0.34632599353790283], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 700, "epoch": 1, "train_loss": 0.10244927555322647, "cos_r_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_innovation_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_apical_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_Ac_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "r_norm": [0.3107612729072571, 0.3015427589416504, 0.3006194233894348], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 800, "epoch": 1, "train_loss": 0.15598686039447784, "cos_r_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_innovation_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_apical_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_Ac_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "r_norm": [0.28520357608795166, 0.2775624096393585, 0.27665629982948303], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9626, "eval_loss": 0.12584237213134766, "val_acc": 0.9626, "val_loss": 0.12584237213134766}, {"step": 900, "epoch": 2, "train_loss": 0.07840168476104736, "cos_r_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_innovation_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_apical_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_Ac_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "r_norm": [0.23625940084457397, 0.2289443463087082, 0.22870227694511414], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1000, "epoch": 2, "train_loss": 0.10520561039447784, "cos_r_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_innovation_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_apical_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_Ac_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "r_norm": [0.2500365972518921, 0.24004320800304413, 0.24059215188026428], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.003997832536697388, "dL_bp": -0.004978984594345093, "ratio": 0.8029413349135377}}, {"step": 1100, "epoch": 2, "train_loss": 0.0645371526479721, "cos_r_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_innovation_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_apical_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_Ac_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "r_norm": [0.243368461728096, 0.23707783222198486, 0.23592638969421387], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1200, "epoch": 2, "train_loss": 0.14810270071029663, "cos_r_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_innovation_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_apical_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_Ac_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "r_norm": [0.24882307648658752, 0.2397247701883316, 0.23943522572517395], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.10536681823730469, "val_acc": 0.969, "val_loss": 0.10536681823730469}, {"step": 1300, "epoch": 3, "train_loss": 0.09279736131429672, "cos_r_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_innovation_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_apical_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_Ac_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "r_norm": [0.2419251650571823, 0.23466618359088898, 0.23369227349758148], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1400, "epoch": 3, "train_loss": 0.07983395457267761, "cos_r_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_innovation_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_apical_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_Ac_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "r_norm": [0.21066424250602722, 0.20467810332775116, 0.2026917040348053], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1500, "epoch": 3, "train_loss": 0.03060051053762436, "cos_r_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_innovation_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_apical_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_Ac_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "r_norm": [0.21613138914108276, 0.21055683493614197, 0.20806270837783813], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005146585404872894, "dL_bp": -0.006781846284866333, "ratio": 0.7588767407420428}}, {"step": 1600, "epoch": 3, "train_loss": 0.19483065605163574, "cos_r_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_innovation_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_apical_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_Ac_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "r_norm": [0.23285281658172607, 0.2258613258600235, 0.22435329854488373], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1700, "epoch": 3, "train_loss": 0.17275740206241608, "cos_r_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_innovation_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_apical_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_Ac_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "r_norm": [0.2073937952518463, 0.20165616273880005, 0.20157402753829956], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9646, "eval_loss": 0.11121557312011719, "val_acc": 0.9646, "val_loss": 0.11121557312011719}, {"step": 1800, "epoch": 4, "train_loss": 0.042785465717315674, "cos_r_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_innovation_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_apical_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_Ac_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "r_norm": [0.17602908611297607, 0.17061305046081543, 0.1696481704711914], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1900, "epoch": 4, "train_loss": 0.05596582964062691, "cos_r_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_innovation_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_apical_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_Ac_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "r_norm": [0.1985819935798645, 0.1931900829076767, 0.19135113060474396], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2000, "epoch": 4, "train_loss": 0.02609533816576004, "cos_r_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_innovation_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_apical_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_Ac_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "r_norm": [0.2213677018880844, 0.2129708230495453, 0.2127036452293396], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004986859858036041, "dL_bp": -0.006946556270122528, "ratio": 0.7178895072778385}}, {"step": 2100, "epoch": 4, "train_loss": 0.07626903057098389, "cos_r_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_innovation_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_apical_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_Ac_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "r_norm": [0.1919305920600891, 0.18639008700847626, 0.18575794994831085], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.09806902160644532, "val_acc": 0.9738, "val_loss": 0.09806902160644532}, {"step": 2200, "epoch": 5, "train_loss": 0.028825966641306877, "cos_r_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_innovation_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_apical_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_Ac_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "r_norm": [0.19238324463367462, 0.18646709620952606, 0.1858886480331421], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2300, "epoch": 5, "train_loss": 0.09800446033477783, "cos_r_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_innovation_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_apical_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_Ac_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "r_norm": [0.20461325347423553, 0.19630086421966553, 0.1956780105829239], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2400, "epoch": 5, "train_loss": 0.13226132094860077, "cos_r_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_innovation_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_apical_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_Ac_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "r_norm": [0.150276780128479, 0.14471539855003357, 0.14296695590019226], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2500, "epoch": 5, "train_loss": 0.014481045305728912, "cos_r_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_innovation_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_apical_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_Ac_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "r_norm": [0.18153920769691467, 0.17625200748443604, 0.17445886135101318], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.006095632910728455, "dL_bp": -0.008845627307891846, "ratio": 0.6891125635928709}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.09457419281005859, "val_acc": 0.9744, "val_loss": 0.09457419281005859}, {"step": 2600, "epoch": 6, "train_loss": 0.010240736417472363, "cos_r_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_innovation_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_apical_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_Ac_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "r_norm": [0.16832347214221954, 0.16305860877037048, 0.16197802126407623], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2700, "epoch": 6, "train_loss": 0.0270827803760767, "cos_r_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_innovation_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_apical_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_Ac_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "r_norm": [0.20320884883403778, 0.19571587443351746, 0.19508060812950134], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2800, "epoch": 6, "train_loss": 0.02102718874812126, "cos_r_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_innovation_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_apical_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_Ac_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "r_norm": [0.17278346419334412, 0.16657882928848267, 0.1651134341955185], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2900, "epoch": 6, "train_loss": 0.018035193905234337, "cos_r_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_innovation_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_apical_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_Ac_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "r_norm": [0.2066996544599533, 0.19974659383296967, 0.19812771677970886], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3000, "epoch": 6, "train_loss": 0.08072134852409363, "cos_r_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_innovation_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_apical_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_Ac_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "r_norm": [0.1816200315952301, 0.17610159516334534, 0.17494170367717743], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004771381616592407, "dL_bp": -0.008301012217998505, "ratio": 0.574795156456577}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09708992462158203, "val_acc": 0.9754, "val_loss": 0.09708992462158203}, {"step": 3100, "epoch": 7, "train_loss": 0.015646975487470627, "cos_r_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_innovation_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_apical_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_Ac_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "r_norm": [0.1768774837255478, 0.17011509835720062, 0.16930444538593292], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3200, "epoch": 7, "train_loss": 0.036805979907512665, "cos_r_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_innovation_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_apical_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_Ac_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "r_norm": [0.17283698916435242, 0.16690799593925476, 0.16459912061691284], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3300, "epoch": 7, "train_loss": 0.012827571481466293, "cos_r_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_innovation_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_apical_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_Ac_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "r_norm": [0.17648638784885406, 0.16880422830581665, 0.16743053495883942], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3400, "epoch": 7, "train_loss": 0.011913459748029709, "cos_r_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_innovation_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_apical_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_Ac_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "r_norm": [0.14586660265922546, 0.14006859064102173, 0.14058244228363037], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9774, "eval_loss": 0.08994440307617188, "val_acc": 0.9774, "val_loss": 0.08994440307617188}, {"step": 3500, "epoch": 8, "train_loss": 0.08949405699968338, "cos_r_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_innovation_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_apical_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_Ac_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "r_norm": [0.16413366794586182, 0.15766501426696777, 0.15725205838680267], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004829376935958862, "dL_bp": -0.008473537862300873, "ratio": 0.5699363140212028}}, {"step": 3600, "epoch": 8, "train_loss": 0.0078080790117383, "cos_r_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_innovation_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_apical_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_Ac_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "r_norm": [0.1573789119720459, 0.15187211334705353, 0.15050724148750305], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3700, "epoch": 8, "train_loss": 0.015462620183825493, "cos_r_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_innovation_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_apical_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_Ac_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "r_norm": [0.16740944981575012, 0.16162532567977905, 0.16000816226005554], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3800, "epoch": 8, "train_loss": 0.016742033883929253, "cos_r_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_innovation_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_apical_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_Ac_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "r_norm": [0.16274085640907288, 0.1574001908302307, 0.15514539182186127], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.974, "eval_loss": 0.10216980285644531, "val_acc": 0.974, "val_loss": 0.10216980285644531}, {"step": 3900, "epoch": 9, "train_loss": 0.02798645757138729, "cos_r_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_innovation_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_apical_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_Ac_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "r_norm": [0.1681286096572876, 0.16099901497364044, 0.15922871232032776], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4000, "epoch": 9, "train_loss": 0.003377410816028714, "cos_r_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_innovation_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_apical_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_Ac_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "r_norm": [0.17912018299102783, 0.17240524291992188, 0.17036999762058258], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00669977068901062, "dL_bp": -0.012234218418598175, "ratio": 0.5476255580679992}}, {"step": 4100, "epoch": 9, "train_loss": 0.01017830427736044, "cos_r_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_innovation_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_apical_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_Ac_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "r_norm": [0.15824730694293976, 0.15088725090026855, 0.1506621539592743], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4200, "epoch": 9, "train_loss": 0.004076682031154633, "cos_r_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_innovation_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_apical_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_Ac_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "r_norm": [0.16560424864292145, 0.15877287089824677, 0.15746179223060608], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.978, "eval_loss": 0.09288025512695312, "val_acc": 0.978, "val_loss": 0.09288025512695312}, {"step": 4300, "epoch": 10, "train_loss": 0.003900937270373106, "cos_r_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_innovation_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_apical_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_Ac_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "r_norm": [0.1682279258966446, 0.16206222772598267, 0.16029205918312073], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4400, "epoch": 10, "train_loss": 0.005561157129704952, "cos_r_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_innovation_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_apical_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_Ac_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "r_norm": [0.16558334231376648, 0.15888063609600067, 0.15781091153621674], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4500, "epoch": 10, "train_loss": 0.003939403686672449, "cos_r_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_innovation_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_apical_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_Ac_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "r_norm": [0.16558896005153656, 0.1588011533021927, 0.15702220797538757], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.006150305271148682, "dL_bp": -0.01141326129436493, "ratio": 0.538873606108122}}, {"step": 4600, "epoch": 10, "train_loss": 0.01024849433451891, "cos_r_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_innovation_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_apical_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_Ac_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "r_norm": [0.16188886761665344, 0.15580417215824127, 0.15365266799926758], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4700, "epoch": 10, "train_loss": 0.0016105244867503643, "cos_r_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_innovation_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_apical_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_Ac_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "r_norm": [0.17592640221118927, 0.1689649224281311, 0.16732171177864075], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9766, "eval_loss": 0.09649937896728515, "val_acc": 0.9766, "val_loss": 0.09649937896728515}, {"step": 4800, "epoch": 11, "train_loss": 0.0021633540745824575, "cos_r_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_innovation_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_apical_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_Ac_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "r_norm": [0.166007861495018, 0.15941140055656433, 0.1573612093925476], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4900, "epoch": 11, "train_loss": 0.002419745782390237, "cos_r_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_innovation_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_apical_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_Ac_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "r_norm": [0.15932558476924896, 0.15297333896160126, 0.15134592354297638], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5000, "epoch": 11, "train_loss": 0.002722010714933276, "cos_r_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_innovation_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_apical_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_Ac_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "r_norm": [0.16132211685180664, 0.154727965593338, 0.15281875431537628], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00639459490776062, "dL_bp": -0.012341037392616272, "ratio": 0.5181569996365581}}, {"step": 5100, "epoch": 11, "train_loss": 0.0014781386125832796, "cos_r_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_innovation_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_apical_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_Ac_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "r_norm": [0.16394564509391785, 0.15776985883712769, 0.1556682288646698], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9768, "eval_loss": 0.0973629165649414, "val_acc": 0.9768, "val_loss": 0.0973629165649414}, {"step": 5200, "epoch": 12, "train_loss": 0.0006672153249382973, "cos_r_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_innovation_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_apical_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_Ac_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "r_norm": [0.16211804747581482, 0.15591609477996826, 0.15390312671661377], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5300, "epoch": 12, "train_loss": 0.007260465994477272, "cos_r_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_innovation_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_apical_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_Ac_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "r_norm": [0.16305455565452576, 0.15663523972034454, 0.15499716997146606], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5400, "epoch": 12, "train_loss": 0.001113666221499443, "cos_r_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_innovation_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_apical_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_Ac_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "r_norm": [0.15758657455444336, 0.15138402581214905, 0.1494038999080658], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5500, "epoch": 12, "train_loss": 0.001058027264662087, "cos_r_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_innovation_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_apical_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_Ac_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "r_norm": [0.1633475422859192, 0.15673847496509552, 0.15492995083332062], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00705428421497345, "dL_bp": -0.014109998941421509, "ratio": 0.499949308590293}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9762, "eval_loss": 0.09780546722412109, "val_acc": 0.9762, "val_loss": 0.09780546722412109}, {"step": 5600, "epoch": 13, "train_loss": 0.0033080701250582933, "cos_r_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_innovation_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_apical_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_Ac_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "r_norm": [0.16693554818630219, 0.16075646877288818, 0.15866392850875854], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5700, "epoch": 13, "train_loss": 0.0010313496459275484, "cos_r_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_innovation_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_apical_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_Ac_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "r_norm": [0.16765178740024567, 0.16150429844856262, 0.15933966636657715], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5800, "epoch": 13, "train_loss": 0.001088181510567665, "cos_r_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_innovation_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_apical_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_Ac_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "r_norm": [0.1641492396593094, 0.1577388495206833, 0.15565168857574463], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5900, "epoch": 13, "train_loss": 0.003664636053144932, "cos_r_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_innovation_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_apical_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_Ac_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "r_norm": [0.16265901923179626, 0.15576250851154327, 0.15413838624954224], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6000, "epoch": 13, "train_loss": 0.0013010527472943068, "cos_r_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_innovation_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_apical_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_Ac_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "r_norm": [0.16535744071006775, 0.15904176235198975, 0.15687091648578644], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.007218562066555023, "dL_bp": -0.014714963734149933, "ratio": 0.4905592835273156}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9772, "eval_loss": 0.09999120788574219, "val_acc": 0.9772, "val_loss": 0.09999120788574219}, {"step": 6100, "epoch": 14, "train_loss": 0.0008585485629737377, "cos_r_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_innovation_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_apical_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_Ac_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "r_norm": [0.16943144798278809, 0.162728950381279, 0.16064363718032837], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6200, "epoch": 14, "train_loss": 0.00331752747297287, "cos_r_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_innovation_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_apical_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_Ac_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "r_norm": [0.1666698455810547, 0.16007664799690247, 0.1581185758113861], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6300, "epoch": 14, "train_loss": 0.0006222832016646862, "cos_r_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_innovation_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_apical_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_Ac_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "r_norm": [0.16370925307273865, 0.1575840264558792, 0.15541884303092957], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6400, "epoch": 14, "train_loss": 0.0018753533950075507, "cos_r_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_innovation_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_apical_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_Ac_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "r_norm": [0.16411414742469788, 0.1577785611152649, 0.15598857402801514], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.10147804107666016, "val_acc": 0.977, "val_loss": 0.10147804107666016}], "final": {"eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.10147804107666016, "wall_s": 22.10932421684265, "val_acc": 0.977, "val_loss": 0.10147804107666016, "cos_r_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_innovation_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_apical_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_Ac_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0_taskfit_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0_taskfit_d3_s0.json new file mode 100644 index 0000000..9c401be --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0_taskfit_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [0.0030298964120447636, 0.024969957768917084, 0.036881573498249054], "cos_innovation_negg": [0.0030298964120447636, 0.024969957768917084, 0.036881573498249054], "cos_apical_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_Ac_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "r_norm": [4.8584747314453125, 4.7847700119018555, 4.80509090423584], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.002301916480064392, 0.002338150516152382, 0.002347777131944895], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.18950200080871582, "dL_bp": -0.535804033279419, "ratio": 0.35367781696016376}}, {"step": 100, "epoch": 0, "train_loss": 0.2691570520401001, "cos_r_negg": [0.41445082426071167, 0.05847245827317238, 0.028649143874645233], "cos_innovation_negg": [0.41445082426071167, 0.05847245827317238, 0.028649143874645233], "cos_apical_negg": [0.5007400512695312, 0.07611812651157379, 0.058877479285001755], "cos_Ac_negg": [0.5007400512695312, 0.07611812651157379, 0.058877479285001755], "r_norm": [0.7076410055160522, 0.6924617290496826, 0.6890246272087097], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.02387806586921215, 0.011783583089709282, 0.012123504653573036], "traffic_r2": [NaN, NaN, NaN]}, {"step": 200, "epoch": 0, "train_loss": 0.23134896159172058, "cos_r_negg": [0.3350982964038849, 0.03296193480491638, 0.01657276228070259], "cos_innovation_negg": [0.3350982964038849, 0.03296193480491638, 0.01657276228070259], "cos_apical_negg": [0.4933715760707855, 0.08954580128192902, 0.07549893110990524], "cos_Ac_negg": [0.4933715760707855, 0.08954580128192902, 0.07549893110990524], "r_norm": [0.5846353769302368, 0.5648603439331055, 0.561156153678894], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.03169148787856102, 0.010101094841957092, 0.01014191284775734], "traffic_r2": [NaN, NaN, NaN]}, {"step": 300, "epoch": 0, "train_loss": 0.303189218044281, "cos_r_negg": [0.3254344165325165, 0.03744449093937874, 0.0466015487909317], "cos_innovation_negg": [0.3254344165325165, 0.03744449093937874, 0.0466015487909317], "cos_apical_negg": [0.5358718633651733, 0.11709301173686981, 0.1030544638633728], "cos_Ac_negg": [0.5358718633651733, 0.11709301173686981, 0.1030544638633728], "r_norm": [0.4648255407810211, 0.4417756497859955, 0.4396708011627197], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.03368174284696579, 0.009178494103252888, 0.009157869964838028], "traffic_r2": [NaN, NaN, NaN]}, {"step": 400, "epoch": 0, "train_loss": 0.11651714146137238, "cos_r_negg": [0.3068099021911621, 0.02760326862335205, 0.02993152104318142], "cos_innovation_negg": [0.3068099021911621, 0.02760326862335205, 0.02993152104318142], "cos_apical_negg": [0.5319015383720398, 0.11905175447463989, 0.08473091572523117], "cos_Ac_negg": [0.5319015383720398, 0.11905175447463989, 0.08473091572523117], "r_norm": [0.3634687662124634, 0.34155523777008057, 0.3401488661766052], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.03369974344968796, 0.008670659735798836, 0.008129416033625603], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9502, "eval_loss": 0.16009559020996095, "val_acc": 0.9502, "val_loss": 0.16009559020996095}, {"step": 500, "epoch": 1, "train_loss": 0.08146315813064575, "cos_r_negg": [0.19759875535964966, 0.006346842274069786, 0.008873073384165764], "cos_innovation_negg": [0.19759875535964966, 0.006346842274069786, 0.008873073384165764], "cos_apical_negg": [0.5502852201461792, 0.14966744184494019, 0.104527048766613], "cos_Ac_negg": [0.5502852201461792, 0.14966744184494019, 0.104527048766613], "r_norm": [0.3814920485019684, 0.3262062668800354, 0.3241976797580719], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.07512250542640686, 0.007987389340996742, 0.007431032136082649], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004097416996955872, "dL_bp": -0.0048890262842178345, "ratio": 0.8380844689223004}}, {"step": 600, "epoch": 1, "train_loss": 0.10914094746112823, "cos_r_negg": [0.2402918040752411, 0.02702094241976738, 0.039685189723968506], "cos_innovation_negg": [0.2402918040752411, 0.02702094241976738, 0.039685189723968506], "cos_apical_negg": [0.5580417513847351, 0.1444675177335739, 0.11518223583698273], "cos_Ac_negg": [0.5580417513847351, 0.1444675177335739, 0.11518223583698273], "r_norm": [0.3968315124511719, 0.33342957496643066, 0.33411896228790283], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.08394665271043777, 0.007381826173514128, 0.00684779416769743], "traffic_r2": [NaN, NaN, NaN]}, {"step": 700, "epoch": 1, "train_loss": 0.12095421552658081, "cos_r_negg": [0.2131931185722351, 0.015152224339544773, 0.03949245810508728], "cos_innovation_negg": [0.2131931185722351, 0.015152224339544773, 0.03949245810508728], "cos_apical_negg": [0.5549046993255615, 0.1457982063293457, 0.12776030600070953], "cos_Ac_negg": [0.5549046993255615, 0.1457982063293457, 0.12776030600070953], "r_norm": [0.35440611839294434, 0.3222561180591583, 0.31937506794929504], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.044478170573711395, 0.006935238838195801, 0.006423070095479488], "traffic_r2": [NaN, NaN, NaN]}, {"step": 800, "epoch": 1, "train_loss": 0.163283571600914, "cos_r_negg": [0.17873913049697876, 0.0033824474085122347, 0.025146424770355225], "cos_innovation_negg": [0.17873913049697876, 0.0033824474085122347, 0.025146424770355225], "cos_apical_negg": [0.577545702457428, 0.14691896736621857, 0.13527104258537292], "cos_Ac_negg": [0.577545702457428, 0.14691896736621857, 0.13527104258537292], "r_norm": [0.3916475772857666, 0.33925846219062805, 0.3364875912666321], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.06820185482501984, 0.006492821499705315, 0.005931510590016842], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9626, "eval_loss": 0.12025628662109375, "val_acc": 0.9626, "val_loss": 0.12025628662109375}, {"step": 900, "epoch": 2, "train_loss": 0.0857798308134079, "cos_r_negg": [0.14815595746040344, 0.0057219890877604485, 0.012263743206858635], "cos_innovation_negg": [0.14815595746040344, 0.0057219890877604485, 0.012263743206858635], "cos_apical_negg": [0.5824363231658936, 0.1801426261663437, 0.15091538429260254], "cos_Ac_negg": [0.5824363231658936, 0.1801426261663437, 0.15091538429260254], "r_norm": [0.31039613485336304, 0.2664850950241089, 0.2653372287750244], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.05652342736721039, 0.006209914106875658, 0.005562167149037123], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1000, "epoch": 2, "train_loss": 0.0795295387506485, "cos_r_negg": [0.17366954684257507, 0.017811154946684837, 0.047221362590789795], "cos_innovation_negg": [0.17366954684257507, 0.017811154946684837, 0.047221362590789795], "cos_apical_negg": [0.5995481610298157, 0.1834600269794464, 0.1622210294008255], "cos_Ac_negg": [0.5995481610298157, 0.1834600269794464, 0.1622210294008255], "r_norm": [0.33085015416145325, 0.27544403076171875, 0.2749289274215698], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.06595179438591003, 0.006113865412771702, 0.005371684208512306], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005656152963638306, "dL_bp": -0.0071524083614349365, "ratio": 0.7908039750828142}}, {"step": 1100, "epoch": 2, "train_loss": 0.08075635135173798, "cos_r_negg": [0.16558599472045898, 0.023537620902061462, 0.04878709465265274], "cos_innovation_negg": [0.16558599472045898, 0.023537620902061462, 0.04878709465265274], "cos_apical_negg": [0.614488959312439, 0.2032126933336258, 0.17023031413555145], "cos_Ac_negg": [0.614488959312439, 0.2032126933336258, 0.17023031413555145], "r_norm": [0.38601264357566833, 0.2766677141189575, 0.2741858959197998], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.1336095929145813, 0.0060749780386686325, 0.005207685753703117], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1200, "epoch": 2, "train_loss": 0.12456926703453064, "cos_r_negg": [0.1773638278245926, 0.030231140553951263, 0.04962550103664398], "cos_innovation_negg": [0.1773638278245926, 0.030231140553951263, 0.04962550103664398], "cos_apical_negg": [0.6137582063674927, 0.19925595819950104, 0.16765452921390533], "cos_Ac_negg": [0.6137582063674927, 0.19925595819950104, 0.16765452921390533], "r_norm": [0.3574061393737793, 0.2619048058986664, 0.261299729347229], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.11455132067203522, 0.0056294035166502, 0.004823045805096626], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.10440940704345703, "val_acc": 0.969, "val_loss": 0.10440940704345703}, {"step": 1300, "epoch": 3, "train_loss": 0.11514829099178314, "cos_r_negg": [0.1494797319173813, 0.005094488151371479, 0.015743672847747803], "cos_innovation_negg": [0.1494797319173813, 0.005094488151371479, 0.015743672847747803], "cos_apical_negg": [0.6202429533004761, 0.20380201935768127, 0.18508514761924744], "cos_Ac_negg": [0.6202429533004761, 0.20380201935768127, 0.18508514761924744], "r_norm": [0.3026643395423889, 0.22827786207199097, 0.22712530195713043], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.09293726831674576, 0.005313814617693424, 0.004670538939535618], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1400, "epoch": 3, "train_loss": 0.1555301547050476, "cos_r_negg": [0.12002851068973541, -0.0023171515204012394, 0.010402008891105652], "cos_innovation_negg": [0.12002851068973541, -0.0023171515204012394, 0.010402008891105652], "cos_apical_negg": [0.6189014315605164, 0.22728806734085083, 0.21314384043216705], "cos_Ac_negg": [0.6189014315605164, 0.22728806734085083, 0.21314384043216705], "r_norm": [0.27781251072883606, 0.21440288424491882, 0.2132570743560791], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.07696869969367981, 0.005159924738109112, 0.004380570724606514], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1500, "epoch": 3, "train_loss": 0.010471725836396217, "cos_r_negg": [0.15121088922023773, 0.008780085481703281, 0.04188600182533264], "cos_innovation_negg": [0.15121088922023773, 0.008780085481703281, 0.04188600182533264], "cos_apical_negg": [0.6076114773750305, 0.2345123291015625, 0.22003313899040222], "cos_Ac_negg": [0.6076114773750305, 0.2345123291015625, 0.22003313899040222], "r_norm": [0.3113597631454468, 0.2344355285167694, 0.2317369133234024], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.09418074041604996, 0.004858724772930145, 0.004281345754861832], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.0040721893310546875, "dL_bp": -0.005450118333101273, "ratio": 0.7471744799231719}}, {"step": 1600, "epoch": 3, "train_loss": 0.12355440855026245, "cos_r_negg": [0.09621288627386093, -0.011919381096959114, 0.0029764333739876747], "cos_innovation_negg": [0.09621288627386093, -0.011919381096959114, 0.0029764333739876747], "cos_apical_negg": [0.6203655004501343, 0.2288477122783661, 0.22714447975158691], "cos_Ac_negg": [0.6203655004501343, 0.2288477122783661, 0.22714447975158691], "r_norm": [0.28094518184661865, 0.214964359998703, 0.2140820324420929], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.07703667879104614, 0.004867954179644585, 0.004174382425844669], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1700, "epoch": 3, "train_loss": 0.19487464427947998, "cos_r_negg": [0.1313057392835617, 0.0056821200996637344, 0.00945389736443758], "cos_innovation_negg": [0.1313057392835617, 0.0056821200996637344, 0.00945389736443758], "cos_apical_negg": [0.6401516199111938, 0.2404804229736328, 0.22213634848594666], "cos_Ac_negg": [0.6401516199111938, 0.2404804229736328, 0.22213634848594666], "r_norm": [0.27105388045310974, 0.21881240606307983, 0.21780692040920258], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.06188281625509262, 0.004911594092845917, 0.003956199623644352], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9666, "eval_loss": 0.10841773834228516, "val_acc": 0.9666, "val_loss": 0.10841773834228516}, {"step": 1800, "epoch": 4, "train_loss": 0.03514733910560608, "cos_r_negg": [0.10271286964416504, 0.003205034648999572, 0.003248828463256359], "cos_innovation_negg": [0.10271286964416504, 0.003205034648999572, 0.003248828463256359], "cos_apical_negg": [0.6386059522628784, 0.24393948912620544, 0.2236175686120987], "cos_Ac_negg": [0.6386059522628784, 0.24393948912620544, 0.2236175686120987], "r_norm": [0.24262863397598267, 0.2020353376865387, 0.19915586709976196], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.048744846135377884, 0.004721405450254679, 0.00373527267947793], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1900, "epoch": 4, "train_loss": 0.03148343414068222, "cos_r_negg": [0.10788669437170029, -0.0023450274020433426, -0.01727968454360962], "cos_innovation_negg": [0.10788669437170029, -0.0023450274020433426, -0.01727968454360962], "cos_apical_negg": [0.6508421897888184, 0.2472202628850937, 0.24142053723335266], "cos_Ac_negg": [0.6508421897888184, 0.2472202628850937, 0.24142053723335266], "r_norm": [0.22771510481834412, 0.20240724086761475, 0.20138302445411682], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.029030920937657356, 0.004545306786894798, 0.0036109385546296835], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2000, "epoch": 4, "train_loss": 0.05077371746301651, "cos_r_negg": [0.08596952259540558, -0.009032458066940308, -0.00855474267154932], "cos_innovation_negg": [0.08596952259540558, -0.009032458066940308, -0.00855474267154932], "cos_apical_negg": [0.6431052088737488, 0.25230762362480164, 0.2369714379310608], "cos_Ac_negg": [0.6431052088737488, 0.25230762362480164, 0.2369714379310608], "r_norm": [0.22915174067020416, 0.19468984007835388, 0.1938774436712265], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.041790347546339035, 0.004332706797868013, 0.0035420884378254414], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.0035642683506011963, "dL_bp": -0.0053967684507369995, "ratio": 0.6604449279484}}, {"step": 2100, "epoch": 4, "train_loss": 0.05166810750961304, "cos_r_negg": [0.06892141699790955, -0.006748971063643694, -0.01610979437828064], "cos_innovation_negg": [0.06892141699790955, -0.006748971063643694, -0.01610979437828064], "cos_apical_negg": [0.6420968770980835, 0.2531774342060089, 0.2403322458267212], "cos_Ac_negg": [0.6420968770980835, 0.2531774342060089, 0.2403322458267212], "r_norm": [0.2146211415529251, 0.17942741513252258, 0.1789184808731079], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.03960680589079857, 0.004300100728869438, 0.0034241913817822933], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9728, "eval_loss": 0.0873837890625, "val_acc": 0.9728, "val_loss": 0.0873837890625}, {"step": 2200, "epoch": 5, "train_loss": 0.04602046310901642, "cos_r_negg": [0.06689178943634033, -0.0007981909438967705, -0.014499949291348457], "cos_innovation_negg": [0.06689178943634033, -0.0007981909438967705, -0.014499949291348457], "cos_apical_negg": [0.6547961235046387, 0.2700273394584656, 0.2586652636528015], "cos_Ac_negg": [0.6547961235046387, 0.2700273394584656, 0.2586652636528015], "r_norm": [0.18894131481647491, 0.15476909279823303, 0.15391327440738678], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.04101642221212387, 0.0041793473064899445, 0.003363287542015314], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2300, "epoch": 5, "train_loss": 0.07885561883449554, "cos_r_negg": [0.06836360692977905, -0.009167557582259178, -0.014442367479205132], "cos_innovation_negg": [0.06836360692977905, -0.009167557582259178, -0.014442367479205132], "cos_apical_negg": [0.6452374458312988, 0.2658262848854065, 0.253803014755249], "cos_Ac_negg": [0.6452374458312988, 0.2658262848854065, 0.253803014755249], "r_norm": [0.24513272941112518, 0.19273923337459564, 0.1919700801372528], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0582490898668766, 0.00385182979516685, 0.0031711405608803034], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2400, "epoch": 5, "train_loss": 0.10983677208423615, "cos_r_negg": [0.08667120337486267, 0.010694915428757668, -0.011564631946384907], "cos_innovation_negg": [0.08667120337486267, 0.010694915428757668, -0.011564631946384907], "cos_apical_negg": [0.656834602355957, 0.2830538749694824, 0.2599043846130371], "cos_Ac_negg": [0.656834602355957, 0.2830538749694824, 0.2599043846130371], "r_norm": [0.2083672136068344, 0.16200169920921326, 0.16122421622276306], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.05154159665107727, 0.003774651326239109, 0.0030670943669974804], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2500, "epoch": 5, "train_loss": 0.04075503721833229, "cos_r_negg": [0.062950000166893, -0.00865982100367546, -0.012479349970817566], "cos_innovation_negg": [0.062950000166893, -0.00865982100367546, -0.012479349970817566], "cos_apical_negg": [0.6623968482017517, 0.2813776731491089, 0.2716846466064453], "cos_Ac_negg": [0.6623968482017517, 0.2813776731491089, 0.2716846466064453], "r_norm": [0.21136842668056488, 0.1803579330444336, 0.17944404482841492], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.031688142567873, 0.003622648073360324, 0.0029241065494716167], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004182904958724976, "dL_bp": -0.0068959444761276245, "ratio": 0.6065746284943785}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.08960885314941407, "val_acc": 0.9744, "val_loss": 0.08960885314941407}, {"step": 2600, "epoch": 6, "train_loss": 0.014177171513438225, "cos_r_negg": [0.05936902016401291, -0.013255887664854527, -0.022112935781478882], "cos_innovation_negg": [0.05936902016401291, -0.013255887664854527, -0.022112935781478882], "cos_apical_negg": [0.6531963348388672, 0.28478553891181946, 0.27638277411460876], "cos_Ac_negg": [0.6531963348388672, 0.28478553891181946, 0.27638277411460876], "r_norm": [0.20040307939052582, 0.15385866165161133, 0.1526704728603363], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.053390540182590485, 0.00360344466753304, 0.002802047412842512], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2700, "epoch": 6, "train_loss": 0.01804807409644127, "cos_r_negg": [0.05334325134754181, -0.004800686612725258, -0.012675724923610687], "cos_innovation_negg": [0.05334325134754181, -0.004800686612725258, -0.012675724923610687], "cos_apical_negg": [0.6657087802886963, 0.2922321557998657, 0.27801552414894104], "cos_Ac_negg": [0.6657087802886963, 0.2922321557998657, 0.27801552414894104], "r_norm": [0.2318006157875061, 0.1740906983613968, 0.1732829064130783], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.062015101313591, 0.003494140924885869, 0.0027100159786641598], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2800, "epoch": 6, "train_loss": 0.012431961484253407, "cos_r_negg": [0.04988469183444977, -0.003358356188982725, -0.025011079385876656], "cos_innovation_negg": [0.04988469183444977, -0.003358356188982725, -0.025011079385876656], "cos_apical_negg": [0.6720242500305176, 0.2979857325553894, 0.28299954533576965], "cos_Ac_negg": [0.6720242500305176, 0.2979857325553894, 0.28299954533576965], "r_norm": [0.2034168243408203, 0.14730887115001678, 0.14674583077430725], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.06275713443756104, 0.0033129609655588865, 0.002621927298605442], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2900, "epoch": 6, "train_loss": 0.016563719138503075, "cos_r_negg": [0.03405413776636124, -0.02709038555622101, -0.023813501000404358], "cos_innovation_negg": [0.03405413776636124, -0.02709038555622101, -0.023813501000404358], "cos_apical_negg": [0.6674606800079346, 0.2913062870502472, 0.2920394837856293], "cos_Ac_negg": [0.6674606800079346, 0.2913062870502472, 0.2920394837856293], "r_norm": [0.21274787187576294, 0.15915252268314362, 0.15937554836273193], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.05909895524382591, 0.0031791001092642546, 0.0025834047701209784], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3000, "epoch": 6, "train_loss": 0.04387260228395462, "cos_r_negg": [0.04386627674102783, -0.029450561851263046, -0.02054627612233162], "cos_innovation_negg": [0.04386627674102783, -0.029450561851263046, -0.02054627612233162], "cos_apical_negg": [0.6639556288719177, 0.29510942101478577, 0.2865832448005676], "cos_Ac_negg": [0.6639556288719177, 0.29510942101478577, 0.2865832448005676], "r_norm": [0.1950690895318985, 0.1556941419839859, 0.15368305146694183], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.044849757105112076, 0.00311322882771492, 0.0025128365959972143], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.0031047463417053223, "dL_bp": -0.005722846835851669, "ratio": 0.5425178116344392}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.971, "eval_loss": 0.09494495697021485, "val_acc": 0.971, "val_loss": 0.09494495697021485}, {"step": 3100, "epoch": 7, "train_loss": 0.016132185235619545, "cos_r_negg": [0.03465376794338226, -0.027851343154907227, -0.03109692595899105], "cos_innovation_negg": [0.03465376794338226, -0.027851343154907227, -0.03109692595899105], "cos_apical_negg": [0.6643754243850708, 0.302901953458786, 0.28443652391433716], "cos_Ac_negg": [0.6643754243850708, 0.302901953458786, 0.28443652391433716], "r_norm": [0.18326911330223083, 0.14058515429496765, 0.1388792097568512], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.047656312584877014, 0.0029510457534343004, 0.0023641064763069153], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3200, "epoch": 7, "train_loss": 0.009192802011966705, "cos_r_negg": [0.05459386482834816, -0.009402159601449966, -0.022991284728050232], "cos_innovation_negg": [0.05459386482834816, -0.009402159601449966, -0.022991284728050232], "cos_apical_negg": [0.6704142093658447, 0.3112855553627014, 0.2888757884502411], "cos_Ac_negg": [0.6704142093658447, 0.3112855553627014, 0.2888757884502411], "r_norm": [0.20409798622131348, 0.16326746344566345, 0.16207456588745117], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.04338862746953964, 0.0028147022239863873, 0.00227888161316514], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3300, "epoch": 7, "train_loss": 0.013551285490393639, "cos_r_negg": [0.035553690046072006, -0.017283819615840912, -0.03118782490491867], "cos_innovation_negg": [0.035553690046072006, -0.017283819615840912, -0.03118782490491867], "cos_apical_negg": [0.6660122871398926, 0.3107612133026123, 0.2940223813056946], "cos_Ac_negg": [0.6660122871398926, 0.3107612133026123, 0.2940223813056946], "r_norm": [0.18496274948120117, 0.14593961834907532, 0.1456589549779892], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.04007590562105179, 0.0027786733116954565, 0.0021993571426719427], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3400, "epoch": 7, "train_loss": 0.01706189289689064, "cos_r_negg": [0.04325787350535393, -0.019938450306653976, -0.040695492178201675], "cos_innovation_negg": [0.04325787350535393, -0.019938450306653976, -0.040695492178201675], "cos_apical_negg": [0.669389545917511, 0.3126528859138489, 0.2947748303413391], "cos_Ac_negg": [0.669389545917511, 0.3126528859138489, 0.2947748303413391], "r_norm": [0.16086550056934357, 0.13449981808662415, 0.13397593796253204], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.028095167130231857, 0.00270662410184741, 0.002193845808506012], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.973, "eval_loss": 0.09169350891113281, "val_acc": 0.973, "val_loss": 0.09169350891113281}, {"step": 3500, "epoch": 8, "train_loss": 0.0326523520052433, "cos_r_negg": [0.03855828195810318, -0.018146149814128876, -0.03447357192635536], "cos_innovation_negg": [0.03855828195810318, -0.018146149814128876, -0.03447357192635536], "cos_apical_negg": [0.6682879328727722, 0.3131929934024811, 0.3017919361591339], "cos_Ac_negg": [0.6682879328727722, 0.3131929934024811, 0.3017919361591339], "r_norm": [0.16786795854568481, 0.14601141214370728, 0.14624769985675812], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.02211420238018036, 0.002692628186196089, 0.002149261999875307], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.003781430423259735, "dL_bp": -0.0068676769733428955, "ratio": 0.5506127381846112}}, {"step": 3600, "epoch": 8, "train_loss": 0.0069781094789505005, "cos_r_negg": [0.03692321106791496, -0.014337748289108276, -0.030304372310638428], "cos_innovation_negg": [0.03692321106791496, -0.014337748289108276, -0.030304372310638428], "cos_apical_negg": [0.6677078008651733, 0.3213846683502197, 0.3073697090148926], "cos_Ac_negg": [0.6677078008651733, 0.3213846683502197, 0.3073697090148926], "r_norm": [0.17716647684574127, 0.15411563217639923, 0.1542743444442749], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.022915596142411232, 0.0026443488895893097, 0.002099603181704879], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3700, "epoch": 8, "train_loss": 0.02871510200202465, "cos_r_negg": [0.03892898187041283, -0.008246321231126785, -0.03345399722456932], "cos_innovation_negg": [0.03892898187041283, -0.008246321231126785, -0.03345399722456932], "cos_apical_negg": [0.6663839817047119, 0.3192597031593323, 0.31433528661727905], "cos_Ac_negg": [0.6663839817047119, 0.3192597031593323, 0.31433528661727905], "r_norm": [0.1584033966064453, 0.1395404040813446, 0.13929851353168488], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.019240111112594604, 0.0024674036540091038, 0.0019787047058343887], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3800, "epoch": 8, "train_loss": 0.024277687072753906, "cos_r_negg": [0.05727817863225937, 0.011548498645424843, -0.011550415307283401], "cos_innovation_negg": [0.05727817863225937, 0.011548498645424843, -0.011550415307283401], "cos_apical_negg": [0.6684210896492004, 0.3211222290992737, 0.318136602640152], "cos_Ac_negg": [0.6684210896492004, 0.3211222290992737, 0.318136602640152], "r_norm": [0.1456121802330017, 0.13065117597579956, 0.13029146194458008], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.016085632145404816, 0.0023971786722540855, 0.001958792796358466], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9752, "eval_loss": 0.09184185180664063, "val_acc": 0.9752, "val_loss": 0.09184185180664063}, {"step": 3900, "epoch": 9, "train_loss": 0.010374745354056358, "cos_r_negg": [0.04557766020298004, -0.01714729517698288, -0.025709684938192368], "cos_innovation_negg": [0.04557766020298004, -0.01714729517698288, -0.025709684938192368], "cos_apical_negg": [0.6695744395256042, 0.32325053215026855, 0.31734228134155273], "cos_Ac_negg": [0.6695744395256042, 0.32325053215026855, 0.31734228134155273], "r_norm": [0.159725621342659, 0.13859602808952332, 0.13762879371643066], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.021479584276676178, 0.0022891720291227102, 0.0018995609134435654], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4000, "epoch": 9, "train_loss": 0.00751667283475399, "cos_r_negg": [0.04598163068294525, -0.012143401429057121, -0.04203193634748459], "cos_innovation_negg": [0.04598163068294525, -0.012143401429057121, -0.04203193634748459], "cos_apical_negg": [0.6686621904373169, 0.3273335099220276, 0.319504976272583], "cos_Ac_negg": [0.6686621904373169, 0.3273335099220276, 0.319504976272583], "r_norm": [0.1858421266078949, 0.16478630900382996, 0.16356483101844788], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.01837371289730072, 0.0021444757003337145, 0.0017869591247290373], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005652189254760742, "dL_bp": -0.01014149934053421, "ratio": 0.5573327044621205}}, {"step": 4100, "epoch": 9, "train_loss": 0.02230517938733101, "cos_r_negg": [0.041497014462947845, -0.014507842250168324, -0.03490866720676422], "cos_innovation_negg": [0.041497014462947845, -0.014507842250168324, -0.03490866720676422], "cos_apical_negg": [0.6658753156661987, 0.32997938990592957, 0.3306279182434082], "cos_Ac_negg": [0.6658753156661987, 0.32997938990592957, 0.3306279182434082], "r_norm": [0.18445225059986115, 0.14699000120162964, 0.14615266025066376], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.038840070366859436, 0.0021099341101944447, 0.0017565763555467129], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4200, "epoch": 9, "train_loss": 0.005069349426776171, "cos_r_negg": [0.05195365846157074, -0.01624535582959652, -0.017775144428014755], "cos_innovation_negg": [0.05195365846157074, -0.01624535582959652, -0.017775144428014755], "cos_apical_negg": [0.6694305539131165, 0.33190882205963135, 0.3327382802963257], "cos_Ac_negg": [0.6694305539131165, 0.33190882205963135, 0.3327382802963257], "r_norm": [0.16844114661216736, 0.14317192137241364, 0.14374525845050812], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.02487536333501339, 0.002003526547923684, 0.0017051694449037313], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9736, "eval_loss": 0.08903783264160156, "val_acc": 0.9736, "val_loss": 0.08903783264160156}, {"step": 4300, "epoch": 10, "train_loss": 0.005414948798716068, "cos_r_negg": [0.051327258348464966, -0.014116103760898113, -0.031578827649354935], "cos_innovation_negg": [0.051327258348464966, -0.014116103760898113, -0.031578827649354935], "cos_apical_negg": [0.6697080731391907, 0.3307817280292511, 0.3247087597846985], "cos_Ac_negg": [0.6697080731391907, 0.3307817280292511, 0.3247087597846985], "r_norm": [0.15571880340576172, 0.14212730526924133, 0.14197343587875366], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.012546096928417683, 0.0019850600510835648, 0.0016619199886918068], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4400, "epoch": 10, "train_loss": 0.0026302356272935867, "cos_r_negg": [0.04922442510724068, -0.01596180908381939, -0.036809246987104416], "cos_innovation_negg": [0.04922442510724068, -0.01596180908381939, -0.036809246987104416], "cos_apical_negg": [0.6661403179168701, 0.32999366521835327, 0.33599263429641724], "cos_Ac_negg": [0.6661403179168701, 0.32999366521835327, 0.33599263429641724], "r_norm": [0.1503923535346985, 0.13580919802188873, 0.13553930819034576], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.013930330984294415, 0.0018800499383360147, 0.0015728301368653774], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4500, "epoch": 10, "train_loss": 0.005234727170318365, "cos_r_negg": [0.04279004782438278, -0.013089574873447418, -0.03883497044444084], "cos_innovation_negg": [0.04279004782438278, -0.013089574873447418, -0.03883497044444084], "cos_apical_negg": [0.6582554578781128, 0.33193787932395935, 0.33143851161003113], "cos_Ac_negg": [0.6582554578781128, 0.33193787932395935, 0.33143851161003113], "r_norm": [0.17002546787261963, 0.153032124042511, 0.15218204259872437], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.014420568011701107, 0.001796545460820198, 0.0015046836342662573], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005243651568889618, "dL_bp": -0.009818769991397858, "ratio": 0.534043630055856}}, {"step": 4600, "epoch": 10, "train_loss": 0.005044915713369846, "cos_r_negg": [0.037329889833927155, -0.0212605819106102, -0.042866744101047516], "cos_innovation_negg": [0.037329889833927155, -0.0212605819106102, -0.042866744101047516], "cos_apical_negg": [0.6619136333465576, 0.3357577621936798, 0.3309922218322754], "cos_Ac_negg": [0.6619136333465576, 0.3357577621936798, 0.3309922218322754], "r_norm": [0.16675257682800293, 0.14591556787490845, 0.1451195478439331], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.01970144547522068, 0.0017406799597665668, 0.0014505061553791165], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4700, "epoch": 10, "train_loss": 0.0013724375749006867, "cos_r_negg": [0.05010377615690231, -0.015276012942194939, -0.03046087920665741], "cos_innovation_negg": [0.05010377615690231, -0.015276012942194939, -0.03046087920665741], "cos_apical_negg": [0.66077721118927, 0.3394717574119568, 0.3344964385032654], "cos_Ac_negg": [0.66077721118927, 0.3394717574119568, 0.3344964385032654], "r_norm": [0.15749545395374298, 0.14335030317306519, 0.14296740293502808], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.012757320888340473, 0.0016978108324110508, 0.001390437362715602], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09150413360595704, "val_acc": 0.9754, "val_loss": 0.09150413360595704}, {"step": 4800, "epoch": 11, "train_loss": 0.003025926649570465, "cos_r_negg": [0.05071274936199188, -0.01935444213449955, -0.027990613132715225], "cos_innovation_negg": [0.05071274936199188, -0.01935444213449955, -0.027990613132715225], "cos_apical_negg": [0.6593627333641052, 0.33984607458114624, 0.3375791609287262], "cos_Ac_negg": [0.6593627333641052, 0.33984607458114624, 0.3375791609287262], "r_norm": [0.1556299328804016, 0.1372954100370407, 0.13696035742759705], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.016560547053813934, 0.0016542007215321064, 0.0013777398271486163], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4900, "epoch": 11, "train_loss": 0.0020073114428669214, "cos_r_negg": [0.049408670514822006, -0.011260712519288063, -0.04053667187690735], "cos_innovation_negg": [0.049408670514822006, -0.011260712519288063, -0.04053667187690735], "cos_apical_negg": [0.656564474105835, 0.3406142592430115, 0.3390551805496216], "cos_Ac_negg": [0.656564474105835, 0.3406142592430115, 0.3390551805496216], "r_norm": [0.1600337028503418, 0.14159661531448364, 0.14074470102787018], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.016859885305166245, 0.0015532128745689988, 0.001305299811065197], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5000, "epoch": 11, "train_loss": 0.002859958214685321, "cos_r_negg": [0.05081305652856827, -0.009863438084721565, -0.0294173713773489], "cos_innovation_negg": [0.05081305652856827, -0.009863438084721565, -0.0294173713773489], "cos_apical_negg": [0.6585332155227661, 0.34396547079086304, 0.33643051981925964], "cos_Ac_negg": [0.6585332155227661, 0.34396547079086304, 0.33643051981925964], "r_norm": [0.16413137316703796, 0.14874908328056335, 0.14846907556056976], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.013204526156187057, 0.0015521326567977667, 0.0012743494007736444], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005056120455265045, "dL_bp": -0.00993308424949646, "ratio": 0.5090181788724238}}, {"step": 5100, "epoch": 11, "train_loss": 0.0012323694536462426, "cos_r_negg": [0.042424507439136505, -0.006721246987581253, -0.021249476820230484], "cos_innovation_negg": [0.042424507439136505, -0.006721246987581253, -0.021249476820230484], "cos_apical_negg": [0.6572449207305908, 0.3420355021953583, 0.34127745032310486], "cos_Ac_negg": [0.6572449207305908, 0.3420355021953583, 0.34127745032310486], "r_norm": [0.15763452649116516, 0.1432444453239441, 0.14271339774131775], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.012841688469052315, 0.0014680546009913087, 0.001173431403003633], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9764, "eval_loss": 0.09471257781982421, "val_acc": 0.9764, "val_loss": 0.09471257781982421}, {"step": 5200, "epoch": 12, "train_loss": 0.0008279132889583707, "cos_r_negg": [0.04468104988336563, -0.013861650601029396, -0.029770009219646454], "cos_innovation_negg": [0.04468104988336563, -0.013861650601029396, -0.029770009219646454], "cos_apical_negg": [0.6635090112686157, 0.34422338008880615, 0.34155982732772827], "cos_Ac_negg": [0.6635090112686157, 0.34422338008880615, 0.34155982732772827], "r_norm": [0.15616142749786377, 0.1450403928756714, 0.1446542739868164], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.008814970962703228, 0.0013967021368443966, 0.0011593392118811607], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5300, "epoch": 12, "train_loss": 0.002474377164617181, "cos_r_negg": [0.05247592180967331, -0.01316303014755249, -0.036720745265483856], "cos_innovation_negg": [0.05247592180967331, -0.01316303014755249, -0.036720745265483856], "cos_apical_negg": [0.6580915451049805, 0.3452892005443573, 0.34520524740219116], "cos_Ac_negg": [0.6580915451049805, 0.3452892005443573, 0.34520524740219116], "r_norm": [0.15630339086055756, 0.14433452486991882, 0.14385049045085907], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.009727567434310913, 0.0013103482779115438, 0.0010922914370894432], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5400, "epoch": 12, "train_loss": 0.0039198268204927444, "cos_r_negg": [0.0693136602640152, -0.011932089924812317, -0.04063981771469116], "cos_innovation_negg": [0.0693136602640152, -0.011932089924812317, -0.04063981771469116], "cos_apical_negg": [0.6559295654296875, 0.34513717889785767, 0.3465672433376312], "cos_Ac_negg": [0.6559295654296875, 0.34513717889785767, 0.3465672433376312], "r_norm": [0.15632615983486176, 0.14460477232933044, 0.1441871076822281], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.00928361527621746, 0.0012519394513219595, 0.0010403790511190891], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5500, "epoch": 12, "train_loss": 0.0007314002723433077, "cos_r_negg": [0.06650962680578232, -0.008143970742821693, -0.035111088305711746], "cos_innovation_negg": [0.06650962680578232, -0.008143970742821693, -0.035111088305711746], "cos_apical_negg": [0.660264790058136, 0.3492521047592163, 0.34319210052490234], "cos_Ac_negg": [0.660264790058136, 0.3492521047592163, 0.34319210052490234], "r_norm": [0.16343656182289124, 0.14782273769378662, 0.14751936495304108], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.012841623276472092, 0.0012168652610853314, 0.0009904750622808933], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005716308951377869, "dL_bp": -0.011403724551200867, "ratio": 0.5012668383660595}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09684984283447266, "val_acc": 0.9754, "val_loss": 0.09684984283447266}, {"step": 5600, "epoch": 13, "train_loss": 0.0027692881412804127, "cos_r_negg": [0.0522538498044014, -0.00786779448390007, -0.028002217411994934], "cos_innovation_negg": [0.0522538498044014, -0.00786779448390007, -0.028002217411994934], "cos_apical_negg": [0.652493417263031, 0.3473726809024811, 0.34591105580329895], "cos_Ac_negg": [0.652493417263031, 0.3473726809024811, 0.34591105580329895], "r_norm": [0.15928222239017487, 0.14830568432807922, 0.1474505215883255], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.007748192176222801, 0.0011683320626616478, 0.000957295298576355], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5700, "epoch": 13, "train_loss": 0.0012418606784194708, "cos_r_negg": [0.046924933791160583, -0.00778538454324007, -0.029759861528873444], "cos_innovation_negg": [0.046924933791160583, -0.00778538454324007, -0.029759861528873444], "cos_apical_negg": [0.6523133516311646, 0.349164217710495, 0.3457522392272949], "cos_Ac_negg": [0.6523133516311646, 0.349164217710495, 0.3457522392272949], "r_norm": [0.14908067882061005, 0.13800907135009766, 0.13720396161079407], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.008939189836382866, 0.0011567058973014355, 0.0009196947212330997], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5800, "epoch": 13, "train_loss": 0.002468436025083065, "cos_r_negg": [0.04797515273094177, -0.0034550875425338745, -0.0252994354814291], "cos_innovation_negg": [0.04797515273094177, -0.0034550875425338745, -0.0252994354814291], "cos_apical_negg": [0.6575414538383484, 0.3498566746711731, 0.34573766589164734], "cos_Ac_negg": [0.6575414538383484, 0.3498566746711731, 0.34573766589164734], "r_norm": [0.15384064614772797, 0.14388465881347656, 0.14333444833755493], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.007151433732360601, 0.001081219408661127, 0.0008859300869517028], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5900, "epoch": 13, "train_loss": 0.0033869484905153513, "cos_r_negg": [0.06088215857744217, 0.006665603723376989, -0.024506740272045135], "cos_innovation_negg": [0.06088215857744217, 0.006665603723376989, -0.024506740272045135], "cos_apical_negg": [0.6590138673782349, 0.34986305236816406, 0.3470897376537323], "cos_Ac_negg": [0.6590138673782349, 0.34986305236816406, 0.3470897376537323], "r_norm": [0.1569269299507141, 0.14792276918888092, 0.14688324928283691], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.005198230035603046, 0.001032146392390132, 0.0008404960390180349], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6000, "epoch": 13, "train_loss": 0.0013763040769845247, "cos_r_negg": [0.050033241510391235, -0.004613808356225491, -0.032159071415662766], "cos_innovation_negg": [0.050033241510391235, -0.004613808356225491, -0.032159071415662766], "cos_apical_negg": [0.6555749177932739, 0.3491324186325073, 0.3472903072834015], "cos_Ac_negg": [0.6555749177932739, 0.3491324186325073, 0.3472903072834015], "r_norm": [0.1510922908782959, 0.13978099822998047, 0.1389058232307434], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.008248161524534225, 0.000993124209344387, 0.0008228401420637965], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005306527018547058, "dL_bp": -0.010929271578788757, "ratio": 0.4855334575861237}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09801688079833984, "val_acc": 0.9754, "val_loss": 0.09801688079833984}, {"step": 6100, "epoch": 14, "train_loss": 0.001180444611236453, "cos_r_negg": [0.0541209876537323, 0.001969746081158519, -0.03134939819574356], "cos_innovation_negg": [0.0541209876537323, 0.001969746081158519, -0.03134939819574356], "cos_apical_negg": [0.6557727456092834, 0.34998515248298645, 0.3471245765686035], "cos_Ac_negg": [0.6557727456092834, 0.34998515248298645, 0.3471245765686035], "r_norm": [0.1546594202518463, 0.1422073245048523, 0.1415635645389557], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.009314009919762611, 0.000969144341070205, 0.0007919981144368649], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6200, "epoch": 14, "train_loss": 0.002598753198981285, "cos_r_negg": [0.053630564361810684, 0.0008059707470238209, -0.02893943339586258], "cos_innovation_negg": [0.053630564361810684, 0.0008059707470238209, -0.02893943339586258], "cos_apical_negg": [0.6540629267692566, 0.351606160402298, 0.3461366295814514], "cos_Ac_negg": [0.6540629267692566, 0.351606160402298, 0.3461366295814514], "r_norm": [0.15362125635147095, 0.14117440581321716, 0.14038440585136414], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.00970141589641571, 0.0009174683364108205, 0.0007560116937384009], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6300, "epoch": 14, "train_loss": 0.0004012706922367215, "cos_r_negg": [0.052712760865688324, -0.0035749473609030247, -0.03658299893140793], "cos_innovation_negg": [0.052712760865688324, -0.0035749473609030247, -0.03658299893140793], "cos_apical_negg": [0.6548358201980591, 0.3523106575012207, 0.34595444798469543], "cos_Ac_negg": [0.6548358201980591, 0.3523106575012207, 0.34595444798469543], "r_norm": [0.14867918193340302, 0.13716092705726624, 0.1362724006175995], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.009011099115014076, 0.0008863135008141398, 0.0007327531930059195], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6400, "epoch": 14, "train_loss": 0.0036642528139054775, "cos_r_negg": [0.06161035597324371, 0.005740263499319553, -0.025337550789117813], "cos_innovation_negg": [0.06161035597324371, 0.005740263499319553, -0.025337550789117813], "cos_apical_negg": [0.6569236516952515, 0.35398155450820923, 0.34937870502471924], "cos_Ac_negg": [0.6569236516952515, 0.35398155450820923, 0.34937870502471924], "r_norm": [0.1557437777519226, 0.14341598749160767, 0.14265763759613037], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.009386997669935226, 0.0008417815552093089, 0.0007157387444749475], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.975, "eval_loss": 0.09869029998779297, "val_acc": 0.975, "val_loss": 0.09869029998779297}], "final": {"eval_split": "validation", "eval_acc": 0.975, "eval_loss": 0.09869029998779297, "wall_s": 21.001901388168335, "val_acc": 0.975, "val_loss": 0.09869029998779297, "cos_r_negg": [0.05547182634472847, -0.007420321926474571, -0.03150612488389015], "cos_innovation_negg": [0.05547182634472847, -0.007420321926474571, -0.03150612488389015], "cos_apical_negg": [0.6513765454292297, 0.3515516519546509, 0.3473430275917053], "cos_Ac_negg": [0.6513765454292297, 0.3515516519546509, 0.3473430275917053], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.008524670265614986, 0.0008415210759267211, 0.0007293156813830137], "traffic_r2": [NaN, NaN, NaN]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0p2_matched_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0p2_matched_d3_s0.json new file mode 100644 index 0000000..3a8a1e9 --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0p2_matched_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p2_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.006697176024317741, 0.014981864020228386, 0.0240684412419796], "cos_innovation_negg": [-0.004134630784392357, 0.022070296108722687, 0.03534865006804466], "cos_apical_negg": [-0.006697175558656454, 0.014981862157583237, 0.0240684412419796], "cos_Ac_negg": [-0.004134490620344877, 0.02207040600478649, 0.03534918650984764], "r_norm": [4.856781005859375, 4.7922163009643555, 4.80711030960083], "traffic_norm": [2.31160831451416, 2.550971508026123, 2.7902672290802], "traffic_residual_norm": [0.00035923690302297473, 0.000374101335182786, 0.0003901698219124228], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.18823862075805664, "dL_bp": -0.49709582328796387, "ratio": 0.3786767297962418}}, {"step": 100, "epoch": 0, "train_loss": 0.5493900775909424, "cos_r_negg": [0.14908286929130554, 0.17217248678207397, 0.11974228918552399], "cos_innovation_negg": [0.61466383934021, 0.16406714916229248, 0.05306839197874069], "cos_apical_negg": [0.14908286929130554, 0.17217248678207397, 0.11974228918552399], "cos_Ac_negg": [0.6499958038330078, 0.14323657751083374, 0.07770147919654846], "r_norm": [0.7467232942581177, 0.7330712080001831, 0.7278046011924744], "traffic_norm": [3.269029140472412, 4.72785758972168, 6.192024230957031], "traffic_residual_norm": [0.0002956035314127803, 0.0002961321733891964, 0.0003018697607330978], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.19423772394657135, "cos_r_negg": [0.17007820308208466, 0.17293518781661987, 0.13805332779884338], "cos_innovation_negg": [0.6410520076751709, 0.13699252903461456, -0.09425997734069824], "cos_apical_negg": [0.17007820308208466, 0.17293518781661987, 0.13805332779884338], "cos_Ac_negg": [0.7011204957962036, 0.1124367043375969, -0.10292935371398926], "r_norm": [0.8891499042510986, 0.8590338826179504, 0.8630742430686951], "traffic_norm": [3.2793450355529785, 4.787314414978027, 6.259020805358887], "traffic_residual_norm": [0.00024568833759985864, 0.0002485348377376795, 0.0002563117886893451], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.3885553479194641, "cos_r_negg": [0.1175430566072464, 0.13397055864334106, 0.13759315013885498], "cos_innovation_negg": [0.6644059419631958, 0.12230417132377625, -0.05179275944828987], "cos_apical_negg": [0.1175430417060852, 0.13397055864334106, 0.13759315013885498], "cos_Ac_negg": [0.7321204543113708, 0.08251513540744781, -0.09116604179143906], "r_norm": [0.6178488731384277, 0.6008083820343018, 0.5998523235321045], "traffic_norm": [3.285447597503662, 4.797959327697754, 6.271430969238281], "traffic_residual_norm": [0.00020475778728723526, 0.00020867619605269283, 0.00021645778906531632], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.4517381191253662, "cos_r_negg": [0.13186679780483246, 0.16871511936187744, 0.16765686869621277], "cos_innovation_negg": [0.7004954218864441, 0.1265677809715271, 0.04114057496190071], "cos_apical_negg": [0.13186681270599365, 0.16871511936187744, 0.16765686869621277], "cos_Ac_negg": [0.7545726895332336, 0.056669142097234726, 0.02297535352408886], "r_norm": [0.5587048530578613, 0.5481598377227783, 0.5473450422286987], "traffic_norm": [3.290229082107544, 4.823029041290283, 6.328888893127441], "traffic_residual_norm": [0.0001697698317002505, 0.0001744209585012868, 0.000180390416062437], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9128, "eval_loss": 0.3245501281738281, "val_acc": 0.9128, "val_loss": 0.3245501281738281}, {"step": 500, "epoch": 1, "train_loss": 0.11793598532676697, "cos_r_negg": [0.10354472696781158, 0.1548980474472046, 0.17783167958259583], "cos_innovation_negg": [0.6582403182983398, 0.1370663046836853, 0.1494128257036209], "cos_apical_negg": [0.10354473441839218, 0.1548980325460434, 0.17783167958259583], "cos_Ac_negg": [0.7697770595550537, 0.047061413526535034, -0.029582686722278595], "r_norm": [0.4411255717277527, 0.43068623542785645, 0.43107765913009644], "traffic_norm": [3.2923166751861572, 4.825799942016602, 6.318120002746582], "traffic_residual_norm": [0.00014096694940235466, 0.0001469549024477601, 0.00015157682355493307], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.02589617669582367, "dL_bp": -0.027832478284835815, "ratio": 0.9304301410317773}}, {"step": 600, "epoch": 1, "train_loss": 0.2662762999534607, "cos_r_negg": [0.1370450258255005, 0.08719506114721298, 0.1600417047739029], "cos_innovation_negg": [0.6349245309829712, 0.13048134744167328, 0.09303942322731018], "cos_apical_negg": [0.1370450258255005, 0.08719506114721298, 0.1600416898727417], "cos_Ac_negg": [0.7709153890609741, 0.0777304470539093, 0.09047845005989075], "r_norm": [0.6530945301055908, 0.6424785852432251, 0.6307810544967651], "traffic_norm": [3.293527603149414, 4.831233024597168, 6.3340606689453125], "traffic_residual_norm": [0.00011735623411368579, 0.00012371581397019327, 0.00012760442041326314], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.460222452878952, "cos_r_negg": [0.10537664592266083, 0.12867659330368042, 0.18908286094665527], "cos_innovation_negg": [0.626696765422821, 0.10670138150453568, 0.1314346194267273], "cos_apical_negg": [0.10537664592266083, 0.12867659330368042, 0.18908286094665527], "cos_Ac_negg": [0.7476136684417725, 0.03920932114124298, 0.017473744228482246], "r_norm": [0.6126630902290344, 0.5946271419525146, 0.6008055806159973], "traffic_norm": [3.296328544616699, 4.840208053588867, 6.332630634307861], "traffic_residual_norm": [9.843433508649468e-05, 0.00010596902575343847, 0.0001089929646695964], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.41271889209747314, "cos_r_negg": [0.13922663033008575, 0.13882344961166382, 0.202119380235672], "cos_innovation_negg": [0.5692360401153564, 0.10529635846614838, 0.1858319491147995], "cos_apical_negg": [0.13922661542892456, 0.13882344961166382, 0.202119380235672], "cos_Ac_negg": [0.7372353076934814, 0.10640271753072739, 0.15565603971481323], "r_norm": [0.7379074096679688, 0.715721607208252, 0.7179943323135376], "traffic_norm": [3.297595977783203, 4.845089912414551, 6.349440574645996], "traffic_residual_norm": [8.326760871568695e-05, 9.084992052521557e-05, 9.406323079019785e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.925, "eval_loss": 0.33427425537109373, "val_acc": 0.925, "val_loss": 0.33427425537109373}, {"step": 900, "epoch": 2, "train_loss": 0.280228853225708, "cos_r_negg": [0.0909939855337143, 0.13387039303779602, 0.18979093432426453], "cos_innovation_negg": [0.6408352851867676, 0.12341209501028061, 0.19094690680503845], "cos_apical_negg": [0.09099400043487549, 0.13387039303779602, 0.18979093432426453], "cos_Ac_negg": [0.7726945281028748, 0.04450775682926178, 0.16783806681632996], "r_norm": [0.5874380469322205, 0.5705812573432922, 0.5651740431785583], "traffic_norm": [3.2984719276428223, 4.851186275482178, 6.361091136932373], "traffic_residual_norm": [7.105289842002094e-05, 7.939458009786904e-05, 8.248005178757012e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.30780065059661865, "cos_r_negg": [0.06444268673658371, 0.0683935210108757, 0.056881994009017944], "cos_innovation_negg": [0.6972441077232361, 0.15689465403556824, 0.13256555795669556], "cos_apical_negg": [0.06444268673658371, 0.0683935210108757, 0.056881994009017944], "cos_Ac_negg": [0.7779747247695923, 0.08437956869602203, 0.02682180516421795], "r_norm": [0.3894592523574829, 0.3722516596317291, 0.374734491109848], "traffic_norm": [3.3008675575256348, 4.86257266998291, 6.373752593994141], "traffic_residual_norm": [6.116558506619185e-05, 7.006294617895037e-05, 7.351688691414893e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.021014273166656494, "dL_bp": -0.02333056926727295, "ratio": 0.9007184062214183}}, {"step": 1100, "epoch": 2, "train_loss": 0.1324613094329834, "cos_r_negg": [0.08284565806388855, 0.1558954417705536, 0.10989916324615479], "cos_innovation_negg": [0.7182102203369141, 0.13130910694599152, 0.18786613643169403], "cos_apical_negg": [0.08284565806388855, 0.1558954417705536, 0.10989916324615479], "cos_Ac_negg": [0.795728325843811, 0.030091311782598495, 0.09065572917461395], "r_norm": [0.31779944896698, 0.3035365045070648, 0.30636727809906006], "traffic_norm": [3.302172899246216, 4.862943172454834, 6.372707366943359], "traffic_residual_norm": [5.373333624447696e-05, 6.335273792501539e-05, 6.665319961030036e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.2550877034664154, "cos_r_negg": [0.06150995194911957, 0.09142409265041351, 0.13672876358032227], "cos_innovation_negg": [0.6978733539581299, 0.1517031490802765, 0.15725131332874298], "cos_apical_negg": [0.061509955674409866, 0.09142408519983292, 0.13672876358032227], "cos_Ac_negg": [0.7862271666526794, 0.06761504709720612, 0.03331783786416054], "r_norm": [0.3908776342868805, 0.3731226921081543, 0.3758310079574585], "traffic_norm": [3.302267074584961, 4.862774848937988, 6.375489234924316], "traffic_residual_norm": [4.813132545677945e-05, 5.848818545928225e-05, 6.14046657574363e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9538, "eval_loss": 0.1817565704345703, "val_acc": 0.9538, "val_loss": 0.1817565704345703}, {"step": 1300, "epoch": 3, "train_loss": 0.16887958347797394, "cos_r_negg": [0.058029837906360626, 0.10684464871883392, 0.1738220751285553], "cos_innovation_negg": [0.7300447821617126, 0.1691783368587494, 0.11358199268579483], "cos_apical_negg": [0.05802983418107033, 0.10684464126825333, 0.1738220751285553], "cos_Ac_negg": [0.7946399450302124, 0.10232116281986237, 0.04400033876299858], "r_norm": [0.44728684425354004, 0.42554691433906555, 0.4302003085613251], "traffic_norm": [3.302793502807617, 4.862425327301025, 6.376102924346924], "traffic_residual_norm": [4.4031316065229475e-05, 5.483377753989771e-05, 5.7642020692583174e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.2697749137878418, "cos_r_negg": [0.048399247229099274, 0.12363238632678986, 0.14638395607471466], "cos_innovation_negg": [0.713779628276825, 0.13325339555740356, 0.1556120216846466], "cos_apical_negg": [0.048399247229099274, 0.12363238632678986, 0.14638395607471466], "cos_Ac_negg": [0.7980895638465881, 0.06231394410133362, 0.0680195540189743], "r_norm": [0.2979705333709717, 0.28199252486228943, 0.2859867811203003], "traffic_norm": [3.303823947906494, 4.865943908691406, 6.378494739532471], "traffic_residual_norm": [4.065597750013694e-05, 5.1840892410837114e-05, 5.486598456627689e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.23677122592926025, "cos_r_negg": [0.05324196070432663, 0.10789907723665237, 0.15117761492729187], "cos_innovation_negg": [0.7133076786994934, 0.1355244517326355, 0.1286754459142685], "cos_apical_negg": [0.05324196442961693, 0.10789906978607178, 0.15117760002613068], "cos_Ac_negg": [0.7776638865470886, 0.09357734024524689, 0.020681697875261307], "r_norm": [0.4667623043060303, 0.4444758892059326, 0.44937533140182495], "traffic_norm": [3.3053009510040283, 4.877596855163574, 6.388898849487305], "traffic_residual_norm": [3.8175785448402166e-05, 4.96905850013718e-05, 5.306860475684516e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.06508204340934753, "dL_bp": -0.07073154300451279, "ratio": 0.9201275787974142}}, {"step": 1600, "epoch": 3, "train_loss": 0.22998572885990143, "cos_r_negg": [0.04795769974589348, 0.08087051659822464, 0.11303943395614624], "cos_innovation_negg": [0.6541303396224976, 0.1729956567287445, 0.16046300530433655], "cos_apical_negg": [0.04795769974589348, 0.08087051659822464, 0.11303943395614624], "cos_Ac_negg": [0.7780517339706421, 0.09458623081445694, 0.12721845507621765], "r_norm": [0.2757924199104309, 0.26403024792671204, 0.2668496370315552], "traffic_norm": [3.3050882816314697, 4.877495288848877, 6.387741565704346], "traffic_residual_norm": [3.708473377628252e-05, 4.901603824691847e-05, 5.2353749197209254e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.22308892011642456, "cos_r_negg": [0.06555484235286713, 0.137407124042511, 0.1774115264415741], "cos_innovation_negg": [0.6903128027915955, 0.17728611826896667, 0.20659911632537842], "cos_apical_negg": [0.06555484235286713, 0.137407124042511, 0.1774115264415741], "cos_Ac_negg": [0.797516942024231, 0.09193774312734604, 0.09748967736959457], "r_norm": [0.3121899962425232, 0.2989732027053833, 0.30204591155052185], "traffic_norm": [3.3064942359924316, 4.87684440612793, 6.384665489196777], "traffic_residual_norm": [3.598771581891924e-05, 4.847254967899062e-05, 5.1286289817653596e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9446, "eval_loss": 0.205230029296875, "val_acc": 0.9446, "val_loss": 0.205230029296875}, {"step": 1800, "epoch": 4, "train_loss": 0.08226096630096436, "cos_r_negg": [0.11404576897621155, 0.0932539850473404, 0.11874041706323624], "cos_innovation_negg": [0.657503604888916, 0.17090478539466858, 0.11629275977611542], "cos_apical_negg": [0.11404576897621155, 0.09325399249792099, 0.11874041706323624], "cos_Ac_negg": [0.795508861541748, 0.13786399364471436, -0.004691173322498798], "r_norm": [0.5284585356712341, 0.4994831681251526, 0.5075531601905823], "traffic_norm": [3.3066303730010986, 4.875479221343994, 6.383731842041016], "traffic_residual_norm": [3.500284947222099e-05, 4.7442710638279095e-05, 5.040252290200442e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.11715666204690933, "cos_r_negg": [0.07627983391284943, 0.0573195144534111, 0.07516796141862869], "cos_innovation_negg": [0.6851025223731995, 0.16197465360164642, 0.136707603931427], "cos_apical_negg": [0.07627983391284943, 0.0573195144534111, 0.0751679539680481], "cos_Ac_negg": [0.8185240030288696, 0.15743359923362732, 0.10680152475833893], "r_norm": [0.37444251775741577, 0.3509216904640198, 0.3570578098297119], "traffic_norm": [3.3066821098327637, 4.8801493644714355, 6.386055946350098], "traffic_residual_norm": [3.423649468459189e-05, 4.7025561798363924e-05, 4.996736970497295e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.187188982963562, "cos_r_negg": [0.001935432432219386, 0.09571477770805359, 0.06386712193489075], "cos_innovation_negg": [0.709876537322998, 0.2063279151916504, 0.17177191376686096], "cos_apical_negg": [0.0019354333635419607, 0.09571478515863419, 0.06386712193489075], "cos_Ac_negg": [0.8101015090942383, 0.11504930257797241, 0.07431851327419281], "r_norm": [0.29732680320739746, 0.280271053314209, 0.28431105613708496], "traffic_norm": [3.307068347930908, 4.8833818435668945, 6.3866472244262695], "traffic_residual_norm": [3.3988108043558896e-05, 4.655582597479224e-05, 4.958289355272427e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.011924363672733307, "dL_bp": -0.014810539782047272, "ratio": 0.80512687911534}}, {"step": 2100, "epoch": 4, "train_loss": 0.17011016607284546, "cos_r_negg": [0.04747211933135986, 0.08138814568519592, 0.07103487849235535], "cos_innovation_negg": [0.6838105916976929, 0.16057251393795013, 0.1767328679561615], "cos_apical_negg": [0.04747211933135986, 0.08138814568519592, 0.07103487849235535], "cos_Ac_negg": [0.8100107908248901, 0.10797755420207977, 0.14522594213485718], "r_norm": [0.2468201220035553, 0.2321486473083496, 0.23611167073249817], "traffic_norm": [3.3066115379333496, 4.884937286376953, 6.391992568969727], "traffic_residual_norm": [3.381069109309465e-05, 4.6616678446298465e-05, 4.996878487872891e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9428, "eval_loss": 0.23957445373535155, "val_acc": 0.9428, "val_loss": 0.23957445373535155}, {"step": 2200, "epoch": 5, "train_loss": 0.26419487595558167, "cos_r_negg": [0.02612922526896, 0.07185773551464081, 0.1402728110551834], "cos_innovation_negg": [0.6716200113296509, 0.14583411812782288, 0.1434381753206253], "cos_apical_negg": [0.02612922526896, 0.07185773551464081, 0.1402728110551834], "cos_Ac_negg": [0.7988842725753784, 0.12036332488059998, 0.13497097790241241], "r_norm": [0.2521874010562897, 0.23982012271881104, 0.24700242280960083], "traffic_norm": [3.307518482208252, 4.888093948364258, 6.398016929626465], "traffic_residual_norm": [3.344104334246367e-05, 4.6340268454514444e-05, 4.961098238709383e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.3373071551322937, "cos_r_negg": [0.05141807720065117, 0.08189836144447327, 0.14189413189888], "cos_innovation_negg": [0.6831009387969971, 0.18814678490161896, 0.20232731103897095], "cos_apical_negg": [0.05141807720065117, 0.08189836144447327, 0.14189413189888], "cos_Ac_negg": [0.8185541033744812, 0.14398285746574402, 0.15941092371940613], "r_norm": [0.36780619621276855, 0.34826773405075073, 0.35601070523262024], "traffic_norm": [3.30789852142334, 4.884086608886719, 6.391408920288086], "traffic_residual_norm": [3.358226967975497e-05, 4.669071495300159e-05, 4.9675782065605745e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.3339364230632782, "cos_r_negg": [0.050566814839839935, 0.08014403283596039, 0.09225328266620636], "cos_innovation_negg": [0.6663479804992676, 0.1900649219751358, 0.14270907640457153], "cos_apical_negg": [0.050566814839839935, 0.08014403283596039, 0.09225328266620636], "cos_Ac_negg": [0.8107267022132874, 0.15685440599918365, 0.11259254813194275], "r_norm": [0.2830829620361328, 0.26485276222229004, 0.2686637043952942], "traffic_norm": [3.3080763816833496, 4.88814115524292, 6.397524356842041], "traffic_residual_norm": [3.341005140100606e-05, 4.633663047570735e-05, 4.937838821206242e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.07541625201702118, "cos_r_negg": [0.05532259866595268, 0.08951190114021301, 0.11671645194292068], "cos_innovation_negg": [0.674501359462738, 0.17756693065166473, 0.14223182201385498], "cos_apical_negg": [0.05532260239124298, 0.08951189368963242, 0.11671644449234009], "cos_Ac_negg": [0.8287114500999451, 0.11007019132375717, 0.0915873646736145], "r_norm": [0.2805696129798889, 0.2620813250541687, 0.26604902744293213], "traffic_norm": [3.3084607124328613, 4.891780376434326, 6.3985676765441895], "traffic_residual_norm": [3.307404040242545e-05, 4.609843745129183e-05, 4.925529719912447e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.01418236643075943, "dL_bp": -0.017831377685070038, "ratio": 0.7953601051608102}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9582, "eval_loss": 0.1730973358154297, "val_acc": 0.9582, "val_loss": 0.1730973358154297}, {"step": 2600, "epoch": 6, "train_loss": 0.10543633997440338, "cos_r_negg": [0.04723837226629257, 0.13956615328788757, 0.17395538091659546], "cos_innovation_negg": [0.7213398218154907, 0.2211882770061493, 0.27459651231765747], "cos_apical_negg": [0.04723837226629257, 0.13956616818904877, 0.17395538091659546], "cos_Ac_negg": [0.8309616446495056, 0.133241206407547, 0.22408494353294373], "r_norm": [0.2999923825263977, 0.2802126407623291, 0.28317034244537354], "traffic_norm": [3.308885335922241, 4.890725135803223, 6.395211219787598], "traffic_residual_norm": [3.297904913779348e-05, 4.5753746235277504e-05, 4.876183083979413e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.13272911310195923, "cos_r_negg": [0.02253376692533493, 0.06453503668308258, 0.03942859172821045], "cos_innovation_negg": [0.7043308615684509, 0.17960545420646667, 0.1874822974205017], "cos_apical_negg": [0.02253376878798008, 0.06453505158424377, 0.03942858427762985], "cos_Ac_negg": [0.821394145488739, 0.13166296482086182, 0.11430975049734116], "r_norm": [0.25983840227127075, 0.2422347515821457, 0.24619710445404053], "traffic_norm": [3.309291124343872, 4.888190269470215, 6.391707897186279], "traffic_residual_norm": [3.302221011836082e-05, 4.5979846618138254e-05, 4.88309160573408e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.1060502678155899, "cos_r_negg": [0.046818509697914124, 0.09266993403434753, 0.08170952647924423], "cos_innovation_negg": [0.7056909799575806, 0.21975699067115784, 0.23029714822769165], "cos_apical_negg": [0.046818509697914124, 0.09266992658376694, 0.08170951902866364], "cos_Ac_negg": [0.8188996315002441, 0.17043885588645935, 0.2131190299987793], "r_norm": [0.31476545333862305, 0.2946096658706665, 0.2986888587474823], "traffic_norm": [3.3089184761047363, 4.891458511352539, 6.394155502319336], "traffic_residual_norm": [3.295738133601844e-05, 4.611057374859229e-05, 4.8714064178057015e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.04240129888057709, "cos_r_negg": [0.03140720725059509, 0.06212146207690239, 0.0007481370121240616], "cos_innovation_negg": [0.6825764179229736, 0.206709623336792, 0.1700873076915741], "cos_apical_negg": [0.03140720725059509, 0.06212146580219269, 0.0007481426000595093], "cos_Ac_negg": [0.8169653415679932, 0.12999501824378967, 0.0667346715927124], "r_norm": [0.3165109157562256, 0.2945060431957245, 0.2998441159725189], "traffic_norm": [3.3083367347717285, 4.892107009887695, 6.39467191696167], "traffic_residual_norm": [3.29410977428779e-05, 4.5956126996316016e-05, 4.880758933722973e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.031133292242884636, "cos_r_negg": [0.05358080565929413, 0.08273787796497345, 0.06797729432582855], "cos_innovation_negg": [0.6707795858383179, 0.18650949001312256, 0.204563707113266], "cos_apical_negg": [0.05358080193400383, 0.08273787796497345, 0.06797729432582855], "cos_Ac_negg": [0.8272202014923096, 0.14126020669937134, 0.18275198340415955], "r_norm": [0.22413551807403564, 0.20851249992847443, 0.21269840002059937], "traffic_norm": [3.308763027191162, 4.892158508300781, 6.400321006774902], "traffic_residual_norm": [3.3061714930227026e-05, 4.573698970489204e-05, 4.882801295025274e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.008756116032600403, "dL_bp": -0.011137515306472778, "ratio": 0.7861821772322611}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9622, "eval_loss": 0.15643855895996095, "val_acc": 0.9622, "val_loss": 0.15643855895996095}, {"step": 3100, "epoch": 7, "train_loss": 0.1352340281009674, "cos_r_negg": [0.05022774636745453, 0.07107503712177277, 0.10945458710193634], "cos_innovation_negg": [0.7140415906906128, 0.23031000792980194, 0.18222850561141968], "cos_apical_negg": [0.05022774264216423, 0.07107504457235336, 0.10945458710193634], "cos_Ac_negg": [0.8290544748306274, 0.19279244542121887, 0.08174298703670502], "r_norm": [0.3631235957145691, 0.33868393301963806, 0.3442726731300354], "traffic_norm": [3.3088135719299316, 4.892823219299316, 6.40061092376709], "traffic_residual_norm": [3.288053267169744e-05, 4.578793596010655e-05, 4.894845187664032e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.11826379597187042, "cos_r_negg": [0.04621241241693497, 0.10330796241760254, 0.0346258170902729], "cos_innovation_negg": [0.686316967010498, 0.215574249625206, 0.23875190317630768], "cos_apical_negg": [0.04621241241693497, 0.10330794751644135, 0.0346258282661438], "cos_Ac_negg": [0.831217348575592, 0.16026723384857178, 0.23748081922531128], "r_norm": [0.409010112285614, 0.3758017420768738, 0.381036639213562], "traffic_norm": [3.308269500732422, 4.8947296142578125, 6.403453826904297], "traffic_residual_norm": [3.3116892154794186e-05, 4.5964319724589586e-05, 4.880488631897606e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.08986975252628326, "cos_r_negg": [0.0599030926823616, 0.042210254818201065, 0.020075693726539612], "cos_innovation_negg": [0.5782780647277832, 0.1861271858215332, 0.13109728693962097], "cos_apical_negg": [0.0599030964076519, 0.04221025109291077, 0.020075693726539612], "cos_Ac_negg": [0.8110750913619995, 0.2131383717060089, 0.1341029703617096], "r_norm": [0.3514212965965271, 0.3229149580001831, 0.3292974531650543], "traffic_norm": [3.308929443359375, 4.893160820007324, 6.402441024780273], "traffic_residual_norm": [3.3187330700457096e-05, 4.616997830453329e-05, 4.8528992920182645e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.012624667957425117, "cos_r_negg": [0.026624806225299835, 0.07363413274288177, 0.0163070447742939], "cos_innovation_negg": [0.597926914691925, 0.18355034291744232, 0.10530249774456024], "cos_apical_negg": [0.026624809950590134, 0.07363413274288177, 0.0163070410490036], "cos_Ac_negg": [0.815626859664917, 0.19177228212356567, 0.13487496972084045], "r_norm": [0.308130145072937, 0.2876635193824768, 0.29066574573516846], "traffic_norm": [3.3094475269317627, 4.889184951782227, 6.395576477050781], "traffic_residual_norm": [3.303115954622626e-05, 4.585922579281032e-05, 4.864922448177822e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9376, "eval_loss": 0.24923219299316407, "val_acc": 0.9376, "val_loss": 0.24923219299316407}, {"step": 3500, "epoch": 8, "train_loss": 0.2959972321987152, "cos_r_negg": [0.09869949519634247, 0.03470802679657936, 0.05951961502432823], "cos_innovation_negg": [0.6492000818252563, 0.23405618965625763, 0.22797174751758575], "cos_apical_negg": [0.09869950264692307, 0.03470802679657936, 0.05951961129903793], "cos_Ac_negg": [0.8325493335723877, 0.2247057557106018, 0.20726889371871948], "r_norm": [0.5361199975013733, 0.4830341935157776, 0.4930664896965027], "traffic_norm": [3.3092684745788574, 4.891714096069336, 6.4016242027282715], "traffic_residual_norm": [3.2789706892799586e-05, 4.568836448015645e-05, 4.857490421272814e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.09411217272281647, "dL_bp": -0.10233362019062042, "ratio": 0.919660347669812}}, {"step": 3600, "epoch": 8, "train_loss": 0.054749492555856705, "cos_r_negg": [0.025655951350927353, 0.052234355360269547, 0.024905338883399963], "cos_innovation_negg": [0.6152764558792114, 0.22716772556304932, 0.13418544828891754], "cos_apical_negg": [0.02565595507621765, 0.052234355360269547, 0.02490534633398056], "cos_Ac_negg": [0.8132694959640503, 0.22223801910877228, 0.14296308159828186], "r_norm": [0.17764359712600708, 0.16470950841903687, 0.16730423271656036], "traffic_norm": [3.3098111152648926, 4.891297340393066, 6.397809982299805], "traffic_residual_norm": [3.289664164185524e-05, 4.550796074909158e-05, 4.846646697842516e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.02400224097073078, "cos_r_negg": [0.0569436214864254, 0.022956332191824913, 0.06553930789232254], "cos_innovation_negg": [0.6044347286224365, 0.16472342610359192, 0.06549251824617386], "cos_apical_negg": [0.0569436252117157, 0.022956334054470062, 0.06553930044174194], "cos_Ac_negg": [0.824771523475647, 0.174810528755188, 0.04439997300505638], "r_norm": [0.36709704995155334, 0.3350841999053955, 0.33948788046836853], "traffic_norm": [3.3100147247314453, 4.893370151519775, 6.404958724975586], "traffic_residual_norm": [3.296278009656817e-05, 4.591413744492456e-05, 4.836545849684626e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.06211415305733681, "cos_r_negg": [0.0390152633190155, 0.05540285259485245, -0.006391000933945179], "cos_innovation_negg": [0.5959122776985168, 0.21748976409435272, 0.14978881180286407], "cos_apical_negg": [0.0390152633190155, 0.05540285259485245, -0.006390995346009731], "cos_Ac_negg": [0.8244031667709351, 0.23425570130348206, 0.160696342587471], "r_norm": [0.2084631621837616, 0.19211357831954956, 0.1962847113609314], "traffic_norm": [3.3099207878112793, 4.888888359069824, 6.398593902587891], "traffic_residual_norm": [3.299719173810445e-05, 4.605028880177997e-05, 4.844615614274517e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9562, "eval_loss": 0.174466015625, "val_acc": 0.9562, "val_loss": 0.174466015625}, {"step": 3900, "epoch": 9, "train_loss": 0.12679792940616608, "cos_r_negg": [0.02804327756166458, 0.018806274980306625, 0.026542888954281807], "cos_innovation_negg": [0.6173157691955566, 0.20373934507369995, 0.17837895452976227], "cos_apical_negg": [0.02804327756166458, 0.018806269392371178, 0.02654288522899151], "cos_Ac_negg": [0.8303917646408081, 0.19375543296337128, 0.1782102882862091], "r_norm": [0.27684903144836426, 0.252630352973938, 0.25872567296028137], "traffic_norm": [3.310040235519409, 4.891091346740723, 6.39520263671875], "traffic_residual_norm": [3.293947520432994e-05, 4.5749202399747446e-05, 4.8879257519729435e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.06219683587551117, "cos_r_negg": [0.026662100106477737, 0.09121625125408173, 0.06247323006391525], "cos_innovation_negg": [0.6188712120056152, 0.20913472771644592, 0.12409968674182892], "cos_apical_negg": [0.026662100106477737, 0.09121625125408173, 0.062473226338624954], "cos_Ac_negg": [0.839934766292572, 0.1833709478378296, 0.12846484780311584], "r_norm": [0.24772527813911438, 0.22762513160705566, 0.23189011216163635], "traffic_norm": [3.3107571601867676, 4.895227432250977, 6.404476165771484], "traffic_residual_norm": [3.2683645258657634e-05, 4.569351585814729e-05, 4.817959415959194e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.015346989035606384, "dL_bp": -0.01869969069957733, "ratio": 0.8207081754541145}}, {"step": 4100, "epoch": 9, "train_loss": 0.06333331763744354, "cos_r_negg": [0.01403502095490694, 0.012217801064252853, 0.0345330648124218], "cos_innovation_negg": [0.5828108191490173, 0.22147703170776367, 0.16226845979690552], "cos_apical_negg": [0.014035014435648918, 0.012217799201607704, 0.0345330648124218], "cos_Ac_negg": [0.8164239525794983, 0.23221231997013092, 0.1177656501531601], "r_norm": [0.21194282174110413, 0.19452258944511414, 0.1989601105451584], "traffic_norm": [3.309892177581787, 4.894040107727051, 6.403684616088867], "traffic_residual_norm": [3.294671478215605e-05, 4.596223880071193e-05, 4.8418201913591474e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.16321781277656555, "cos_r_negg": [-0.006981929764151573, 0.02849695086479187, 0.037653472274541855], "cos_innovation_negg": [0.5938507318496704, 0.2485896348953247, 0.263931006193161], "cos_apical_negg": [-0.006981931626796722, 0.02849695459008217, 0.03765347972512245], "cos_Ac_negg": [0.8326998949050903, 0.20335882902145386, 0.25417667627334595], "r_norm": [0.22121411561965942, 0.20194104313850403, 0.2061690092086792], "traffic_norm": [3.310058116912842, 4.891745567321777, 6.400596618652344], "traffic_residual_norm": [3.30071707139723e-05, 4.604111018124968e-05, 4.869875920121558e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9638, "eval_loss": 0.15126349792480467, "val_acc": 0.9638, "val_loss": 0.15126349792480467}, {"step": 4300, "epoch": 10, "train_loss": 0.05504665523767471, "cos_r_negg": [0.0032770223915576935, 0.045673154294490814, 0.1052977442741394], "cos_innovation_negg": [0.6039561033248901, 0.22732606530189514, 0.26707005500793457], "cos_apical_negg": [0.00327702471986413, 0.045673154294490814, 0.1052977591753006], "cos_Ac_negg": [0.8300937414169312, 0.22721731662750244, 0.20915022492408752], "r_norm": [0.22266025841236115, 0.20376484096050262, 0.20785307884216309], "traffic_norm": [3.3095827102661133, 4.890913009643555, 6.397572040557861], "traffic_residual_norm": [3.289555024821311e-05, 4.577040090225637e-05, 4.8654757847543806e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.1365080177783966, "cos_r_negg": [0.021573789417743683, 0.078042171895504, 0.10488851368427277], "cos_innovation_negg": [0.5962291955947876, 0.24587282538414001, 0.2040979266166687], "cos_apical_negg": [0.021573789417743683, 0.0780421793460846, 0.10488851368427277], "cos_Ac_negg": [0.8227193355560303, 0.2125692069530487, 0.1372843235731125], "r_norm": [0.2036658227443695, 0.18590499460697174, 0.18961894512176514], "traffic_norm": [3.3097281455993652, 4.895423889160156, 6.404151439666748], "traffic_residual_norm": [3.274377013440244e-05, 4.562020330922678e-05, 4.839296161662787e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.045478228479623795, "cos_r_negg": [0.03484789654612541, 0.06115555390715599, 0.05871547758579254], "cos_innovation_negg": [0.5513032674789429, 0.2123379409313202, 0.1388072371482849], "cos_apical_negg": [0.034847892820835114, 0.06115555763244629, 0.05871548503637314], "cos_Ac_negg": [0.8269966840744019, 0.26894575357437134, 0.1312313973903656], "r_norm": [0.2507632374763489, 0.23243510723114014, 0.2338402271270752], "traffic_norm": [3.3100638389587402, 4.892740726470947, 6.399886131286621], "traffic_residual_norm": [3.300964453956112e-05, 4.616105434251949e-05, 4.8872279876377434e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.02466585487127304, "dL_bp": -0.036445461213588715, "ratio": 0.6767881116037671}}, {"step": 4600, "epoch": 10, "train_loss": 0.021014230325818062, "cos_r_negg": [0.030973847955465317, 0.047762930393218994, 0.038656383752822876], "cos_innovation_negg": [0.5481512546539307, 0.19671960175037384, 0.11291468888521194], "cos_apical_negg": [0.030973847955465317, 0.04776293411850929, 0.03865638002753258], "cos_Ac_negg": [0.8278498649597168, 0.2341386377811432, 0.1563645303249359], "r_norm": [0.2700177729129791, 0.24549159407615662, 0.24926967918872833], "traffic_norm": [3.3095874786376953, 4.892752647399902, 6.400940895080566], "traffic_residual_norm": [3.2853415177669376e-05, 4.60118826595135e-05, 4.8737754696048796e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.059069935232400894, "cos_r_negg": [0.021181881427764893, 0.04271673038601875, 0.092900350689888], "cos_innovation_negg": [0.5713976621627808, 0.21307812631130219, 0.25950920581817627], "cos_apical_negg": [0.021181879565119743, 0.042716726660728455, 0.092900350689888], "cos_Ac_negg": [0.8265937566757202, 0.26502764225006104, 0.21961621940135956], "r_norm": [0.2682870626449585, 0.24630172550678253, 0.25486087799072266], "traffic_norm": [3.31026029586792, 4.8926897048950195, 6.396376609802246], "traffic_residual_norm": [3.2827010727487504e-05, 4.5716806198470294e-05, 4.856831219512969e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9606, "eval_loss": 0.15983211059570313, "val_acc": 0.9606, "val_loss": 0.15983211059570313}, {"step": 4800, "epoch": 11, "train_loss": 0.1436263769865036, "cos_r_negg": [0.04014815390110016, 0.034126490354537964, 0.05364161357283592], "cos_innovation_negg": [0.5750164985656738, 0.20479628443717957, 0.1853494942188263], "cos_apical_negg": [0.04014815390110016, 0.03412649407982826, 0.05364161729812622], "cos_Ac_negg": [0.8297139406204224, 0.24027585983276367, 0.20291142165660858], "r_norm": [0.2748079299926758, 0.25158679485321045, 0.2567833662033081], "traffic_norm": [3.309875011444092, 4.89302396774292, 6.401355743408203], "traffic_residual_norm": [3.2842133805388585e-05, 4.5850050810258836e-05, 4.858696775045246e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.1433591991662979, "cos_r_negg": [0.029291119426488876, 0.007432763464748859, 0.017183218151330948], "cos_innovation_negg": [0.5393569469451904, 0.17994482815265656, 0.14820486307144165], "cos_apical_negg": [0.029291121289134026, 0.007432762533426285, 0.017183218151330948], "cos_Ac_negg": [0.8137093186378479, 0.25694382190704346, 0.19090458750724792], "r_norm": [0.22092029452323914, 0.2006705105304718, 0.20768171548843384], "traffic_norm": [3.3104615211486816, 4.895827293395996, 6.405979156494141], "traffic_residual_norm": [3.274284608778544e-05, 4.56820780527778e-05, 4.837088272324763e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.11038823425769806, "cos_r_negg": [0.028014687821269035, 0.04747527465224266, 0.13993331789970398], "cos_innovation_negg": [0.5838134288787842, 0.20714159309864044, 0.19047975540161133], "cos_apical_negg": [0.028014693409204483, 0.04747527837753296, 0.13993333280086517], "cos_Ac_negg": [0.8383244276046753, 0.23843976855278015, 0.11069516837596893], "r_norm": [0.31054553389549255, 0.27988341450691223, 0.28508472442626953], "traffic_norm": [3.3103294372558594, 4.896567344665527, 6.4039306640625], "traffic_residual_norm": [3.284684498794377e-05, 4.5768916606903076e-05, 4.849185643251985e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.029181115329265594, "dL_bp": -0.03366980701684952, "ratio": 0.866684959455288}}, {"step": 5100, "epoch": 11, "train_loss": 0.13366863131523132, "cos_r_negg": [0.0418967679142952, 0.04924856126308441, 0.11804173141717911], "cos_innovation_negg": [0.6365168690681458, 0.2593734562397003, 0.24090546369552612], "cos_apical_negg": [0.0418967679142952, 0.04924856871366501, 0.1180417388677597], "cos_Ac_negg": [0.8325461149215698, 0.2570193409919739, 0.17849616706371307], "r_norm": [0.25858575105667114, 0.23595568537712097, 0.24153682589530945], "traffic_norm": [3.3103747367858887, 4.895030975341797, 6.403697967529297], "traffic_residual_norm": [3.265913255745545e-05, 4.54168621217832e-05, 4.840291876462288e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9664, "eval_loss": 0.14737135314941407, "val_acc": 0.9664, "val_loss": 0.14737135314941407}, {"step": 5200, "epoch": 12, "train_loss": 0.05983598157763481, "cos_r_negg": [0.028384461998939514, 0.036603350192308426, 0.03674020245671272], "cos_innovation_negg": [0.5279994010925293, 0.1790871024131775, 0.14764124155044556], "cos_apical_negg": [0.028384465724229813, 0.036603350192308426, 0.03674020618200302], "cos_Ac_negg": [0.8363382816314697, 0.29434293508529663, 0.213465616106987], "r_norm": [0.21107156574726105, 0.19017721712589264, 0.19267407059669495], "traffic_norm": [3.3095808029174805, 4.891481399536133, 6.3956217765808105], "traffic_residual_norm": [3.287554136477411e-05, 4.6780471166130155e-05, 4.8776884796097875e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.00699682766571641, "cos_r_negg": [0.016465457156300545, 0.07304705679416656, 0.07306458801031113], "cos_innovation_negg": [0.5502561330795288, 0.22445142269134521, 0.19823774695396423], "cos_apical_negg": [0.016465457156300545, 0.07304705679416656, 0.07306458801031113], "cos_Ac_negg": [0.8309376239776611, 0.28612232208251953, 0.206109881401062], "r_norm": [0.17597520351409912, 0.15997831523418427, 0.16446349024772644], "traffic_norm": [3.310544490814209, 4.9004974365234375, 6.4037981033325195], "traffic_residual_norm": [3.273871698183939e-05, 4.657466342905536e-05, 4.853164864471182e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.09557013213634491, "cos_r_negg": [0.04882657527923584, 0.10498355329036713, 0.09959978610277176], "cos_innovation_negg": [0.5601818561553955, 0.23560167849063873, 0.23100684583187103], "cos_apical_negg": [0.04882657527923584, 0.10498356074094772, 0.09959978610277176], "cos_Ac_negg": [0.8391387462615967, 0.2955711781978607, 0.1986287534236908], "r_norm": [0.20125100016593933, 0.1834065169095993, 0.18743562698364258], "traffic_norm": [3.3103885650634766, 4.902216911315918, 6.4071044921875], "traffic_residual_norm": [3.2728257792769e-05, 4.647707100957632e-05, 4.887799150310457e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.02530340850353241, "cos_r_negg": [0.04553057253360748, 0.02133426070213318, 0.07092183828353882], "cos_innovation_negg": [0.5553982257843018, 0.21697315573692322, 0.23759672045707703], "cos_apical_negg": [0.045530565083026886, 0.02133426070213318, 0.07092183083295822], "cos_Ac_negg": [0.8280287981033325, 0.3051334619522095, 0.22722426056861877], "r_norm": [0.21501755714416504, 0.1943681836128235, 0.19923356175422668], "traffic_norm": [3.310858964920044, 4.903905391693115, 6.4070963859558105], "traffic_residual_norm": [3.283036858192645e-05, 4.653438736568205e-05, 4.863414869760163e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.010088533163070679, "dL_bp": -0.012234874069690704, "ratio": 0.8245718840754456}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.966, "eval_loss": 0.14809760131835936, "val_acc": 0.966, "val_loss": 0.14809760131835936}, {"step": 5600, "epoch": 13, "train_loss": 0.10668551921844482, "cos_r_negg": [0.042411550879478455, 0.0666678175330162, 0.03522234410047531], "cos_innovation_negg": [0.5673062801361084, 0.24919414520263672, 0.22244247794151306], "cos_apical_negg": [0.042411550879478455, 0.0666678249835968, 0.03522234037518501], "cos_Ac_negg": [0.8380862474441528, 0.2706071436405182, 0.16438919305801392], "r_norm": [0.26505881547927856, 0.23995622992515564, 0.24506539106369019], "traffic_norm": [3.310839891433716, 4.901343822479248, 6.401993274688721], "traffic_residual_norm": [3.286538412794471e-05, 4.676112439483404e-05, 4.868685209657997e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.07224917411804199, "cos_r_negg": [0.03186533600091934, 0.024376006796956062, 0.03335464373230934], "cos_innovation_negg": [0.5525771975517273, 0.19882911443710327, 0.19137042760849], "cos_apical_negg": [0.03186533600091934, 0.024376004934310913, 0.03335464000701904], "cos_Ac_negg": [0.8382716178894043, 0.2780970633029938, 0.21876934170722961], "r_norm": [0.26831549406051636, 0.2422059327363968, 0.24618971347808838], "traffic_norm": [3.310610055923462, 4.901883125305176, 6.4029693603515625], "traffic_residual_norm": [3.2798052416183054e-05, 4.666426684707403e-05, 4.87069773953408e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.027502840384840965, "cos_r_negg": [0.06409810483455658, 0.06504742801189423, 0.045327138155698776], "cos_innovation_negg": [0.6152610182762146, 0.23424449563026428, 0.1944836676120758], "cos_apical_negg": [0.06409810483455658, 0.06504743546247482, 0.04532713443040848], "cos_Ac_negg": [0.8484665155410767, 0.2751384973526001, 0.14758148789405823], "r_norm": [0.32311028242111206, 0.28931015729904175, 0.29493218660354614], "traffic_norm": [3.3107028007507324, 4.903984069824219, 6.409244537353516], "traffic_residual_norm": [3.286511855549179e-05, 4.672378781833686e-05, 4.870178599958308e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.03137630224227905, "cos_r_negg": [0.03977173566818237, 0.012166599743068218, 0.06427733600139618], "cos_innovation_negg": [0.5269220471382141, 0.2127457559108734, 0.1844770610332489], "cos_apical_negg": [0.03977173566818237, 0.012166598811745644, 0.06427734345197678], "cos_Ac_negg": [0.8319808840751648, 0.2681545615196228, 0.17494162917137146], "r_norm": [0.17991158366203308, 0.16313153505325317, 0.16696122288703918], "traffic_norm": [3.3107404708862305, 4.903284072875977, 6.407017707824707], "traffic_residual_norm": [3.2808860851218924e-05, 4.653524229070172e-05, 4.84781339764595e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.02854108065366745, "cos_r_negg": [0.03480744734406471, 0.06948743760585785, 0.09352701902389526], "cos_innovation_negg": [0.5529032945632935, 0.211750790476799, 0.18950718641281128], "cos_apical_negg": [0.03480745106935501, 0.06948743760585785, 0.09352701902389526], "cos_Ac_negg": [0.8407334089279175, 0.2781783938407898, 0.1409226357936859], "r_norm": [0.2559244930744171, 0.2281699776649475, 0.23248155415058136], "traffic_norm": [3.3106141090393066, 4.9038777351379395, 6.405188083648682], "traffic_residual_norm": [3.272941103205085e-05, 4.654021904570982e-05, 4.870153497904539e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.030620411038398743, "dL_bp": -0.03522118926048279, "ratio": 0.8693747054348903}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9612, "eval_loss": 0.16910560302734376, "val_acc": 0.9612, "val_loss": 0.16910560302734376}, {"step": 6100, "epoch": 14, "train_loss": 0.008799606934189796, "cos_r_negg": [0.03222999721765518, 0.04649106040596962, 0.06909853965044022], "cos_innovation_negg": [0.5677578449249268, 0.2485901117324829, 0.2414378523826599], "cos_apical_negg": [0.03222999721765518, 0.04649106785655022, 0.06909854710102081], "cos_Ac_negg": [0.8377937078475952, 0.2820384204387665, 0.2199530303478241], "r_norm": [0.23988381028175354, 0.2175857275724411, 0.22195780277252197], "traffic_norm": [3.310647487640381, 4.902514457702637, 6.404021263122559], "traffic_residual_norm": [3.281088356743567e-05, 4.6559023758163676e-05, 4.882199573330581e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.06339969485998154, "cos_r_negg": [0.00435472559183836, 0.040954966098070145, 0.08133284002542496], "cos_innovation_negg": [0.5460207462310791, 0.22283530235290527, 0.26600149273872375], "cos_apical_negg": [0.0043547265231609344, 0.040954966098070145, 0.08133284747600555], "cos_Ac_negg": [0.8473684787750244, 0.2865375280380249, 0.2707016170024872], "r_norm": [0.154891699552536, 0.14042748510837555, 0.14449426531791687], "traffic_norm": [3.310981273651123, 4.9048261642456055, 6.408388137817383], "traffic_residual_norm": [3.2710711820982397e-05, 4.6504472265951335e-05, 4.8610476369503886e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.06064579635858536, "cos_r_negg": [0.04691644757986069, 0.0182623490691185, 0.07128545641899109], "cos_innovation_negg": [0.5668878555297852, 0.22099769115447998, 0.2667838931083679], "cos_apical_negg": [0.046916455030441284, 0.01826235093176365, 0.07128546386957169], "cos_Ac_negg": [0.8526976704597473, 0.2822701334953308, 0.22911852598190308], "r_norm": [0.21052271127700806, 0.18710830807685852, 0.19138476252555847], "traffic_norm": [3.310865640640259, 4.903960227966309, 6.407675743103027], "traffic_residual_norm": [3.281656245235354e-05, 4.6739631216041744e-05, 4.893956065643579e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.026469701901078224, "cos_r_negg": [0.0648723691701889, 0.07038459181785583, 0.11750049889087677], "cos_innovation_negg": [0.5529705882072449, 0.24543790519237518, 0.22141775488853455], "cos_apical_negg": [0.0648723766207695, 0.07038459181785583, 0.11750049889087677], "cos_Ac_negg": [0.8449195027351379, 0.36214959621429443, 0.19698931276798248], "r_norm": [0.2693006694316864, 0.24148792028427124, 0.24499128758907318], "traffic_norm": [3.3103461265563965, 4.903750896453857, 6.405097961425781], "traffic_residual_norm": [3.2857471524039283e-05, 4.6694221964571625e-05, 4.859408363699913e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.12635116271972657, "val_acc": 0.969, "val_loss": 0.12635116271972657}], "final": {"eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.12635116271972657, "wall_s": 25.065959692001343, "val_acc": 0.969, "val_loss": 0.12635116271972657, "cos_r_negg": [0.03875330090522766, 0.04926273971796036, 0.03608088567852974], "cos_innovation_negg": [0.5346951484680176, 0.2413325011730194, 0.16287964582443237], "cos_apical_negg": [0.03875330090522766, 0.04926273599267006, 0.03608087822794914], "cos_Ac_negg": [0.8391377925872803, 0.32611778378486633, 0.17154400050640106], "traffic_norm": [3.310459613800049, 4.910676002502441, 6.408623695373535], "traffic_residual_norm": [3.281480894656852e-05, 4.692388029070571e-05, 4.859865293838084e-05], "traffic_r2": [1.0, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0p2_raw_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0p2_raw_d3_s0.json new file mode 100644 index 0000000..1b564a1 --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0p2_raw_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p2_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.006944852415472269, 0.01481591910123825, 0.02409110590815544], "cos_innovation_negg": [-0.004378276411443949, 0.021950263530015945, 0.03512629494071007], "cos_apical_negg": [-0.006944852415472269, 0.01481591910123825, 0.02409110590815544], "cos_Ac_negg": [-0.004378200508654118, 0.021950356662273407, 0.035126857459545135], "r_norm": [5.624811172485352, 5.486405372619629, 5.6161932945251465], "traffic_norm": [2.3326594829559326, 2.5804388523101807, 2.8301892280578613], "traffic_residual_norm": [0.0003585949307307601, 0.0003731480101123452, 0.00038874702295288444], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.19628596305847168, "dL_bp": -0.495000958442688, "ratio": 0.3965365313150156}}, {"step": 100, "epoch": 0, "train_loss": 0.6370775699615479, "cos_r_negg": [0.14079657196998596, 0.009276262484490871, 0.049181126058101654], "cos_innovation_negg": [0.555702269077301, 0.060207247734069824, -0.0028424817137420177], "cos_apical_negg": [0.14079657196998596, 0.009276262484490871, 0.049181126058101654], "cos_Ac_negg": [0.6383132934570312, 0.03548897057771683, -0.10523022711277008], "r_norm": [3.737745761871338, 5.225036144256592, 6.658710479736328], "traffic_norm": [3.2914724349975586, 4.907177448272705, 6.403646469116211], "traffic_residual_norm": [0.000299931998597458, 0.00030299200443550944, 0.00030950939981266856], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.4044225811958313, "cos_r_negg": [0.16589638590812683, 0.04681869223713875, -0.016201309859752655], "cos_innovation_negg": [0.5755338072776794, 0.10811057686805725, -0.013942744582891464], "cos_apical_negg": [0.16589638590812683, 0.04681869223713875, -0.016201309859752655], "cos_Ac_negg": [0.6647383570671082, 0.13213932514190674, 0.022800840437412262], "r_norm": [3.7861745357513428, 5.297964096069336, 6.693672180175781], "traffic_norm": [3.301673412322998, 4.958617210388184, 6.464447021484375], "traffic_residual_norm": [0.00024846612359397113, 0.0002549744094721973, 0.0002610986412037164], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.21014899015426636, "cos_r_negg": [0.10227008163928986, -0.06085458770394325, -0.09673595428466797], "cos_innovation_negg": [0.5313242077827454, 0.008472873829305172, 0.048812419176101685], "cos_apical_negg": [0.10227008163928986, -0.06085458770394325, -0.09673595428466797], "cos_Ac_negg": [0.6304861903190613, -0.011819649487733841, 0.021265026181936264], "r_norm": [3.536752223968506, 5.146389961242676, 6.633448600769043], "traffic_norm": [3.3092520236968994, 4.991857528686523, 6.502738952636719], "traffic_residual_norm": [0.00020553059584926814, 0.00021244774688966572, 0.00021929452486801893], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.4359281659126282, "cos_r_negg": [0.09918750822544098, -0.06812739372253418, -0.09282048046588898], "cos_innovation_negg": [0.5881322622299194, 0.05101890116930008, 0.07252971827983856], "cos_apical_negg": [0.09918750822544098, -0.06812739372253418, -0.09282048046588898], "cos_Ac_negg": [0.6354179382324219, 0.016935598105192184, 0.07435761392116547], "r_norm": [3.6110901832580566, 5.198423862457275, 6.685338020324707], "traffic_norm": [3.313080072402954, 5.012148857116699, 6.532156467437744], "traffic_residual_norm": [0.00016962089284788817, 0.0001772838004399091, 0.00018333150364924222], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9074, "eval_loss": 0.33288607177734375, "val_acc": 0.9074, "val_loss": 0.33288607177734375}, {"step": 500, "epoch": 1, "train_loss": 0.17548327147960663, "cos_r_negg": [0.09363439679145813, -0.09955264627933502, -0.057994768023490906], "cos_innovation_negg": [0.5942298173904419, -0.010139906778931618, 0.03827628493309021], "cos_apical_negg": [0.09363439679145813, -0.09955264627933502, -0.057994768023490906], "cos_Ac_negg": [0.6858594417572021, -0.05160391703248024, 0.09114621579647064], "r_norm": [3.5783653259277344, 5.187665939331055, 6.698068618774414], "traffic_norm": [3.3159878253936768, 5.024795055389404, 6.548360347747803], "traffic_residual_norm": [0.0001408833486493677, 0.0001490078866481781, 0.00015531317330896854], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.06516104936599731, "dL_bp": -0.0668473094701767, "ratio": 0.9747744506466384}}, {"step": 600, "epoch": 1, "train_loss": 0.2083410620689392, "cos_r_negg": [0.06955432891845703, -0.06620687246322632, -0.019883181899785995], "cos_innovation_negg": [0.5991942286491394, 0.06720876693725586, -0.043875232338905334], "cos_apical_negg": [0.06955432891845703, -0.06620687246322632, -0.019883181899785995], "cos_Ac_negg": [0.6547173261642456, 0.06267683953046799, -0.043472908437252045], "r_norm": [3.6266045570373535, 5.2406206130981445, 6.728129863739014], "traffic_norm": [3.318208932876587, 5.0328803062438965, 6.568381309509277], "traffic_residual_norm": [0.00011743009963538498, 0.0001268456398975104, 0.0001331511593889445], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.3901066184043884, "cos_r_negg": [0.03574739769101143, -0.11093008518218994, -0.06181071698665619], "cos_innovation_negg": [0.5551331043243408, 0.05264147371053696, 0.05543964356184006], "cos_apical_negg": [0.03574739769101143, -0.11093008518218994, -0.06181071698665619], "cos_Ac_negg": [0.6524486541748047, 0.02879030629992485, 0.0776941254734993], "r_norm": [3.5040884017944336, 5.158302307128906, 6.682852745056152], "traffic_norm": [3.319674491882324, 5.033380508422852, 6.571163177490234], "traffic_residual_norm": [9.871123620541766e-05, 0.00010933514568023384, 0.00011544944572960958], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.5506528615951538, "cos_r_negg": [0.07955655455589294, -0.09264533221721649, -0.04761993885040283], "cos_innovation_negg": [0.515416145324707, 0.10159758478403091, 0.12273162603378296], "cos_apical_negg": [0.07955655455589294, -0.09264533221721649, -0.04761993885040283], "cos_Ac_negg": [0.6368416547775269, 0.05237395316362381, 0.1758146584033966], "r_norm": [3.6130523681640625, 5.23667573928833, 6.74285888671875], "traffic_norm": [3.320524215698242, 5.039097785949707, 6.5785064697265625], "traffic_residual_norm": [8.387749403482303e-05, 9.549888636684045e-05, 0.00010141752136405557], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.938, "eval_loss": 0.25518045349121093, "val_acc": 0.938, "val_loss": 0.25518045349121093}, {"step": 900, "epoch": 2, "train_loss": 0.33697688579559326, "cos_r_negg": [0.08745615184307098, -0.07525655627250671, -0.08299185335636139], "cos_innovation_negg": [0.5666757822036743, 0.10211917757987976, 0.13181012868881226], "cos_apical_negg": [0.08745615184307098, -0.07525655627250671, -0.08299185335636139], "cos_Ac_negg": [0.6557641625404358, 0.053552210330963135, 0.20345032215118408], "r_norm": [3.5437796115875244, 5.186517715454102, 6.696160316467285], "traffic_norm": [3.3225178718566895, 5.045586109161377, 6.58104133605957], "traffic_residual_norm": [7.230813207570463e-05, 8.497097587678581e-05, 9.082070755539462e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.4395104944705963, "cos_r_negg": [0.014570044353604317, -0.0869581550359726, -0.025782980024814606], "cos_innovation_negg": [0.6189141273498535, 0.049823783338069916, 0.06420300900936127], "cos_apical_negg": [0.014570044353604317, -0.0869581550359726, -0.025782980024814606], "cos_Ac_negg": [0.6676293015480042, 0.0037991590797901154, 0.007413165643811226], "r_norm": [3.5257766246795654, 5.187518119812012, 6.697640895843506], "traffic_norm": [3.3237247467041016, 5.051273345947266, 6.585486888885498], "traffic_residual_norm": [6.30319700576365e-05, 7.693034422118217e-05, 8.305914525408298e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.04229332506656647, "dL_bp": -0.044071316719055176, "ratio": 0.9596564889625828}}, {"step": 1100, "epoch": 2, "train_loss": 0.11444780230522156, "cos_r_negg": [0.007666749879717827, -0.13001613318920135, -0.16291004419326782], "cos_innovation_negg": [0.623462438583374, 0.03385552391409874, 0.022013194859027863], "cos_apical_negg": [0.007666749879717827, -0.13001613318920135, -0.16291004419326782], "cos_Ac_negg": [0.6801803708076477, 0.0011186115443706512, -0.0076514966785907745], "r_norm": [3.4908761978149414, 5.168781280517578, 6.680062294006348], "traffic_norm": [3.3233933448791504, 5.053106784820557, 6.59130859375], "traffic_residual_norm": [5.584137761616148e-05, 7.121566159185022e-05, 7.738199201412499e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.35831230878829956, "cos_r_negg": [0.03761499747633934, -0.051626499742269516, -0.10056652128696442], "cos_innovation_negg": [0.5886579751968384, 0.016887106001377106, -0.008115568198263645], "cos_apical_negg": [0.03761499747633934, -0.051626499742269516, -0.10056652128696442], "cos_Ac_negg": [0.6697477102279663, -0.004336513578891754, 0.08108566701412201], "r_norm": [3.533777952194214, 5.1977620124816895, 6.710217475891113], "traffic_norm": [3.3244409561157227, 5.0572991371154785, 6.59321928024292], "traffic_residual_norm": [5.039454117650166e-05, 6.668525747954845e-05, 7.301700679818168e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9408, "eval_loss": 0.2290908203125, "val_acc": 0.9408, "val_loss": 0.2290908203125}, {"step": 1300, "epoch": 3, "train_loss": 0.2737041115760803, "cos_r_negg": [0.009177284315228462, -0.10079421103000641, -0.09182140231132507], "cos_innovation_negg": [0.6132206916809082, 0.03316769748926163, 0.04102049395442009], "cos_apical_negg": [0.009177284315228462, -0.10079421103000641, -0.09182140231132507], "cos_Ac_negg": [0.6548149585723877, -0.00458860956132412, 0.13077974319458008], "r_norm": [3.5176868438720703, 5.197465419769287, 6.702843189239502], "traffic_norm": [3.3252992630004883, 5.0586676597595215, 6.59872579574585], "traffic_residual_norm": [4.6480294258799404e-05, 6.366666639223695e-05, 6.997352465987206e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.15709872543811798, "cos_r_negg": [0.03300796076655388, -0.05079679563641548, -0.06315988302230835], "cos_innovation_negg": [0.6166754961013794, 0.08435562252998352, 0.11365918815135956], "cos_apical_negg": [0.03300796076655388, -0.05079679563641548, -0.06315988302230835], "cos_Ac_negg": [0.6643385887145996, 0.011674248613417149, 0.1709473878145218], "r_norm": [3.4817943572998047, 5.170337677001953, 6.681957244873047], "traffic_norm": [3.3254408836364746, 5.059670925140381, 6.596324920654297], "traffic_residual_norm": [4.365288987173699e-05, 6.144656799733639e-05, 6.805162411183119e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.34536588191986084, "cos_r_negg": [0.06615208089351654, -0.06158408522605896, -0.1277044117450714], "cos_innovation_negg": [0.66243577003479, 0.1068490743637085, 0.11527563631534576], "cos_apical_negg": [0.06615208089351654, -0.06158408522605896, -0.1277044117450714], "cos_Ac_negg": [0.7106318473815918, 0.08127863705158234, 0.15709826350212097], "r_norm": [3.4703876972198486, 5.159188270568848, 6.6708269119262695], "traffic_norm": [3.3263778686523438, 5.063145637512207, 6.598185062408447], "traffic_residual_norm": [4.1678707930259407e-05, 5.988988050376065e-05, 6.662185478489846e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.015986785292625427, "dL_bp": -0.017419323325157166, "ratio": 0.9177615567613437}}, {"step": 1600, "epoch": 3, "train_loss": 0.19953536987304688, "cos_r_negg": [-0.016553012654185295, -0.06966035068035126, -0.10089274495840073], "cos_innovation_negg": [0.6449249982833862, 0.06742361187934875, 0.07986330986022949], "cos_apical_negg": [-0.016553012654185295, -0.06966035068035126, -0.10089274495840073], "cos_Ac_negg": [0.7087948322296143, 0.03942299634218216, 0.13358771800994873], "r_norm": [3.478590965270996, 5.163200378417969, 6.672442436218262], "traffic_norm": [3.327011823654175, 5.060431957244873, 6.594264507293701], "traffic_residual_norm": [4.0401839214609936e-05, 5.902671182411723e-05, 6.56117481412366e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.4832715690135956, "cos_r_negg": [0.09161928296089172, -0.009381122887134552, -0.06405306607484818], "cos_innovation_negg": [0.6323270797729492, 0.09038440138101578, 0.0836699977517128], "cos_apical_negg": [0.09161928296089172, -0.009381122887134552, -0.06405306607484818], "cos_Ac_negg": [0.6786724328994751, 0.0560772530734539, 0.11333130300045013], "r_norm": [3.6054747104644775, 5.233452796936035, 6.727949142456055], "traffic_norm": [3.3273227214813232, 5.062721252441406, 6.597929000854492], "traffic_residual_norm": [3.928913429263048e-05, 5.808004061691463e-05, 6.470685184467584e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9352, "eval_loss": 0.2787465362548828, "val_acc": 0.9352, "val_loss": 0.2787465362548828}, {"step": 1800, "epoch": 4, "train_loss": 0.06086909770965576, "cos_r_negg": [0.10907728970050812, -0.05936534330248833, -0.13832412660121918], "cos_innovation_negg": [0.6277722716331482, 0.09294302761554718, 0.0313841737806797], "cos_apical_negg": [0.10907728970050812, -0.05936534330248833, -0.13832412660121918], "cos_Ac_negg": [0.68833327293396, 0.042745377868413925, 0.08692602813243866], "r_norm": [3.5514445304870605, 5.2042341232299805, 6.709395408630371], "traffic_norm": [3.3275809288024902, 5.062074661254883, 6.59827184677124], "traffic_residual_norm": [3.861916047753766e-05, 5.777015394414775e-05, 6.440542347263545e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.15715977549552917, "cos_r_negg": [-0.003838382661342621, -0.18056584894657135, -0.2243082970380783], "cos_innovation_negg": [0.5730733871459961, 0.05356331914663315, -0.028771769255399704], "cos_apical_negg": [-0.003838382661342621, -0.18056584894657135, -0.2243082970380783], "cos_Ac_negg": [0.6751668453216553, 0.09079265594482422, 0.07538868486881256], "r_norm": [3.4650754928588867, 5.153722763061523, 6.665027141571045], "traffic_norm": [3.32804012298584, 5.061562538146973, 6.595871925354004], "traffic_residual_norm": [3.825865496764891e-05, 5.7365443353774026e-05, 6.419531564461067e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.18137583136558533, "cos_r_negg": [0.019464142620563507, -0.11134428530931473, -0.13404956459999084], "cos_innovation_negg": [0.5379801988601685, 0.09295357763767242, 0.04762079566717148], "cos_apical_negg": [0.019464142620563507, -0.11134428530931473, -0.13404956459999084], "cos_Ac_negg": [0.6755857467651367, 0.06497450172901154, 0.13636332750320435], "r_norm": [3.5089194774627686, 5.1848626136779785, 6.694517135620117], "traffic_norm": [3.3285698890686035, 5.061172962188721, 6.5983381271362305], "traffic_residual_norm": [3.8024278183002025e-05, 5.714047438232228e-05, 6.420495628844947e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.024938642978668213, "dL_bp": -0.029298529028892517, "ratio": 0.8511909575417648}}, {"step": 2100, "epoch": 4, "train_loss": 0.27507561445236206, "cos_r_negg": [0.04313965141773224, -0.06239981949329376, -0.13074423372745514], "cos_innovation_negg": [0.585608184337616, 0.08575636148452759, 0.052197568118572235], "cos_apical_negg": [0.04313965141773224, -0.06239981949329376, -0.13074423372745514], "cos_Ac_negg": [0.6982817649841309, 0.09602385759353638, 0.2171669602394104], "r_norm": [3.4569032192230225, 5.1455078125, 6.671469688415527], "traffic_norm": [3.328946113586426, 5.065028667449951, 6.606493949890137], "traffic_residual_norm": [3.761177504202351e-05, 5.68556715734303e-05, 6.40259895590134e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9468, "eval_loss": 0.2277304168701172, "val_acc": 0.9468, "val_loss": 0.2277304168701172}, {"step": 2200, "epoch": 5, "train_loss": 0.16431130468845367, "cos_r_negg": [0.04422055557370186, -0.12895835936069489, -0.12543323636054993], "cos_innovation_negg": [0.5571783781051636, 0.07579081505537033, 0.05221167579293251], "cos_apical_negg": [0.04422055557370186, -0.12895835936069489, -0.12543323636054993], "cos_Ac_negg": [0.7066382169723511, 0.05157173424959183, 0.10540842264890671], "r_norm": [3.50882625579834, 5.186563491821289, 6.7007575035095215], "traffic_norm": [3.328871250152588, 5.068171501159668, 6.612609386444092], "traffic_residual_norm": [3.733766061486676e-05, 5.6509001296944916e-05, 6.389923510141671e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.24597662687301636, "cos_r_negg": [0.07990460097789764, -0.050801247358322144, -0.017379222437739372], "cos_innovation_negg": [0.6518821120262146, 0.09128626435995102, 0.07103805243968964], "cos_apical_negg": [0.07990460097789764, -0.050801247358322144, -0.017379222437739372], "cos_Ac_negg": [0.7041395902633667, 0.0447840690612793, 0.1008976548910141], "r_norm": [3.5379533767700195, 5.189709663391113, 6.714571475982666], "traffic_norm": [3.329334020614624, 5.0678887367248535, 6.612834930419922], "traffic_residual_norm": [3.730167372850701e-05, 5.651935134665109e-05, 6.391618808265775e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.3078814744949341, "cos_r_negg": [0.04584670811891556, -0.13150152564048767, -0.11088427156209946], "cos_innovation_negg": [0.5674914121627808, 0.061352185904979706, 0.012472914531826973], "cos_apical_negg": [0.04584670811891556, -0.13150152564048767, -0.11088427156209946], "cos_Ac_negg": [0.7033085823059082, 0.05358172580599785, 0.09389375150203705], "r_norm": [3.546520471572876, 5.195746421813965, 6.712091445922852], "traffic_norm": [3.3294506072998047, 5.064767837524414, 6.606609344482422], "traffic_residual_norm": [3.7383091694209725e-05, 5.661119212163612e-05, 6.401047721737996e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.11098577827215195, "cos_r_negg": [0.00022978056222200394, -0.07689633965492249, -0.14219829440116882], "cos_innovation_negg": [0.5800430774688721, 0.11786119639873505, 0.026667531579732895], "cos_apical_negg": [0.00022978056222200394, -0.07689633965492249, -0.14219829440116882], "cos_Ac_negg": [0.7089003324508667, 0.07032063603401184, 0.11120744049549103], "r_norm": [3.4797117710113525, 5.1591410636901855, 6.684315204620361], "traffic_norm": [3.3292312622070312, 5.066891670227051, 6.61055326461792], "traffic_residual_norm": [3.7250294553814456e-05, 5.658673035213724e-05, 6.401709833880886e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.021787509322166443, "dL_bp": -0.02476782351732254, "ratio": 0.8796699196006595}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9452, "eval_loss": 0.2384112335205078, "val_acc": 0.9452, "val_loss": 0.2384112335205078}, {"step": 2600, "epoch": 6, "train_loss": 0.20180882513523102, "cos_r_negg": [0.029068399220705032, -0.12728671729564667, -0.1354968100786209], "cos_innovation_negg": [0.5855393409729004, 0.11665382236242294, 0.08100824058055878], "cos_apical_negg": [0.029068399220705032, -0.12728671729564667, -0.1354968100786209], "cos_Ac_negg": [0.6889826655387878, 0.11413650214672089, 0.20187190175056458], "r_norm": [3.509655475616455, 5.1692609786987305, 6.7043023109436035], "traffic_norm": [3.329400062561035, 5.067801475524902, 6.611998558044434], "traffic_residual_norm": [3.721486427821219e-05, 5.6481832871213555e-05, 6.402009603334591e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.08757147192955017, "cos_r_negg": [0.06667063385248184, -0.09366472065448761, -0.03695765137672424], "cos_innovation_negg": [0.5556851625442505, 0.12478092312812805, -0.029074370861053467], "cos_apical_negg": [0.06667063385248184, -0.09366472065448761, -0.03695765137672424], "cos_Ac_negg": [0.6580644845962524, 0.15404513478279114, -0.028084011748433113], "r_norm": [3.466639995574951, 5.153879165649414, 6.683677673339844], "traffic_norm": [3.329756736755371, 5.070867538452148, 6.617066383361816], "traffic_residual_norm": [3.7125642847968265e-05, 5.634176341118291e-05, 6.426636537071317e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.08030952513217926, "cos_r_negg": [0.06284315884113312, -0.10071948170661926, -0.054249294102191925], "cos_innovation_negg": [0.5441928505897522, 0.08678437769412994, -0.04530242830514908], "cos_apical_negg": [0.06284315884113312, -0.10071948170661926, -0.054249294102191925], "cos_Ac_negg": [0.6706758737564087, 0.0759933739900589, -0.059638820588588715], "r_norm": [3.4582571983337402, 5.153775215148926, 6.687900543212891], "traffic_norm": [3.3297483921051025, 5.072317123413086, 6.619653701782227], "traffic_residual_norm": [3.7031124520581216e-05, 5.631543535855599e-05, 6.403642328223214e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.12210666388273239, "cos_r_negg": [0.099089115858078, -0.055196456611156464, -0.061239082366228104], "cos_innovation_negg": [0.6097339391708374, 0.134740948677063, 0.06598526984453201], "cos_apical_negg": [0.099089115858078, -0.055196456611156464, -0.061239082366228104], "cos_Ac_negg": [0.6789170503616333, 0.11912115663290024, 0.03941395878791809], "r_norm": [3.5926895141601562, 5.2317118644714355, 6.742621898651123], "traffic_norm": [3.3302440643310547, 5.072758674621582, 6.622568130493164], "traffic_residual_norm": [3.703201946336776e-05, 5.624703408102505e-05, 6.406049942597747e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.0998649075627327, "cos_r_negg": [-0.0005238926969468594, -0.10549049079418182, -0.03581522777676582], "cos_innovation_negg": [0.5356436967849731, 0.11501283943653107, -0.04377678036689758], "cos_apical_negg": [-0.0005238926969468594, -0.10549049079418182, -0.03581522777676582], "cos_Ac_negg": [0.7037009000778198, 0.13084958493709564, 0.041640739887952805], "r_norm": [3.4422996044158936, 5.1410064697265625, 6.675282001495361], "traffic_norm": [3.330611228942871, 5.072347640991211, 6.621673107147217], "traffic_residual_norm": [3.70607158401981e-05, 5.6424465583404526e-05, 6.41892256680876e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0067319124937057495, "dL_bp": -0.008825242519378662, "ratio": 0.7628019829396946}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.27547037353515624, "val_acc": 0.9392, "val_loss": 0.27547037353515624}, {"step": 3100, "epoch": 7, "train_loss": 0.12443116307258606, "cos_r_negg": [0.06191452220082283, -0.11828358471393585, -0.043344829231500626], "cos_innovation_negg": [0.6319832801818848, 0.10610312223434448, 0.0829128697514534], "cos_apical_negg": [0.06191452220082283, -0.11828358471393585, -0.043344829231500626], "cos_Ac_negg": [0.7006955742835999, 0.10206469893455505, 0.10244432091712952], "r_norm": [3.4909329414367676, 5.166733264923096, 6.69319486618042], "traffic_norm": [3.3306689262390137, 5.071648120880127, 6.621906280517578], "traffic_residual_norm": [3.706192728714086e-05, 5.6424403737764806e-05, 6.405011663446203e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.2256757766008377, "cos_r_negg": [0.018719704821705818, -0.10845564305782318, -0.1299321949481964], "cos_innovation_negg": [0.548413872718811, 0.0903974398970604, 0.012388607487082481], "cos_apical_negg": [0.018719704821705818, -0.10845564305782318, -0.1299321949481964], "cos_Ac_negg": [0.7113863229751587, 0.10033217072486877, 0.11750102043151855], "r_norm": [3.4586105346679688, 5.156223297119141, 6.692098140716553], "traffic_norm": [3.3306875228881836, 5.074200630187988, 6.6262125968933105], "traffic_residual_norm": [3.702168760355562e-05, 5.6413082347717136e-05, 6.413005758076906e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.23934505879878998, "cos_r_negg": [-0.011562703177332878, -0.12358599901199341, -0.09330466389656067], "cos_innovation_negg": [0.4985853135585785, 0.06999977678060532, 0.006109464913606644], "cos_apical_negg": [-0.011562703177332878, -0.12358599901199341, -0.09330466389656067], "cos_Ac_negg": [0.6905632615089417, 0.08202701061964035, 0.07417666912078857], "r_norm": [3.456051826477051, 5.155521869659424, 6.690107822418213], "traffic_norm": [3.3312277793884277, 5.0736589431762695, 6.620780944824219], "traffic_residual_norm": [3.7042656913399696e-05, 5.6371092796325684e-05, 6.397827382897958e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.03727377951145172, "cos_r_negg": [0.051341235637664795, -0.1342955082654953, -0.12989388406276703], "cos_innovation_negg": [0.5451533198356628, 0.12481740862131119, -0.014583436772227287], "cos_apical_negg": [0.051341235637664795, -0.1342955082654953, -0.12989388406276703], "cos_Ac_negg": [0.6744204163551331, 0.1349073052406311, 0.0952819436788559], "r_norm": [3.4567646980285645, 5.152685165405273, 6.685029983520508], "traffic_norm": [3.3312509059906006, 5.074410438537598, 6.624037265777588], "traffic_residual_norm": [3.701089372043498e-05, 5.630303348880261e-05, 6.396061507984996e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9312, "eval_loss": 0.3148666625976563, "val_acc": 0.9312, "val_loss": 0.3148666625976563}, {"step": 3500, "epoch": 8, "train_loss": 0.23039458692073822, "cos_r_negg": [0.020087843760848045, -0.09967310726642609, -0.0004834425635635853], "cos_innovation_negg": [0.5278080701828003, 0.14788122475147247, 0.11864500492811203], "cos_apical_negg": [0.020087843760848045, -0.09967310726642609, -0.0004834425635635853], "cos_Ac_negg": [0.6507930159568787, 0.13603843748569489, 0.16836480796337128], "r_norm": [3.493717670440674, 5.1687774658203125, 6.703938961029053], "traffic_norm": [3.330714225769043, 5.073777198791504, 6.621683120727539], "traffic_residual_norm": [3.7003956094849855e-05, 5.624262121273205e-05, 6.405547901522368e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.023449242115020752, "dL_bp": -0.026653066277503967, "ratio": 0.879795287749412}}, {"step": 3600, "epoch": 8, "train_loss": 0.11777355521917343, "cos_r_negg": [0.047488726675510406, -0.10429824143648148, -0.06030737981200218], "cos_innovation_negg": [0.5227653980255127, 0.11312940716743469, 0.04688641428947449], "cos_apical_negg": [0.047488726675510406, -0.10429824143648148, -0.06030737981200218], "cos_Ac_negg": [0.6911067962646484, 0.1423330008983612, 0.14058923721313477], "r_norm": [3.4779586791992188, 5.162111759185791, 6.692160606384277], "traffic_norm": [3.3310136795043945, 5.071622371673584, 6.619034290313721], "traffic_residual_norm": [3.7068501114845276e-05, 5.6352051615249366e-05, 6.413967639673501e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.07495652884244919, "cos_r_negg": [0.02167852781713009, -0.0769176036119461, -0.07006525993347168], "cos_innovation_negg": [0.4761715829372406, 0.10731198638677597, 0.0332125648856163], "cos_apical_negg": [0.02167852781713009, -0.0769176036119461, -0.07006525993347168], "cos_Ac_negg": [0.6706277132034302, 0.1481221318244934, 0.12856176495552063], "r_norm": [3.4396677017211914, 5.1401824951171875, 6.674008846282959], "traffic_norm": [3.3315048217773438, 5.07317590713501, 6.620220184326172], "traffic_residual_norm": [3.697564534377307e-05, 5.6303353630937636e-05, 6.407889304682612e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.1013728529214859, "cos_r_negg": [0.015654869377613068, -0.12132800370454788, -0.04826352745294571], "cos_innovation_negg": [0.5607350468635559, 0.09900303184986115, 0.06877046823501587], "cos_apical_negg": [0.015654869377613068, -0.12132800370454788, -0.04826352745294571], "cos_Ac_negg": [0.7146404385566711, 0.12266406416893005, 0.21490132808685303], "r_norm": [3.437211036682129, 5.1362080574035645, 6.674287796020508], "traffic_norm": [3.33158016204834, 5.074748516082764, 6.623728275299072], "traffic_residual_norm": [3.701742389239371e-05, 5.63605863135308e-05, 6.404932355508208e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9536, "eval_loss": 0.20724405212402344, "val_acc": 0.9536, "val_loss": 0.20724405212402344}, {"step": 3900, "epoch": 9, "train_loss": 0.11919818818569183, "cos_r_negg": [0.04103461652994156, -0.06831644475460052, -0.023166460916399956], "cos_innovation_negg": [0.5437697172164917, 0.13752710819244385, 0.11062579602003098], "cos_apical_negg": [0.04103461652994156, -0.06831644475460052, -0.023166460916399956], "cos_Ac_negg": [0.698307454586029, 0.1070304736495018, 0.11968453973531723], "r_norm": [3.5105338096618652, 5.1755690574646, 6.70545768737793], "traffic_norm": [3.3315885066986084, 5.075788497924805, 6.623208999633789], "traffic_residual_norm": [3.6918292607879266e-05, 5.622796015813947e-05, 6.399772973963991e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.167455792427063, "cos_r_negg": [0.02473343163728714, -0.10470300912857056, -0.0834968239068985], "cos_innovation_negg": [0.512076199054718, 0.07747351378202438, 0.043566152453422546], "cos_apical_negg": [0.02473343163728714, -0.10470300912857056, -0.0834968239068985], "cos_Ac_negg": [0.7012670040130615, 0.13050441443920135, 0.05956939235329628], "r_norm": [3.508605718612671, 5.179088592529297, 6.7059407234191895], "traffic_norm": [3.3314034938812256, 5.075078010559082, 6.621730327606201], "traffic_residual_norm": [3.697897773236036e-05, 5.6270218919962645e-05, 6.405988824553788e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.04276376962661743, "dL_bp": -0.0469944030046463, "ratio": 0.9099758033395894}}, {"step": 4100, "epoch": 9, "train_loss": 0.13482233881950378, "cos_r_negg": [0.012967195361852646, -0.11157718300819397, -0.08967666327953339], "cos_innovation_negg": [0.4927377998828888, 0.06574533879756927, 0.015758231282234192], "cos_apical_negg": [0.012967195361852646, -0.11157718300819397, -0.08967666327953339], "cos_Ac_negg": [0.6836289167404175, 0.09380049258470535, 0.15198183059692383], "r_norm": [3.4366042613983154, 5.141242504119873, 6.678635597229004], "traffic_norm": [3.331733226776123, 5.075644493103027, 6.62358283996582], "traffic_residual_norm": [3.700723755173385e-05, 5.629781662719324e-05, 6.395802483893931e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.483108252286911, "cos_r_negg": [0.034214798361063004, -0.14026960730552673, -0.08104373514652252], "cos_innovation_negg": [0.5288262367248535, 0.10608458518981934, -0.004504265263676643], "cos_apical_negg": [0.034214798361063004, -0.14026960730552673, -0.08104373514652252], "cos_Ac_negg": [0.6685186624526978, 0.12278222292661667, 0.09906889498233795], "r_norm": [3.492408037185669, 5.170001029968262, 6.7024760246276855], "traffic_norm": [3.331914186477661, 5.075418472290039, 6.623749732971191], "traffic_residual_norm": [3.701093373820186e-05, 5.6343709729844704e-05, 6.403020961442962e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9522, "eval_loss": 0.21496865844726562, "val_acc": 0.9522, "val_loss": 0.21496865844726562}, {"step": 4300, "epoch": 10, "train_loss": 0.04827432334423065, "cos_r_negg": [0.03872733935713768, -0.10390611737966537, -0.07545439898967743], "cos_innovation_negg": [0.4713071584701538, 0.10709622502326965, 0.0622888021171093], "cos_apical_negg": [0.03872733935713768, -0.10390611737966537, -0.07545439898967743], "cos_Ac_negg": [0.6755099296569824, 0.16588237881660461, 0.19971011579036713], "r_norm": [3.5172810554504395, 5.175104141235352, 6.711381912231445], "traffic_norm": [3.3316893577575684, 5.075169563293457, 6.623509407043457], "traffic_residual_norm": [3.691126767080277e-05, 5.6195607612608e-05, 6.400284473784268e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.1582903265953064, "cos_r_negg": [-0.014060179702937603, -0.0791347399353981, -0.11184805631637573], "cos_innovation_negg": [0.4610807001590729, 0.14485496282577515, 0.017887473106384277], "cos_apical_negg": [-0.014060179702937603, -0.0791347399353981, -0.11184805631637573], "cos_Ac_negg": [0.6930042505264282, 0.18253883719444275, 0.11956153810024261], "r_norm": [3.4442405700683594, 5.139518737792969, 6.671720504760742], "traffic_norm": [3.3316049575805664, 5.07322359085083, 6.620704650878906], "traffic_residual_norm": [3.7038029404357076e-05, 5.6305056205019355e-05, 6.402753933798522e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.18113407492637634, "cos_r_negg": [0.019020915031433105, -0.11746623367071152, -0.13779428601264954], "cos_innovation_negg": [0.48701825737953186, 0.12347674369812012, -0.004087722860276699], "cos_apical_negg": [0.019020915031433105, -0.11746623367071152, -0.13779428601264954], "cos_Ac_negg": [0.7221666574478149, 0.12349192053079605, -0.010596657171845436], "r_norm": [3.563488245010376, 5.209109783172607, 6.735330581665039], "traffic_norm": [3.332083225250244, 5.075852870941162, 6.623451232910156], "traffic_residual_norm": [3.69446788681671e-05, 5.62523455300834e-05, 6.400150596164167e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.09227460622787476, "dL_bp": -0.09718547761440277, "ratio": 0.9494690821398996}}, {"step": 4600, "epoch": 10, "train_loss": 0.13035257160663605, "cos_r_negg": [0.005587182939052582, -0.1064557135105133, -0.0975639820098877], "cos_innovation_negg": [0.46983882784843445, 0.13114142417907715, 0.07374225556850433], "cos_apical_negg": [0.005587182939052582, -0.1064557135105133, -0.0975639820098877], "cos_Ac_negg": [0.663246214389801, 0.2423195242881775, 0.1685423105955124], "r_norm": [3.465696096420288, 5.160643577575684, 6.67881441116333], "traffic_norm": [3.33205509185791, 5.074710845947266, 6.623468399047852], "traffic_residual_norm": [3.6957899283152074e-05, 5.618578506982885e-05, 6.395961827365682e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.04945321008563042, "cos_r_negg": [0.014172209426760674, -0.1104215681552887, -0.15442529320716858], "cos_innovation_negg": [0.49686527252197266, 0.09894632548093796, 0.01275593601167202], "cos_apical_negg": [0.014172209426760674, -0.1104215681552887, -0.15442529320716858], "cos_Ac_negg": [0.7103279829025269, 0.1253829002380371, 0.11679058521986008], "r_norm": [3.4644055366516113, 5.158863067626953, 6.691568851470947], "traffic_norm": [3.332240104675293, 5.0752763748168945, 6.6243577003479], "traffic_residual_norm": [3.69002009392716e-05, 5.620985393761657e-05, 6.389255577232689e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9572, "eval_loss": 0.19534632568359375, "val_acc": 0.9572, "val_loss": 0.19534632568359375}, {"step": 4800, "epoch": 11, "train_loss": 0.15097221732139587, "cos_r_negg": [-0.039699703454971313, -0.10713092982769012, -0.041691236197948456], "cos_innovation_negg": [0.48143255710601807, 0.11332239210605621, 0.11771778762340546], "cos_apical_negg": [-0.039699703454971313, -0.10713092982769012, -0.041691236197948456], "cos_Ac_negg": [0.6614640951156616, 0.1270909607410431, 0.21453255414962769], "r_norm": [3.4433813095092773, 5.143601417541504, 6.677556037902832], "traffic_norm": [3.3325321674346924, 5.075690269470215, 6.623166084289551], "traffic_residual_norm": [3.692813334055245e-05, 5.618507202598266e-05, 6.397031393134966e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.13067029416561127, "cos_r_negg": [-0.05812793970108032, -0.12977316975593567, -0.0801512822508812], "cos_innovation_negg": [0.4273991286754608, 0.13289907574653625, 0.07655978202819824], "cos_apical_negg": [-0.05812793970108032, -0.12977316975593567, -0.0801512822508812], "cos_Ac_negg": [0.6844981908798218, 0.18584898114204407, 0.1523531675338745], "r_norm": [3.41980242729187, 5.134458541870117, 6.666798114776611], "traffic_norm": [3.3325750827789307, 5.076910018920898, 6.625515460968018], "traffic_residual_norm": [3.695538907777518e-05, 5.618438808596693e-05, 6.401145947165787e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.36193662881851196, "cos_r_negg": [0.038773246109485626, -0.1064373254776001, -0.06677831709384918], "cos_innovation_negg": [0.5526121854782104, 0.1435510814189911, 0.0927044153213501], "cos_apical_negg": [0.038773246109485626, -0.1064373254776001, -0.06677831709384918], "cos_Ac_negg": [0.713953971862793, 0.1185171976685524, 0.14731690287590027], "r_norm": [3.5156919956207275, 5.185740947723389, 6.702827453613281], "traffic_norm": [3.3324530124664307, 5.076138496398926, 6.624758720397949], "traffic_residual_norm": [3.6901696148561314e-05, 5.62069944862742e-05, 6.387435860233381e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.049856796860694885, "dL_bp": -0.054006680846214294, "ratio": 0.9231598031855294}}, {"step": 5100, "epoch": 11, "train_loss": 0.24652908742427826, "cos_r_negg": [0.05899311602115631, -0.10126251727342606, -0.08074532449245453], "cos_innovation_negg": [0.5230640172958374, 0.12959641218185425, 0.04900723695755005], "cos_apical_negg": [0.05899311602115631, -0.10126251727342606, -0.08074532449245453], "cos_Ac_negg": [0.7036296129226685, 0.18059778213500977, 0.1698082536458969], "r_norm": [3.500673532485962, 5.173786163330078, 6.703639030456543], "traffic_norm": [3.3322243690490723, 5.077026844024658, 6.625870704650879], "traffic_residual_norm": [3.683378599816933e-05, 5.616810085484758e-05, 6.386695895344019e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.954, "eval_loss": 0.2127361572265625, "val_acc": 0.954, "val_loss": 0.2127361572265625}, {"step": 5200, "epoch": 12, "train_loss": 0.1097140833735466, "cos_r_negg": [-0.020339306443929672, -0.14266100525856018, -0.11342298984527588], "cos_innovation_negg": [0.49641016125679016, 0.1524389386177063, 0.0597357302904129], "cos_apical_negg": [-0.020339306443929672, -0.14266100525856018, -0.11342298984527588], "cos_Ac_negg": [0.701995849609375, 0.236607626080513, 0.17283150553703308], "r_norm": [3.451197385787964, 5.144822120666504, 6.675540447235107], "traffic_norm": [3.3326258659362793, 5.0764007568359375, 6.624700546264648], "traffic_residual_norm": [3.6903995351167396e-05, 5.617260103463195e-05, 6.39172358205542e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.054985612630844116, "cos_r_negg": [0.024025294929742813, -0.08656801283359528, -0.09656903147697449], "cos_innovation_negg": [0.5531526803970337, 0.2072102576494217, 0.10602793097496033], "cos_apical_negg": [0.024025294929742813, -0.08656801283359528, -0.09656903147697449], "cos_Ac_negg": [0.6957678198814392, 0.2060636579990387, 0.2460322082042694], "r_norm": [3.448179244995117, 5.1399993896484375, 6.67567253112793], "traffic_norm": [3.332857608795166, 5.076022148132324, 6.624897003173828], "traffic_residual_norm": [3.692513928399421e-05, 5.619298462988809e-05, 6.392765499185771e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.21047493815422058, "cos_r_negg": [-0.022158797830343246, -0.13937565684318542, -0.1115870475769043], "cos_innovation_negg": [0.5089278817176819, 0.14436733722686768, 0.06631283462047577], "cos_apical_negg": [-0.022158797830343246, -0.13937565684318542, -0.1115870475769043], "cos_Ac_negg": [0.7178475856781006, 0.17296159267425537, 0.14588989317417145], "r_norm": [3.444248676300049, 5.146595478057861, 6.673689365386963], "traffic_norm": [3.3326520919799805, 5.076803207397461, 6.624282360076904], "traffic_residual_norm": [3.687856224132702e-05, 5.616117414319888e-05, 6.382117135217413e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.2084023654460907, "cos_r_negg": [0.057295165956020355, -0.10406049340963364, -0.047923509031534195], "cos_innovation_negg": [0.5133621692657471, 0.13545846939086914, 0.10397332161664963], "cos_apical_negg": [0.057295165956020355, -0.10406049340963364, -0.047923509031534195], "cos_Ac_negg": [0.7202423810958862, 0.15011318027973175, 0.07610823959112167], "r_norm": [3.558933734893799, 5.208702087402344, 6.728379249572754], "traffic_norm": [3.332789897918701, 5.076847076416016, 6.625791072845459], "traffic_residual_norm": [3.688234573928639e-05, 5.614968540612608e-05, 6.388169276760891e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.06833882629871368, "dL_bp": -0.07281279563903809, "ratio": 0.9385551769979601}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9556, "eval_loss": 0.2050533630371094, "val_acc": 0.9556, "val_loss": 0.2050533630371094}, {"step": 5600, "epoch": 13, "train_loss": 0.17987580597400665, "cos_r_negg": [0.052125975489616394, -0.08677373081445694, -0.026184286922216415], "cos_innovation_negg": [0.534703254699707, 0.1819266974925995, 0.14497679471969604], "cos_apical_negg": [0.052125975489616394, -0.08677373081445694, -0.026184286922216415], "cos_Ac_negg": [0.7053319215774536, 0.18137198686599731, 0.25921618938446045], "r_norm": [3.4670867919921875, 5.157166481018066, 6.682441711425781], "traffic_norm": [3.3327279090881348, 5.076215744018555, 6.625256538391113], "traffic_residual_norm": [3.6963312595617026e-05, 5.625720223179087e-05, 6.395090895239264e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.249982550740242, "cos_r_negg": [-0.020152032375335693, -0.13318122923374176, -0.10434199869632721], "cos_innovation_negg": [0.46506690979003906, 0.14724421501159668, 0.050797238945961], "cos_apical_negg": [-0.020152032375335693, -0.13318122923374176, -0.10434199869632721], "cos_Ac_negg": [0.6630837917327881, 0.17343685030937195, 0.17266231775283813], "r_norm": [3.457310676574707, 5.153101921081543, 6.689783096313477], "traffic_norm": [3.3331220149993896, 5.076382160186768, 6.627545356750488], "traffic_residual_norm": [3.693394683068618e-05, 5.622242679237388e-05, 6.408157059922814e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.10307896137237549, "cos_r_negg": [0.01573670655488968, -0.06621398031711578, -0.05654963478446007], "cos_innovation_negg": [0.5107693076133728, 0.19466054439544678, 0.09493306279182434], "cos_apical_negg": [0.01573670655488968, -0.06621398031711578, -0.05654963478446007], "cos_Ac_negg": [0.706848680973053, 0.23114313185214996, 0.22370460629463196], "r_norm": [3.4699625968933105, 5.154931545257568, 6.693309783935547], "traffic_norm": [3.333214282989502, 5.077974319458008, 6.630087852478027], "traffic_residual_norm": [3.695608756970614e-05, 5.623686593025923e-05, 6.404957821359858e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.10485605895519257, "cos_r_negg": [0.0331764742732048, -0.09381462633609772, -0.10658445954322815], "cos_innovation_negg": [0.5029788017272949, 0.16010728478431702, 0.06341356784105301], "cos_apical_negg": [0.0331764742732048, -0.09381462633609772, -0.10658445954322815], "cos_Ac_negg": [0.68780916929245, 0.21358349919319153, 0.21852198243141174], "r_norm": [3.4398632049560547, 5.13615608215332, 6.674938201904297], "traffic_norm": [3.3329873085021973, 5.076318740844727, 6.628497123718262], "traffic_residual_norm": [3.6943525628885254e-05, 5.628772851196118e-05, 6.401330028893426e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.09094741940498352, "cos_r_negg": [0.018867798149585724, -0.08064961433410645, -0.12498915195465088], "cos_innovation_negg": [0.47142481803894043, 0.0828566923737526, 0.06539876759052277], "cos_apical_negg": [0.018867798149585724, -0.08064961433410645, -0.12498915195465088], "cos_Ac_negg": [0.6508313417434692, 0.14114788174629211, 0.15196388959884644], "r_norm": [3.5058889389038086, 5.178212642669678, 6.709024429321289], "traffic_norm": [3.333409309387207, 5.077374458312988, 6.62954044342041], "traffic_residual_norm": [3.701056630234234e-05, 5.6313489039894193e-05, 6.405884050764143e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.03208830952644348, "dL_bp": -0.037082135677337646, "ratio": 0.8653306758179495}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9538, "eval_loss": 0.22665147094726562, "val_acc": 0.9538, "val_loss": 0.22665147094726562}, {"step": 6100, "epoch": 14, "train_loss": 0.07904767245054245, "cos_r_negg": [0.016840027645230293, -0.10882341861724854, -0.15607917308807373], "cos_innovation_negg": [0.4568004012107849, 0.1459062099456787, 0.03562802076339722], "cos_apical_negg": [0.016840027645230293, -0.10882341861724854, -0.15607917308807373], "cos_Ac_negg": [0.6978620290756226, 0.19078874588012695, 0.15225595235824585], "r_norm": [3.451359272003174, 5.143848419189453, 6.675997257232666], "traffic_norm": [3.333324909210205, 5.077000617980957, 6.627917766571045], "traffic_residual_norm": [3.7016827263869345e-05, 5.6270131608471274e-05, 6.405808380804956e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.17816869914531708, "cos_r_negg": [-0.015483565628528595, -0.11366452276706696, -0.12111616134643555], "cos_innovation_negg": [0.4676074981689453, 0.14479781687259674, 0.05874379724264145], "cos_apical_negg": [-0.015483565628528595, -0.11366452276706696, -0.12111616134643555], "cos_Ac_negg": [0.660270631313324, 0.2129696011543274, 0.2292388379573822], "r_norm": [3.459942579269409, 5.145382404327393, 6.688141822814941], "traffic_norm": [3.3332314491271973, 5.077825546264648, 6.629961967468262], "traffic_residual_norm": [3.700368324643932e-05, 5.62734276172705e-05, 6.403679435607046e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.09370659291744232, "cos_r_negg": [0.065413698554039, -0.047702934592962265, -0.06731294095516205], "cos_innovation_negg": [0.5329468250274658, 0.22713491320610046, 0.10531960427761078], "cos_apical_negg": [0.065413698554039, -0.047702934592962265, -0.06731294095516205], "cos_Ac_negg": [0.7405873537063599, 0.26699331402778625, 0.1947455108165741], "r_norm": [3.4981849193573, 5.167766571044922, 6.698016166687012], "traffic_norm": [3.333171844482422, 5.077521324157715, 6.630454063415527], "traffic_residual_norm": [3.6921584978699684e-05, 5.623088509310037e-05, 6.389136251527816e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.26955756545066833, "cos_r_negg": [-0.02692737989127636, -0.10109132528305054, -0.0616268664598465], "cos_innovation_negg": [0.4079517126083374, 0.12659993767738342, 0.07663241028785706], "cos_apical_negg": [-0.02692737989127636, -0.10109132528305054, -0.0616268664598465], "cos_Ac_negg": [0.6952000856399536, 0.2305690348148346, 0.2027989625930786], "r_norm": [3.440850257873535, 5.140974044799805, 6.683610916137695], "traffic_norm": [3.3334531784057617, 5.077744007110596, 6.630338668823242], "traffic_residual_norm": [3.6957797419745475e-05, 5.623063771054149e-05, 6.396626122295856e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9554, "eval_loss": 0.211307763671875, "val_acc": 0.9554, "val_loss": 0.211307763671875}], "final": {"eval_split": "validation", "eval_acc": 0.9554, "eval_loss": 0.211307763671875, "wall_s": 22.441697120666504, "val_acc": 0.9554, "val_loss": 0.211307763671875, "cos_r_negg": [-0.02999034710228443, -0.16630780696868896, -0.1276267021894455], "cos_innovation_negg": [0.45968616008758545, 0.1028442233800888, 0.09772680699825287], "cos_apical_negg": [-0.02999034710228443, -0.16630780696868896, -0.1276267021894455], "cos_Ac_negg": [0.7314560413360596, 0.21721631288528442, 0.20232559740543365], "traffic_norm": [3.3334689140319824, 5.077704429626465, 6.629775047302246], "traffic_residual_norm": [3.6983867175877094e-05, 5.62678869755473e-05, 6.398458936018869e-05], "traffic_r2": [1.0, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0p2_residual_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0p2_residual_d3_s0.json new file mode 100644 index 0000000..1786118 --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0p2_residual_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p2_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-2.2619497030973434e-06, 0.024841124191880226, 0.03437352553009987], "cos_innovation_negg": [-2.2619497030973434e-06, 0.024841124191880226, 0.03437352553009987], "cos_apical_negg": [-0.002796919085085392, 0.01695924438536167, 0.021575743332505226], "cos_Ac_negg": [-1.7154961824417114e-06, 0.024841230362653732, 0.03437407314777374], "r_norm": [4.871383190155029, 4.808638572692871, 4.822657585144043], "traffic_norm": [2.165557861328125, 2.379319429397583, 2.5707881450653076], "traffic_residual_norm": [0.00037292478373274207, 0.0003899202565662563, 0.0004089740104973316], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.20298123359680176, "dL_bp": -0.5249173641204834, "ratio": 0.3866917870718634}}, {"step": 100, "epoch": 0, "train_loss": 0.48405030369758606, "cos_r_negg": [0.45432886481285095, 0.04417220130562782, 0.015929482877254486], "cos_innovation_negg": [0.45432886481285095, 0.04417220130562782, 0.015929482877254486], "cos_apical_negg": [0.12223212420940399, 0.12913373112678528, 0.12759751081466675], "cos_Ac_negg": [0.46135181188583374, 0.04199698567390442, 0.012685144320130348], "r_norm": [0.6691538095474243, 0.6592230200767517, 0.655646800994873], "traffic_norm": [3.178335666656494, 3.6332836151123047, 3.918654680252075], "traffic_residual_norm": [0.0003399777924641967, 0.00035317515721544623, 0.0003748971503227949], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.20289823412895203, "cos_r_negg": [0.501495361328125, 0.05734178423881531, 0.05946630612015724], "cos_innovation_negg": [0.501495361328125, 0.05734178423881531, 0.05946630612015724], "cos_apical_negg": [0.11870291829109192, 0.13313649594783783, 0.12075363099575043], "cos_Ac_negg": [0.520244836807251, 0.056526582688093185, 0.05779079347848892], "r_norm": [0.5642604827880859, 0.554118275642395, 0.5532639622688293], "traffic_norm": [3.179788112640381, 3.625124216079712, 3.9646520614624023], "traffic_residual_norm": [0.00027972314273938537, 0.00029285502387210727, 0.0003090134705416858], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.14212480187416077, "cos_r_negg": [0.500517725944519, 0.0825585424900055, 0.0780714750289917], "cos_innovation_negg": [0.500517725944519, 0.0825585424900055, 0.0780714750289917], "cos_apical_negg": [0.09887473285198212, 0.1344223916530609, 0.1323312222957611], "cos_Ac_negg": [0.5243010520935059, 0.0760093480348587, 0.06798332929611206], "r_norm": [0.5272765755653381, 0.5180895328521729, 0.5140404105186462], "traffic_norm": [3.1834826469421387, 3.6249866485595703, 3.986088275909424], "traffic_residual_norm": [0.00022854286362417042, 0.0002414524060441181, 0.0002544768212828785], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.19635438919067383, "cos_r_negg": [0.5411811470985413, 0.09913770854473114, 0.06847380846738815], "cos_innovation_negg": [0.5411811470985413, 0.09913770854473114, 0.06847380846738815], "cos_apical_negg": [0.08834695816040039, 0.13659176230430603, 0.10543467849493027], "cos_Ac_negg": [0.5460414886474609, 0.096760094165802, 0.06547432392835617], "r_norm": [0.4125266969203949, 0.40507397055625916, 0.403278648853302], "traffic_norm": [3.1866626739501953, 3.6352102756500244, 4.012520790100098], "traffic_residual_norm": [0.000190288046724163, 0.00020080131071154028, 0.00021234696032479405], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9518, "eval_loss": 0.14816272277832032, "val_acc": 0.9518, "val_loss": 0.14816272277832032}, {"step": 500, "epoch": 1, "train_loss": 0.0551462396979332, "cos_r_negg": [0.5378980040550232, 0.12683454155921936, 0.08572939038276672], "cos_innovation_negg": [0.5378980040550232, 0.12683454155921936, 0.08572939038276672], "cos_apical_negg": [0.08879858255386353, 0.1310737580060959, 0.10799489915370941], "cos_Ac_negg": [0.5562467575073242, 0.12544900178909302, 0.08371859788894653], "r_norm": [0.3815780282020569, 0.37177222967147827, 0.37051844596862793], "traffic_norm": [3.1879899501800537, 3.6512842178344727, 4.021100997924805], "traffic_residual_norm": [0.00015948605141602457, 0.00016946221876423806, 0.0001791608810890466], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.010617174208164215, "dL_bp": -0.011677227914333344, "ratio": 0.9092204319427598}}, {"step": 600, "epoch": 1, "train_loss": 0.1381235420703888, "cos_r_negg": [0.5483418703079224, 0.13301990926265717, 0.10463575273752213], "cos_innovation_negg": [0.5483418703079224, 0.13301990926265717, 0.10463575273752213], "cos_apical_negg": [0.0640333741903305, 0.12587910890579224, 0.11244414746761322], "cos_Ac_negg": [0.5619382858276367, 0.13013994693756104, 0.0957251638174057], "r_norm": [0.3328688144683838, 0.3259468078613281, 0.3253316879272461], "traffic_norm": [3.1881752014160156, 3.6374001502990723, 3.9933786392211914], "traffic_residual_norm": [0.00013382229371927679, 0.00014374664169736207, 0.00015200863708741963], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.12236551940441132, "cos_r_negg": [0.5523268580436707, 0.14882975816726685, 0.11825580894947052], "cos_innovation_negg": [0.5523268580436707, 0.14882975816726685, 0.11825580894947052], "cos_apical_negg": [0.07196320593357086, 0.12068724632263184, 0.1016564667224884], "cos_Ac_negg": [0.5753854513168335, 0.1412084996700287, 0.11138097941875458], "r_norm": [0.31144189834594727, 0.3046773076057434, 0.303192138671875], "traffic_norm": [3.192944049835205, 3.639773368835449, 4.00765323638916], "traffic_residual_norm": [0.00011521251872181892, 0.00012433042866177857, 0.00013159314403310418], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.10596825182437897, "cos_r_negg": [0.5460579991340637, 0.17154115438461304, 0.13775703310966492], "cos_innovation_negg": [0.5460579991340637, 0.17154115438461304, 0.13775703310966492], "cos_apical_negg": [0.06454117596149445, 0.11955222487449646, 0.10379726439714432], "cos_Ac_negg": [0.5733959674835205, 0.16240110993385315, 0.125432550907135], "r_norm": [0.2705589532852173, 0.26507630944252014, 0.2652352750301361], "traffic_norm": [3.195143938064575, 3.649169445037842, 4.0552873611450195], "traffic_residual_norm": [9.922994649969041e-05, 0.00010768535867100582, 0.00011471786274341866], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9602, "eval_loss": 0.12969366302490234, "val_acc": 0.9602, "val_loss": 0.12969366302490234}, {"step": 900, "epoch": 2, "train_loss": 0.12567460536956787, "cos_r_negg": [0.5512677431106567, 0.18772420287132263, 0.15635907649993896], "cos_innovation_negg": [0.5512677431106567, 0.18772420287132263, 0.15635907649993896], "cos_apical_negg": [0.05972645804286003, 0.1311122179031372, 0.12486504018306732], "cos_Ac_negg": [0.5867279767990112, 0.17063067853450775, 0.13700291514396667], "r_norm": [0.25038963556289673, 0.24439075589179993, 0.24348020553588867], "traffic_norm": [3.194730043411255, 3.6549315452575684, 4.031461715698242], "traffic_residual_norm": [8.748603431740776e-05, 9.63335478445515e-05, 0.00010170247696805745], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.1031765341758728, "cos_r_negg": [0.5651233792304993, 0.20685862004756927, 0.17464566230773926], "cos_innovation_negg": [0.5651233792304993, 0.20685862004756927, 0.17464566230773926], "cos_apical_negg": [0.055714961141347885, 0.1258825659751892, 0.10734609514474869], "cos_Ac_negg": [0.5857113003730774, 0.19138342142105103, 0.1577247977256775], "r_norm": [0.22681748867034912, 0.2226496934890747, 0.22154340147972107], "traffic_norm": [3.1926050186157227, 3.656064510345459, 4.033452033996582], "traffic_residual_norm": [7.862230995669961e-05, 8.779608469922096e-05, 9.298451186623424e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0035708919167518616, "dL_bp": -0.004588901996612549, "ratio": 0.7781582433854187}}, {"step": 1100, "epoch": 2, "train_loss": 0.04237321764230728, "cos_r_negg": [0.5629554986953735, 0.20471911132335663, 0.17593008279800415], "cos_innovation_negg": [0.5629554986953735, 0.20471911132335663, 0.17593008279800415], "cos_apical_negg": [0.05955632030963898, 0.1174606904387474, 0.08552052080631256], "cos_Ac_negg": [0.5855394601821899, 0.18861202895641327, 0.1593201607465744], "r_norm": [0.2180558145046234, 0.21433179080486298, 0.21304380893707275], "traffic_norm": [3.192697286605835, 3.6436476707458496, 4.032798767089844], "traffic_residual_norm": [7.19351737643592e-05, 8.14934610389173e-05, 8.632594835944474e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.11875326931476593, "cos_r_negg": [0.5608749389648438, 0.22416135668754578, 0.18309995532035828], "cos_innovation_negg": [0.5608749389648438, 0.22416135668754578, 0.18309995532035828], "cos_apical_negg": [0.04865992069244385, 0.11813376843929291, 0.10929226875305176], "cos_Ac_negg": [0.5944491028785706, 0.20077797770500183, 0.15660135447978973], "r_norm": [0.25334635376930237, 0.24732491374015808, 0.24589189887046814], "traffic_norm": [3.195218086242676, 3.647202491760254, 4.022351264953613], "traffic_residual_norm": [6.693736941087991e-05, 7.638347597094253e-05, 8.115198579616845e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9632, "eval_loss": 0.12288818817138672, "val_acc": 0.9632, "val_loss": 0.12288818817138672}, {"step": 1300, "epoch": 3, "train_loss": 0.05132710933685303, "cos_r_negg": [0.5603289008140564, 0.21749643981456757, 0.19943365454673767], "cos_innovation_negg": [0.5603289008140564, 0.21749643981456757, 0.19943365454673767], "cos_apical_negg": [0.041011739522218704, 0.11579178273677826, 0.11237841844558716], "cos_Ac_negg": [0.6026970744132996, 0.19362589716911316, 0.1737440824508667], "r_norm": [0.2433956265449524, 0.2365187108516693, 0.23570743203163147], "traffic_norm": [3.1929092407226562, 3.6665782928466797, 4.0380754470825195], "traffic_residual_norm": [6.330452742986381e-05, 7.352673856075853e-05, 7.748141069896519e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.07938828319311142, "cos_r_negg": [0.5755614042282104, 0.22921645641326904, 0.20193374156951904], "cos_innovation_negg": [0.5755614042282104, 0.22921645641326904, 0.20193374156951904], "cos_apical_negg": [0.04618033021688461, 0.10172834247350693, 0.09815995395183563], "cos_Ac_negg": [0.6079226136207581, 0.21001315116882324, 0.18017198145389557], "r_norm": [0.2323046177625656, 0.22586964070796967, 0.22332078218460083], "traffic_norm": [3.1920294761657715, 3.6535744667053223, 4.032541275024414], "traffic_residual_norm": [6.0759637563023716e-05, 7.092610758263618e-05, 7.488719711545855e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.05025753378868103, "cos_r_negg": [0.5648322701454163, 0.23262828588485718, 0.21921700239181519], "cos_innovation_negg": [0.5648322701454163, 0.23262828588485718, 0.21921700239181519], "cos_apical_negg": [0.03802157938480377, 0.11013756692409515, 0.1055677980184555], "cos_Ac_negg": [0.6162087917327881, 0.2098591923713684, 0.19579336047172546], "r_norm": [0.22293798625469208, 0.2167205512523651, 0.2146349549293518], "traffic_norm": [3.19380521774292, 3.6549434661865234, 4.0384039878845215], "traffic_residual_norm": [5.899131065234542e-05, 6.922661850694567e-05, 7.353922410402447e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005199722945690155, "dL_bp": -0.006644979119300842, "ratio": 0.7825040308384368}}, {"step": 1600, "epoch": 3, "train_loss": 0.09118083119392395, "cos_r_negg": [0.5633986592292786, 0.2314218431711197, 0.22259993851184845], "cos_innovation_negg": [0.5633986592292786, 0.2314218431711197, 0.22259993851184845], "cos_apical_negg": [0.05704658105969429, 0.11663053929805756, 0.10478875041007996], "cos_Ac_negg": [0.6229158639907837, 0.20887282490730286, 0.1954454481601715], "r_norm": [0.20407985150814056, 0.19941626489162445, 0.1984492838382721], "traffic_norm": [3.1934614181518555, 3.6598000526428223, 4.024415969848633], "traffic_residual_norm": [5.806800618302077e-05, 6.842224684078246e-05, 7.2171249485109e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.10118046402931213, "cos_r_negg": [0.5771563053131104, 0.2331375926733017, 0.21935655176639557], "cos_innovation_negg": [0.5771563053131104, 0.2331375926733017, 0.21935655176639557], "cos_apical_negg": [0.052928097546100616, 0.11292168498039246, 0.09873487800359726], "cos_Ac_negg": [0.6269790530204773, 0.2131713628768921, 0.19698500633239746], "r_norm": [0.23344263434410095, 0.2288055121898651, 0.22545550763607025], "traffic_norm": [3.1939892768859863, 3.6431756019592285, 4.033342361450195], "traffic_residual_norm": [5.706109368475154e-05, 6.767387094441801e-05, 7.171560719143599e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9706, "eval_loss": 0.09951738128662109, "val_acc": 0.9706, "val_loss": 0.09951738128662109}, {"step": 1800, "epoch": 4, "train_loss": 0.032932717353105545, "cos_r_negg": [0.5742788314819336, 0.25487250089645386, 0.2235085666179657], "cos_innovation_negg": [0.5742788314819336, 0.25487250089645386, 0.2235085666179657], "cos_apical_negg": [0.05410020053386688, 0.11240298300981522, 0.10418015718460083], "cos_Ac_negg": [0.6328698396682739, 0.2320561408996582, 0.20365172624588013], "r_norm": [0.25416964292526245, 0.24654406309127808, 0.24422132968902588], "traffic_norm": [3.193953037261963, 3.6380958557128906, 4.024729251861572], "traffic_residual_norm": [5.6537486671004444e-05, 6.711529567837715e-05, 7.080430805217475e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.05026658624410629, "cos_r_negg": [0.5684888362884521, 0.2543153762817383, 0.22938764095306396], "cos_innovation_negg": [0.5684888362884521, 0.2543153762817383, 0.22938764095306396], "cos_apical_negg": [0.03772501274943352, 0.10213670879602432, 0.10420913994312286], "cos_Ac_negg": [0.6301482915878296, 0.2367578148841858, 0.21657216548919678], "r_norm": [0.17943719029426575, 0.1732085645198822, 0.17188987135887146], "traffic_norm": [3.1940810680389404, 3.649183750152588, 4.036148548126221], "traffic_residual_norm": [5.6170771131291986e-05, 6.692677561659366e-05, 7.079318311298266e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.05264747887849808, "cos_r_negg": [0.5541438460350037, 0.259385347366333, 0.23697400093078613], "cos_innovation_negg": [0.5541438460350037, 0.259385347366333, 0.23697400093078613], "cos_apical_negg": [0.05163474380970001, 0.10303138941526413, 0.0910746157169342], "cos_Ac_negg": [0.626408576965332, 0.2425462007522583, 0.2265433520078659], "r_norm": [0.21676871180534363, 0.20995308458805084, 0.209658682346344], "traffic_norm": [3.1927590370178223, 3.6525349617004395, 4.044864177703857], "traffic_residual_norm": [5.601402517640963e-05, 6.660081271547824e-05, 7.05969359842129e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0049039945006370544, "dL_bp": -0.0069061219692230225, "ratio": 0.7100938156742085}}, {"step": 2100, "epoch": 4, "train_loss": 0.05036675184965134, "cos_r_negg": [0.5355692505836487, 0.25693386793136597, 0.23361799120903015], "cos_innovation_negg": [0.5355692505836487, 0.25693386793136597, 0.23361799120903015], "cos_apical_negg": [0.034547269344329834, 0.11789049208164215, 0.10104852169752121], "cos_Ac_negg": [0.642184853553772, 0.23947452008724213, 0.2211630940437317], "r_norm": [0.2096366286277771, 0.2042711079120636, 0.20218196511268616], "traffic_norm": [3.1941299438476562, 3.6471076011657715, 4.033121109008789], "traffic_residual_norm": [5.562294245464727e-05, 6.629955896642059e-05, 7.016629388090223e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9718, "eval_loss": 0.09306451416015625, "val_acc": 0.9718, "val_loss": 0.09306451416015625}, {"step": 2200, "epoch": 5, "train_loss": 0.011733224615454674, "cos_r_negg": [0.549477219581604, 0.2582664489746094, 0.23667237162590027], "cos_innovation_negg": [0.549477219581604, 0.2582664489746094, 0.23667237162590027], "cos_apical_negg": [0.047272562980651855, 0.10711444169282913, 0.09169504046440125], "cos_Ac_negg": [0.6451217532157898, 0.2552964389324188, 0.22257840633392334], "r_norm": [0.20870450139045715, 0.20349740982055664, 0.2012900561094284], "traffic_norm": [3.194878101348877, 3.6464130878448486, 4.035999298095703], "traffic_residual_norm": [5.532944487640634e-05, 6.600501365028322e-05, 6.99453812558204e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.06747014820575714, "cos_r_negg": [0.523036003112793, 0.25563883781433105, 0.2371322512626648], "cos_innovation_negg": [0.523036003112793, 0.25563883781433105, 0.2371322512626648], "cos_apical_negg": [0.036518871784210205, 0.10917402058839798, 0.10259929299354553], "cos_Ac_negg": [0.6389608383178711, 0.2563192844390869, 0.22432644665241241], "r_norm": [0.15660221874713898, 0.15183500945568085, 0.15051737427711487], "traffic_norm": [3.193233013153076, 3.6426150798797607, 4.040032386779785], "traffic_residual_norm": [5.579738353844732e-05, 6.65089683025144e-05, 7.052374712657183e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.13421913981437683, "cos_r_negg": [0.5179256200790405, 0.2456704080104828, 0.24126720428466797], "cos_innovation_negg": [0.5179256200790405, 0.2456704080104828, 0.24126720428466797], "cos_apical_negg": [0.049621082842350006, 0.10650111734867096, 0.09537588059902191], "cos_Ac_negg": [0.6425800323486328, 0.25180909037590027, 0.23757265508174896], "r_norm": [0.18983067572116852, 0.18256554007530212, 0.18203625082969666], "traffic_norm": [3.1923747062683105, 3.6508736610412598, 4.041444301605225], "traffic_residual_norm": [5.540770143852569e-05, 6.631447467952967e-05, 7.026534876786172e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.054248370230197906, "cos_r_negg": [0.5347528457641602, 0.2605990469455719, 0.24885591864585876], "cos_innovation_negg": [0.5347528457641602, 0.2605990469455719, 0.24885591864585876], "cos_apical_negg": [0.03026314079761505, 0.10319949686527252, 0.10031310468912125], "cos_Ac_negg": [0.6575764417648315, 0.2609621286392212, 0.250806987285614], "r_norm": [0.19206193089485168, 0.18638074398040771, 0.18439435958862305], "traffic_norm": [3.193718910217285, 3.6575374603271484, 4.047684669494629], "traffic_residual_norm": [5.537271499633789e-05, 6.609046249650419e-05, 6.993240094743669e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005393177270889282, "dL_bp": -0.00796964019536972, "ratio": 0.6767152768104466}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9716, "eval_loss": 0.09838289337158203, "val_acc": 0.9716, "val_loss": 0.09838289337158203}, {"step": 2600, "epoch": 6, "train_loss": 0.016593508422374725, "cos_r_negg": [0.5143989324569702, 0.26091468334198, 0.24836388230323792], "cos_innovation_negg": [0.5143989324569702, 0.26091468334198, 0.24836388230323792], "cos_apical_negg": [0.029859041795134544, 0.10669004917144775, 0.09699196368455887], "cos_Ac_negg": [0.651820719242096, 0.26418596506118774, 0.2525828182697296], "r_norm": [0.15817910432815552, 0.1534644067287445, 0.1516575664281845], "traffic_norm": [3.19362211227417, 3.644426107406616, 4.042996406555176], "traffic_residual_norm": [5.542705548577942e-05, 6.605405360460281e-05, 7.000188634265214e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.02695666253566742, "cos_r_negg": [0.5180374383926392, 0.2537509500980377, 0.25039660930633545], "cos_innovation_negg": [0.5180374383926392, 0.2537509500980377, 0.25039660930633545], "cos_apical_negg": [0.040337152779102325, 0.09073851257562637, 0.09617476165294647], "cos_Ac_negg": [0.6537248492240906, 0.27007603645324707, 0.2590668499469757], "r_norm": [0.18656936287879944, 0.18107594549655914, 0.17896908521652222], "traffic_norm": [3.1924145221710205, 3.64601993560791, 4.047041416168213], "traffic_residual_norm": [5.544443047256209e-05, 6.622671207878739e-05, 7.029963308013976e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.0170148815959692, "cos_r_negg": [0.49564287066459656, 0.2491854727268219, 0.24404031038284302], "cos_innovation_negg": [0.49564287066459656, 0.2491854727268219, 0.24404031038284302], "cos_apical_negg": [0.03755376487970352, 0.09077954292297363, 0.10117010772228241], "cos_Ac_negg": [0.6630682945251465, 0.2726442217826843, 0.2591436505317688], "r_norm": [0.18137986958026886, 0.17413896322250366, 0.17209774255752563], "traffic_norm": [3.1939735412597656, 3.650078058242798, 4.041693687438965], "traffic_residual_norm": [5.564162347582169e-05, 6.631102587562054e-05, 7.04196427250281e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.005023741628974676, "cos_r_negg": [0.5009218454360962, 0.2596346139907837, 0.2503284513950348], "cos_innovation_negg": [0.5009218454360962, 0.2596346139907837, 0.2503284513950348], "cos_apical_negg": [0.028955351561307907, 0.09628729522228241, 0.09461357444524765], "cos_Ac_negg": [0.6476790308952332, 0.27321934700012207, 0.25997161865234375], "r_norm": [0.16700711846351624, 0.1627015322446823, 0.1598154455423355], "traffic_norm": [3.1935319900512695, 3.6354598999023438, 4.029152870178223], "traffic_residual_norm": [5.5510532547486946e-05, 6.635751924477518e-05, 7.032013672869653e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.025497185066342354, "cos_r_negg": [0.4700365364551544, 0.24848932027816772, 0.24506494402885437], "cos_innovation_negg": [0.4700365364551544, 0.24848932027816772, 0.24506494402885437], "cos_apical_negg": [0.03380103409290314, 0.09230704605579376, 0.09848181903362274], "cos_Ac_negg": [0.6509371399879456, 0.2797030508518219, 0.2703232169151306], "r_norm": [0.16560110449790955, 0.1604483723640442, 0.15852482616901398], "traffic_norm": [3.19370436668396, 3.6482832431793213, 4.0426106452941895], "traffic_residual_norm": [5.5617849284317344e-05, 6.627097900491208e-05, 7.02464603818953e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004648938775062561, "dL_bp": -0.007131695747375488, "ratio": 0.651870037609695}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.08803849334716797, "val_acc": 0.9742, "val_loss": 0.08803849334716797}, {"step": 3100, "epoch": 7, "train_loss": 0.004762818105518818, "cos_r_negg": [0.4720818102359772, 0.2448892593383789, 0.24926644563674927], "cos_innovation_negg": [0.4720818102359772, 0.2448892593383789, 0.24926644563674927], "cos_apical_negg": [0.0436180904507637, 0.0880318135023117, 0.10165989398956299], "cos_Ac_negg": [0.6530561447143555, 0.28227609395980835, 0.2742977738380432], "r_norm": [0.16020824015140533, 0.15595057606697083, 0.1540508270263672], "traffic_norm": [3.193573474884033, 3.6423802375793457, 4.040755748748779], "traffic_residual_norm": [5.5504089687019587e-05, 6.622094224439934e-05, 7.037160685285926e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.01230023056268692, "cos_r_negg": [0.4578284025192261, 0.2403949797153473, 0.2452200949192047], "cos_innovation_negg": [0.4578284025192261, 0.2403949797153473, 0.2452200949192047], "cos_apical_negg": [0.03450728952884674, 0.08285867422819138, 0.09453992545604706], "cos_Ac_negg": [0.6542311906814575, 0.2866431772708893, 0.27884548902511597], "r_norm": [0.17741402983665466, 0.17302381992340088, 0.16969844698905945], "traffic_norm": [3.1929092407226562, 3.6399953365325928, 4.04044771194458], "traffic_residual_norm": [5.555030656978488e-05, 6.625209061894566e-05, 7.04710982972756e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.030153725296258926, "cos_r_negg": [0.4430643916130066, 0.23929965496063232, 0.23439782857894897], "cos_innovation_negg": [0.4430643916130066, 0.23929965496063232, 0.23439782857894897], "cos_apical_negg": [0.03428304195404053, 0.09203828871250153, 0.08871357142925262], "cos_Ac_negg": [0.6530874967575073, 0.29092031717300415, 0.2694534957408905], "r_norm": [0.16791214048862457, 0.16344748437404633, 0.16084320843219757], "traffic_norm": [3.192756175994873, 3.63523006439209, 4.032570838928223], "traffic_residual_norm": [5.5619711929466575e-05, 6.646837573498487e-05, 7.062047370709479e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.010565739125013351, "cos_r_negg": [0.4352113902568817, 0.24267041683197021, 0.23850902915000916], "cos_innovation_negg": [0.4352113902568817, 0.24267041683197021, 0.23850902915000916], "cos_apical_negg": [0.025044383481144905, 0.09504392743110657, 0.09567855298519135], "cos_Ac_negg": [0.6473466753959656, 0.29103273153305054, 0.27317675948143005], "r_norm": [0.18741674721240997, 0.18153657019138336, 0.17882691323757172], "traffic_norm": [3.193132162094116, 3.648898124694824, 4.041109085083008], "traffic_residual_norm": [5.5285934649873525e-05, 6.604904046980664e-05, 7.017441384959966e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9746, "eval_loss": 0.0939884780883789, "val_acc": 0.9746, "val_loss": 0.0939884780883789}, {"step": 3500, "epoch": 8, "train_loss": 0.010487135499715805, "cos_r_negg": [0.4349706172943115, 0.24217434227466583, 0.24131804704666138], "cos_innovation_negg": [0.4349706172943115, 0.24217434227466583, 0.24131804704666138], "cos_apical_negg": [0.022794533520936966, 0.08676593750715256, 0.09435062110424042], "cos_Ac_negg": [0.6514138579368591, 0.29570215940475464, 0.28137099742889404], "r_norm": [0.1584799736738205, 0.15253959596157074, 0.1506909281015396], "traffic_norm": [3.1923820972442627, 3.6492855548858643, 4.041353225708008], "traffic_residual_norm": [5.546139072976075e-05, 6.620027852477506e-05, 7.025404192972928e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005324363708496094, "dL_bp": -0.008662477135658264, "ratio": 0.6146467834909319}}, {"step": 3600, "epoch": 8, "train_loss": 0.007004964165389538, "cos_r_negg": [0.42823904752731323, 0.2394264191389084, 0.23303455114364624], "cos_innovation_negg": [0.42823904752731323, 0.2394264191389084, 0.23303455114364624], "cos_apical_negg": [0.030098911374807358, 0.08173097670078278, 0.08742006868124008], "cos_Ac_negg": [0.6508528590202332, 0.2980799376964569, 0.2781229317188263], "r_norm": [0.14757421612739563, 0.14360511302947998, 0.14085997641086578], "traffic_norm": [3.193108558654785, 3.646414279937744, 4.036566734313965], "traffic_residual_norm": [5.5547898227814585e-05, 6.628452683798969e-05, 7.032274879748002e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.02498035319149494, "cos_r_negg": [0.4255731701850891, 0.2310951054096222, 0.23375800251960754], "cos_innovation_negg": [0.4255731701850891, 0.2310951054096222, 0.23375800251960754], "cos_apical_negg": [0.028483517467975616, 0.07979732751846313, 0.09193035960197449], "cos_Ac_negg": [0.6482237577438354, 0.29942044615745544, 0.2831077575683594], "r_norm": [0.1481592357158661, 0.1444779932498932, 0.14176622033119202], "traffic_norm": [3.193861484527588, 3.6407384872436523, 4.0334577560424805], "traffic_residual_norm": [5.539592166314833e-05, 6.627450784435496e-05, 7.033752626739442e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.005383111536502838, "cos_r_negg": [0.41773343086242676, 0.23029100894927979, 0.2288486361503601], "cos_innovation_negg": [0.41773343086242676, 0.23029100894927979, 0.2288486361503601], "cos_apical_negg": [0.027163036167621613, 0.07940195500850677, 0.09403833746910095], "cos_Ac_negg": [0.6589809656143188, 0.29927560687065125, 0.2858300805091858], "r_norm": [0.1648770421743393, 0.15915518999099731, 0.15753115713596344], "traffic_norm": [3.1944451332092285, 3.650766372680664, 4.032247543334961], "traffic_residual_norm": [5.548800982069224e-05, 6.635641329921782e-05, 7.04457052052021e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9746, "eval_loss": 0.09083749542236329, "val_acc": 0.9746, "val_loss": 0.09083749542236329}, {"step": 3900, "epoch": 9, "train_loss": 0.012376002967357635, "cos_r_negg": [0.4195874333381653, 0.23326687514781952, 0.23034198582172394], "cos_innovation_negg": [0.4195874333381653, 0.23326687514781952, 0.23034198582172394], "cos_apical_negg": [0.024080928415060043, 0.07799065113067627, 0.08808740228414536], "cos_Ac_negg": [0.6593911647796631, 0.30600064992904663, 0.28959864377975464], "r_norm": [0.15764352679252625, 0.1528538018465042, 0.15141572058200836], "traffic_norm": [3.1930840015411377, 3.6454200744628906, 4.027841567993164], "traffic_residual_norm": [5.541907012229785e-05, 6.618796760449186e-05, 7.027805258985609e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.003673239378258586, "cos_r_negg": [0.3883783221244812, 0.21959473192691803, 0.22183367609977722], "cos_innovation_negg": [0.3883783221244812, 0.21959473192691803, 0.22183367609977722], "cos_apical_negg": [0.021234048530459404, 0.07515353709459305, 0.08907125890254974], "cos_Ac_negg": [0.6556497812271118, 0.30249935388565063, 0.2913782596588135], "r_norm": [0.1410161554813385, 0.1376461684703827, 0.13569754362106323], "traffic_norm": [3.192610025405884, 3.6394739151000977, 4.023364543914795], "traffic_residual_norm": [5.5618900660192594e-05, 6.63769242237322e-05, 7.044475205475464e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004914641380310059, "dL_bp": -0.00879136472940445, "ratio": 0.5590305409434412}}, {"step": 4100, "epoch": 9, "train_loss": 0.0020734244026243687, "cos_r_negg": [0.39493528008461, 0.22312265634536743, 0.22692354023456573], "cos_innovation_negg": [0.39493528008461, 0.22312265634536743, 0.22692354023456573], "cos_apical_negg": [0.019766107201576233, 0.07483696937561035, 0.08809857070446014], "cos_Ac_negg": [0.6531726717948914, 0.30940139293670654, 0.2946561872959137], "r_norm": [0.1562550961971283, 0.15121999382972717, 0.14890225231647491], "traffic_norm": [3.192568302154541, 3.6461567878723145, 4.033062934875488], "traffic_residual_norm": [5.566864274442196e-05, 6.639801722485572e-05, 7.045516395010054e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.01882319152355194, "cos_r_negg": [0.38013756275177, 0.21698084473609924, 0.2207520604133606], "cos_innovation_negg": [0.38013756275177, 0.21698084473609924, 0.2207520604133606], "cos_apical_negg": [0.02270475961267948, 0.07276371121406555, 0.08650612831115723], "cos_Ac_negg": [0.6469500064849854, 0.3080139756202698, 0.2954137921333313], "r_norm": [0.15029090642929077, 0.1457226276397705, 0.14350679516792297], "traffic_norm": [3.1920735836029053, 3.6476550102233887, 4.032312393188477], "traffic_residual_norm": [5.562888691201806e-05, 6.644213135587052e-05, 7.054389425320551e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9766, "eval_loss": 0.09304333190917968, "val_acc": 0.9766, "val_loss": 0.09304333190917968}, {"step": 4300, "epoch": 10, "train_loss": 0.0013636716175824404, "cos_r_negg": [0.38324281573295593, 0.2199573814868927, 0.21928709745407104], "cos_innovation_negg": [0.38324281573295593, 0.2199573814868927, 0.21928709745407104], "cos_apical_negg": [0.01748788170516491, 0.07397575676441193, 0.08484405279159546], "cos_Ac_negg": [0.6511126756668091, 0.31508511304855347, 0.29643940925598145], "r_norm": [0.15946424007415771, 0.1542557030916214, 0.15194225311279297], "traffic_norm": [3.192833185195923, 3.646026134490967, 4.028470993041992], "traffic_residual_norm": [5.5470478400820866e-05, 6.628749542869627e-05, 7.034272857708856e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.0023053535260260105, "cos_r_negg": [0.376047819852829, 0.2122250646352768, 0.21238841116428375], "cos_innovation_negg": [0.376047819852829, 0.2122250646352768, 0.21238841116428375], "cos_apical_negg": [0.02296706661581993, 0.07033830881118774, 0.07985647022724152], "cos_Ac_negg": [0.6530898809432983, 0.31150496006011963, 0.29948902130126953], "r_norm": [0.14555975794792175, 0.1406879872083664, 0.1390741914510727], "traffic_norm": [3.1932477951049805, 3.6429970264434814, 4.028799533843994], "traffic_residual_norm": [5.5505166528746486e-05, 6.630283314734697e-05, 7.045136590022594e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.007458643056452274, "cos_r_negg": [0.37522733211517334, 0.21207740902900696, 0.2114645540714264], "cos_innovation_negg": [0.37522733211517334, 0.21207740902900696, 0.2114645540714264], "cos_apical_negg": [0.023116763681173325, 0.07106093317270279, 0.07474115490913391], "cos_Ac_negg": [0.647383987903595, 0.3124399781227112, 0.29427099227905273], "r_norm": [0.15287089347839355, 0.14813974499702454, 0.14676450192928314], "traffic_norm": [3.1924870014190674, 3.6410725116729736, 4.030435562133789], "traffic_residual_norm": [5.5565673392266035e-05, 6.639200000790879e-05, 7.056311005726457e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005805306136608124, "dL_bp": -0.010379485785961151, "ratio": 0.559305755248505}}, {"step": 4600, "epoch": 10, "train_loss": 0.0017126593738794327, "cos_r_negg": [0.37904977798461914, 0.20895612239837646, 0.20763668417930603], "cos_innovation_negg": [0.37904977798461914, 0.20895612239837646, 0.20763668417930603], "cos_apical_negg": [0.016197171062231064, 0.062199220061302185, 0.07112234830856323], "cos_Ac_negg": [0.6497143507003784, 0.3163161277770996, 0.2995952069759369], "r_norm": [0.1539708524942398, 0.14883536100387573, 0.14696289598941803], "traffic_norm": [3.1925394535064697, 3.6442813873291016, 4.028459548950195], "traffic_residual_norm": [5.544968735193834e-05, 6.624763773288578e-05, 7.038618787191808e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.0005353075102902949, "cos_r_negg": [0.3624475598335266, 0.2093553990125656, 0.2039012312889099], "cos_innovation_negg": [0.3624475598335266, 0.2093553990125656, 0.2039012312889099], "cos_apical_negg": [0.0242722537368536, 0.06967751681804657, 0.0714903399348259], "cos_Ac_negg": [0.6536813974380493, 0.31624287366867065, 0.3020908236503601], "r_norm": [0.148289293050766, 0.1438162922859192, 0.14188045263290405], "traffic_norm": [3.192230463027954, 3.6407675743103027, 4.022692680358887], "traffic_residual_norm": [5.554743984248489e-05, 6.63651735521853e-05, 7.046708196867257e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9766, "eval_loss": 0.0974110336303711, "val_acc": 0.9766, "val_loss": 0.0974110336303711}, {"step": 4800, "epoch": 11, "train_loss": 0.004095528274774551, "cos_r_negg": [0.3503649830818176, 0.20051631331443787, 0.19995847344398499], "cos_innovation_negg": [0.3503649830818176, 0.20051631331443787, 0.19995847344398499], "cos_apical_negg": [0.019786188378930092, 0.06327970325946808, 0.07284374535083771], "cos_Ac_negg": [0.6450035572052002, 0.3175470232963562, 0.3035609722137451], "r_norm": [0.1531546711921692, 0.14842505753040314, 0.14644691348075867], "traffic_norm": [3.191882371902466, 3.639155864715576, 4.020185947418213], "traffic_residual_norm": [5.5572840210516006e-05, 6.638535705860704e-05, 7.050635031191632e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.0023232048843055964, "cos_r_negg": [0.3394794166088104, 0.1935388296842575, 0.19389477372169495], "cos_innovation_negg": [0.3394794166088104, 0.1935388296842575, 0.19389477372169495], "cos_apical_negg": [0.015919934958219528, 0.06265463680028915, 0.06834153831005096], "cos_Ac_negg": [0.6423877477645874, 0.31627702713012695, 0.30272871255874634], "r_norm": [0.1479119062423706, 0.1431349813938141, 0.1413762867450714], "traffic_norm": [3.191929817199707, 3.638322353363037, 4.0214715003967285], "traffic_residual_norm": [5.54823454876896e-05, 6.630871212109923e-05, 7.049026316963136e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.0027719002682715654, "cos_r_negg": [0.3462097644805908, 0.197053000330925, 0.19184964895248413], "cos_innovation_negg": [0.3462097644805908, 0.197053000330925, 0.19184964895248413], "cos_apical_negg": [0.0231054425239563, 0.05935478210449219, 0.06629589945077896], "cos_Ac_negg": [0.6426397562026978, 0.318929523229599, 0.30334195494651794], "r_norm": [0.14717085659503937, 0.14268437027931213, 0.14074921607971191], "traffic_norm": [3.191985607147217, 3.638995409011841, 4.021161079406738], "traffic_residual_norm": [5.5507131037302315e-05, 6.633371231146157e-05, 7.048604311421514e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.006126672029495239, "dL_bp": -0.011507794260978699, "ratio": 0.5323932536984882}}, {"step": 5100, "epoch": 11, "train_loss": 0.0029084160923957825, "cos_r_negg": [0.33746975660324097, 0.18888169527053833, 0.18549543619155884], "cos_innovation_negg": [0.33746975660324097, 0.18888169527053833, 0.18549543619155884], "cos_apical_negg": [0.02568214386701584, 0.05678373947739601, 0.06249153986573219], "cos_Ac_negg": [0.6410340070724487, 0.3194737434387207, 0.3066256046295166], "r_norm": [0.14915640652179718, 0.14466345310211182, 0.14305156469345093], "traffic_norm": [3.19183087348938, 3.6377971172332764, 4.021878242492676], "traffic_residual_norm": [5.558523116633296e-05, 6.64040562696755e-05, 7.055780588416383e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.0956927474975586, "val_acc": 0.977, "val_loss": 0.0956927474975586}, {"step": 5200, "epoch": 12, "train_loss": 0.00547760957852006, "cos_r_negg": [0.3342856764793396, 0.18702144920825958, 0.18833568692207336], "cos_innovation_negg": [0.3342856764793396, 0.18702144920825958, 0.18833568692207336], "cos_apical_negg": [0.019498303532600403, 0.054024115204811096, 0.061906155198812485], "cos_Ac_negg": [0.6403641104698181, 0.3197203278541565, 0.3100548982620239], "r_norm": [0.13794922828674316, 0.13383673131465912, 0.13217318058013916], "traffic_norm": [3.1914258003234863, 3.6391232013702393, 4.023406028747559], "traffic_residual_norm": [5.5600161431357265e-05, 6.638448394369334e-05, 7.047413237160072e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.002006684895604849, "cos_r_negg": [0.3318450152873993, 0.18548178672790527, 0.18763086199760437], "cos_innovation_negg": [0.3318450152873993, 0.18548178672790527, 0.18763086199760437], "cos_apical_negg": [0.022166721522808075, 0.053784143179655075, 0.061378076672554016], "cos_Ac_negg": [0.6408278942108154, 0.32179927825927734, 0.30979686975479126], "r_norm": [0.14601969718933105, 0.1416826695203781, 0.14004243910312653], "traffic_norm": [3.191678285598755, 3.6370491981506348, 4.020869255065918], "traffic_residual_norm": [5.561102443607524e-05, 6.63797982269898e-05, 7.054046000121161e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.0018113936530426145, "cos_r_negg": [0.33066344261169434, 0.1860959231853485, 0.18429946899414062], "cos_innovation_negg": [0.33066344261169434, 0.1860959231853485, 0.18429946899414062], "cos_apical_negg": [0.021672150120139122, 0.05580015480518341, 0.06032980605959892], "cos_Ac_negg": [0.6385122537612915, 0.32190757989883423, 0.3100185990333557], "r_norm": [0.137088343501091, 0.13288739323616028, 0.13166940212249756], "traffic_norm": [3.192131996154785, 3.639392137527466, 4.019260406494141], "traffic_residual_norm": [5.549986599362455e-05, 6.631930591538548e-05, 7.042435754556209e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.001440518768504262, "cos_r_negg": [0.32448437809944153, 0.18275049328804016, 0.1817266047000885], "cos_innovation_negg": [0.32448437809944153, 0.18275049328804016, 0.1817266047000885], "cos_apical_negg": [0.01764686033129692, 0.0533594936132431, 0.056820690631866455], "cos_Ac_negg": [0.6399081349372864, 0.3232392370700836, 0.3112233281135559], "r_norm": [0.13847556710243225, 0.13429473340511322, 0.1325901746749878], "traffic_norm": [3.1920485496520996, 3.6400909423828125, 4.020938873291016], "traffic_residual_norm": [5.5527147196698934e-05, 6.643317465204746e-05, 7.055569585645571e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005419239401817322, "dL_bp": -0.010327540338039398, "ratio": 0.5247366966804916}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.09503616790771484, "val_acc": 0.977, "val_loss": 0.09503616790771484}, {"step": 5600, "epoch": 13, "train_loss": 0.0032937289215624332, "cos_r_negg": [0.3184792399406433, 0.17923927307128906, 0.1811274290084839], "cos_innovation_negg": [0.3184792399406433, 0.17923927307128906, 0.1811274290084839], "cos_apical_negg": [0.017752820625901222, 0.05047527700662613, 0.05908097326755524], "cos_Ac_negg": [0.6397697329521179, 0.3239721953868866, 0.3101441264152527], "r_norm": [0.1418934017419815, 0.13785068690776825, 0.13570845127105713], "traffic_norm": [3.1917858123779297, 3.6391701698303223, 4.023284912109375], "traffic_residual_norm": [5.55518054170534e-05, 6.645351822953671e-05, 7.060321513563395e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.0018873924855142832, "cos_r_negg": [0.3096942603588104, 0.17719049751758575, 0.17412014305591583], "cos_innovation_negg": [0.3096942603588104, 0.17719049751758575, 0.17412014305591583], "cos_apical_negg": [0.016322027891874313, 0.050146788358688354, 0.05507379025220871], "cos_Ac_negg": [0.6426026821136475, 0.32785284519195557, 0.3103759288787842], "r_norm": [0.13514494895935059, 0.13110530376434326, 0.1291702687740326], "traffic_norm": [3.192096471786499, 3.640644073486328, 4.022521018981934], "traffic_residual_norm": [5.555712414206937e-05, 6.645024404861033e-05, 7.0585185312666e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.0021522347815334797, "cos_r_negg": [0.30693361163139343, 0.17497161030769348, 0.17290931940078735], "cos_innovation_negg": [0.30693361163139343, 0.17497161030769348, 0.17290931940078735], "cos_apical_negg": [0.014453712850809097, 0.04970631003379822, 0.054824098944664], "cos_Ac_negg": [0.6352457404136658, 0.32539135217666626, 0.3115808367729187], "r_norm": [0.13883823156356812, 0.13443562388420105, 0.13277971744537354], "traffic_norm": [3.1917948722839355, 3.6385910511016846, 4.020504474639893], "traffic_residual_norm": [5.558753036893904e-05, 6.644244422204792e-05, 7.05694401403889e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.003158743493258953, "cos_r_negg": [0.30291253328323364, 0.17149759829044342, 0.16825318336486816], "cos_innovation_negg": [0.30291253328323364, 0.17149759829044342, 0.16825318336486816], "cos_apical_negg": [0.01791778765618801, 0.04867097735404968, 0.05207546800374985], "cos_Ac_negg": [0.6350624561309814, 0.3266177177429199, 0.3120100200176239], "r_norm": [0.137929305434227, 0.13385489583015442, 0.13208341598510742], "traffic_norm": [3.1917314529418945, 3.6377577781677246, 4.019634246826172], "traffic_residual_norm": [5.562241130974144e-05, 6.645017128903419e-05, 7.061014184728265e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.0015582984779030085, "cos_r_negg": [0.3036804795265198, 0.1725960671901703, 0.17057380080223083], "cos_innovation_negg": [0.3036804795265198, 0.1725960671901703, 0.17057380080223083], "cos_apical_negg": [0.01713469997048378, 0.049185819923877716, 0.05202334746718407], "cos_Ac_negg": [0.6324374675750732, 0.3273008167743683, 0.31178611516952515], "r_norm": [0.13833653926849365, 0.1342669427394867, 0.1326104998588562], "traffic_norm": [3.191568613052368, 3.638625383377075, 4.020285606384277], "traffic_residual_norm": [5.557793701882474e-05, 6.643746019108221e-05, 7.056433969410136e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.005636714398860931, "dL_bp": -0.010913319885730743, "ratio": 0.516498596016688}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9764, "eval_loss": 0.09630829467773437, "val_acc": 0.9764, "val_loss": 0.09630829467773437}, {"step": 6100, "epoch": 14, "train_loss": 0.00043480301974341273, "cos_r_negg": [0.2984870672225952, 0.17161595821380615, 0.1708482801914215], "cos_innovation_negg": [0.2984870672225952, 0.17161595821380615, 0.1708482801914215], "cos_apical_negg": [0.01662721484899521, 0.049168504774570465, 0.05414281040430069], "cos_Ac_negg": [0.6343709826469421, 0.32814663648605347, 0.3127748966217041], "r_norm": [0.14223575592041016, 0.13806277513504028, 0.13621540367603302], "traffic_norm": [3.1917049884796143, 3.6372759342193604, 4.019266128540039], "traffic_residual_norm": [5.554981544264592e-05, 6.644552195211872e-05, 7.05976490280591e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.0014484584098681808, "cos_r_negg": [0.2950160503387451, 0.16961973905563354, 0.17063887417316437], "cos_innovation_negg": [0.2950160503387451, 0.16961973905563354, 0.17063887417316437], "cos_apical_negg": [0.015918239951133728, 0.047974880784749985, 0.053059037774801254], "cos_Ac_negg": [0.6348051428794861, 0.3296642303466797, 0.31523197889328003], "r_norm": [0.14106491208076477, 0.1366448700428009, 0.13475407660007477], "traffic_norm": [3.191800594329834, 3.6368651390075684, 4.01923942565918], "traffic_residual_norm": [5.556326868827455e-05, 6.644864333793521e-05, 7.060105417622253e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.002339145867154002, "cos_r_negg": [0.2885553240776062, 0.16052529215812683, 0.16025099158287048], "cos_innovation_negg": [0.2885553240776062, 0.16052529215812683, 0.16025099158287048], "cos_apical_negg": [0.013433096930384636, 0.041637495160102844, 0.04459526762366295], "cos_Ac_negg": [0.6298808455467224, 0.3286106288433075, 0.3177875876426697], "r_norm": [0.14240685105323792, 0.1376487910747528, 0.13578295707702637], "traffic_norm": [3.1918530464172363, 3.6377320289611816, 4.019220352172852], "traffic_residual_norm": [5.558154953178018e-05, 6.644723180215806e-05, 7.061065116431564e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.0026912884786725044, "cos_r_negg": [0.2857585549354553, 0.16170623898506165, 0.15916520357131958], "cos_innovation_negg": [0.2857585549354553, 0.16170623898506165, 0.15916520357131958], "cos_apical_negg": [0.014323009178042412, 0.044264860451221466, 0.04512033611536026], "cos_Ac_negg": [0.6334800720214844, 0.33017486333847046, 0.3155539035797119], "r_norm": [0.14384758472442627, 0.1395183503627777, 0.13766543567180634], "traffic_norm": [3.1919190883636475, 3.636695384979248, 4.018451690673828], "traffic_residual_norm": [5.5585012887604535e-05, 6.644106179010123e-05, 7.060568896122277e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9778, "eval_loss": 0.09706656188964843, "val_acc": 0.9778, "val_loss": 0.09706656188964843}], "final": {"eval_split": "validation", "eval_acc": 0.9778, "eval_loss": 0.09706656188964843, "wall_s": 22.673822164535522, "val_acc": 0.9778, "val_loss": 0.09706656188964843, "cos_r_negg": [0.28517091274261475, 0.16151078045368195, 0.15751595795154572], "cos_innovation_negg": [0.28517091274261475, 0.16151078045368195, 0.15751595795154572], "cos_apical_negg": [0.01590896211564541, 0.04294262081384659, 0.044284503906965256], "cos_Ac_negg": [0.6307334899902344, 0.33017244935035706, 0.315413236618042], "traffic_norm": [3.191768169403076, 3.636387586593628, 4.017492771148682], "traffic_residual_norm": [5.5577093007741496e-05, 6.64740800857544e-05, 7.063999510137364e-05], "traffic_r2": [1.0, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0p2_taskfit_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0p2_taskfit_d3_s0.json new file mode 100644 index 0000000..fd29828 --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0p2_taskfit_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p2_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-9.943032637238503e-07, 0.02483450435101986, 0.034374453127384186], "cos_innovation_negg": [-9.943032637238503e-07, 0.02483450435101986, 0.034374453127384186], "cos_apical_negg": [-0.002796919085085392, 0.01695924438536167, 0.021575743332505226], "cos_Ac_negg": [-1.7154961824417114e-06, 0.024841230362653732, 0.03437407314777374], "r_norm": [4.871051788330078, 4.8083062171936035, 4.8223161697387695], "traffic_norm": [2.165557861328125, 2.379319429397583, 2.5707881450653076], "traffic_residual_norm": [0.0026503470726311207, 0.002795992884784937, 0.002763153053820133], "traffic_r2": [0.9999985098838806, 0.9999986290931702, 0.9999988675117493], "ldr": {"dL_sdil": -0.20293951034545898, "dL_bp": -0.5249173641204834, "ratio": 0.38661230170103233}}, {"step": 100, "epoch": 0, "train_loss": 0.4890436828136444, "cos_r_negg": [0.362798810005188, 0.023139555007219315, 0.005450863391160965], "cos_innovation_negg": [0.362798810005188, 0.023139555007219315, 0.005450863391160965], "cos_apical_negg": [0.1250585913658142, 0.132333442568779, 0.13429725170135498], "cos_Ac_negg": [0.4680774509906769, 0.04545664042234421, 0.019944675266742706], "r_norm": [0.6656979322433472, 0.6533653140068054, 0.6502885818481445], "traffic_norm": [3.1766433715820312, 3.6066694259643555, 3.899567127227783], "traffic_residual_norm": [0.02328505367040634, 0.011795872822403908, 0.011341683566570282], "traffic_r2": [0.9999462366104126, 0.9999892711639404, 0.9999915361404419]}, {"step": 200, "epoch": 0, "train_loss": 0.15245774388313293, "cos_r_negg": [0.3450881540775299, 0.01780434511601925, 0.030167344957590103], "cos_innovation_negg": [0.3450881540775299, 0.01780434511601925, 0.030167344957590103], "cos_apical_negg": [0.11735135316848755, 0.12753042578697205, 0.13486817479133606], "cos_Ac_negg": [0.5033265352249146, 0.055235907435417175, 0.05510510131716728], "r_norm": [0.5869001746177673, 0.5737416744232178, 0.5723779797554016], "traffic_norm": [3.1787142753601074, 3.5933618545532227, 3.940086841583252], "traffic_residual_norm": [0.01933782920241356, 0.01023017056286335, 0.009668396785855293], "traffic_r2": [0.9999629855155945, 0.9999918937683105, 0.9999939799308777]}, {"step": 300, "epoch": 0, "train_loss": 0.16900768876075745, "cos_r_negg": [0.3195543885231018, 0.030168019235134125, 0.05132703483104706], "cos_innovation_negg": [0.3195543885231018, 0.030168019235134125, 0.05132703483104706], "cos_apical_negg": [0.09808996319770813, 0.13025662302970886, 0.13843637704849243], "cos_Ac_negg": [0.5230603814125061, 0.09060017764568329, 0.07764957845211029], "r_norm": [0.5482392907142639, 0.5366948246955872, 0.5306764841079712], "traffic_norm": [3.1826255321502686, 3.5684845447540283, 3.8958468437194824], "traffic_residual_norm": [0.01687966287136078, 0.008996015414595604, 0.008462700061500072], "traffic_r2": [0.9999718070030212, 0.999993622303009, 0.9999952912330627]}, {"step": 400, "epoch": 0, "train_loss": 0.19281169772148132, "cos_r_negg": [0.3137948513031006, 0.04111278057098389, 0.04684547707438469], "cos_innovation_negg": [0.3137948513031006, 0.04111278057098389, 0.04684547707438469], "cos_apical_negg": [0.08253465592861176, 0.1418631374835968, 0.12333372235298157], "cos_Ac_negg": [0.53960120677948, 0.12235404551029205, 0.0855816900730133], "r_norm": [0.4537102282047272, 0.4051264524459839, 0.40452590584754944], "traffic_norm": [3.1872289180755615, 3.5689468383789062, 3.891397476196289], "traffic_residual_norm": [0.07218650728464127, 0.008288192562758923, 0.007623235695064068], "traffic_r2": [0.9994866847991943, 0.9999945759773254, 0.9999961256980896]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.955, "eval_loss": 0.14764923095703125, "val_acc": 0.955, "val_loss": 0.14764923095703125}, {"step": 500, "epoch": 1, "train_loss": 0.04393506050109863, "cos_r_negg": [0.2618928849697113, 0.031441159546375275, 0.0519004687666893], "cos_innovation_negg": [0.2618928849697113, 0.031441159546375275, 0.0519004687666893], "cos_apical_negg": [0.08381442725658417, 0.12960557639598846, 0.11661459505558014], "cos_Ac_negg": [0.5478224158287048, 0.13428989052772522, 0.10758329927921295], "r_norm": [0.38668516278266907, 0.3368989825248718, 0.3355028033256531], "traffic_norm": [3.18715238571167, 3.5542654991149902, 3.881488800048828], "traffic_residual_norm": [0.06915722787380219, 0.0074628014117479324, 0.006651211995631456], "traffic_r2": [0.9995280504226685, 0.9999955892562866, 0.9999970197677612], "ldr": {"dL_sdil": -0.006182432174682617, "dL_bp": -0.006814934313297272, "ratio": 0.9071888136352952}}, {"step": 600, "epoch": 1, "train_loss": 0.11808885633945465, "cos_r_negg": [0.24238264560699463, 0.03953614830970764, 0.04705427214503288], "cos_innovation_negg": [0.24238264560699463, 0.03953614830970764, 0.04705427214503288], "cos_apical_negg": [0.0698869451880455, 0.12661559879779816, 0.12272869050502777], "cos_Ac_negg": [0.5592424869537354, 0.14034412801265717, 0.13933029770851135], "r_norm": [0.40347975492477417, 0.3236171007156372, 0.32110345363616943], "traffic_norm": [3.1877553462982178, 3.5367305278778076, 3.8658666610717773], "traffic_residual_norm": [0.10873663425445557, 0.00718054361641407, 0.006371922325342894], "traffic_r2": [0.9988329410552979, 0.9999958276748657, 0.9999972581863403]}, {"step": 700, "epoch": 1, "train_loss": 0.10846877098083496, "cos_r_negg": [0.23625651001930237, 0.032276690006256104, 0.057539746165275574], "cos_innovation_negg": [0.23625651001930237, 0.032276690006256104, 0.057539746165275574], "cos_apical_negg": [0.07289811968803406, 0.12320047616958618, 0.13572701811790466], "cos_Ac_negg": [0.558014988899231, 0.14386114478111267, 0.1454143077135086], "r_norm": [0.464130699634552, 0.34619590640068054, 0.3443979322910309], "traffic_norm": [3.1912713050842285, 3.5184807777404785, 3.8409652709960938], "traffic_residual_norm": [0.14691272377967834, 0.006647242233157158, 0.006026329472661018], "traffic_r2": [0.9978649616241455, 0.9999964237213135, 0.9999974966049194]}, {"step": 800, "epoch": 1, "train_loss": 0.07772580534219742, "cos_r_negg": [0.18400055170059204, 0.026097502559423447, 0.042267389595508575], "cos_innovation_negg": [0.18400055170059204, 0.026097502559423447, 0.042267389595508575], "cos_apical_negg": [0.054203443229198456, 0.11781240254640579, 0.1247016042470932], "cos_Ac_negg": [0.5766464471817017, 0.15457338094711304, 0.1524384617805481], "r_norm": [0.43096500635147095, 0.26720255613327026, 0.2671658992767334], "traffic_norm": [3.194077491760254, 3.525242567062378, 3.864729404449463], "traffic_residual_norm": [0.20340296626091003, 0.006042245775461197, 0.005465546157211065], "traffic_r2": [0.9956989884376526, 0.9999970197677612, 0.9999979734420776]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.961, "eval_loss": 0.13199048919677733, "val_acc": 0.961, "val_loss": 0.13199048919677733}, {"step": 900, "epoch": 2, "train_loss": 0.11097928881645203, "cos_r_negg": [0.15692509710788727, 0.011625053361058235, 0.009296566247940063], "cos_innovation_negg": [0.15692509710788727, 0.011625053361058235, 0.009296566247940063], "cos_apical_negg": [0.07211591303348541, 0.1252741813659668, 0.14923737943172455], "cos_Ac_negg": [0.586531400680542, 0.17348483204841614, 0.1478903889656067], "r_norm": [0.4215103089809418, 0.2611704468727112, 0.25870081782341003], "traffic_norm": [3.1936299800872803, 3.498589515686035, 3.820819139480591], "traffic_residual_norm": [0.19262489676475525, 0.006017203908413649, 0.005307121202349663], "traffic_r2": [0.9963629841804504, 0.9999970197677612, 0.9999980330467224]}, {"step": 1000, "epoch": 2, "train_loss": 0.16561543941497803, "cos_r_negg": [0.17162087559700012, 0.034921079874038696, 0.03699991852045059], "cos_innovation_negg": [0.17162087559700012, 0.034921079874038696, 0.03699991852045059], "cos_apical_negg": [0.049283236265182495, 0.11831902712583542, 0.13933052122592926], "cos_Ac_negg": [0.5788801312446594, 0.192279651761055, 0.18492133915424347], "r_norm": [0.3409941792488098, 0.2255561500787735, 0.22331973910331726], "traffic_norm": [3.19497013092041, 3.5037965774536133, 3.8249619007110596], "traffic_residual_norm": [0.14108362793922424, 0.005620821379125118, 0.004936752840876579], "traffic_r2": [0.9980505704879761, 0.9999973773956299, 0.9999983310699463], "ldr": {"dL_sdil": -0.0037811249494552612, "dL_bp": -0.0045299232006073, "ratio": 0.8346995703919105}}, {"step": 1100, "epoch": 2, "train_loss": 0.05296193063259125, "cos_r_negg": [0.20338809490203857, 0.04532787203788757, 0.05608572065830231], "cos_innovation_negg": [0.20338809490203857, 0.04532787203788757, 0.05608572065830231], "cos_apical_negg": [0.07300499826669693, 0.10731853544712067, 0.13181188702583313], "cos_Ac_negg": [0.5881072282791138, 0.187158465385437, 0.1884332001209259], "r_norm": [0.3428254723548889, 0.23319903016090393, 0.23120459914207458], "traffic_norm": [3.1935274600982666, 3.4896035194396973, 3.814809799194336], "traffic_residual_norm": [0.13505198061466217, 0.005133681930601597, 0.004807605408132076], "traffic_r2": [0.9982120990753174, 0.9999977946281433, 0.9999983906745911]}, {"step": 1200, "epoch": 2, "train_loss": 0.11000983417034149, "cos_r_negg": [0.14162251353263855, 0.025641512125730515, 0.021506132557988167], "cos_innovation_negg": [0.14162251353263855, 0.025641512125730515, 0.021506132557988167], "cos_apical_negg": [0.06251140683889389, 0.11332912743091583, 0.12573730945587158], "cos_Ac_negg": [0.6004461050033569, 0.19258585572242737, 0.18205848336219788], "r_norm": [0.3355618715286255, 0.22833988070487976, 0.22616572678089142], "traffic_norm": [3.1967568397521973, 3.501370429992676, 3.816464424133301], "traffic_residual_norm": [0.12741558253765106, 0.005123353563249111, 0.0046110982075333595], "traffic_r2": [0.9984117150306702, 0.9999978542327881, 0.9999985098838806]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9634, "eval_loss": 0.1190038101196289, "val_acc": 0.9634, "val_loss": 0.1190038101196289}, {"step": 1300, "epoch": 3, "train_loss": 0.05711638927459717, "cos_r_negg": [0.15329959988594055, 0.03498299792408943, 0.03735186904668808], "cos_innovation_negg": [0.15329959988594055, 0.03498299792408943, 0.03735186904668808], "cos_apical_negg": [0.0707574114203453, 0.10328086465597153, 0.12547385692596436], "cos_Ac_negg": [0.6014000773429871, 0.20315395295619965, 0.1856183111667633], "r_norm": [0.3665178418159485, 0.2695082426071167, 0.2665371596813202], "traffic_norm": [3.197854518890381, 3.50885009765625, 3.8131346702575684], "traffic_residual_norm": [0.1162843108177185, 0.005018847994506359, 0.004571439698338509], "traffic_r2": [0.998677670955658, 0.9999979138374329, 0.9999985694885254]}, {"step": 1400, "epoch": 3, "train_loss": 0.0605609305202961, "cos_r_negg": [0.15073610842227936, 0.03615827113389969, 0.027684880420565605], "cos_innovation_negg": [0.15073610842227936, 0.03615827113389969, 0.027684880420565605], "cos_apical_negg": [0.0583212748169899, 0.11335696280002594, 0.12070158123970032], "cos_Ac_negg": [0.615218460559845, 0.21409735083580017, 0.2008119523525238], "r_norm": [0.2829710841178894, 0.21081385016441345, 0.20882271230220795], "traffic_norm": [3.1955013275146484, 3.495238780975342, 3.815214157104492], "traffic_residual_norm": [0.08607585728168488, 0.004748099483549595, 0.004481795243918896], "traffic_r2": [0.9992196559906006, 0.999998152256012, 0.9999986290931702]}, {"step": 1500, "epoch": 3, "train_loss": 0.06710775941610336, "cos_r_negg": [0.09591996669769287, 0.009376857429742813, 0.009359701536595821], "cos_innovation_negg": [0.09591996669769287, 0.009376857429742813, 0.009359701536595821], "cos_apical_negg": [0.05152595788240433, 0.10664968192577362, 0.12762291729450226], "cos_Ac_negg": [0.6265672445297241, 0.2215556800365448, 0.20959174633026123], "r_norm": [0.5340715646743774, 0.22168877720832825, 0.21783530712127686], "traffic_norm": [3.1974990367889404, 3.5192251205444336, 3.8346667289733887], "traffic_residual_norm": [0.3507767617702484, 0.004813004285097122, 0.004225052427500486], "traffic_r2": [0.9879686236381531, 0.9999980926513672, 0.9999987483024597], "ldr": {"dL_sdil": -0.0048653483390808105, "dL_bp": -0.006252676248550415, "ratio": 0.7781225423607636}}, {"step": 1600, "epoch": 3, "train_loss": 0.11134594678878784, "cos_r_negg": [0.09324615448713303, 0.004450523294508457, 0.01177186332643032], "cos_innovation_negg": [0.09324615448713303, 0.004450523294508457, 0.01177186332643032], "cos_apical_negg": [0.05448882654309273, 0.11900441348552704, 0.12923388183116913], "cos_Ac_negg": [0.6241164207458496, 0.23209340870380402, 0.21304240822792053], "r_norm": [0.445214182138443, 0.1900138258934021, 0.1884320229291916], "traffic_norm": [3.1974716186523438, 3.5025010108947754, 3.8059282302856445], "traffic_residual_norm": [0.2851455807685852, 0.004569030832499266, 0.004041590727865696], "traffic_r2": [0.992049515247345, 0.9999982714653015, 0.9999988675117493]}, {"step": 1700, "epoch": 3, "train_loss": 0.11348828673362732, "cos_r_negg": [0.14003205299377441, 0.0144581850618124, 0.010087983682751656], "cos_innovation_negg": [0.14003205299377441, 0.0144581850618124, 0.010087983682751656], "cos_apical_negg": [0.046452440321445465, 0.11431551724672318, 0.13446339964866638], "cos_Ac_negg": [0.605553388595581, 0.22824393212795258, 0.21341243386268616], "r_norm": [0.4062713384628296, 0.18762166798114777, 0.18446938693523407], "traffic_norm": [3.193532705307007, 3.497805595397949, 3.796651840209961], "traffic_residual_norm": [0.24763378500938416, 0.00434613972902298, 0.003896608017385006], "traffic_r2": [0.9939889907836914, 0.9999984502792358, 0.999998927116394]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.97, "eval_loss": 0.10097664337158203, "val_acc": 0.97, "val_loss": 0.10097664337158203}, {"step": 1800, "epoch": 4, "train_loss": 0.025197546929121017, "cos_r_negg": [0.08606958389282227, -0.010520419105887413, 0.0020690704695880413], "cos_innovation_negg": [0.08606958389282227, -0.010520419105887413, 0.0020690704695880413], "cos_apical_negg": [0.044551167637109756, 0.11076517403125763, 0.13256408274173737], "cos_Ac_negg": [0.6304130554199219, 0.24498265981674194, 0.22882837057113647], "r_norm": [0.39164528250694275, 0.1927942931652069, 0.19221368432044983], "traffic_norm": [3.195786952972412, 3.5101845264434814, 3.798144817352295], "traffic_residual_norm": [0.2206491231918335, 0.004101864527910948, 0.0036911636125296354], "traffic_r2": [0.9952344298362732, 0.9999986290931702, 0.9999990463256836]}, {"step": 1900, "epoch": 4, "train_loss": 0.08926167339086533, "cos_r_negg": [0.1259145885705948, 0.009908903390169144, 0.013076767325401306], "cos_innovation_negg": [0.1259145885705948, 0.009908903390169144, 0.013076767325401306], "cos_apical_negg": [0.046976491808891296, 0.10430514067411423, 0.12460608780384064], "cos_Ac_negg": [0.6358751058578491, 0.24774760007858276, 0.22132043540477753], "r_norm": [0.32954174280166626, 0.16672159731388092, 0.1667519211769104], "traffic_norm": [3.1989846229553223, 3.5045855045318604, 3.811929941177368], "traffic_residual_norm": [0.18035778403282166, 0.004164682701230049, 0.0036369040608406067], "traffic_r2": [0.9968222379684448, 0.9999985694885254, 0.9999991059303284]}, {"step": 2000, "epoch": 4, "train_loss": 0.06190231814980507, "cos_r_negg": [0.1075270026922226, 0.011579280719161034, 0.004550212994217873], "cos_innovation_negg": [0.1075270026922226, 0.011579280719161034, 0.004550212994217873], "cos_apical_negg": [0.04127202555537224, 0.10207575559616089, 0.13611990213394165], "cos_Ac_negg": [0.635957658290863, 0.24385055899620056, 0.23153266310691833], "r_norm": [0.33862507343292236, 0.2000868022441864, 0.20050853490829468], "traffic_norm": [3.198011875152588, 3.509706974029541, 3.8065261840820312], "traffic_residual_norm": [0.15557071566581726, 0.004030192270874977, 0.003406052477657795], "traffic_r2": [0.9976341724395752, 0.9999986290931702, 0.9999991655349731], "ldr": {"dL_sdil": -0.0038579553365707397, "dL_bp": -0.005449354648590088, "ratio": 0.7079655455291223}}, {"step": 2100, "epoch": 4, "train_loss": 0.06637153029441833, "cos_r_negg": [0.10156798362731934, -0.0015135877765715122, 0.016561085358262062], "cos_innovation_negg": [0.10156798362731934, -0.0015135877765715122, 0.016561085358262062], "cos_apical_negg": [0.03731179237365723, 0.11053632199764252, 0.12828639149665833], "cos_Ac_negg": [0.6411288976669312, 0.2539675831794739, 0.23871611058712006], "r_norm": [0.293333500623703, 0.17778939008712769, 0.17678497731685638], "traffic_norm": [3.198000907897949, 3.5021934509277344, 3.786731481552124], "traffic_residual_norm": [0.12956251204013824, 0.0037242230027914047, 0.0032552159391343594], "traffic_r2": [0.9983572959899902, 0.9999988675117493, 0.9999992251396179]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.971, "eval_loss": 0.0996143295288086, "val_acc": 0.971, "val_loss": 0.0996143295288086}, {"step": 2200, "epoch": 5, "train_loss": 0.03325679898262024, "cos_r_negg": [0.08324390649795532, -0.009622921235859394, 0.0010039242915809155], "cos_innovation_negg": [0.08324390649795532, -0.009622921235859394, 0.0010039242915809155], "cos_apical_negg": [0.04160505533218384, 0.11026456952095032, 0.12912780046463013], "cos_Ac_negg": [0.6443994045257568, 0.25823959708213806, 0.24662908911705017], "r_norm": [0.31044888496398926, 0.19225557148456573, 0.1890963762998581], "traffic_norm": [3.1987903118133545, 3.5092413425445557, 3.7902398109436035], "traffic_residual_norm": [0.13233038783073425, 0.0035357102751731873, 0.003313282039016485], "traffic_r2": [0.9982804656028748, 0.9999989867210388, 0.9999992251396179]}, {"step": 2300, "epoch": 5, "train_loss": 0.07277989387512207, "cos_r_negg": [0.05783028155565262, -0.022319916635751724, -0.011080391705036163], "cos_innovation_negg": [0.05783028155565262, -0.022319916635751724, -0.011080391705036163], "cos_apical_negg": [0.03509820997714996, 0.10671904683113098, 0.1277123987674713], "cos_Ac_negg": [0.6444900035858154, 0.26282814145088196, 0.24920789897441864], "r_norm": [0.25479361414909363, 0.15738464891910553, 0.15627136826515198], "traffic_norm": [3.198650360107422, 3.5108203887939453, 3.7899107933044434], "traffic_residual_norm": [0.1074383407831192, 0.0034815226681530476, 0.003121755551546812], "traffic_r2": [0.9988712668418884, 0.9999989867210388, 0.9999993443489075]}, {"step": 2400, "epoch": 5, "train_loss": 0.13332530856132507, "cos_r_negg": [0.07765423506498337, 0.0065618474036455154, 0.006795463152229786], "cos_innovation_negg": [0.07765423506498337, 0.0065618474036455154, 0.006795463152229786], "cos_apical_negg": [0.040437664836645126, 0.10206075012683868, 0.1277204304933548], "cos_Ac_negg": [0.6427247524261475, 0.27016133069992065, 0.26175740361213684], "r_norm": [0.28268158435821533, 0.20332056283950806, 0.20148921012878418], "traffic_norm": [3.200031280517578, 3.514585256576538, 3.7953941822052], "traffic_residual_norm": [0.0865042582154274, 0.0034160653594881296, 0.00292458338662982], "traffic_r2": [0.9992692470550537, 0.9999990463256836, 0.9999994039535522]}, {"step": 2500, "epoch": 5, "train_loss": 0.025493234395980835, "cos_r_negg": [0.0914032906293869, 0.015003224834799767, 0.012962828390300274], "cos_innovation_negg": [0.0914032906293869, 0.015003224834799767, 0.012962828390300274], "cos_apical_negg": [0.04169187694787979, 0.09432962536811829, 0.12790952622890472], "cos_Ac_negg": [0.6578185558319092, 0.2741236686706543, 0.27169138193130493], "r_norm": [0.2582380771636963, 0.1881055384874344, 0.1870674192905426], "traffic_norm": [3.1996712684631348, 3.5158700942993164, 3.797300100326538], "traffic_residual_norm": [0.07797838747501373, 0.0033296900801360607, 0.002831393387168646], "traffic_r2": [0.999406099319458, 0.9999991059303284, 0.999999463558197], "ldr": {"dL_sdil": -0.0049921199679374695, "dL_bp": -0.007644474506378174, "ratio": 0.6530363812152542}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9714, "eval_loss": 0.09900223388671875, "val_acc": 0.9714, "val_loss": 0.09900223388671875}, {"step": 2600, "epoch": 6, "train_loss": 0.016000567004084587, "cos_r_negg": [0.07943664491176605, -6.508734077215195e-05, -0.02053738944232464], "cos_innovation_negg": [0.07943664491176605, -6.508734077215195e-05, -0.02053738944232464], "cos_apical_negg": [0.028759848326444626, 0.0986650288105011, 0.12580502033233643], "cos_Ac_negg": [0.652717113494873, 0.2836330831050873, 0.26792827248573303], "r_norm": [0.21534833312034607, 0.15525786578655243, 0.15369728207588196], "traffic_norm": [3.2008204460144043, 3.521677017211914, 3.791008472442627], "traffic_residual_norm": [0.06812145560979843, 0.003268251894041896, 0.0027542426250874996], "traffic_r2": [0.9995471239089966, 0.9999991059303284, 0.999999463558197]}, {"step": 2700, "epoch": 6, "train_loss": 0.03646290302276611, "cos_r_negg": [0.08537803590297699, 0.0007672151550650597, -0.013839375227689743], "cos_innovation_negg": [0.08537803590297699, 0.0007672151550650597, -0.013839375227689743], "cos_apical_negg": [0.025336526334285736, 0.0988464206457138, 0.12045757472515106], "cos_Ac_negg": [0.6505041718482971, 0.2930704653263092, 0.26569145917892456], "r_norm": [0.18512679636478424, 0.13879746198654175, 0.13802793622016907], "traffic_norm": [3.1994543075561523, 3.515493392944336, 3.7913546562194824], "traffic_residual_norm": [0.05191686376929283, 0.0030624214559793472, 0.002572448691353202], "traffic_r2": [0.9997367262840271, 0.9999992251396179, 0.9999995231628418]}, {"step": 2800, "epoch": 6, "train_loss": 0.014997294172644615, "cos_r_negg": [0.08498403429985046, 0.0036206550430506468, -0.018367936834692955], "cos_innovation_negg": [0.08498403429985046, 0.0036206550430506468, -0.018367936834692955], "cos_apical_negg": [0.03146800398826599, 0.09997502714395523, 0.12813177704811096], "cos_Ac_negg": [0.6668565273284912, 0.302836149930954, 0.27278491854667664], "r_norm": [0.20960800349712372, 0.1673245131969452, 0.16592691838741302], "traffic_norm": [3.2013745307922363, 3.514331340789795, 3.7954788208007812], "traffic_residual_norm": [0.04470349848270416, 0.0028759969864040613, 0.002482081763446331], "traffic_r2": [0.9998050332069397, 0.9999993443489075, 0.9999995827674866]}, {"step": 2900, "epoch": 6, "train_loss": 0.0057914662174880505, "cos_r_negg": [0.0878279060125351, 0.007977394387125969, -0.016511334106326103], "cos_innovation_negg": [0.0878279060125351, 0.007977394387125969, -0.016511334106326103], "cos_apical_negg": [0.026669088751077652, 0.0930902510881424, 0.12306085973978043], "cos_Ac_negg": [0.6591951847076416, 0.30339571833610535, 0.26987695693969727], "r_norm": [0.1822861135005951, 0.14769789576530457, 0.14671383798122406], "traffic_norm": [3.200787305831909, 3.5152816772460938, 3.8035991191864014], "traffic_residual_norm": [0.037808917462825775, 0.0029147793538868427, 0.0025297198444604874], "traffic_r2": [0.9998604655265808, 0.9999992847442627, 0.9999995231628418]}, {"step": 3000, "epoch": 6, "train_loss": 0.019642993807792664, "cos_r_negg": [0.07444116473197937, -0.0005987861659377813, -0.031150231137871742], "cos_innovation_negg": [0.07444116473197937, -0.0005987861659377813, -0.031150231137871742], "cos_apical_negg": [0.024472907185554504, 0.094541534781456, 0.12622851133346558], "cos_Ac_negg": [0.6592817902565002, 0.3091702163219452, 0.2722068428993225], "r_norm": [0.18826299905776978, 0.15722891688346863, 0.15582171082496643], "traffic_norm": [3.2000601291656494, 3.499828577041626, 3.7839365005493164], "traffic_residual_norm": [0.03354312852025032, 0.0028247821610420942, 0.002450969535857439], "traffic_r2": [0.9998900890350342, 0.9999993443489075, 0.9999995827674866], "ldr": {"dL_sdil": -0.0044568851590156555, "dL_bp": -0.007008418440818787, "ratio": 0.6359330848537295}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9734, "eval_loss": 0.09544216918945313, "val_acc": 0.9734, "val_loss": 0.09544216918945313}, {"step": 3100, "epoch": 7, "train_loss": 0.005448085255920887, "cos_r_negg": [0.09096728265285492, 0.005432348698377609, -0.016814440488815308], "cos_innovation_negg": [0.09096728265285492, 0.005432348698377609, -0.016814440488815308], "cos_apical_negg": [0.022771093994379044, 0.09229069203138351, 0.12074382603168488], "cos_Ac_negg": [0.6579992771148682, 0.3095794916152954, 0.27927470207214355], "r_norm": [0.17692437767982483, 0.14292483031749725, 0.14288093149662018], "traffic_norm": [3.199492931365967, 3.4936015605926514, 3.7872490882873535], "traffic_residual_norm": [0.03840956836938858, 0.0027261064387857914, 0.0023947064764797688], "traffic_r2": [0.9998558759689331, 0.9999994039535522, 0.9999995827674866]}, {"step": 3200, "epoch": 7, "train_loss": 0.008594784885644913, "cos_r_negg": [0.07485878467559814, 0.010048307478427887, -0.01605955883860588], "cos_innovation_negg": [0.07485878467559814, 0.010048307478427887, -0.01605955883860588], "cos_apical_negg": [0.02781977877020836, 0.08184322714805603, 0.12479957938194275], "cos_Ac_negg": [0.6596182584762573, 0.31059712171554565, 0.28894078731536865], "r_norm": [0.19332319498062134, 0.16415008902549744, 0.16297012567520142], "traffic_norm": [3.2015018463134766, 3.500251054763794, 3.7832632064819336], "traffic_residual_norm": [0.03182584419846535, 0.002566100563853979, 0.0022277417592704296], "traffic_r2": [0.9999011158943176, 0.999999463558197, 0.9999996423721313]}, {"step": 3300, "epoch": 7, "train_loss": 0.009407556615769863, "cos_r_negg": [0.05913512781262398, -0.0026203757151961327, -0.027409130707383156], "cos_innovation_negg": [0.05913512781262398, -0.0026203757151961327, -0.027409130707383156], "cos_apical_negg": [0.02344629354774952, 0.09006248414516449, 0.12180380523204803], "cos_Ac_negg": [0.6553200483322144, 0.3068603277206421, 0.2878182530403137], "r_norm": [0.18522776663303375, 0.14686232805252075, 0.14664793014526367], "traffic_norm": [3.2002124786376953, 3.487874984741211, 3.7819035053253174], "traffic_residual_norm": [0.04108893871307373, 0.0025383715983480215, 0.002188325859606266], "traffic_r2": [0.9998346567153931, 0.999999463558197, 0.9999996423721313]}, {"step": 3400, "epoch": 7, "train_loss": 0.004753340966999531, "cos_r_negg": [0.07824642211198807, 0.00031521287746727467, -0.01969395950436592], "cos_innovation_negg": [0.07824642211198807, 0.00031521287746727467, -0.01969395950436592], "cos_apical_negg": [0.029388457536697388, 0.09359151124954224, 0.11942934989929199], "cos_Ac_negg": [0.6639648675918579, 0.3230319619178772, 0.2937413454055786], "r_norm": [0.20125320553779602, 0.17202463746070862, 0.17013949155807495], "traffic_norm": [3.1997692584991455, 3.496162176132202, 3.794341564178467], "traffic_residual_norm": [0.029953407123684883, 0.002494479762390256, 0.002234557643532753], "traffic_r2": [0.9999110102653503, 0.999999463558197, 0.9999996423721313]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.972, "eval_loss": 0.10056354522705079, "val_acc": 0.972, "val_loss": 0.10056354522705079}, {"step": 3500, "epoch": 8, "train_loss": 0.028487365692853928, "cos_r_negg": [0.06713949143886566, -0.009729808196425438, -0.035708971321582794], "cos_innovation_negg": [0.06713949143886566, -0.009729808196425438, -0.035708971321582794], "cos_apical_negg": [0.02155831828713417, 0.0909595638513565, 0.12455172836780548], "cos_Ac_negg": [0.6595565676689148, 0.31947392225265503, 0.2965391278266907], "r_norm": [0.17925125360488892, 0.15846297144889832, 0.1564565896987915], "traffic_norm": [3.1998658180236816, 3.4985806941986084, 3.78592848777771], "traffic_residual_norm": [0.021518951281905174, 0.0023221923038363457, 0.002061507198959589], "traffic_r2": [0.9999524354934692, 0.9999995231628418, 0.9999997019767761], "ldr": {"dL_sdil": -0.003995619714260101, "dL_bp": -0.006963200867176056, "ratio": 0.5738193957745952}}, {"step": 3600, "epoch": 8, "train_loss": 0.013554816134274006, "cos_r_negg": [0.05519052967429161, -0.0028556790202856064, -0.03171791508793831], "cos_innovation_negg": [0.05519052967429161, -0.0028556790202856064, -0.03171791508793831], "cos_apical_negg": [0.01627025008201599, 0.08678418397903442, 0.12007902562618256], "cos_Ac_negg": [0.6568267345428467, 0.3249528408050537, 0.30008596181869507], "r_norm": [0.16193127632141113, 0.14009138941764832, 0.13909384608268738], "traffic_norm": [3.201781749725342, 3.4981555938720703, 3.780350685119629], "traffic_residual_norm": [0.02317538857460022, 0.002209001686424017, 0.0019568954594433308], "traffic_r2": [0.9999451041221619, 0.9999995827674866, 0.9999997019767761]}, {"step": 3700, "epoch": 8, "train_loss": 0.011845298111438751, "cos_r_negg": [0.060725823044776917, 0.005881363991647959, -0.034920163452625275], "cos_innovation_negg": [0.060725823044776917, 0.005881363991647959, -0.034920163452625275], "cos_apical_negg": [0.013134933076798916, 0.08456063270568848, 0.1194131001830101], "cos_Ac_negg": [0.6553723812103271, 0.3270772397518158, 0.3073107600212097], "r_norm": [0.17919859290122986, 0.16033171117305756, 0.15939342975616455], "traffic_norm": [3.201068878173828, 3.5042824745178223, 3.7928566932678223], "traffic_residual_norm": [0.019269347190856934, 0.002163733821362257, 0.001906614750623703], "traffic_r2": [0.9999595284461975, 0.9999995827674866, 0.9999997615814209]}, {"step": 3800, "epoch": 8, "train_loss": 0.0061084209010005, "cos_r_negg": [0.0653902217745781, 0.007395710796117783, -0.02651630900800228], "cos_innovation_negg": [0.0653902217745781, 0.007395710796117783, -0.02651630900800228], "cos_apical_negg": [0.023695191368460655, 0.07817727327346802, 0.11879483610391617], "cos_Ac_negg": [0.6644374132156372, 0.33147895336151123, 0.3078732192516327], "r_norm": [0.17218971252441406, 0.15440508723258972, 0.15316474437713623], "traffic_norm": [3.2006869316101074, 3.50467586517334, 3.789088726043701], "traffic_residual_norm": [0.018318476155400276, 0.0020582727156579494, 0.0018249594140797853], "traffic_r2": [0.9999573826789856, 0.9999996423721313, 0.9999997615814209]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9708, "eval_loss": 0.10200289611816406, "val_acc": 0.9708, "val_loss": 0.10200289611816406}, {"step": 3900, "epoch": 9, "train_loss": 0.01070748083293438, "cos_r_negg": [0.05769616737961769, 0.004580277018249035, -0.03472098335623741], "cos_innovation_negg": [0.05769616737961769, 0.004580277018249035, -0.03472098335623741], "cos_apical_negg": [0.018723366782069206, 0.08388972282409668, 0.1158699095249176], "cos_Ac_negg": [0.6610382199287415, 0.3238958418369293, 0.3096034526824951], "r_norm": [0.17694111168384552, 0.15359243750572205, 0.1523236632347107], "traffic_norm": [3.199993848800659, 3.498147964477539, 3.781046152114868], "traffic_residual_norm": [0.023624533787369728, 0.002071000635623932, 0.0017623386811465025], "traffic_r2": [0.9999303817749023, 0.9999996423721313, 0.9999997615814209]}, {"step": 4000, "epoch": 9, "train_loss": 0.0016210118774324656, "cos_r_negg": [0.061508480459451675, 0.0102299265563488, -0.030871214345097542], "cos_innovation_negg": [0.061508480459451675, 0.0102299265563488, -0.030871214345097542], "cos_apical_negg": [0.02193298563361168, 0.07862803339958191, 0.1189969927072525], "cos_Ac_negg": [0.6640493273735046, 0.3298267722129822, 0.3127414286136627], "r_norm": [0.17494206130504608, 0.14712625741958618, 0.14602483808994293], "traffic_norm": [3.2011561393737793, 3.493901491165161, 3.778630256652832], "traffic_residual_norm": [0.028608430176973343, 0.002016068436205387, 0.0016667181625962257], "traffic_r2": [0.9999157786369324, 0.9999996423721313, 0.9999998211860657], "ldr": {"dL_sdil": -0.003843635320663452, "dL_bp": -0.007029637694358826, "ratio": 0.5467757355045352}}, {"step": 4100, "epoch": 9, "train_loss": 0.006383022293448448, "cos_r_negg": [0.059314437210559845, -0.00015376601368188858, -0.04407959058880806], "cos_innovation_negg": [0.059314437210559845, -0.00015376601368188858, -0.04407959058880806], "cos_apical_negg": [0.022347645834088326, 0.07846610248088837, 0.11415170133113861], "cos_Ac_negg": [0.6680294275283813, 0.336725652217865, 0.317918062210083], "r_norm": [0.1683090776205063, 0.14506790041923523, 0.14427925646305084], "traffic_norm": [3.20229172706604, 3.4995296001434326, 3.788996696472168], "traffic_residual_norm": [0.023358656093478203, 0.001931208884343505, 0.0016108691925182939], "traffic_r2": [0.9999462962150574, 0.9999997019767761, 0.9999998211860657]}, {"step": 4200, "epoch": 9, "train_loss": 0.01580536551773548, "cos_r_negg": [0.04829738661646843, -0.004000232554972172, -0.03621283918619156], "cos_innovation_negg": [0.04829738661646843, -0.004000232554972172, -0.03621283918619156], "cos_apical_negg": [0.01773148402571678, 0.08016232401132584, 0.11642038822174072], "cos_Ac_negg": [0.6681140661239624, 0.3393681049346924, 0.3210414946079254], "r_norm": [0.1806199997663498, 0.16246680915355682, 0.1621667742729187], "traffic_norm": [3.202108383178711, 3.497567653656006, 3.7884743213653564], "traffic_residual_norm": [0.01754423789680004, 0.0018733933102339506, 0.0015588998794555664], "traffic_r2": [0.9999698996543884, 0.9999997019767761, 0.9999998211860657]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.09976543884277343, "val_acc": 0.9738, "val_loss": 0.09976543884277343}, {"step": 4300, "epoch": 10, "train_loss": 0.003095031948760152, "cos_r_negg": [0.0536532923579216, 0.005398400593549013, -0.027696745470166206], "cos_innovation_negg": [0.0536532923579216, 0.005398400593549013, -0.027696745470166206], "cos_apical_negg": [0.017183776944875717, 0.07693517208099365, 0.11389294266700745], "cos_Ac_negg": [0.6688589453697205, 0.3417314291000366, 0.3209633231163025], "r_norm": [0.1658703237771988, 0.14928188920021057, 0.1481916308403015], "traffic_norm": [3.2021331787109375, 3.4954023361206055, 3.7832980155944824], "traffic_residual_norm": [0.016036685556173325, 0.0017917952500283718, 0.001505945809185505], "traffic_r2": [0.9999748468399048, 0.9999997019767761, 0.9999998211860657]}, {"step": 4400, "epoch": 10, "train_loss": 0.002983511658385396, "cos_r_negg": [0.05319388955831528, 7.726973854005337e-05, -0.027459297329187393], "cos_innovation_negg": [0.05319388955831528, 7.726973854005337e-05, -0.027459297329187393], "cos_apical_negg": [0.010762128978967667, 0.0726393312215805, 0.10915657877922058], "cos_Ac_negg": [0.665907084941864, 0.3387315571308136, 0.320435494184494], "r_norm": [0.18241995573043823, 0.1595401167869568, 0.15874093770980835], "traffic_norm": [3.2025370597839355, 3.4968419075012207, 3.7819571495056152], "traffic_residual_norm": [0.02340070530772209, 0.0016566169215366244, 0.0014141220599412918], "traffic_r2": [0.9999465942382812, 0.9999997615814209, 0.9999998807907104]}, {"step": 4500, "epoch": 10, "train_loss": 0.009430864825844765, "cos_r_negg": [0.06109623610973358, 0.0057010650634765625, -0.024277206510305405], "cos_innovation_negg": [0.06109623610973358, 0.0057010650634765625, -0.024277206510305405], "cos_apical_negg": [0.014494065195322037, 0.07354385405778885, 0.10688280314207077], "cos_Ac_negg": [0.6655883193016052, 0.34337925910949707, 0.32048702239990234], "r_norm": [0.16960863769054413, 0.1514139175415039, 0.15100286900997162], "traffic_norm": [3.2025952339172363, 3.4970176219940186, 3.782841205596924], "traffic_residual_norm": [0.017788799479603767, 0.0015838212566450238, 0.0013679750263690948], "traffic_r2": [0.9999691247940063, 0.9999997615814209, 0.9999998807907104], "ldr": {"dL_sdil": -0.0039289966225624084, "dL_bp": -0.00750499963760376, "ratio": 0.5235172301509773}}, {"step": 4600, "epoch": 10, "train_loss": 0.001674117986112833, "cos_r_negg": [0.05529594421386719, 0.013468829914927483, -0.030583588406443596], "cos_innovation_negg": [0.05529594421386719, 0.013468829914927483, -0.030583588406443596], "cos_apical_negg": [0.015800844877958298, 0.07131059467792511, 0.10898624360561371], "cos_Ac_negg": [0.661384105682373, 0.3423048257827759, 0.31986507773399353], "r_norm": [0.16961243748664856, 0.15530937910079956, 0.15431973338127136], "traffic_norm": [3.202662706375122, 3.500154733657837, 3.778451919555664], "traffic_residual_norm": [0.013714965432882309, 0.0014997899997979403, 0.0013052413705736399], "traffic_r2": [0.9999816417694092, 0.9999998211860657, 0.9999998807907104]}, {"step": 4700, "epoch": 10, "train_loss": 0.0005497017409652472, "cos_r_negg": [0.05950513482093811, 0.011429260484874249, -0.018734535202383995], "cos_innovation_negg": [0.05950513482093811, 0.011429260484874249, -0.018734535202383995], "cos_apical_negg": [0.016223400831222534, 0.06717932969331741, 0.10321047902107239], "cos_Ac_negg": [0.6551446318626404, 0.3448723256587982, 0.3234158158302307], "r_norm": [0.17713716626167297, 0.1660100221633911, 0.16566011309623718], "traffic_norm": [3.2020163536071777, 3.4984304904937744, 3.774709701538086], "traffic_residual_norm": [0.008583201095461845, 0.001471854280680418, 0.0012780603719875216], "traffic_r2": [0.9999927878379822, 0.9999998211860657, 0.9999998807907104]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.10159863739013672, "val_acc": 0.9744, "val_loss": 0.10159863739013672}, {"step": 4800, "epoch": 11, "train_loss": 0.004640823695808649, "cos_r_negg": [0.06512266397476196, 0.011962760239839554, -0.02348732203245163], "cos_innovation_negg": [0.06512266397476196, 0.011962760239839554, -0.02348732203245163], "cos_apical_negg": [0.011471157893538475, 0.06397393345832825, 0.10255931317806244], "cos_Ac_negg": [0.6569498181343079, 0.34553495049476624, 0.3279392719268799], "r_norm": [0.15829268097877502, 0.15133681893348694, 0.15117371082305908], "traffic_norm": [3.202549934387207, 3.4995005130767822, 3.7808094024658203], "traffic_residual_norm": [0.004377248231321573, 0.001353524741716683, 0.0011765151284635067], "traffic_r2": [0.9999980926513672, 0.9999998211860657, 0.9999998807907104]}, {"step": 4900, "epoch": 11, "train_loss": 0.0024998916778713465, "cos_r_negg": [0.06035281717777252, 0.00914696604013443, -0.030832406133413315], "cos_innovation_negg": [0.06035281717777252, 0.00914696604013443, -0.030832406133413315], "cos_apical_negg": [0.014967454597353935, 0.06775227189064026, 0.10544976592063904], "cos_Ac_negg": [0.6564449071884155, 0.3490142226219177, 0.32662734389305115], "r_norm": [0.15372829139232635, 0.1481437087059021, 0.1478697657585144], "traffic_norm": [3.202737331390381, 3.4996232986450195, 3.7845897674560547], "traffic_residual_norm": [0.003167599905282259, 0.001307853264734149, 0.0011651684762910008], "traffic_r2": [0.9999989867210388, 0.9999998807907104, 0.9999998807907104]}, {"step": 5000, "epoch": 11, "train_loss": 0.002356861485168338, "cos_r_negg": [0.04823920503258705, 0.009973623789846897, -0.035222314298152924], "cos_innovation_negg": [0.04823920503258705, 0.009973623789846897, -0.035222314298152924], "cos_apical_negg": [0.02211363986134529, 0.06920125335454941, 0.1071547418832779], "cos_Ac_negg": [0.6609100103378296, 0.35029521584510803, 0.3251892328262329], "r_norm": [0.1550315022468567, 0.14932987093925476, 0.14854423701763153], "traffic_norm": [3.2027955055236816, 3.502244472503662, 3.783891201019287], "traffic_residual_norm": [0.0030449023470282555, 0.0012538691516965628, 0.001105042640119791], "traffic_r2": [0.9999991059303284, 0.9999998807907104, 0.9999999403953552], "ldr": {"dL_sdil": -0.004813365638256073, "dL_bp": -0.009279482066631317, "ratio": 0.5187105922177233}}, {"step": 5100, "epoch": 11, "train_loss": 0.006216723471879959, "cos_r_negg": [0.06441962718963623, 0.012168072164058685, -0.02463057078421116], "cos_innovation_negg": [0.06441962718963623, 0.012168072164058685, -0.02463057078421116], "cos_apical_negg": [0.016326958313584328, 0.06380186975002289, 0.10065588355064392], "cos_Ac_negg": [0.6563991904258728, 0.3459331691265106, 0.3252211809158325], "r_norm": [0.15819795429706573, 0.1490320861339569, 0.14819134771823883], "traffic_norm": [3.2026162147521973, 3.498624086380005, 3.771794319152832], "traffic_residual_norm": [0.007261523976922035, 0.0012420059647411108, 0.0010529793798923492], "traffic_r2": [0.9999948740005493, 0.9999998807907104, 0.9999999403953552]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.10025649261474609, "val_acc": 0.9738, "val_loss": 0.10025649261474609}, {"step": 5200, "epoch": 12, "train_loss": 0.0022969618439674377, "cos_r_negg": [0.06288570165634155, 0.01144908182322979, -0.01650315709412098], "cos_innovation_negg": [0.06288570165634155, 0.01144908182322979, -0.01650315709412098], "cos_apical_negg": [0.01309980545192957, 0.06203557178378105, 0.09748271107673645], "cos_Ac_negg": [0.6561744809150696, 0.34902364015579224, 0.3278188109397888], "r_norm": [0.15453553199768066, 0.14534533023834229, 0.14459767937660217], "traffic_norm": [3.2033658027648926, 3.5004377365112305, 3.7766900062561035], "traffic_residual_norm": [0.00706260371953249, 0.0011669497471302748, 0.001006108010187745], "traffic_r2": [0.9999951124191284, 0.9999998807907104, 0.9999999403953552]}, {"step": 5300, "epoch": 12, "train_loss": 0.00149311195127666, "cos_r_negg": [0.05887807160615921, 0.009872149676084518, -0.019440848380327225], "cos_innovation_negg": [0.05887807160615921, 0.009872149676084518, -0.019440848380327225], "cos_apical_negg": [0.014438294805586338, 0.062287915498018265, 0.09618856012821198], "cos_Ac_negg": [0.6576685905456543, 0.34914684295654297, 0.3286978304386139], "r_norm": [0.15358079969882965, 0.14333952963352203, 0.14304447174072266], "traffic_norm": [3.2035951614379883, 3.503096103668213, 3.780604362487793], "traffic_residual_norm": [0.008488230407238007, 0.001099410466849804, 0.0009564525680616498], "traffic_r2": [0.9999929666519165, 0.9999998807907104, 0.9999999403953552]}, {"step": 5400, "epoch": 12, "train_loss": 0.013661540113389492, "cos_r_negg": [0.06007721275091171, 0.013147879391908646, -0.024381078779697418], "cos_innovation_negg": [0.06007721275091171, 0.013147879391908646, -0.024381078779697418], "cos_apical_negg": [0.013391643762588501, 0.06236228346824646, 0.09530534595251083], "cos_Ac_negg": [0.6547367572784424, 0.34971868991851807, 0.33147117495536804], "r_norm": [0.17031458020210266, 0.15570369362831116, 0.15488606691360474], "traffic_norm": [3.2032060623168945, 3.5057711601257324, 3.782151699066162], "traffic_residual_norm": [0.01284586451947689, 0.0010586477583274245, 0.0009431493235751987], "traffic_r2": [0.9999839067459106, 0.9999998807907104, 0.9999999403953552]}, {"step": 5500, "epoch": 12, "train_loss": 0.0007301264558918774, "cos_r_negg": [0.05642072483897209, 0.011195424944162369, -0.024655599147081375], "cos_innovation_negg": [0.05642072483897209, 0.011195424944162369, -0.024655599147081375], "cos_apical_negg": [0.015240181237459183, 0.063667431473732, 0.096310555934906], "cos_Ac_negg": [0.6512613296508789, 0.35345038771629333, 0.32827162742614746], "r_norm": [0.16303324699401855, 0.14462661743164062, 0.1443919986486435], "traffic_norm": [3.2033419609069824, 3.5031614303588867, 3.777867317199707], "traffic_residual_norm": [0.017030009999871254, 0.0010216522496193647, 0.0009115723660215735], "traffic_r2": [0.9999717473983765, 0.9999999403953552, 0.9999999403953552], "ldr": {"dL_sdil": -0.004337571561336517, "dL_bp": -0.008890025317668915, "ratio": 0.48791442165137583}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9732, "eval_loss": 0.10407580261230469, "val_acc": 0.9732, "val_loss": 0.10407580261230469}, {"step": 5600, "epoch": 13, "train_loss": 0.006993982475250959, "cos_r_negg": [0.05686072260141373, 0.009072359651327133, -0.02701203152537346], "cos_innovation_negg": [0.05686072260141373, 0.009072359651327133, -0.02701203152537346], "cos_apical_negg": [0.012660864740610123, 0.06094801053404808, 0.09880369901657104], "cos_Ac_negg": [0.6473277807235718, 0.349437415599823, 0.3295539617538452], "r_norm": [0.1667187213897705, 0.14706358313560486, 0.14684858918190002], "traffic_norm": [3.2034170627593994, 3.503689765930176, 3.7817108631134033], "traffic_residual_norm": [0.018290884792804718, 0.0009971493855118752, 0.0008874539053067565], "traffic_r2": [0.9999673962593079, 0.9999999403953552, 0.9999999403953552]}, {"step": 5700, "epoch": 13, "train_loss": 0.001952243153937161, "cos_r_negg": [0.054590947926044464, 0.008647250011563301, -0.020602870732545853], "cos_innovation_negg": [0.054590947926044464, 0.008647250011563301, -0.020602870732545853], "cos_apical_negg": [0.013971902430057526, 0.06190232187509537, 0.09991941601037979], "cos_Ac_negg": [0.6501895189285278, 0.35445624589920044, 0.3310800790786743], "r_norm": [0.16532376408576965, 0.14315737783908844, 0.1424691379070282], "traffic_norm": [3.203535795211792, 3.5057148933410645, 3.778027057647705], "traffic_residual_norm": [0.020993612706661224, 0.0009466912597417831, 0.0008576206164434552], "traffic_r2": [0.9999570846557617, 0.9999999403953552, 0.9999999403953552]}, {"step": 5800, "epoch": 13, "train_loss": 0.002964569954201579, "cos_r_negg": [0.05492819845676422, 0.006882050074636936, -0.0188639834523201], "cos_innovation_negg": [0.05492819845676422, 0.006882050074636936, -0.0188639834523201], "cos_apical_negg": [0.013157268054783344, 0.05781235173344612, 0.09626984596252441], "cos_Ac_negg": [0.6505978107452393, 0.35483962297439575, 0.3316880464553833], "r_norm": [0.17546744644641876, 0.1465441882610321, 0.14612269401550293], "traffic_norm": [3.203767776489258, 3.5067126750946045, 3.780780792236328], "traffic_residual_norm": [0.028107285499572754, 0.0009079457959160209, 0.0008322193752974272], "traffic_r2": [0.999923050403595, 0.9999999403953552, 0.9999999403953552]}, {"step": 5900, "epoch": 13, "train_loss": 0.0029403315857052803, "cos_r_negg": [0.054244428873062134, 0.007999693974852562, -0.02085520140826702], "cos_innovation_negg": [0.054244428873062134, 0.007999693974852562, -0.02085520140826702], "cos_apical_negg": [0.011464123614132404, 0.05931699275970459, 0.09589654207229614], "cos_Ac_negg": [0.6510761380195618, 0.3541298508644104, 0.33374273777008057], "r_norm": [0.1805824339389801, 0.15022936463356018, 0.1494797319173813], "traffic_norm": [3.2034285068511963, 3.5074551105499268, 3.7810897827148438], "traffic_residual_norm": [0.029998259618878365, 0.0008588614291511476, 0.0008039803360588849], "traffic_r2": [0.9999123215675354, 0.9999999403953552, 0.9999999403953552]}, {"step": 6000, "epoch": 13, "train_loss": 0.0023097337689250708, "cos_r_negg": [0.0600675493478775, 0.01663248986005783, -0.026268336921930313], "cos_innovation_negg": [0.0600675493478775, 0.01663248986005783, -0.026268336921930313], "cos_apical_negg": [0.009535563178360462, 0.06067502871155739, 0.09617382287979126], "cos_Ac_negg": [0.6507160663604736, 0.3570959270000458, 0.33581358194351196], "r_norm": [0.17795902490615845, 0.14443281292915344, 0.14356955885887146], "traffic_norm": [3.203350305557251, 3.5047531127929688, 3.782167434692383], "traffic_residual_norm": [0.0335216149687767, 0.0008528155740350485, 0.000776341010350734], "traffic_r2": [0.9998903870582581, 0.9999999403953552, 0.9999999403953552], "ldr": {"dL_sdil": -0.004732981324195862, "dL_bp": -0.009812809526920319, "ratio": 0.48232683119054437}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.10397792205810547, "val_acc": 0.9744, "val_loss": 0.10397792205810547}, {"step": 6100, "epoch": 14, "train_loss": 0.0009718135115690529, "cos_r_negg": [0.05659613758325577, 0.014194576069712639, -0.025755353271961212], "cos_innovation_negg": [0.05659613758325577, 0.014194576069712639, -0.025755353271961212], "cos_apical_negg": [0.011604633182287216, 0.05992840975522995, 0.09559589624404907], "cos_Ac_negg": [0.6507920026779175, 0.35767191648483276, 0.336078941822052], "r_norm": [0.1914912313222885, 0.14275114238262177, 0.1419542133808136], "traffic_norm": [3.2036986351013184, 3.5067296028137207, 3.783186912536621], "traffic_residual_norm": [0.05039072036743164, 0.0008175986586138606, 0.0007535046897828579], "traffic_r2": [0.9996544122695923, 0.9999999403953552, 0.9999999403953552]}, {"step": 6200, "epoch": 14, "train_loss": 0.002989238826557994, "cos_r_negg": [0.07205694913864136, 0.031109780073165894, -0.009983241558074951], "cos_innovation_negg": [0.07205694913864136, 0.031109780073165894, -0.009983241558074951], "cos_apical_negg": [0.009409909136593342, 0.0521378293633461, 0.08576656877994537], "cos_Ac_negg": [0.6529010534286499, 0.3550921678543091, 0.3390681743621826], "r_norm": [0.47364693880081177, 0.1560749113559723, 0.1554398536682129], "traffic_norm": [3.203098773956299, 3.4954159259796143, 3.764791965484619], "traffic_residual_norm": [0.330536812543869, 0.0009460118599236012, 0.0007413607090711594], "traffic_r2": [0.9871947169303894, 0.9999999403953552, 0.9999999403953552]}, {"step": 6300, "epoch": 14, "train_loss": 0.0016822238685563207, "cos_r_negg": [0.062392838299274445, 0.024616722017526627, -0.011798201128840446], "cos_innovation_negg": [0.062392838299274445, 0.024616722017526627, -0.011798201128840446], "cos_apical_negg": [0.008330372162163258, 0.05107849836349487, 0.08448733389377594], "cos_Ac_negg": [0.6486406326293945, 0.35531651973724365, 0.33854764699935913], "r_norm": [0.46018561720848083, 0.14279162883758545, 0.14259520173072815], "traffic_norm": [3.203416585922241, 3.490870952606201, 3.759127140045166], "traffic_residual_norm": [0.32971227169036865, 0.000936163414735347, 0.0007203860441222787], "traffic_r2": [0.9894073605537415, 0.9999999403953552, 0.9999999403953552]}, {"step": 6400, "epoch": 14, "train_loss": 0.0015199140179902315, "cos_r_negg": [0.06284241378307343, 0.01795610599219799, -0.0066575524397194386], "cos_innovation_negg": [0.06284241378307343, 0.01795610599219799, -0.0066575524397194386], "cos_apical_negg": [0.011546074412763119, 0.05143792927265167, 0.08464847505092621], "cos_Ac_negg": [0.6442342400550842, 0.35572582483291626, 0.33611732721328735], "r_norm": [0.4020766615867615, 0.143671452999115, 0.14302121102809906], "traffic_norm": [3.203305244445801, 3.4886834621429443, 3.756293535232544], "traffic_residual_norm": [0.2685486674308777, 0.0008420970989391208, 0.0006956765428185463], "traffic_r2": [0.9929733872413635, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.1057102066040039, "val_acc": 0.9742, "val_loss": 0.1057102066040039}], "final": {"eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.1057102066040039, "wall_s": 21.461105823516846, "val_acc": 0.9742, "val_loss": 0.1057102066040039, "cos_r_negg": [0.0658874362707138, 0.02032136172056198, -0.01064411923289299], "cos_innovation_negg": [0.0658874362707138, 0.02032136172056198, -0.01064411923289299], "cos_apical_negg": [0.010494391433894634, 0.05086953938007355, 0.0869327113032341], "cos_Ac_negg": [0.6428295373916626, 0.35579290986061096, 0.33673185110092163], "traffic_norm": [3.203179359436035, 3.4886057376861572, 3.7536895275115967], "traffic_residual_norm": [0.24224478006362915, 0.0008279868634417653, 0.0006909004878252745], "traffic_r2": [0.994282066822052, 0.9999999403953552, 0.9999999403953552]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0p5_matched_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0p5_matched_d3_s0.json new file mode 100644 index 0000000..b6383ed --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0p5_matched_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p5_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.014017042703926563, 0.0013471655547618866, 0.009675534442067146], "cos_innovation_negg": [-0.006779526360332966, 0.019114673137664795, 0.03852684795856476], "cos_apical_negg": [-0.014017043635249138, 0.0013471654383465648, 0.009675534442067146], "cos_Ac_negg": [-0.0067800842225551605, 0.019114673137664795, 0.03852786496281624], "r_norm": [4.856252670288086, 4.790040969848633, 4.80632209777832], "traffic_norm": [6.059907913208008, 6.769152641296387, 7.491909503936768], "traffic_residual_norm": [0.0008741224883124232, 0.0009043297031894326, 0.0009382183779962361], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.18169736862182617, "dL_bp": -0.4768627882003784, "ratio": 0.38102651982455943}}, {"step": 100, "epoch": 0, "train_loss": 1.6598025560379028, "cos_r_negg": [0.0925036370754242, 0.06857325881719589, -2.406828207313083e-05], "cos_innovation_negg": [0.32659024000167847, 0.015529717318713665, 0.1435081958770752], "cos_apical_negg": [0.0925036370754242, 0.06857325881719589, -2.4074039174593054e-05], "cos_Ac_negg": [0.666358470916748, 0.07261696457862854, 0.07424306124448776], "r_norm": [0.7975218296051025, 0.7828614711761475, 0.7857778668403625], "traffic_norm": [8.285273551940918, 12.32900333404541, 16.387298583984375], "traffic_residual_norm": [0.0006837674300186336, 0.0006718821823596954, 0.0006863450980745256], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.2820437252521515, "cos_r_negg": [0.11229746788740158, 0.14899662137031555, 0.06849877536296844], "cos_innovation_negg": [0.4665830135345459, 0.055438004434108734, 0.23183946311473846], "cos_apical_negg": [0.11229746788740158, 0.14899662137031555, 0.06849877536296844], "cos_Ac_negg": [0.6641271114349365, 0.0808526873588562, 0.12593454122543335], "r_norm": [1.116438627243042, 1.0827138423919678, 1.0836312770843506], "traffic_norm": [8.291423797607422, 12.418981552124023, 16.55147933959961], "traffic_residual_norm": [0.0005649547092616558, 0.0005576915573328733, 0.0005698718596249819], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.7332882881164551, "cos_r_negg": [0.11724753677845001, 0.2300143986940384, -0.07390889525413513], "cos_innovation_negg": [0.5166088342666626, 0.25112786889076233, 0.009255249053239822], "cos_apical_negg": [0.11724753677845001, 0.2300143986940384, -0.07390889525413513], "cos_Ac_negg": [0.727118194103241, 0.22265571355819702, 0.07352393865585327], "r_norm": [1.2337377071380615, 1.185062050819397, 1.189396858215332], "traffic_norm": [8.29881477355957, 12.478499412536621, 16.600727081298828], "traffic_residual_norm": [0.0004660073318518698, 0.0004626567824743688, 0.0004731728113256395], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.34305787086486816, "cos_r_negg": [0.10494303703308105, 0.13942289352416992, -0.009298400953412056], "cos_innovation_negg": [0.6374667882919312, 0.2858685255050659, 0.0899362862110138], "cos_apical_negg": [0.10494303703308105, 0.13942289352416992, -0.009298400953412056], "cos_Ac_negg": [0.7625319957733154, 0.23105907440185547, 0.08187401294708252], "r_norm": [0.7290512323379517, 0.7097358703613281, 0.7079005837440491], "traffic_norm": [8.302312850952148, 12.498085975646973, 16.600807189941406], "traffic_residual_norm": [0.0003842207952402532, 0.00038332471740432084, 0.0003923012991435826], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8214, "eval_loss": 0.7667075073242188, "val_acc": 0.8214, "val_loss": 0.7667075073242188}, {"step": 500, "epoch": 1, "train_loss": 0.24252255260944366, "cos_r_negg": [0.04193630814552307, 0.06844966113567352, 0.04201820492744446], "cos_innovation_negg": [0.6015573740005493, 0.30640968680381775, 0.09771589189767838], "cos_apical_negg": [0.04193631187081337, 0.06844965368509293, 0.04201819375157356], "cos_Ac_negg": [0.7675286531448364, 0.3593733608722687, 0.10221801698207855], "r_norm": [0.6649035215377808, 0.6415027976036072, 0.6417165994644165], "traffic_norm": [8.30903148651123, 12.518821716308594, 16.623502731323242], "traffic_residual_norm": [0.0003177434264216572, 0.0003185622626915574, 0.00032582023413851857], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.07001832127571106, "dL_bp": -0.07572455704212189, "ratio": 0.9246448445616298}}, {"step": 600, "epoch": 1, "train_loss": 0.25151723623275757, "cos_r_negg": [0.03845858946442604, 0.10192614793777466, -0.01441123802214861], "cos_innovation_negg": [0.6900392770767212, 0.37558525800704956, 0.11933368444442749], "cos_apical_negg": [0.03845858946442604, 0.10192614793777466, -0.014411243610084057], "cos_Ac_negg": [0.7613599300384521, 0.3615536689758301, 0.14155274629592896], "r_norm": [0.630293071269989, 0.6047838926315308, 0.6037778258323669], "traffic_norm": [8.31291389465332, 12.537342071533203, 16.630048751831055], "traffic_residual_norm": [0.0002633495896589011, 0.0002659839519765228, 0.0002718301839195192], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.40497541427612305, "cos_r_negg": [0.03330251947045326, 0.1540781557559967, 0.03725723549723625], "cos_innovation_negg": [0.6702356934547424, 0.3897770345211029, -0.04890690743923187], "cos_apical_negg": [0.03330251947045326, 0.1540781557559967, 0.03725723177194595], "cos_Ac_negg": [0.7711416482925415, 0.3743152618408203, -0.012264071963727474], "r_norm": [0.6619933843612671, 0.6411608457565308, 0.638984203338623], "traffic_norm": [8.315299987792969, 12.554779052734375, 16.65392303466797], "traffic_residual_norm": [0.0002189415245084092, 0.00022305910533759743, 0.0002274115104228258], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.41528844833374023, "cos_r_negg": [0.05940026417374611, 0.1059623658657074, -0.051842160522937775], "cos_innovation_negg": [0.6821845173835754, 0.39651167392730713, 0.1505495011806488], "cos_apical_negg": [0.05940026044845581, 0.1059623658657074, -0.051842156797647476], "cos_Ac_negg": [0.802535891532898, 0.4238319396972656, 0.18098661303520203], "r_norm": [0.7820819616317749, 0.7418084144592285, 0.7499958276748657], "traffic_norm": [8.317792892456055, 12.563850402832031, 16.65816879272461], "traffic_residual_norm": [0.00018329457088839263, 0.0001883151417132467, 0.0001923374948091805], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.898, "eval_loss": 0.44123196411132815, "val_acc": 0.898, "val_loss": 0.44123196411132815}, {"step": 900, "epoch": 2, "train_loss": 0.40310099720954895, "cos_r_negg": [0.05769065394997597, 0.21389636397361755, 0.09605585783720016], "cos_innovation_negg": [0.7237911224365234, 0.3975743353366852, 0.02332460507750511], "cos_apical_negg": [0.05769065394997597, 0.21389636397361755, 0.09605586528778076], "cos_Ac_negg": [0.8207014799118042, 0.3295692205429077, 0.04415047913789749], "r_norm": [0.6231855154037476, 0.5987525582313538, 0.595698356628418], "traffic_norm": [8.321395874023438, 12.567170143127441, 16.660207748413086], "traffic_residual_norm": [0.0001542810641694814, 0.00016040104674175382, 0.00016397344006691128], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.30366334319114685, "cos_r_negg": [0.03471314162015915, 0.156230628490448, 0.026504777371883392], "cos_innovation_negg": [0.7306635975837708, 0.4209582209587097, 0.04817693680524826], "cos_apical_negg": [0.03471314162015915, 0.156230628490448, 0.02650478109717369], "cos_Ac_negg": [0.8075757026672363, 0.3793392479419708, 0.08544835448265076], "r_norm": [0.47126561403274536, 0.44329553842544556, 0.447906494140625], "traffic_norm": [8.321786880493164, 12.563558578491211, 16.64322280883789], "traffic_residual_norm": [0.00013134648906998336, 0.00013927483814768493, 0.00014172319788485765], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.01628279685974121, "dL_bp": -0.020175814628601074, "ratio": 0.8070453242893523}}, {"step": 1100, "epoch": 2, "train_loss": 0.23867860436439514, "cos_r_negg": [0.04999533295631409, 0.16372275352478027, -0.08839637786149979], "cos_innovation_negg": [0.7318419218063354, 0.43895798921585083, 0.2361723780632019], "cos_apical_negg": [0.04999533295631409, 0.16372276842594147, -0.08839637786149979], "cos_Ac_negg": [0.8156383633613586, 0.4204818606376648, 0.2707514762878418], "r_norm": [0.5788719654083252, 0.5426433682441711, 0.5497874617576599], "traffic_norm": [8.32314395904541, 12.56464958190918, 16.649349212646484], "traffic_residual_norm": [0.00011360770440660417, 0.00012243697710800916, 0.00012431488721631467], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.4012797474861145, "cos_r_negg": [0.11290531605482101, 0.157308891415596, 0.08272382616996765], "cos_innovation_negg": [0.7453516721725464, 0.3851832449436188, 0.17251649498939514], "cos_apical_negg": [0.11290532350540161, 0.157308891415596, 0.08272382616996765], "cos_Ac_negg": [0.8246409893035889, 0.34079235792160034, 0.1740395724773407], "r_norm": [0.7564491033554077, 0.7121795415878296, 0.7169225811958313], "traffic_norm": [8.323424339294434, 12.574991226196289, 16.664531707763672], "traffic_residual_norm": [9.893336391542107e-05, 0.00010929789277724922, 0.00010977589408867061], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9076, "eval_loss": 0.3595660522460937, "val_acc": 0.9076, "val_loss": 0.3595660522460937}, {"step": 1300, "epoch": 3, "train_loss": 0.38559335470199585, "cos_r_negg": [0.09492126852273941, 0.1596187800168991, -0.08913613855838776], "cos_innovation_negg": [0.7219445705413818, 0.4555680453777313, 0.27880170941352844], "cos_apical_negg": [0.09492126852273941, 0.1596187949180603, -0.08913614600896835], "cos_Ac_negg": [0.8168753385543823, 0.49072492122650146, 0.36331838369369507], "r_norm": [0.7759183645248413, 0.730688750743866, 0.7353072166442871], "traffic_norm": [8.324241638183594, 12.57487678527832, 16.656829833984375], "traffic_residual_norm": [8.790073479758576e-05, 9.929350926540792e-05, 9.953895641956478e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.2977316677570343, "cos_r_negg": [0.10950465500354767, 0.10562369227409363, -0.17898783087730408], "cos_innovation_negg": [0.7828623056411743, 0.4041198492050171, 0.3208707273006439], "cos_apical_negg": [0.10950466245412827, 0.10562369227409363, -0.17898783087730408], "cos_Ac_negg": [0.8711936473846436, 0.43067285418510437, 0.34839025139808655], "r_norm": [0.8393460512161255, 0.7825511693954468, 0.7931132912635803], "traffic_norm": [8.325592041015625, 12.570623397827148, 16.648677825927734], "traffic_residual_norm": [7.934722816571593e-05, 9.148056415142491e-05, 9.175750892609358e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.5567901134490967, "cos_r_negg": [0.012654561549425125, 0.040650270879268646, -0.05990882217884064], "cos_innovation_negg": [0.7411881685256958, 0.41469764709472656, 0.27131038904190063], "cos_apical_negg": [0.012654563412070274, 0.04065026342868805, -0.05990881472826004], "cos_Ac_negg": [0.8482275009155273, 0.480954110622406, 0.32926085591316223], "r_norm": [0.39974620938301086, 0.3688155710697174, 0.37447071075439453], "traffic_norm": [8.32612419128418, 12.57226276397705, 16.653345108032227], "traffic_residual_norm": [7.353993714787066e-05, 8.6807063780725e-05, 8.642856846563518e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.013231635093688965, "dL_bp": -0.01732495427131653, "ratio": 0.7637327571822496}}, {"step": 1600, "epoch": 3, "train_loss": 0.31764498353004456, "cos_r_negg": [0.018989302217960358, 0.11383253335952759, 0.15348145365715027], "cos_innovation_negg": [0.6629387140274048, 0.4232501983642578, 0.3111003339290619], "cos_apical_negg": [0.018989302217960358, 0.11383253335952759, 0.15348145365715027], "cos_Ac_negg": [0.8258540630340576, 0.5253262519836426, 0.4501737356185913], "r_norm": [0.6407586932182312, 0.592751145362854, 0.6038552522659302], "traffic_norm": [8.327390670776367, 12.58375358581543, 16.669944763183594], "traffic_residual_norm": [6.813106301706284e-05, 8.196198177756742e-05, 8.185270417016e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.3771456480026245, "cos_r_negg": [0.11509140580892563, 0.06668847799301147, -0.3148998022079468], "cos_innovation_negg": [0.7541984915733337, 0.4477434754371643, 0.3059694170951843], "cos_apical_negg": [0.11509141325950623, 0.06668847799301147, -0.3148998022079468], "cos_Ac_negg": [0.8422068357467651, 0.5121449828147888, 0.37250104546546936], "r_norm": [0.8211551904678345, 0.7569135427474976, 0.7627859115600586], "traffic_norm": [8.327993392944336, 12.58642292022705, 16.703210830688477], "traffic_residual_norm": [6.488371582236141e-05, 7.903388177510351e-05, 8.075193909462541e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.927, "eval_loss": 0.292303955078125, "val_acc": 0.927, "val_loss": 0.292303955078125}, {"step": 1800, "epoch": 4, "train_loss": 0.19688771665096283, "cos_r_negg": [0.05375298485159874, 0.18253439664840698, 0.030605800449848175], "cos_innovation_negg": [0.7113132476806641, 0.4429825246334076, 0.0774063766002655], "cos_apical_negg": [0.05375298857688904, 0.18253441154956818, 0.030605800449848175], "cos_Ac_negg": [0.8412435054779053, 0.45814812183380127, -0.010768521577119827], "r_norm": [0.6054040193557739, 0.5578422546386719, 0.566227912902832], "traffic_norm": [8.32888126373291, 12.583687782287598, 16.69554901123047], "traffic_residual_norm": [6.265613774303347e-05, 7.71810591686517e-05, 7.874442962929606e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.1977858543395996, "cos_r_negg": [0.04535619169473648, 0.09370537102222443, -0.05526677146553993], "cos_innovation_negg": [0.66913902759552, 0.43351510167121887, 0.15493926405906677], "cos_apical_negg": [0.04535619169473648, 0.09370535612106323, -0.05526677146553993], "cos_Ac_negg": [0.8288465142250061, 0.47038793563842773, 0.1245986819267273], "r_norm": [0.5087161064147949, 0.4699895977973938, 0.478937566280365], "traffic_norm": [8.329025268554688, 12.583620071411133, 16.698196411132812], "traffic_residual_norm": [6.0966249293414876e-05, 7.532581366831437e-05, 7.590572931803763e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.5447129011154175, "cos_r_negg": [0.09713327139616013, 0.04230402782559395, -0.056117840111255646], "cos_innovation_negg": [0.7009060382843018, 0.428691029548645, 0.03882135823369026], "cos_apical_negg": [0.09713326394557953, 0.04230402410030365, -0.05611783266067505], "cos_Ac_negg": [0.8549305200576782, 0.5066242218017578, 0.08119195699691772], "r_norm": [0.7318605184555054, 0.6686956882476807, 0.6833101511001587], "traffic_norm": [8.32912540435791, 12.58416748046875, 16.701051712036133], "traffic_residual_norm": [5.9882520872633904e-05, 7.416827429551631e-05, 7.415559230139479e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.13403934240341187, "dL_bp": -0.14295360445976257, "ratio": 0.9376422714905392}}, {"step": 2100, "epoch": 4, "train_loss": 0.4497738480567932, "cos_r_negg": [0.029937393963336945, 0.10557565838098526, -0.10842298716306686], "cos_innovation_negg": [0.7043784856796265, 0.4345536231994629, 0.10684626549482346], "cos_apical_negg": [0.029937393963336945, 0.10557565093040466, -0.10842299461364746], "cos_Ac_negg": [0.84554123878479, 0.5005320310592651, 0.19150452315807343], "r_norm": [0.5055463910102844, 0.4674137234687805, 0.4775815010070801], "traffic_norm": [8.328886032104492, 12.586441040039062, 16.71798324584961], "traffic_residual_norm": [5.8852801885223016e-05, 7.342718890868127e-05, 7.387171353911981e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.912, "eval_loss": 0.3443098083496094, "val_acc": 0.912, "val_loss": 0.3443098083496094}, {"step": 2200, "epoch": 5, "train_loss": 0.2764604091644287, "cos_r_negg": [0.005956062115728855, 0.062086403369903564, 0.2139383852481842], "cos_innovation_negg": [0.6685968041419983, 0.4722509980201721, -0.17448997497558594], "cos_apical_negg": [0.005956059787422419, 0.06208639591932297, 0.213938370347023], "cos_Ac_negg": [0.8195810317993164, 0.559729814529419, -0.17489206790924072], "r_norm": [0.5241541862487793, 0.47956979274749756, 0.48933863639831543], "traffic_norm": [8.328572273254395, 12.583993911743164, 16.721874237060547], "traffic_residual_norm": [5.849755689268932e-05, 7.382217881968245e-05, 7.321654993575066e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.416809618473053, "cos_r_negg": [0.020352229475975037, 0.07089520990848541, -0.01725882478058338], "cos_innovation_negg": [0.673227071762085, 0.43827036023139954, 0.16223257780075073], "cos_apical_negg": [0.02035222388803959, 0.07089520245790482, -0.01725883223116398], "cos_Ac_negg": [0.8450356721878052, 0.527127742767334, 0.31160926818847656], "r_norm": [0.603394091129303, 0.5520761609077454, 0.5647009611129761], "traffic_norm": [8.329845428466797, 12.588981628417969, 16.75156593322754], "traffic_residual_norm": [5.7865465350914747e-05, 7.301478035515174e-05, 7.237400859594345e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.36639949679374695, "cos_r_negg": [0.1066080629825592, 0.16082558035850525, -0.0740317553281784], "cos_innovation_negg": [0.7117483615875244, 0.4886619448661804, 0.2571171224117279], "cos_apical_negg": [0.1066080704331398, 0.16082555055618286, -0.07403174042701721], "cos_Ac_negg": [0.8579658269882202, 0.5243504047393799, 0.3696267306804657], "r_norm": [0.7613580822944641, 0.6867609024047852, 0.7045596837997437], "traffic_norm": [8.331027030944824, 12.5941162109375, 16.757566452026367], "traffic_residual_norm": [5.7791286963038146e-05, 7.281381112989038e-05, 7.18233932275325e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.148176908493042, "cos_r_negg": [0.008667132817208767, 0.07027498632669449, -0.05873112380504608], "cos_innovation_negg": [0.665248453617096, 0.4467369318008423, 0.3344186544418335], "cos_apical_negg": [0.008667129091918468, 0.07027499377727509, -0.05873112380504608], "cos_Ac_negg": [0.8500769138336182, 0.5767551064491272, 0.5060650706291199], "r_norm": [0.40520167350769043, 0.3669619560241699, 0.37265411019325256], "traffic_norm": [8.33124828338623, 12.593341827392578, 16.75322723388672], "traffic_residual_norm": [5.708695971406996e-05, 7.194194768089801e-05, 7.119221845641732e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.015702486038208008, "dL_bp": -0.01998673379421234, "ratio": 0.785645428607002}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.904, "eval_loss": 0.37499694213867185, "val_acc": 0.904, "val_loss": 0.37499694213867185}, {"step": 2600, "epoch": 6, "train_loss": 0.32833635807037354, "cos_r_negg": [0.04493923485279083, 0.1233648732304573, 0.23711709678173065], "cos_innovation_negg": [0.7029839754104614, 0.4426616430282593, 0.4581482410430908], "cos_apical_negg": [0.044939231127500534, 0.1233648806810379, 0.23711709678173065], "cos_Ac_negg": [0.8549807667732239, 0.5099669694900513, 0.4932467043399811], "r_norm": [0.5544220209121704, 0.5058979392051697, 0.5083346366882324], "traffic_norm": [8.331222534179688, 12.590307235717773, 16.74954605102539], "traffic_residual_norm": [5.6617944210302085e-05, 7.172707410063595e-05, 7.10216409061104e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.14154863357543945, "cos_r_negg": [0.04568243771791458, 0.09306128323078156, 0.11059525609016418], "cos_innovation_negg": [0.6847133636474609, 0.42907899618148804, 0.4318520426750183], "cos_apical_negg": [0.045682426542043686, 0.09306129068136215, 0.11059525609016418], "cos_Ac_negg": [0.8517351150512695, 0.588273286819458, 0.5765384435653687], "r_norm": [0.4542728662490845, 0.41021624207496643, 0.4170171618461609], "traffic_norm": [8.330694198608398, 12.586580276489258, 16.746135711669922], "traffic_residual_norm": [5.661015893565491e-05, 7.173461926868185e-05, 7.072226435411721e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.16046883165836334, "cos_r_negg": [0.06252232193946838, 0.03817376121878624, 0.061368778347969055], "cos_innovation_negg": [0.7253865003585815, 0.4412021040916443, 0.34743571281433105], "cos_apical_negg": [0.06252230703830719, 0.03817375749349594, 0.06136876717209816], "cos_Ac_negg": [0.8799389600753784, 0.5096973776817322, 0.3938789367675781], "r_norm": [0.7010548114776611, 0.6198341846466064, 0.6361160278320312], "traffic_norm": [8.330902099609375, 12.589353561401367, 16.744640350341797], "traffic_residual_norm": [5.655315180774778e-05, 7.185433787526563e-05, 7.104095129761845e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.16566254198551178, "cos_r_negg": [0.05102335661649704, 0.11771867424249649, 0.08665095269680023], "cos_innovation_negg": [0.7023457288742065, 0.4889194965362549, 0.36010754108428955], "cos_apical_negg": [0.05102335661649704, 0.11771868169307709, 0.08665095269680023], "cos_Ac_negg": [0.8462650179862976, 0.5597350597381592, 0.48781830072402954], "r_norm": [0.41994133591651917, 0.37918636202812195, 0.38723224401474], "traffic_norm": [8.331527709960938, 12.590568542480469, 16.754283905029297], "traffic_residual_norm": [5.6034135923255235e-05, 7.118875510059297e-05, 7.013070717221126e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.269064724445343, "cos_r_negg": [0.08096886426210403, 0.046921275556087494, 0.05828696861863136], "cos_innovation_negg": [0.6439981460571289, 0.439713716506958, 0.3402189314365387], "cos_apical_negg": [0.08096886426210403, 0.0469212681055069, 0.05828697234392166], "cos_Ac_negg": [0.868331789970398, 0.5904437899589539, 0.4819117784500122], "r_norm": [0.7046418190002441, 0.6289342045783997, 0.6494842171669006], "traffic_norm": [8.331058502197266, 12.580329895019531, 16.73552703857422], "traffic_residual_norm": [5.652913387166336e-05, 7.195478974608704e-05, 7.064538658596575e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.10388705134391785, "dL_bp": -0.11920604109764099, "ratio": 0.8714914981433244}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9174, "eval_loss": 0.3803730285644531, "val_acc": 0.9174, "val_loss": 0.3803730285644531}, {"step": 3100, "epoch": 7, "train_loss": 0.27167537808418274, "cos_r_negg": [0.05152503773570061, 0.11100654304027557, 0.16437488794326782], "cos_innovation_negg": [0.6565686464309692, 0.432756245136261, 0.3375111520290375], "cos_apical_negg": [0.051525041460990906, 0.11100655794143677, 0.16437485814094543], "cos_Ac_negg": [0.8535729646682739, 0.5163381099700928, 0.4627665579319], "r_norm": [0.7400023937225342, 0.6686344742774963, 0.683289647102356], "traffic_norm": [8.331786155700684, 12.586442947387695, 16.746322631835938], "traffic_residual_norm": [5.623938704957254e-05, 7.157837535487488e-05, 7.014277070993558e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.26115983724594116, "cos_r_negg": [0.01092379167675972, 0.11278790235519409, 0.1485459804534912], "cos_innovation_negg": [0.6769372224807739, 0.4595184922218323, 0.43833357095718384], "cos_apical_negg": [0.010923795402050018, 0.11278790980577469, 0.1485459804534912], "cos_Ac_negg": [0.8762931823730469, 0.6255998611450195, 0.5996243953704834], "r_norm": [0.48491978645324707, 0.4342000484466553, 0.441652774810791], "traffic_norm": [8.331151962280273, 12.585079193115234, 16.743013381958008], "traffic_residual_norm": [5.600838630925864e-05, 7.157535583246499e-05, 7.008016109466553e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.3468194603919983, "cos_r_negg": [0.03715016692876816, 0.10460872948169708, 0.08641611039638519], "cos_innovation_negg": [0.7000746130943298, 0.41034772992134094, 0.39359050989151], "cos_apical_negg": [0.03715016692876816, 0.10460872948169708, 0.08641611039638519], "cos_Ac_negg": [0.8912431001663208, 0.5864475965499878, 0.5489418506622314], "r_norm": [0.47528964281082153, 0.42122682929039, 0.4308760464191437], "traffic_norm": [8.330917358398438, 12.588680267333984, 16.749103546142578], "traffic_residual_norm": [5.6197190133389086e-05, 7.135556370485574e-05, 6.981902697589248e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.19497641921043396, "cos_r_negg": [0.10634544491767883, 0.07653702795505524, 0.23519445955753326], "cos_innovation_negg": [0.6252591013908386, 0.4304615259170532, 0.48441892862319946], "cos_apical_negg": [0.10634545236825943, 0.07653702795505524, 0.23519445955753326], "cos_Ac_negg": [0.8675481081008911, 0.6260595917701721, 0.6597744226455688], "r_norm": [0.7619515657424927, 0.6861563920974731, 0.6953765153884888], "traffic_norm": [8.331363677978516, 12.585700035095215, 16.742321014404297], "traffic_residual_norm": [5.6221120757982135e-05, 7.125167758204043e-05, 6.989312532823533e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9166, "eval_loss": 0.3671811706542969, "val_acc": 0.9166, "val_loss": 0.3671811706542969}, {"step": 3500, "epoch": 8, "train_loss": 0.09147533029317856, "cos_r_negg": [0.01720457151532173, 0.07690002769231796, 0.09595388919115067], "cos_innovation_negg": [0.6349470019340515, 0.41677746176719666, 0.35269540548324585], "cos_apical_negg": [0.01720457524061203, 0.07690002769231796, 0.09595389664173126], "cos_Ac_negg": [0.8770090341567993, 0.6078497767448425, 0.6504382491111755], "r_norm": [0.38806191086769104, 0.34427088499069214, 0.3492022156715393], "traffic_norm": [8.330906867980957, 12.581117630004883, 16.733673095703125], "traffic_residual_norm": [5.6292046792805195e-05, 7.1714173827786e-05, 7.054806337691844e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.02389727532863617, "dL_bp": -0.03286188840866089, "ratio": 0.727203349711879}}, {"step": 3600, "epoch": 8, "train_loss": 0.19596001505851746, "cos_r_negg": [0.010538863018155098, 0.1047392338514328, 0.09803028404712677], "cos_innovation_negg": [0.6287451982498169, 0.46245065331459045, 0.5056905150413513], "cos_apical_negg": [0.010538863018155098, 0.1047392264008522, 0.09803028404712677], "cos_Ac_negg": [0.8984273672103882, 0.6544234156608582, 0.7434344291687012], "r_norm": [0.4353579878807068, 0.3829447031021118, 0.39329099655151367], "traffic_norm": [8.331570625305176, 12.580911636352539, 16.73332977294922], "traffic_residual_norm": [5.641586903948337e-05, 7.178074883995578e-05, 7.034278678474948e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.14064320921897888, "cos_r_negg": [0.05373833328485489, 0.0853399783372879, 0.24857090413570404], "cos_innovation_negg": [0.6303459405899048, 0.40303754806518555, 0.5520519018173218], "cos_apical_negg": [0.05373833328485489, 0.0853399783372879, 0.24857091903686523], "cos_Ac_negg": [0.8717807531356812, 0.5952211618423462, 0.7598512172698975], "r_norm": [0.6021773815155029, 0.5378526449203491, 0.5424782633781433], "traffic_norm": [8.330963134765625, 12.583406448364258, 16.742328643798828], "traffic_residual_norm": [5.590123691945337e-05, 7.1189999289345e-05, 7.004539656918496e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.17289070785045624, "cos_r_negg": [0.0494496114552021, 0.05536860227584839, 0.21464574337005615], "cos_innovation_negg": [0.6714759469032288, 0.4444577097892761, 0.43255698680877686], "cos_apical_negg": [0.0494496151804924, 0.05536860227584839, 0.21464574337005615], "cos_Ac_negg": [0.8786344528198242, 0.6347464919090271, 0.5953230857849121], "r_norm": [0.36707431077957153, 0.3250989019870758, 0.3312840461730957], "traffic_norm": [8.33193588256836, 12.589741706848145, 16.751436233520508], "traffic_residual_norm": [5.582220546784811e-05, 7.106645352905616e-05, 6.960253813304007e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9346, "eval_loss": 0.2706199768066406, "val_acc": 0.9346, "val_loss": 0.2706199768066406}, {"step": 3900, "epoch": 9, "train_loss": 0.21015572547912598, "cos_r_negg": [0.03948657959699631, 0.10996271669864655, 0.25654488801956177], "cos_innovation_negg": [0.6757054328918457, 0.4207429587841034, 0.5091605186462402], "cos_apical_negg": [0.03948657959699631, 0.10996273159980774, 0.25654488801956177], "cos_Ac_negg": [0.8912239074707031, 0.5956841707229614, 0.6905925869941711], "r_norm": [0.40739214420318604, 0.3600981533527374, 0.37164169549942017], "traffic_norm": [8.331659317016602, 12.59056282043457, 16.75225067138672], "traffic_residual_norm": [5.574042006628588e-05, 7.076039764797315e-05, 6.946865323698148e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.09213699400424957, "cos_r_negg": [0.03131876885890961, 0.048748016357421875, 0.07661966979503632], "cos_innovation_negg": [0.6419668197631836, 0.4248430132865906, 0.44846299290657043], "cos_apical_negg": [0.031318776309490204, 0.048748016357421875, 0.07661966979503632], "cos_Ac_negg": [0.8914024829864502, 0.6587560176849365, 0.6072667837142944], "r_norm": [0.36609771847724915, 0.3225560188293457, 0.3298044204711914], "traffic_norm": [8.331469535827637, 12.58946418762207, 16.74808120727539], "traffic_residual_norm": [5.585564213106409e-05, 7.111063314368948e-05, 6.999324250500649e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.016869306564331055, "dL_bp": -0.021751120686531067, "ratio": 0.7755603404277475}}, {"step": 4100, "epoch": 9, "train_loss": 0.34713709354400635, "cos_r_negg": [0.052574098110198975, 0.12246529012918472, 0.2280798703432083], "cos_innovation_negg": [0.6307648420333862, 0.414993554353714, 0.548883855342865], "cos_apical_negg": [0.052574098110198975, 0.12246529757976532, 0.2280798703432083], "cos_Ac_negg": [0.8874889016151428, 0.6155493259429932, 0.7169147729873657], "r_norm": [0.4862900376319885, 0.4265151917934418, 0.43528735637664795], "traffic_norm": [8.331388473510742, 12.583616256713867, 16.745880126953125], "traffic_residual_norm": [5.5670298024779186e-05, 7.113482570275664e-05, 6.951989780645818e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.4267726540565491, "cos_r_negg": [0.05760102719068527, 0.0051940977573394775, 0.009648777544498444], "cos_innovation_negg": [0.6094191074371338, 0.40315699577331543, 0.38403719663619995], "cos_apical_negg": [0.05760102719068527, 0.005194086581468582, 0.009648781269788742], "cos_Ac_negg": [0.8566799163818359, 0.7133734226226807, 0.6708765029907227], "r_norm": [0.5415030121803284, 0.4811379909515381, 0.4951985478401184], "traffic_norm": [8.331286430358887, 12.587477684020996, 16.742687225341797], "traffic_residual_norm": [5.5808523029554635e-05, 7.126852142391726e-05, 7.010321132838726e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9464, "eval_loss": 0.230818896484375, "val_acc": 0.9464, "val_loss": 0.230818896484375}, {"step": 4300, "epoch": 10, "train_loss": 0.06937099248170853, "cos_r_negg": [0.032882750034332275, 0.06458994746208191, 0.026814330369234085], "cos_innovation_negg": [0.6272721290588379, 0.4066333770751953, 0.2063857913017273], "cos_apical_negg": [0.03288274258375168, 0.0645899549126625, 0.026814330369234085], "cos_Ac_negg": [0.8787993788719177, 0.6553011536598206, 0.35979461669921875], "r_norm": [0.3789471983909607, 0.3350108563899994, 0.34581419825553894], "traffic_norm": [8.331277847290039, 12.590778350830078, 16.75826644897461], "traffic_residual_norm": [5.5610456911381334e-05, 7.093694875948131e-05, 7.001434278208762e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.08216042816638947, "cos_r_negg": [0.0413031131029129, 0.05601190775632858, -0.08381295204162598], "cos_innovation_negg": [0.6797071099281311, 0.48445144295692444, 0.2798163890838623], "cos_apical_negg": [0.0413031131029129, 0.056011904031038284, -0.08381295204162598], "cos_Ac_negg": [0.9072950482368469, 0.6516648530960083, 0.363116979598999], "r_norm": [0.5875453352928162, 0.510650634765625, 0.5220233798027039], "traffic_norm": [8.332110404968262, 12.598201751708984, 16.768909454345703], "traffic_residual_norm": [5.573467933572829e-05, 7.091247971402481e-05, 6.973501149332151e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.2760031521320343, "cos_r_negg": [-0.01619102992117405, 0.0038609427865594625, -0.02059118263423443], "cos_innovation_negg": [0.6697136163711548, 0.4240104556083679, 0.22872307896614075], "cos_apical_negg": [-0.0161910243332386, 0.0038609392940998077, -0.02059117518365383], "cos_Ac_negg": [0.8970927000045776, 0.6463302373886108, 0.3725326359272003], "r_norm": [0.31946587562561035, 0.28282058238983154, 0.2907904088497162], "traffic_norm": [8.332416534423828, 12.592216491699219, 16.757291793823242], "traffic_residual_norm": [5.5574040743522346e-05, 7.075541361700743e-05, 6.945873610675335e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.015937745571136475, "dL_bp": -0.02334129810333252, "ratio": 0.6828131623433997}}, {"step": 4600, "epoch": 10, "train_loss": 0.24893271923065186, "cos_r_negg": [0.05801475793123245, 0.08749597519636154, 0.1078692078590393], "cos_innovation_negg": [0.6545228958129883, 0.4483128786087036, 0.21550309658050537], "cos_apical_negg": [0.05801475793123245, 0.08749596774578094, 0.1078692078590393], "cos_Ac_negg": [0.8717950582504272, 0.6658928990364075, 0.26751163601875305], "r_norm": [0.6608822345733643, 0.5779513120651245, 0.5911920666694641], "traffic_norm": [8.332162857055664, 12.590709686279297, 16.75545310974121], "traffic_residual_norm": [5.571666042669676e-05, 7.128051947802305e-05, 6.988093082327396e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.020772648975253105, "cos_r_negg": [0.034392405301332474, 0.09321190416812897, 0.045409463346004486], "cos_innovation_negg": [0.5888041257858276, 0.4268036484718323, 0.20785370469093323], "cos_apical_negg": [0.034392401576042175, 0.09321190416812897, 0.04540945962071419], "cos_Ac_negg": [0.8558349013328552, 0.6503441333770752, 0.3568892478942871], "r_norm": [0.3785508871078491, 0.32926443219184875, 0.33659231662750244], "traffic_norm": [8.332549095153809, 12.590353965759277, 16.753902435302734], "traffic_residual_norm": [5.581696314038709e-05, 7.140923844417557e-05, 7.013702997937799e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9358, "eval_loss": 0.2887200653076172, "val_acc": 0.9358, "val_loss": 0.2887200653076172}, {"step": 4800, "epoch": 11, "train_loss": 0.16875505447387695, "cos_r_negg": [0.0033206958323717117, 0.04584258422255516, 0.09112805128097534], "cos_innovation_negg": [0.58662348985672, 0.45002448558807373, 0.2330716997385025], "cos_apical_negg": [0.003320688381791115, 0.04584258049726486, 0.09112805873155594], "cos_Ac_negg": [0.8859653472900391, 0.6833718419075012, 0.3518645763397217], "r_norm": [0.3622246980667114, 0.3182353079319, 0.32573461532592773], "traffic_norm": [8.332649230957031, 12.587003707885742, 16.748849868774414], "traffic_residual_norm": [5.5297667131526396e-05, 7.036364695522934e-05, 6.923544424353167e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.2647610306739807, "cos_r_negg": [0.03906957060098648, 0.08977898955345154, 0.05925310403108597], "cos_innovation_negg": [0.6176686882972717, 0.44885993003845215, 0.24706082046031952], "cos_apical_negg": [0.03906957060098648, 0.08977898955345154, 0.05925310030579567], "cos_Ac_negg": [0.8665988445281982, 0.7085004448890686, 0.3421308696269989], "r_norm": [0.36557748913764954, 0.31840211153030396, 0.3265649080276489], "traffic_norm": [8.332396507263184, 12.591682434082031, 16.757652282714844], "traffic_residual_norm": [5.5545860959682614e-05, 7.055721653159708e-05, 6.94185437168926e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.3153056502342224, "cos_r_negg": [0.02992246113717556, 0.09958846867084503, -0.08879674226045609], "cos_innovation_negg": [0.606941819190979, 0.4367712140083313, 0.26441648602485657], "cos_apical_negg": [0.029922455549240112, 0.09958846867084503, -0.08879674226045609], "cos_Ac_negg": [0.8851121664047241, 0.638192892074585, 0.36130547523498535], "r_norm": [0.4934884309768677, 0.4267520606517792, 0.43624329566955566], "traffic_norm": [8.333297729492188, 12.587543487548828, 16.753700256347656], "traffic_residual_norm": [5.5871532822493464e-05, 7.150798046495765e-05, 7.015660958131775e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.05233070254325867, "dL_bp": -0.06085661053657532, "ratio": 0.8599016948505124}}, {"step": 5100, "epoch": 11, "train_loss": 0.18759560585021973, "cos_r_negg": [-0.009321317076683044, 0.04087861627340317, -0.05569402128458023], "cos_innovation_negg": [0.6230627298355103, 0.43098992109298706, 0.27358537912368774], "cos_apical_negg": [-0.009321317076683044, 0.04087861627340317, -0.055694013833999634], "cos_Ac_negg": [0.8965871334075928, 0.6809674501419067, 0.3728101849555969], "r_norm": [0.38362860679626465, 0.3340345025062561, 0.3436151146888733], "traffic_norm": [8.332332611083984, 12.58882999420166, 16.7545108795166], "traffic_residual_norm": [5.565361425396986e-05, 7.094149623299018e-05, 6.960229075048119e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9434, "eval_loss": 0.2420892608642578, "val_acc": 0.9434, "val_loss": 0.2420892608642578}, {"step": 5200, "epoch": 12, "train_loss": 0.244028702378273, "cos_r_negg": [0.0358608141541481, 0.05239809677004814, 0.09883971512317657], "cos_innovation_negg": [0.6143902540206909, 0.40298616886138916, 0.2074321210384369], "cos_apical_negg": [0.0358608141541481, 0.05239809304475784, 0.09883970767259598], "cos_Ac_negg": [0.8845784664154053, 0.6668723821640015, 0.28735941648483276], "r_norm": [0.43397197127342224, 0.37416523694992065, 0.383597731590271], "traffic_norm": [8.333633422851562, 12.58715534210205, 16.748044967651367], "traffic_residual_norm": [5.5563083151355386e-05, 7.057496986817569e-05, 6.956044671824202e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.09112472832202911, "cos_r_negg": [0.03384743258357048, 0.06584925204515457, 0.0024391738697886467], "cos_innovation_negg": [0.6115707159042358, 0.4211554229259491, 0.2581551671028137], "cos_apical_negg": [0.03384742885828018, 0.06584925204515457, 0.0024391617625951767], "cos_Ac_negg": [0.8704146146774292, 0.658149778842926, 0.35519659519195557], "r_norm": [0.4631706476211548, 0.4028380513191223, 0.41326913237571716], "traffic_norm": [8.333250045776367, 12.591365814208984, 16.761165618896484], "traffic_residual_norm": [5.558695556828752e-05, 7.070985884638503e-05, 6.9278699811548e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.1526518613100052, "cos_r_negg": [0.007606002036482096, 0.0752653181552887, 0.023015182465314865], "cos_innovation_negg": [0.6404846906661987, 0.48817646503448486, 0.2644788920879364], "cos_apical_negg": [0.0076060001738369465, 0.0752653181552887, 0.023015178740024567], "cos_Ac_negg": [0.8883508443832397, 0.7013242244720459, 0.3608070909976959], "r_norm": [0.518765926361084, 0.45005643367767334, 0.4622168242931366], "traffic_norm": [8.332757949829102, 12.590330123901367, 16.760372161865234], "traffic_residual_norm": [5.546856846194714e-05, 7.064118108246475e-05, 6.933925760677084e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.12097427248954773, "cos_r_negg": [0.0021516401320695877, 0.04638335481286049, 0.02812318503856659], "cos_innovation_negg": [0.5824605226516724, 0.41347014904022217, 0.272760808467865], "cos_apical_negg": [0.0021516429260373116, 0.046383365988731384, 0.02812318690121174], "cos_Ac_negg": [0.8698405027389526, 0.6764949560165405, 0.39747732877731323], "r_norm": [0.45693084597587585, 0.3963729739189148, 0.4053051769733429], "traffic_norm": [8.333059310913086, 12.587325096130371, 16.75125503540039], "traffic_residual_norm": [5.537399556487799e-05, 7.069330604281276e-05, 6.95659764460288e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.03252166509628296, "dL_bp": -0.042845577001571655, "ratio": 0.7590436953408284}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.26163760375976564, "val_acc": 0.9392, "val_loss": 0.26163760375976564}, {"step": 5600, "epoch": 13, "train_loss": 0.19659316539764404, "cos_r_negg": [-0.0043252515606582165, 0.06827656179666519, 0.0025036437436938286], "cos_innovation_negg": [0.6091872453689575, 0.42874860763549805, 0.23864194750785828], "cos_apical_negg": [-0.00432524923235178, 0.06827656179666519, 0.0025036372244358063], "cos_Ac_negg": [0.8902245163917542, 0.6546331644058228, 0.36716634035110474], "r_norm": [0.33901458978652954, 0.2965620458126068, 0.30289226770401], "traffic_norm": [8.333022117614746, 12.594779968261719, 16.75876235961914], "traffic_residual_norm": [5.513712312676944e-05, 7.039927004370838e-05, 6.902393943164498e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.1959967017173767, "cos_r_negg": [-0.026413025334477425, 0.09719808399677277, 0.0037220530211925507], "cos_innovation_negg": [0.5929631590843201, 0.3661229610443115, 0.24568600952625275], "cos_apical_negg": [-0.026413030922412872, 0.09719807654619217, 0.003722056746482849], "cos_Ac_negg": [0.8903475999832153, 0.5357725620269775, 0.3162561058998108], "r_norm": [0.457074373960495, 0.39498990774154663, 0.40798187255859375], "traffic_norm": [8.333630561828613, 12.595438957214355, 16.750471115112305], "traffic_residual_norm": [5.5778342357371e-05, 7.157302025007084e-05, 7.015881419647485e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.09351330995559692, "cos_r_negg": [-0.006311792880296707, 0.04474775865674019, -0.06498317420482635], "cos_innovation_negg": [0.5748888850212097, 0.4118179678916931, 0.255970299243927], "cos_apical_negg": [-0.0063117919489741325, 0.04474775493144989, -0.06498318165540695], "cos_Ac_negg": [0.8799805641174316, 0.6588291525840759, 0.37764814496040344], "r_norm": [0.5273513793945312, 0.454140841960907, 0.4687831699848175], "traffic_norm": [8.333620071411133, 12.596433639526367, 16.74999237060547], "traffic_residual_norm": [5.5431337386835366e-05, 7.079065107973292e-05, 6.957241566851735e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.11283563077449799, "cos_r_negg": [-0.03277277946472168, 0.05727164074778557, 0.032725103199481964], "cos_innovation_negg": [0.6201925277709961, 0.4245058298110962, 0.26307979226112366], "cos_apical_negg": [-0.03277277946472168, 0.05727164074778557, 0.032725099474191666], "cos_Ac_negg": [0.8970287442207336, 0.6961957216262817, 0.3502408266067505], "r_norm": [0.4091777205467224, 0.35656842589378357, 0.36729660630226135], "traffic_norm": [8.333198547363281, 12.601797103881836, 16.75908660888672], "traffic_residual_norm": [5.5530785175506026e-05, 7.11008979124017e-05, 6.937285797903314e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.03947270289063454, "cos_r_negg": [0.002688055858016014, 0.030748605728149414, -0.02850141003727913], "cos_innovation_negg": [0.5843764543533325, 0.40127652883529663, 0.300200879573822], "cos_apical_negg": [0.002688053995370865, 0.03074861690402031, -0.02850140817463398], "cos_Ac_negg": [0.8930455446243286, 0.7121133804321289, 0.36948466300964355], "r_norm": [0.4779324531555176, 0.4108290672302246, 0.4224918484687805], "traffic_norm": [8.333211898803711, 12.596382141113281, 16.753925323486328], "traffic_residual_norm": [5.582858284469694e-05, 7.172225014073774e-05, 6.986102380324155e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.046207427978515625, "dL_bp": -0.05659407377243042, "ratio": 0.8164711408533625}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.946, "eval_loss": 0.251027587890625, "val_acc": 0.946, "val_loss": 0.251027587890625}, {"step": 6100, "epoch": 14, "train_loss": 0.1892137974500656, "cos_r_negg": [0.003916483372449875, 0.023914683610200882, 0.08068816363811493], "cos_innovation_negg": [0.6076589226722717, 0.3786543011665344, 0.24732618033885956], "cos_apical_negg": [0.003916479647159576, 0.023914678022265434, 0.08068815618753433], "cos_Ac_negg": [0.8987754583358765, 0.7270107269287109, 0.41250860691070557], "r_norm": [0.3990139961242676, 0.34797203540802, 0.35715699195861816], "traffic_norm": [8.333703994750977, 12.601390838623047, 16.75743865966797], "traffic_residual_norm": [5.5186548706842586e-05, 7.0668087573722e-05, 6.969143578317016e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.4106546938419342, "cos_r_negg": [-0.0809522420167923, 0.06010279059410095, -0.04658103734254837], "cos_innovation_negg": [0.5205458402633667, 0.39877110719680786, 0.2625161111354828], "cos_apical_negg": [-0.0809522420167923, 0.06010279804468155, -0.04658103734254837], "cos_Ac_negg": [0.8898284435272217, 0.7136856317520142, 0.3967028260231018], "r_norm": [0.35414716601371765, 0.30618685483932495, 0.31450727581977844], "traffic_norm": [8.332845687866211, 12.604774475097656, 16.763254165649414], "traffic_residual_norm": [5.550757850869559e-05, 7.112298771971837e-05, 6.938667502254248e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.09860105067491531, "cos_r_negg": [-0.017819445580244064, 0.09220916032791138, 0.048186302185058594], "cos_innovation_negg": [0.556557834148407, 0.4593336880207062, 0.2666665315628052], "cos_apical_negg": [-0.017819447442889214, 0.09220916032791138, 0.04818630963563919], "cos_Ac_negg": [0.8764247894287109, 0.7380085587501526, 0.38358941674232483], "r_norm": [0.34773769974708557, 0.30243784189224243, 0.3082162141799927], "traffic_norm": [8.333309173583984, 12.605644226074219, 16.77057456970215], "traffic_residual_norm": [5.56480408704374e-05, 7.104370160959661e-05, 6.937390571692958e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.1770886480808258, "cos_r_negg": [-0.01217220164835453, 0.047744281589984894, 0.04103444516658783], "cos_innovation_negg": [0.5814824104309082, 0.4265095591545105, 0.25781679153442383], "cos_apical_negg": [-0.012172204442322254, 0.047744270414114, 0.04103444889187813], "cos_Ac_negg": [0.8897179365158081, 0.7381885647773743, 0.3918428421020508], "r_norm": [0.3647611439228058, 0.3131771683692932, 0.3206290900707245], "traffic_norm": [8.333355903625488, 12.595494270324707, 16.754722595214844], "traffic_residual_norm": [5.5707176215946674e-05, 7.09945015842095e-05, 6.963513442315161e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.28121053161621096, "val_acc": 0.9394, "val_loss": 0.28121053161621096}], "final": {"eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.28121053161621096, "wall_s": 25.207959413528442, "val_acc": 0.9394, "val_loss": 0.28121053161621096, "cos_r_negg": [0.0294685997068882, 0.04087819159030914, -0.03707636892795563], "cos_innovation_negg": [0.5585978031158447, 0.42235177755355835, 0.25634074211120605], "cos_apical_negg": [0.0294685997068882, 0.04087819531559944, -0.037076372653245926], "cos_Ac_negg": [0.8924745321273804, 0.7159088850021362, 0.42223745584487915], "traffic_norm": [8.332751274108887, 12.591299057006836, 16.74631118774414], "traffic_residual_norm": [5.587436317000538e-05, 7.132651808205992e-05, 6.963747728150338e-05], "traffic_r2": [1.0, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0p5_raw_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0p5_raw_d3_s0.json new file mode 100644 index 0000000..fbaf818 --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0p5_raw_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p5_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.018834585323929787, -0.0001697228872217238, 0.011909956112504005], "cos_innovation_negg": [-0.010025415569543839, 0.0177804846316576, 0.03856361284852028], "cos_apical_negg": [-0.018834585323929787, -0.0001697228872217238, 0.011909956112504005], "cos_Ac_negg": [-0.01002681814134121, 0.0177802424877882, 0.038564782589673996], "r_norm": [8.370075225830078, 8.818721771240234, 9.648032188415527], "traffic_norm": [6.375816345214844, 7.292808532714844, 8.257381439208984], "traffic_residual_norm": [0.0008605357725173235, 0.0008819809881970286, 0.0009065427002497017], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.16562843322753906, "dL_bp": -0.4553050994873047, "ratio": 0.36377460611366885}}, {"step": 100, "epoch": 0, "train_loss": 1.7908917665481567, "cos_r_negg": [0.09235244989395142, 0.0392325222492218, -0.01821458712220192], "cos_innovation_negg": [0.5061311721801758, 0.020542139187455177, 0.09076204150915146], "cos_apical_negg": [0.09235244989395142, 0.0392325222492218, -0.01821458712220192], "cos_Ac_negg": [0.7082172632217407, 0.03812164440751076, 0.25269633531570435], "r_norm": [8.671489715576172, 12.711592674255371, 16.76665496826172], "traffic_norm": [8.317037582397461, 12.50762939453125, 16.603038787841797], "traffic_residual_norm": [0.0006799208931624889, 0.0006681185332126915, 0.0006873724050819874], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.2849193513393402, "cos_r_negg": [0.1574588119983673, -0.05006067827343941, -0.02273852564394474], "cos_innovation_negg": [0.5455602407455444, 0.06604978442192078, 0.16205629706382751], "cos_apical_negg": [0.1574588119983673, -0.05006067827343941, -0.02273852564394474], "cos_Ac_negg": [0.7243651151657104, 0.03435320779681206, 0.07439439743757248], "r_norm": [8.57730484008789, 12.741984367370605, 16.82610511779785], "traffic_norm": [8.327339172363281, 12.569289207458496, 16.70636558532715], "traffic_residual_norm": [0.000559462234377861, 0.0005537926917895675, 0.0005686590448021889], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.28040367364883423, "cos_r_negg": [0.0755593478679657, -0.046592988073825836, -0.13369980454444885], "cos_innovation_negg": [0.577035665512085, 0.09963970631361008, -0.09911459684371948], "cos_apical_negg": [0.0755593478679657, -0.046592988073825836, -0.13369980454444885], "cos_Ac_negg": [0.7064757347106934, 0.10180576145648956, -0.0560489259660244], "r_norm": [8.5045804977417, 12.694602966308594, 16.82915496826172], "traffic_norm": [8.332391738891602, 12.580005645751953, 16.75944709777832], "traffic_residual_norm": [0.0004619687097147107, 0.00045942803262732923, 0.00047322973841801286], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.417477548122406, "cos_r_negg": [0.07697191834449768, -0.08329334110021591, -0.026027169078588486], "cos_innovation_negg": [0.631837785243988, 0.059376150369644165, -0.11217530071735382], "cos_apical_negg": [0.07697191834449768, -0.08329334110021591, -0.026027169078588486], "cos_Ac_negg": [0.7260912656784058, 0.030318498611450195, -0.11065489053726196], "r_norm": [8.553550720214844, 12.724528312683105, 16.885292053222656], "traffic_norm": [8.335217475891113, 12.603973388671875, 16.782880783081055], "traffic_residual_norm": [0.00038055540062487125, 0.00037939008325338364, 0.0003916153800673783], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8562, "eval_loss": 0.7194687744140625, "val_acc": 0.8562, "val_loss": 0.7194687744140625}, {"step": 500, "epoch": 1, "train_loss": 0.3071557581424713, "cos_r_negg": [0.08387908339500427, -0.08195836842060089, -0.10033656656742096], "cos_innovation_negg": [0.6011677384376526, 0.12456024438142776, 0.036513153463602066], "cos_apical_negg": [0.08387908339500427, -0.08195836842060089, -0.10033656656742096], "cos_Ac_negg": [0.6800488829612732, 0.06959202885627747, -0.031443607062101364], "r_norm": [8.448346138000488, 12.672863960266113, 16.856992721557617], "traffic_norm": [8.337920188903809, 12.598108291625977, 16.79693603515625], "traffic_residual_norm": [0.0003143325448036194, 0.00031554242013953626, 0.0003247622516937554], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.018285781145095825, "dL_bp": -0.01974731683731079, "ratio": 0.9259881378186263}}, {"step": 600, "epoch": 1, "train_loss": 0.40656375885009766, "cos_r_negg": [0.0911778062582016, -0.09624490141868591, 0.3555127680301666], "cos_innovation_negg": [0.6621155142784119, 0.19289281964302063, 0.40900155901908875], "cos_apical_negg": [0.0911778062582016, -0.09624490141868591, 0.3555127680301666], "cos_Ac_negg": [0.7004384994506836, 0.21782594919204712, 0.20196905732154846], "r_norm": [8.569751739501953, 12.75106430053711, 16.89461326599121], "traffic_norm": [8.339410781860352, 12.603641510009766, 16.80201530456543], "traffic_residual_norm": [0.00026088731829077005, 0.0002628998481668532, 0.00027113209944218397], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.37211793661117554, "cos_r_negg": [0.047437578439712524, -0.12852619588375092, 0.1737941950559616], "cos_innovation_negg": [0.6102417707443237, 0.13994437456130981, 0.34262967109680176], "cos_apical_negg": [0.047437578439712524, -0.12852619588375092, 0.1737941950559616], "cos_Ac_negg": [0.7054217457771301, 0.11203713715076447, 0.2248932272195816], "r_norm": [8.447341918945312, 12.685403823852539, 16.884471893310547], "traffic_norm": [8.339807510375977, 12.617929458618164, 16.823566436767578], "traffic_residual_norm": [0.00021718352218158543, 0.000220811169128865, 0.0002272208221256733], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.6574519872665405, "cos_r_negg": [0.025766249746084213, -0.10197186470031738, 0.16600778698921204], "cos_innovation_negg": [0.6152860522270203, 0.1423952728509903, 0.3895149230957031], "cos_apical_negg": [0.025766249746084213, -0.10197186470031738, 0.16600778698921204], "cos_Ac_negg": [0.7027781009674072, 0.22164934873580933, 0.27082324028015137], "r_norm": [8.452643394470215, 12.685001373291016, 16.87512969970703], "traffic_norm": [8.340009689331055, 12.617457389831543, 16.816238403320312], "traffic_residual_norm": [0.0001822778576752171, 0.0001869270345196128, 0.00019254918152000755], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8822, "eval_loss": 0.5322639038085938, "val_acc": 0.8822, "val_loss": 0.5322639038085938}, {"step": 900, "epoch": 2, "train_loss": 0.33630070090293884, "cos_r_negg": [0.023783402517437935, -0.10562523454427719, 0.16448268294334412], "cos_innovation_negg": [0.6192957758903503, 0.1017349362373352, 0.19693204760551453], "cos_apical_negg": [0.023783402517437935, -0.10562523454427719, 0.16448268294334412], "cos_Ac_negg": [0.7273110747337341, 0.13356167078018188, 0.18420779705047607], "r_norm": [8.459800720214844, 12.700194358825684, 16.881954193115234], "traffic_norm": [8.342730522155762, 12.621023178100586, 16.824283599853516], "traffic_residual_norm": [0.00015457400877494365, 0.00016077318286988884, 0.00016552938905078918], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.4906665086746216, "cos_r_negg": [0.018113119527697563, -0.04001530259847641, 0.2619854211807251], "cos_innovation_negg": [0.6363155245780945, 0.2499096691608429, 0.4295734167098999], "cos_apical_negg": [0.018113119527697563, -0.04001530259847641, 0.2619854211807251], "cos_Ac_negg": [0.6698975563049316, 0.24571338295936584, 0.3459375500679016], "r_norm": [8.459339141845703, 12.68954849243164, 16.873615264892578], "traffic_norm": [8.343574523925781, 12.619457244873047, 16.82596206665039], "traffic_residual_norm": [0.00013258126273285598, 0.00014006003038957715, 0.00014432471652980894], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.05601447820663452, "dL_bp": -0.0578160434961319, "ratio": 0.9688396994924444}}, {"step": 1100, "epoch": 2, "train_loss": 0.40689533948898315, "cos_r_negg": [0.08683478832244873, -0.05089379847049713, 0.3215567469596863], "cos_innovation_negg": [0.6998476982116699, 0.2691675126552582, 0.33888721466064453], "cos_apical_negg": [0.08683478832244873, -0.05089379847049713, 0.3215567469596863], "cos_Ac_negg": [0.760452151298523, 0.24542471766471863, 0.38408929109573364], "r_norm": [8.488334655761719, 12.694768905639648, 16.895523071289062], "traffic_norm": [8.34253978729248, 12.630447387695312, 16.83648681640625], "traffic_residual_norm": [0.00011504801659611985, 0.00012400600826367736, 0.0001275254471693188], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.3109038174152374, "cos_r_negg": [0.09530395269393921, -0.06537427008152008, 0.36096271872520447], "cos_innovation_negg": [0.6347708702087402, 0.31316322088241577, 0.42924076318740845], "cos_apical_negg": [0.09530395269393921, -0.06537427008152008, 0.36096271872520447], "cos_Ac_negg": [0.6644443273544312, 0.35323747992515564, 0.3727111220359802], "r_norm": [8.641986846923828, 12.802248001098633, 16.981136322021484], "traffic_norm": [8.344145774841309, 12.637008666992188, 16.847610473632812], "traffic_residual_norm": [0.00010199345706496388, 0.00011281497427262366, 0.00011544895096449181], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9188, "eval_loss": 0.32608834228515626, "val_acc": 0.9188, "val_loss": 0.32608834228515626}, {"step": 1300, "epoch": 3, "train_loss": 0.5407673120498657, "cos_r_negg": [0.08635251224040985, -0.06611848622560501, 0.20338022708892822], "cos_innovation_negg": [0.6943954229354858, 0.272361695766449, 0.23979178071022034], "cos_apical_negg": [0.08635251224040985, -0.06611848622560501, 0.20338022708892822], "cos_Ac_negg": [0.745249330997467, 0.29099568724632263, 0.2552359402179718], "r_norm": [8.567630767822266, 12.72916030883789, 16.977115631103516], "traffic_norm": [8.3453369140625, 12.630321502685547, 16.84331512451172], "traffic_residual_norm": [9.250614675693214e-05, 0.00010470178676769137, 0.00010712220682762563], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.36415261030197144, "cos_r_negg": [0.03320443630218506, -0.06843629479408264, 0.25885123014450073], "cos_innovation_negg": [0.6456048488616943, 0.26074570417404175, 0.40362170338630676], "cos_apical_negg": [0.03320443630218506, -0.06843629479408264, 0.25885123014450073], "cos_Ac_negg": [0.7648522853851318, 0.23295457661151886, 0.2301507294178009], "r_norm": [8.559516906738281, 12.76388168334961, 16.94646644592285], "traffic_norm": [8.344820976257324, 12.630937576293945, 16.848405838012695], "traffic_residual_norm": [8.504440484102815e-05, 9.81335761025548e-05, 0.00010041921632364392], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.5130122900009155, "cos_r_negg": [0.09002727270126343, -0.06820456683635712, 0.31409019231796265], "cos_innovation_negg": [0.6589749455451965, 0.24299083650112152, 0.441914826631546], "cos_apical_negg": [0.09002727270126343, -0.06820456683635712, 0.31409019231796265], "cos_Ac_negg": [0.7379212975502014, 0.3389994204044342, 0.35289299488067627], "r_norm": [8.545493125915527, 12.75467586517334, 16.954036712646484], "traffic_norm": [8.345739364624023, 12.644330978393555, 16.858661651611328], "traffic_residual_norm": [7.999165245564654e-05, 9.444341412745416e-05, 9.593208960723132e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.182857483625412, "dL_bp": -0.18801945447921753, "ratio": 0.9725455492459366}}, {"step": 1600, "epoch": 3, "train_loss": 0.3019050359725952, "cos_r_negg": [0.08682915568351746, -0.05222465842962265, 0.22896739840507507], "cos_innovation_negg": [0.6537385582923889, 0.23042994737625122, 0.3661407232284546], "cos_apical_negg": [0.08682915568351746, -0.05222465842962265, 0.22896739840507507], "cos_Ac_negg": [0.73940110206604, 0.2912859320640564, 0.22665360569953918], "r_norm": [8.475729942321777, 12.702869415283203, 16.909286499023438], "traffic_norm": [8.346099853515625, 12.639458656311035, 16.856857299804688], "traffic_residual_norm": [7.609443855471909e-05, 9.084150951821357e-05, 9.22481922316365e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.476875901222229, "cos_r_negg": [0.10158972442150116, -0.11953139305114746, 0.3105412423610687], "cos_innovation_negg": [0.6467688679695129, 0.07345011830329895, 0.256508469581604], "cos_apical_negg": [0.10158972442150116, -0.11953139305114746, 0.3105412423610687], "cos_Ac_negg": [0.7668088674545288, 0.1627356857061386, 0.21074634790420532], "r_norm": [8.511787414550781, 12.727888107299805, 16.928529739379883], "traffic_norm": [8.346010208129883, 12.648235321044922, 16.862390518188477], "traffic_residual_norm": [7.362138421740383e-05, 8.878119115252048e-05, 8.983200677903369e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.847, "eval_loss": 0.5884050537109375, "val_acc": 0.847, "val_loss": 0.5884050537109375}, {"step": 1800, "epoch": 4, "train_loss": 0.17862476408481598, "cos_r_negg": [0.11797748506069183, -0.035982225090265274, 0.4618195593357086], "cos_innovation_negg": [0.617118239402771, 0.218959778547287, 0.2945423126220703], "cos_apical_negg": [0.11797748506069183, -0.035982225090265274, 0.4618195593357086], "cos_Ac_negg": [0.6904492378234863, 0.2489490658044815, 0.1341850310564041], "r_norm": [8.478863716125488, 12.731679916381836, 16.92699432373047], "traffic_norm": [8.347062110900879, 12.643924713134766, 16.861297607421875], "traffic_residual_norm": [7.147828000597656e-05, 8.732325659366325e-05, 8.796561451163143e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.3810059428215027, "cos_r_negg": [0.06364469230175018, -0.017008855938911438, 0.5095993280410767], "cos_innovation_negg": [0.5426441431045532, 0.18411222100257874, 0.2722337245941162], "cos_apical_negg": [0.06364469230175018, -0.017008855938911438, 0.5095993280410767], "cos_Ac_negg": [0.6415776014328003, 0.23584747314453125, 0.03274976462125778], "r_norm": [8.46002197265625, 12.738687515258789, 16.92138671875], "traffic_norm": [8.346906661987305, 12.639381408691406, 16.859966278076172], "traffic_residual_norm": [7.040239142952487e-05, 8.654260454932228e-05, 8.75565383466892e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.4274652302265167, "cos_r_negg": [0.03907737880945206, 0.036161310970783234, 0.10745485126972198], "cos_innovation_negg": [0.6537007093429565, 0.247635155916214, 0.2174326777458191], "cos_apical_negg": [0.03907737880945206, 0.036161310970783234, 0.10745485126972198], "cos_Ac_negg": [0.7455944418907166, 0.2641940712928772, 0.17816229164600372], "r_norm": [8.550783157348633, 12.750436782836914, 16.949508666992188], "traffic_norm": [8.347565650939941, 12.650827407836914, 16.864290237426758], "traffic_residual_norm": [6.931528332643211e-05, 8.552987856091931e-05, 8.677395817358047e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.12942422926425934, "dL_bp": -0.1339067816734314, "ratio": 0.9665248290403693}}, {"step": 2100, "epoch": 4, "train_loss": 0.46621477603912354, "cos_r_negg": [0.059451453387737274, -0.1285800039768219, 0.11151842772960663], "cos_innovation_negg": [0.6427613496780396, 0.15203145146369934, 0.18686725199222565], "cos_apical_negg": [0.059451453387737274, -0.1285800039768219, 0.11151842772960663], "cos_Ac_negg": [0.7147311568260193, 0.17793229222297668, 0.10502279549837112], "r_norm": [8.449678421020508, 12.709188461303711, 16.916545867919922], "traffic_norm": [8.347184181213379, 12.64921760559082, 16.886621475219727], "traffic_residual_norm": [6.872312951600179e-05, 8.532112406101078e-05, 8.692598203197122e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9268, "eval_loss": 0.32537802734375, "val_acc": 0.9268, "val_loss": 0.32537802734375}, {"step": 2200, "epoch": 5, "train_loss": 0.42274677753448486, "cos_r_negg": [0.05901091545820236, -0.03346545621752739, 0.21145659685134888], "cos_innovation_negg": [0.6480748057365417, 0.23091170191764832, 0.43083006143569946], "cos_apical_negg": [0.05901091545820236, -0.03346545621752739, 0.21145659685134888], "cos_Ac_negg": [0.7721638679504395, 0.24570304155349731, 0.25126075744628906], "r_norm": [8.497642517089844, 12.743906021118164, 16.954898834228516], "traffic_norm": [8.347790718078613, 12.648130416870117, 16.887542724609375], "traffic_residual_norm": [6.81096498738043e-05, 8.464526035822928e-05, 8.612920646555722e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.6814604997634888, "cos_r_negg": [-0.030775990337133408, -0.05716327950358391, 0.2503637671470642], "cos_innovation_negg": [0.6129451990127563, 0.2186509668827057, 0.4000388979911804], "cos_apical_negg": [-0.030775990337133408, -0.05716327950358391, 0.2503637671470642], "cos_Ac_negg": [0.7554656267166138, 0.1936434805393219, 0.502273440361023], "r_norm": [8.455060958862305, 12.709197998046875, 16.938980102539062], "traffic_norm": [8.347925186157227, 12.649250030517578, 16.893890380859375], "traffic_residual_norm": [6.771147309336811e-05, 8.487934246659279e-05, 8.573957165936008e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.44173896312713623, "cos_r_negg": [0.030031893402338028, -0.08085718750953674, 0.1709728240966797], "cos_innovation_negg": [0.6549991369247437, 0.2210628092288971, 0.4163888692855835], "cos_apical_negg": [0.030031893402338028, -0.08085718750953674, 0.1709728240966797], "cos_Ac_negg": [0.7418643832206726, 0.2545696198940277, 0.5530136823654175], "r_norm": [8.493396759033203, 12.724507331848145, 16.95038604736328], "traffic_norm": [8.348642349243164, 12.65539264678955, 16.895187377929688], "traffic_residual_norm": [6.779965769965202e-05, 8.422703831456602e-05, 8.558006084058434e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.25591254234313965, "cos_r_negg": [-0.04145612567663193, -0.06450673937797546, 0.20390544831752777], "cos_innovation_negg": [0.5496231317520142, 0.25272801518440247, 0.4518287181854248], "cos_apical_negg": [-0.04145612567663193, -0.06450673937797546, 0.20390544831752777], "cos_Ac_negg": [0.7648245096206665, 0.3131931722164154, 0.4513794779777527], "r_norm": [8.47538948059082, 12.731353759765625, 16.942394256591797], "traffic_norm": [8.34748649597168, 12.653223037719727, 16.890216827392578], "traffic_residual_norm": [6.765217403881252e-05, 8.477693336317316e-05, 8.56635597301647e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.053036659955978394, "dL_bp": -0.05683106184005737, "ratio": 0.9332336619935456}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8954, "eval_loss": 0.4642350769042969, "val_acc": 0.8954, "val_loss": 0.4642350769042969}, {"step": 2600, "epoch": 6, "train_loss": 0.4838069975376129, "cos_r_negg": [0.07578979432582855, 0.04714850336313248, 0.15366864204406738], "cos_innovation_negg": [0.6216279864311218, 0.25299200415611267, 0.1666480153799057], "cos_apical_negg": [0.07578979432582855, 0.04714850336313248, 0.15366864204406738], "cos_Ac_negg": [0.743084728717804, 0.23608408868312836, 0.27763527631759644], "r_norm": [8.508584976196289, 12.706015586853027, 16.963016510009766], "traffic_norm": [8.347417831420898, 12.649045944213867, 16.88417625427246], "traffic_residual_norm": [6.758123345207423e-05, 8.491994958603755e-05, 8.538615657016635e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.20530742406845093, "cos_r_negg": [0.07143165916204453, -0.07623493671417236, 0.1145329624414444], "cos_innovation_negg": [0.6631909608840942, 0.2580708861351013, 0.23836641013622284], "cos_apical_negg": [0.07143165916204453, -0.07623493671417236, 0.1145329624414444], "cos_Ac_negg": [0.7662028074264526, 0.2517673969268799, 0.2330819070339203], "r_norm": [8.452713012695312, 12.70882511138916, 16.963247299194336], "traffic_norm": [8.348679542541504, 12.66468620300293, 16.917631149291992], "traffic_residual_norm": [6.691542512271553e-05, 8.466962026432157e-05, 8.690639515407383e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.2283002883195877, "cos_r_negg": [0.05988753214478493, -0.026430319994688034, 0.022060563787817955], "cos_innovation_negg": [0.6319356560707092, 0.24389035999774933, 0.11172731965780258], "cos_apical_negg": [0.05988753214478493, -0.026430319994688034, 0.022060563787817955], "cos_Ac_negg": [0.7185291051864624, 0.20805750787258148, 0.09835800528526306], "r_norm": [8.45566177368164, 12.70991325378418, 16.954607009887695], "traffic_norm": [8.348535537719727, 12.665792465209961, 16.91954231262207], "traffic_residual_norm": [6.70373992761597e-05, 8.472218905808404e-05, 8.700839680386707e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.39104020595550537, "cos_r_negg": [0.09922127425670624, 0.034589383751153946, 0.07953372597694397], "cos_innovation_negg": [0.6325887441635132, 0.3839415907859802, 0.25733035802841187], "cos_apical_negg": [0.09922127425670624, 0.034589383751153946, 0.07953372597694397], "cos_Ac_negg": [0.7043877243995667, 0.4369945526123047, 0.302517294883728], "r_norm": [8.579334259033203, 12.790937423706055, 17.013019561767578], "traffic_norm": [8.348621368408203, 12.67508316040039, 16.92632293701172], "traffic_residual_norm": [6.724861304974183e-05, 8.507485472364351e-05, 8.721699850866571e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.2384531944990158, "cos_r_negg": [0.10025247931480408, -0.008923409506678581, 0.11865473538637161], "cos_innovation_negg": [0.5204724073410034, 0.24384254217147827, 0.28098446130752563], "cos_apical_negg": [0.10025247931480408, -0.008923409506678581, 0.11865473538637161], "cos_Ac_negg": [0.7247536182403564, 0.36716529726982117, 0.2921736538410187], "r_norm": [8.52950382232666, 12.798052787780762, 17.019756317138672], "traffic_norm": [8.34878158569336, 12.675556182861328, 16.924720764160156], "traffic_residual_norm": [6.755058711860329e-05, 8.518798858858645e-05, 8.696046279510483e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.13200998306274414, "dL_bp": -0.13597601652145386, "ratio": 0.9708328456725751}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9008, "eval_loss": 0.4626956787109375, "val_acc": 0.9008, "val_loss": 0.4626956787109375}, {"step": 3100, "epoch": 7, "train_loss": 0.30835092067718506, "cos_r_negg": [0.05292142927646637, -0.0926680713891983, 0.20894986391067505], "cos_innovation_negg": [0.6187103986740112, 0.2738338112831116, 0.39939770102500916], "cos_apical_negg": [0.05292142927646637, -0.0926680713891983, 0.20894986391067505], "cos_Ac_negg": [0.7517646551132202, 0.4081583023071289, 0.5168066024780273], "r_norm": [8.478068351745605, 12.748823165893555, 16.995502471923828], "traffic_norm": [8.348690032958984, 12.676189422607422, 16.92995262145996], "traffic_residual_norm": [6.713478796882555e-05, 8.486394654028118e-05, 8.629919466329738e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.21243344247341156, "cos_r_negg": [0.07490353286266327, 0.029401592910289764, 0.1847524493932724], "cos_innovation_negg": [0.5976516008377075, 0.31525295972824097, 0.42061203718185425], "cos_apical_negg": [0.07490353286266327, 0.029401592910289764, 0.1847524493932724], "cos_Ac_negg": [0.7156133651733398, 0.38468074798583984, 0.3845205307006836], "r_norm": [8.44658374786377, 12.742850303649902, 16.982421875], "traffic_norm": [8.349613189697266, 12.675857543945312, 16.92420768737793], "traffic_residual_norm": [6.697281787637621e-05, 8.438729855697602e-05, 8.618584251962602e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.4350288510322571, "cos_r_negg": [0.015431827865540981, -0.08024663478136063, 0.177720844745636], "cos_innovation_negg": [0.5970691442489624, 0.2301640808582306, 0.4543755054473877], "cos_apical_negg": [0.015431827865540981, -0.08024663478136063, 0.177720844745636], "cos_Ac_negg": [0.7610898017883301, 0.3112294375896454, 0.45558997988700867], "r_norm": [8.440027236938477, 12.737960815429688, 16.973278045654297], "traffic_norm": [8.349510192871094, 12.677647590637207, 16.925783157348633], "traffic_residual_norm": [6.690809095744044e-05, 8.448755397694185e-05, 8.599210559623316e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.2416762113571167, "cos_r_negg": [0.06649275869131088, 0.0054025170393288136, 0.2265581637620926], "cos_innovation_negg": [0.6015946865081787, 0.28514838218688965, 0.4848988652229309], "cos_apical_negg": [0.06649275869131088, 0.0054025170393288136, 0.2265581637620926], "cos_Ac_negg": [0.7329113483428955, 0.32010385394096375, 0.4564918875694275], "r_norm": [8.49343204498291, 12.737117767333984, 16.98105239868164], "traffic_norm": [8.349042892456055, 12.673269271850586, 16.92829132080078], "traffic_residual_norm": [6.673578900517896e-05, 8.443553815595806e-05, 8.563577284803614e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8958, "eval_loss": 0.4958229309082031, "val_acc": 0.8958, "val_loss": 0.4958229309082031}, {"step": 3500, "epoch": 8, "train_loss": 0.3199259042739868, "cos_r_negg": [0.019873520359396935, -0.04806053265929222, 0.24752411246299744], "cos_innovation_negg": [0.5218252539634705, 0.24089327454566956, 0.5201455354690552], "cos_apical_negg": [0.019873520359396935, -0.04806053265929222, 0.24752411246299744], "cos_Ac_negg": [0.7238850593566895, 0.37332677841186523, 0.43685710430145264], "r_norm": [8.450637817382812, 12.72862434387207, 16.975669860839844], "traffic_norm": [8.349231719970703, 12.678442001342773, 16.92965316772461], "traffic_residual_norm": [6.685020343866199e-05, 8.471394539810717e-05, 8.602906746091321e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.035078659653663635, "dL_bp": -0.03973056375980377, "ratio": 0.8829137151371971}}, {"step": 3600, "epoch": 8, "train_loss": 0.15008313953876495, "cos_r_negg": [0.025813505053520203, -0.03706229105591774, 0.12659791111946106], "cos_innovation_negg": [0.6322191953659058, 0.3552503287792206, 0.3143783211708069], "cos_apical_negg": [0.025813505053520203, -0.03706229105591774, 0.12659791111946106], "cos_Ac_negg": [0.7493593692779541, 0.37278634309768677, 0.2908738851547241], "r_norm": [8.448321342468262, 12.727848052978516, 16.9724063873291], "traffic_norm": [8.349532127380371, 12.67542839050293, 16.92950439453125], "traffic_residual_norm": [6.67653075652197e-05, 8.46102338982746e-05, 8.62332817632705e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.08982131630182266, "cos_r_negg": [0.014653978869318962, -0.04574501886963844, 0.11477123945951462], "cos_innovation_negg": [0.5905384421348572, 0.3037538230419159, 0.3530466556549072], "cos_apical_negg": [0.014653978869318962, -0.04574501886963844, 0.11477123945951462], "cos_Ac_negg": [0.7271791100502014, 0.42998600006103516, 0.28264865279197693], "r_norm": [8.489032745361328, 12.75096607208252, 16.984111785888672], "traffic_norm": [8.348909378051758, 12.675621032714844, 16.932266235351562], "traffic_residual_norm": [6.65355400997214e-05, 8.460743993055075e-05, 8.598283602623269e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.2188507616519928, "cos_r_negg": [0.045844338834285736, -0.05269183963537216, 0.14980857074260712], "cos_innovation_negg": [0.5811148285865784, 0.25448882579803467, 0.5182346105575562], "cos_apical_negg": [0.045844338834285736, -0.05269183963537216, 0.14980857074260712], "cos_Ac_negg": [0.7182267308235168, 0.34708625078201294, 0.6005496978759766], "r_norm": [8.505988121032715, 12.765510559082031, 16.98689079284668], "traffic_norm": [8.34925651550293, 12.68103313446045, 16.9356689453125], "traffic_residual_norm": [6.675942131550983e-05, 8.469643944408745e-05, 8.622376481071115e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.2583948425292969, "val_acc": 0.9394, "val_loss": 0.2583948425292969}, {"step": 3900, "epoch": 9, "train_loss": 0.28791749477386475, "cos_r_negg": [-0.03412953391671181, -0.07445412129163742, 0.13575789332389832], "cos_innovation_negg": [0.5482615828514099, 0.2945491671562195, 0.39096546173095703], "cos_apical_negg": [-0.03412953391671181, -0.07445412129163742, 0.13575789332389832], "cos_Ac_negg": [0.7152242660522461, 0.4281512498855591, 0.3871449828147888], "r_norm": [8.495688438415527, 12.734352111816406, 16.962125778198242], "traffic_norm": [8.349221229553223, 12.673372268676758, 16.93179702758789], "traffic_residual_norm": [6.647512782365084e-05, 8.478869858663529e-05, 8.595867257099599e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.15827001631259918, "cos_r_negg": [-0.026444878429174423, -0.0970456451177597, 0.079790398478508], "cos_innovation_negg": [0.5825261473655701, 0.2930165231227875, 0.36866486072540283], "cos_apical_negg": [-0.026444878429174423, -0.0970456451177597, 0.079790398478508], "cos_Ac_negg": [0.7303400635719299, 0.40510040521621704, 0.30057939887046814], "r_norm": [8.441798210144043, 12.7178955078125, 16.966754913330078], "traffic_norm": [8.34988784790039, 12.674714088439941, 16.935379028320312], "traffic_residual_norm": [6.634544843109325e-05, 8.430136949755251e-05, 8.578839333495125e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.017887666821479797, "dL_bp": -0.021914049983024597, "ratio": 0.8162647632608404}}, {"step": 4100, "epoch": 9, "train_loss": 0.32976678013801575, "cos_r_negg": [0.017035378143191338, -0.053028881549835205, 0.1760799139738083], "cos_innovation_negg": [0.5297427177429199, 0.27471724152565, 0.39190590381622314], "cos_apical_negg": [0.017035378143191338, -0.053028881549835205, 0.1760799139738083], "cos_Ac_negg": [0.6914647817611694, 0.38335883617401123, 0.556531548500061], "r_norm": [8.467998504638672, 12.72900676727295, 16.986705780029297], "traffic_norm": [8.350017547607422, 12.676664352416992, 16.928298950195312], "traffic_residual_norm": [6.658268830506131e-05, 8.409409201703966e-05, 8.617393905296922e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.576468825340271, "cos_r_negg": [0.05237284302711487, -0.047346316277980804, 0.13454267382621765], "cos_innovation_negg": [0.5721390843391418, 0.26959162950515747, 0.3336248993873596], "cos_apical_negg": [0.05237284302711487, -0.047346316277980804, 0.13454267382621765], "cos_Ac_negg": [0.7677761316299438, 0.43984413146972656, 0.3432747721672058], "r_norm": [8.480279922485352, 12.734190940856934, 16.959918975830078], "traffic_norm": [8.349925994873047, 12.677409172058105, 16.931955337524414], "traffic_residual_norm": [6.67743370286189e-05, 8.401052036788315e-05, 8.576810796512291e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9146, "eval_loss": 0.36271883544921873, "val_acc": 0.9146, "val_loss": 0.36271883544921873}, {"step": 4300, "epoch": 10, "train_loss": 0.21510905027389526, "cos_r_negg": [0.04968535900115967, -0.008770732209086418, 0.04677794873714447], "cos_innovation_negg": [0.6165311336517334, 0.3249337673187256, 0.2256629317998886], "cos_apical_negg": [0.04968535900115967, -0.008770732209086418, 0.04677794873714447], "cos_Ac_negg": [0.7696636915206909, 0.4622800946235657, 0.2089366763830185], "r_norm": [8.487325668334961, 12.743581771850586, 16.96915626525879], "traffic_norm": [8.349628448486328, 12.67611312866211, 16.93202781677246], "traffic_residual_norm": [6.627588300034404e-05, 8.336499013239518e-05, 8.544667798560113e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.28036195039749146, "cos_r_negg": [0.05904216691851616, -0.03491620719432831, 0.15841814875602722], "cos_innovation_negg": [0.6948168277740479, 0.41475850343704224, 0.32199183106422424], "cos_apical_negg": [0.05904216691851616, -0.03491620719432831, 0.15841814875602722], "cos_Ac_negg": [0.7697339653968811, 0.4691183269023895, 0.24045328795909882], "r_norm": [8.519947052001953, 12.728193283081055, 16.996009826660156], "traffic_norm": [8.349851608276367, 12.672560691833496, 16.93028450012207], "traffic_residual_norm": [6.650605791946873e-05, 8.346795220859349e-05, 8.543248986825347e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.2805616557598114, "cos_r_negg": [-0.023855287581682205, -0.020245203748345375, -0.04441105201840401], "cos_innovation_negg": [0.4992060661315918, 0.34569251537323, 0.1949140578508377], "cos_apical_negg": [-0.023855287581682205, -0.020245203748345375, -0.04441105201840401], "cos_Ac_negg": [0.7751142978668213, 0.5084288716316223, 0.3548334836959839], "r_norm": [8.443013191223145, 12.722259521484375, 16.96935272216797], "traffic_norm": [8.35020637512207, 12.673802375793457, 16.929548263549805], "traffic_residual_norm": [6.651694275205955e-05, 8.350440475624055e-05, 8.552666986361146e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.020346075296401978, "dL_bp": -0.024169310927391052, "ratio": 0.8418144546001017}}, {"step": 4600, "epoch": 10, "train_loss": 0.3191279172897339, "cos_r_negg": [-0.057209376245737076, -0.08681659400463104, 0.12702730298042297], "cos_innovation_negg": [0.5420752763748169, 0.3146078288555145, 0.37307578325271606], "cos_apical_negg": [-0.057209376245737076, -0.08681659400463104, 0.12702730298042297], "cos_Ac_negg": [0.7057833671569824, 0.46928349137306213, 0.4131769835948944], "r_norm": [8.451010704040527, 12.737527847290039, 16.970809936523438], "traffic_norm": [8.350975036621094, 12.675603866577148, 16.93370819091797], "traffic_residual_norm": [6.645658140769228e-05, 8.321127097588032e-05, 8.527598401997238e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.05336381494998932, "cos_r_negg": [0.04898098483681679, -0.02008083462715149, 0.014742719009518623], "cos_innovation_negg": [0.5733857154846191, 0.31119203567504883, 0.24596071243286133], "cos_apical_negg": [0.04898098483681679, -0.02008083462715149, 0.014742719009518623], "cos_Ac_negg": [0.7323802709579468, 0.48272573947906494, 0.31064891815185547], "r_norm": [8.466154098510742, 12.740015029907227, 16.983718872070312], "traffic_norm": [8.350693702697754, 12.678946495056152, 16.931047439575195], "traffic_residual_norm": [6.627584662055597e-05, 8.329509000759572e-05, 8.540104317944497e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9414, "eval_loss": 0.2750232208251953, "val_acc": 0.9414, "val_loss": 0.2750232208251953}, {"step": 4800, "epoch": 11, "train_loss": 0.19790300726890564, "cos_r_negg": [0.03575846180319786, -0.09951835870742798, 0.20359858870506287], "cos_innovation_negg": [0.5232438445091248, 0.3004295229911804, 0.36756467819213867], "cos_apical_negg": [0.03575846180319786, -0.09951835870742798, 0.20359858870506287], "cos_Ac_negg": [0.72112637758255, 0.44628196954727173, 0.3915451765060425], "r_norm": [8.459012985229492, 12.7392578125, 16.981037139892578], "traffic_norm": [8.35076904296875, 12.682462692260742, 16.932796478271484], "traffic_residual_norm": [6.623900844715536e-05, 8.329372212756425e-05, 8.557864930480719e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.2039175033569336, "cos_r_negg": [-0.03143131732940674, -0.06821857392787933, 0.07117226719856262], "cos_innovation_negg": [0.5465684533119202, 0.29311323165893555, 0.42304426431655884], "cos_apical_negg": [-0.03143131732940674, -0.06821857392787933, 0.07117226719856262], "cos_Ac_negg": [0.729145348072052, 0.4635576009750366, 0.5667606592178345], "r_norm": [8.433537483215332, 12.723889350891113, 16.96441650390625], "traffic_norm": [8.350822448730469, 12.681282997131348, 16.93510627746582], "traffic_residual_norm": [6.62068123347126e-05, 8.342508226633072e-05, 8.560659625800326e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.41887232661247253, "cos_r_negg": [0.057526152580976486, -0.06541071087121964, 0.07863709330558777], "cos_innovation_negg": [0.5905239582061768, 0.3888457417488098, 0.21967819333076477], "cos_apical_negg": [0.057526152580976486, -0.06541071087121964, 0.07863709330558777], "cos_Ac_negg": [0.7560282945632935, 0.4565625786781311, 0.2603583037853241], "r_norm": [8.447338104248047, 12.719245910644531, 16.96530532836914], "traffic_norm": [8.350568771362305, 12.6777982711792, 16.931682586669922], "traffic_residual_norm": [6.62704769638367e-05, 8.338345651281998e-05, 8.558703120797873e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.01868671178817749, "dL_bp": -0.02055518329143524, "ratio": 0.9090997401109875}}, {"step": 5100, "epoch": 11, "train_loss": 0.19666555523872375, "cos_r_negg": [-0.01206957083195448, -0.06357268989086151, -0.011422543786466122], "cos_innovation_negg": [0.531403124332428, 0.3643582761287689, 0.25012221932411194], "cos_apical_negg": [-0.01206957083195448, -0.06357268989086151, -0.011422543786466122], "cos_Ac_negg": [0.7519012689590454, 0.5399237275123596, 0.3602958917617798], "r_norm": [8.450872421264648, 12.723727226257324, 16.96788787841797], "traffic_norm": [8.350175857543945, 12.672216415405273, 16.925983428955078], "traffic_residual_norm": [6.574027065653354e-05, 8.281760528916493e-05, 8.523330325260758e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9274, "eval_loss": 0.3321258056640625, "val_acc": 0.9274, "val_loss": 0.3321258056640625}, {"step": 5200, "epoch": 12, "train_loss": 0.2742783725261688, "cos_r_negg": [0.0706668347120285, -0.04072205722332001, 0.08705270290374756], "cos_innovation_negg": [0.5371500253677368, 0.2994224429130554, 0.2744259834289551], "cos_apical_negg": [0.0706668347120285, -0.04072205722332001, 0.08705270290374756], "cos_Ac_negg": [0.726921021938324, 0.43973779678344727, 0.3410164713859558], "r_norm": [8.479394912719727, 12.74873161315918, 16.975921630859375], "traffic_norm": [8.350849151611328, 12.67805290222168, 16.928604125976562], "traffic_residual_norm": [6.568102253368124e-05, 8.287389937322587e-05, 8.531025378033519e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.2828960418701172, "cos_r_negg": [0.01305760070681572, -0.04373273625969887, -0.013510843738913536], "cos_innovation_negg": [0.5167508721351624, 0.353543221950531, 0.1145109236240387], "cos_apical_negg": [0.01305760070681572, -0.04373273625969887, -0.013510843738913536], "cos_Ac_negg": [0.699093222618103, 0.5432409048080444, 0.13203297555446625], "r_norm": [8.495792388916016, 12.742195129394531, 16.98388671875], "traffic_norm": [8.350512504577637, 12.679679870605469, 16.931285858154297], "traffic_residual_norm": [6.584307993762195e-05, 8.284686191473156e-05, 8.540586713934317e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.3002431094646454, "cos_r_negg": [0.053058184683322906, -0.034367285668849945, 0.12932655215263367], "cos_innovation_negg": [0.5785173177719116, 0.35910722613334656, 0.2779088616371155], "cos_apical_negg": [0.053058184683322906, -0.034367285668849945, 0.12932655215263367], "cos_Ac_negg": [0.7450340986251831, 0.5243582725524902, 0.3023865222930908], "r_norm": [8.49039363861084, 12.753864288330078, 16.984230041503906], "traffic_norm": [8.351134300231934, 12.678274154663086, 16.928415298461914], "traffic_residual_norm": [6.588020187336951e-05, 8.286749653052539e-05, 8.558416448067874e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.255666047334671, "cos_r_negg": [0.0709468200802803, -0.04020971804857254, -0.015020965598523617], "cos_innovation_negg": [0.603781521320343, 0.3537423610687256, 0.2368464469909668], "cos_apical_negg": [0.0709468200802803, -0.04020971804857254, -0.015020965598523617], "cos_Ac_negg": [0.7459821701049805, 0.5070720911026001, 0.29863080382347107], "r_norm": [8.481557846069336, 12.738678932189941, 16.97426414489746], "traffic_norm": [8.350584030151367, 12.676902770996094, 16.927358627319336], "traffic_residual_norm": [6.565866351593286e-05, 8.250795508502051e-05, 8.549059566576034e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.052965328097343445, "dL_bp": -0.05789388716220856, "ratio": 0.9148690940192675}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9324, "eval_loss": 0.3121637512207031, "val_acc": 0.9324, "val_loss": 0.3121637512207031}, {"step": 5600, "epoch": 13, "train_loss": 0.14916369318962097, "cos_r_negg": [0.00723608024418354, -0.06924833357334137, 0.08520729094743729], "cos_innovation_negg": [0.5570768117904663, 0.2937030792236328, 0.2523481845855713], "cos_apical_negg": [0.00723608024418354, -0.06924833357334137, 0.08520729094743729], "cos_Ac_negg": [0.7270840406417847, 0.49755656719207764, 0.29844343662261963], "r_norm": [8.451053619384766, 12.727514266967773, 16.973108291625977], "traffic_norm": [8.350959777832031, 12.680517196655273, 16.932104110717773], "traffic_residual_norm": [6.585277151316404e-05, 8.240553142968565e-05, 8.52290540933609e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.2518295347690582, "cos_r_negg": [0.030174676328897476, -0.04864831268787384, 0.034768447279930115], "cos_innovation_negg": [0.5859031081199646, 0.38332629203796387, 0.09989931434392929], "cos_apical_negg": [0.030174676328897476, -0.04864831268787384, 0.034768447279930115], "cos_Ac_negg": [0.7410352826118469, 0.5787409543991089, 0.10894418507814407], "r_norm": [8.46682357788086, 12.741117477416992, 16.967395782470703], "traffic_norm": [8.351293563842773, 12.679455757141113, 16.933639526367188], "traffic_residual_norm": [6.567111267941073e-05, 8.233240805566311e-05, 8.500657713739201e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.1744830310344696, "cos_r_negg": [0.05894504487514496, -0.024870652705430984, -0.11126958578824997], "cos_innovation_negg": [0.560721218585968, 0.3471164405345917, 0.06915512681007385], "cos_apical_negg": [0.05894504487514496, -0.024870652705430984, -0.11126958578824997], "cos_Ac_negg": [0.7583128809928894, 0.5720099806785583, 0.08076804876327515], "r_norm": [8.441187858581543, 12.728691101074219, 16.962167739868164], "traffic_norm": [8.35113525390625, 12.680695533752441, 16.93392562866211], "traffic_residual_norm": [6.572916026925668e-05, 8.239489397965372e-05, 8.505675941705704e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.25736376643180847, "cos_r_negg": [0.027438748627901077, -0.07507658004760742, 0.1064286082983017], "cos_innovation_negg": [0.6308433413505554, 0.4286169707775116, 0.09313757717609406], "cos_apical_negg": [0.027438748627901077, -0.07507658004760742, 0.1064286082983017], "cos_Ac_negg": [0.8033542633056641, 0.5773577690124512, 0.048468977212905884], "r_norm": [8.471077919006348, 12.738485336303711, 16.972431182861328], "traffic_norm": [8.351438522338867, 12.67607307434082, 16.93191909790039], "traffic_residual_norm": [6.542657501995564e-05, 8.211698150262237e-05, 8.482862904202193e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.13409745693206787, "cos_r_negg": [0.04943402111530304, -0.040224552154541016, -0.004015821497887373], "cos_innovation_negg": [0.6310133934020996, 0.39446383714675903, 0.11759155243635178], "cos_apical_negg": [0.04943402111530304, -0.040224552154541016, -0.004015821497887373], "cos_Ac_negg": [0.7790545225143433, 0.5698962211608887, 0.11091333627700806], "r_norm": [8.47549819946289, 12.741006851196289, 16.979305267333984], "traffic_norm": [8.351228713989258, 12.677970886230469, 16.9346923828125], "traffic_residual_norm": [6.557605229318142e-05, 8.232262916862965e-05, 8.505635196343064e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.03462228178977966, "dL_bp": -0.0370481014251709, "ratio": 0.9345224305139938}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9374, "eval_loss": 0.268471923828125, "val_acc": 0.9374, "val_loss": 0.268471923828125}, {"step": 6100, "epoch": 14, "train_loss": 0.16135185956954956, "cos_r_negg": [0.05343499779701233, 0.023986559361219406, 0.07871851325035095], "cos_innovation_negg": [0.519461452960968, 0.3904877305030823, 0.33015990257263184], "cos_apical_negg": [0.05343499779701233, 0.023986559361219406, 0.07871851325035095], "cos_Ac_negg": [0.7716113924980164, 0.5950812101364136, 0.3911633789539337], "r_norm": [8.461503982543945, 12.741440773010254, 16.96844482421875], "traffic_norm": [8.351409912109375, 12.672967910766602, 16.925935745239258], "traffic_residual_norm": [6.57911368762143e-05, 8.252735278801993e-05, 8.558893750887364e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.19919896125793457, "cos_r_negg": [0.0026052664034068584, 0.024541586637496948, 0.03611288592219353], "cos_innovation_negg": [0.5244942307472229, 0.46479785442352295, 0.18466518819332123], "cos_apical_negg": [0.0026052664034068584, 0.024541586637496948, 0.03611288592219353], "cos_Ac_negg": [0.7551118731498718, 0.6590479612350464, 0.22546479105949402], "r_norm": [8.45564079284668, 12.720016479492188, 16.964962005615234], "traffic_norm": [8.351236343383789, 12.674823760986328, 16.926467895507812], "traffic_residual_norm": [6.587601092178375e-05, 8.26357863843441e-05, 8.543042349629104e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.3131132125854492, "cos_r_negg": [0.04947282001376152, -0.05207652226090431, 0.11661824584007263], "cos_innovation_negg": [0.5289895534515381, 0.3914976716041565, 0.34801870584487915], "cos_apical_negg": [0.04947282001376152, -0.05207652226090431, 0.11661824584007263], "cos_Ac_negg": [0.6992778778076172, 0.6574090123176575, 0.4155210852622986], "r_norm": [8.463296890258789, 12.738850593566895, 16.99085807800293], "traffic_norm": [8.351581573486328, 12.691081047058105, 16.946884155273438], "traffic_residual_norm": [6.580360059160739e-05, 8.442657417617738e-05, 8.710038673598319e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.18702276051044464, "cos_r_negg": [0.03352959826588631, 0.016306646168231964, 0.04392187297344208], "cos_innovation_negg": [0.5281262397766113, 0.3888917565345764, 0.2548002004623413], "cos_apical_negg": [0.03352959826588631, 0.016306646168231964, 0.04392187297344208], "cos_Ac_negg": [0.7661035656929016, 0.602232813835144, 0.35365623235702515], "r_norm": [8.470458030700684, 12.757627487182617, 16.993160247802734], "traffic_norm": [8.351907730102539, 12.692468643188477, 16.946598052978516], "traffic_residual_norm": [6.54989416943863e-05, 8.355084719369188e-05, 8.636876737000421e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.34338260498046874, "val_acc": 0.9284, "val_loss": 0.34338260498046874}], "final": {"eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.34338260498046874, "wall_s": 27.76342463493347, "val_acc": 0.9284, "val_loss": 0.34338260498046874, "cos_r_negg": [0.10019559413194656, -0.005875907838344574, 0.028479307889938354], "cos_innovation_negg": [0.5353173017501831, 0.3796754479408264, 0.33638840913772583], "cos_apical_negg": [0.10019559413194656, -0.005875907838344574, 0.028479307889938354], "cos_Ac_negg": [0.6898926496505737, 0.586171567440033, 0.2979128956794739], "traffic_norm": [8.3519287109375, 12.692545890808105, 16.946151733398438], "traffic_residual_norm": [6.560568726854399e-05, 8.34677048260346e-05, 8.629194053355604e-05], "traffic_r2": [1.0, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0p5_residual_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0p5_residual_d3_s0.json new file mode 100644 index 0000000..d7dc50f --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0p5_residual_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p5_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [1.8596183508634567e-06, 0.024841876700520515, 0.03437342867255211], "cos_innovation_negg": [1.8596183508634567e-06, 0.024841876700520515, 0.03437342867255211], "cos_apical_negg": [-0.006231490056961775, 0.004845376592129469, 0.003881259821355343], "cos_Ac_negg": [3.22714913636446e-06, 0.024842148646712303, 0.03437478840351105], "r_norm": [4.871413707733154, 4.808657646179199, 4.82267427444458], "traffic_norm": [5.413616180419922, 5.948028087615967, 6.426662445068359], "traffic_residual_norm": [0.0009323244448751211, 0.0009748538141138852, 0.0010224466677755117], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.20299339294433594, "dL_bp": -0.5249483585357666, "ratio": 0.3866921186505725}}, {"step": 100, "epoch": 0, "train_loss": 0.4820462465286255, "cos_r_negg": [0.446206271648407, 0.047355152666568756, 0.017670413479208946], "cos_innovation_negg": [0.446206271648407, 0.047355152666568756, 0.017670413479208946], "cos_apical_negg": [0.079881452023983, 0.12377499043941498, 0.12545141577720642], "cos_Ac_negg": [0.460293173789978, 0.042508549988269806, 0.011094151064753532], "r_norm": [0.6726798415184021, 0.6625940799713135, 0.6590529680252075], "traffic_norm": [7.945350646972656, 9.085515022277832, 9.806478500366211], "traffic_residual_norm": [0.0008497957023791969, 0.0008836656925268471, 0.0009387250756844878], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.20133021473884583, "cos_r_negg": [0.4934825301170349, 0.05747475475072861, 0.05452617257833481], "cos_innovation_negg": [0.4934825301170349, 0.05747475475072861, 0.05452617257833481], "cos_apical_negg": [0.08142656087875366, 0.12385465204715729, 0.1189303919672966], "cos_Ac_negg": [0.522676944732666, 0.05723292753100395, 0.05356601998209953], "r_norm": [0.5606489181518555, 0.5497767925262451, 0.549634575843811], "traffic_norm": [7.9566569328308105, 9.091567993164062, 9.900822639465332], "traffic_residual_norm": [0.0006989202229306102, 0.0007270007627084851, 0.0007725379546172917], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.1474304050207138, "cos_r_negg": [0.4842439591884613, 0.09032054245471954, 0.08124963939189911], "cos_innovation_negg": [0.4842439591884613, 0.09032054245471954, 0.08124963939189911], "cos_apical_negg": [0.05872219800949097, 0.11908361315727234, 0.12824150919914246], "cos_Ac_negg": [0.531706690788269, 0.08366861939430237, 0.07360070943832397], "r_norm": [0.5303199291229248, 0.5218362808227539, 0.5173467397689819], "traffic_norm": [7.964347839355469, 9.075957298278809, 9.938568115234375], "traffic_residual_norm": [0.0005751574644818902, 0.0006000015418976545, 0.0006400661077350378], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.2344302535057068, "cos_r_negg": [0.5285658836364746, 0.11278112232685089, 0.08151945471763611], "cos_innovation_negg": [0.5285658836364746, 0.11278112232685089, 0.08151945471763611], "cos_apical_negg": [0.06564738601446152, 0.13265947997570038, 0.1056002676486969], "cos_Ac_negg": [0.548838198184967, 0.10710228979587555, 0.07707007229328156], "r_norm": [0.4335313141345978, 0.42405813932418823, 0.4230767488479614], "traffic_norm": [7.974286079406738, 9.060541152954102, 9.986919403076172], "traffic_residual_norm": [0.0004796200373675674, 0.0005003671394661069, 0.000536335923243314], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9514, "eval_loss": 0.14887522583007812, "val_acc": 0.9514, "val_loss": 0.14887522583007812}, {"step": 500, "epoch": 1, "train_loss": 0.0566311776638031, "cos_r_negg": [0.5300239324569702, 0.12091371417045593, 0.09134973585605621], "cos_innovation_negg": [0.5300239324569702, 0.12091371417045593, 0.09134973585605621], "cos_apical_negg": [0.05644670128822327, 0.12536105513572693, 0.11502642929553986], "cos_Ac_negg": [0.5579879879951477, 0.11482688784599304, 0.09064453095197678], "r_norm": [0.38475877046585083, 0.3749144673347473, 0.3735763430595398], "traffic_norm": [7.983241081237793, 9.0888671875, 10.010248184204102], "traffic_residual_norm": [0.0004051162686664611, 0.0004230783670209348, 0.0004540997324511409], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.007501363754272461, "dL_bp": -0.008101075887680054, "ratio": 0.9259712979211042}}, {"step": 600, "epoch": 1, "train_loss": 0.11181078106164932, "cos_r_negg": [0.5319268703460693, 0.15832045674324036, 0.1151142418384552], "cos_innovation_negg": [0.5319268703460693, 0.15832045674324036, 0.1151142418384552], "cos_apical_negg": [0.03176188841462135, 0.11361545324325562, 0.1130896583199501], "cos_Ac_negg": [0.5570509433746338, 0.15006235241889954, 0.10340969264507294], "r_norm": [0.32368743419647217, 0.3179889917373657, 0.317764550447464], "traffic_norm": [7.978851318359375, 9.07774543762207, 9.940044403076172], "traffic_residual_norm": [0.000339853810146451, 0.00035893620224669576, 0.00038711895467713475], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.12044838070869446, "cos_r_negg": [0.5197240710258484, 0.16619625687599182, 0.1324811726808548], "cos_innovation_negg": [0.5197240710258484, 0.16619625687599182, 0.1324811726808548], "cos_apical_negg": [0.053416088223457336, 0.10980185866355896, 0.11071722209453583], "cos_Ac_negg": [0.5517867207527161, 0.15441492199897766, 0.12078850716352463], "r_norm": [0.3293417990207672, 0.3226856589317322, 0.3209148645401001], "traffic_norm": [7.988264560699463, 9.109789848327637, 9.977166175842285], "traffic_residual_norm": [0.0002906530280597508, 0.00030737905763089657, 0.0003336159570608288], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.10301188379526138, "cos_r_negg": [0.5198407173156738, 0.18780282139778137, 0.15933290123939514], "cos_innovation_negg": [0.5198407173156738, 0.18780282139778137, 0.15933290123939514], "cos_apical_negg": [0.06031651422381401, 0.10721683502197266, 0.11139349639415741], "cos_Ac_negg": [0.5640503764152527, 0.1725555956363678, 0.13825780153274536], "r_norm": [0.24945855140686035, 0.24642089009284973, 0.24620585143566132], "traffic_norm": [7.990048408508301, 9.128257751464844, 10.048880577087402], "traffic_residual_norm": [0.00025185823324136436, 0.0002688837412279099, 0.00029280432499945164], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9592, "eval_loss": 0.1269888442993164, "val_acc": 0.9592, "val_loss": 0.1269888442993164}, {"step": 900, "epoch": 2, "train_loss": 0.11094003915786743, "cos_r_negg": [0.5184221267700195, 0.1992204189300537, 0.18340274691581726], "cos_innovation_negg": [0.5184221267700195, 0.1992204189300537, 0.18340274691581726], "cos_apical_negg": [0.04738350212574005, 0.12196084856987, 0.12407787144184113], "cos_Ac_negg": [0.5865851044654846, 0.18077309429645538, 0.16078203916549683], "r_norm": [0.2575758397579193, 0.25401824712753296, 0.2519732117652893], "traffic_norm": [7.990785598754883, 9.136157035827637, 10.034561157226562], "traffic_residual_norm": [0.000224716670345515, 0.00024097099958453327, 0.00026360288029536605], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.1176358312368393, "cos_r_negg": [0.5389511585235596, 0.20914381742477417, 0.18878985941410065], "cos_innovation_negg": [0.5389511585235596, 0.20914381742477417, 0.18878985941410065], "cos_apical_negg": [0.03034895285964012, 0.11376716941595078, 0.11528251320123672], "cos_Ac_negg": [0.5778249502182007, 0.19589939713478088, 0.17488811910152435], "r_norm": [0.23186379671096802, 0.22964468598365784, 0.22717750072479248], "traffic_norm": [7.992077827453613, 9.128303527832031, 10.08262825012207], "traffic_residual_norm": [0.00020132085774093866, 0.00021825340809300542, 0.0002401037490926683], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.00464966893196106, "dL_bp": -0.005608752369880676, "ratio": 0.8290023565543827}}, {"step": 1100, "epoch": 2, "train_loss": 0.06605730205774307, "cos_r_negg": [0.564225435256958, 0.2135837823152542, 0.1924615204334259], "cos_innovation_negg": [0.564225435256958, 0.2135837823152542, 0.1924615204334259], "cos_apical_negg": [0.03487284854054451, 0.09582370519638062, 0.09579798579216003], "cos_Ac_negg": [0.5951507091522217, 0.19979740679264069, 0.17368218302726746], "r_norm": [0.21069520711898804, 0.20755241811275482, 0.20566025376319885], "traffic_norm": [7.985695838928223, 9.096609115600586, 10.062875747680664], "traffic_residual_norm": [0.0001862777426140383, 0.00020300714822951704, 0.0002243636699859053], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.07495318353176117, "cos_r_negg": [0.5457910895347595, 0.22554489970207214, 0.19648051261901855], "cos_innovation_negg": [0.5457910895347595, 0.22554489970207214, 0.19648051261901855], "cos_apical_negg": [0.030213072896003723, 0.0976979061961174, 0.10399983823299408], "cos_Ac_negg": [0.5999109745025635, 0.20659032464027405, 0.1719530075788498], "r_norm": [0.24949970841407776, 0.2469121813774109, 0.24220901727676392], "traffic_norm": [7.998935222625732, 9.138708114624023, 10.11697769165039], "traffic_residual_norm": [0.00017380779900122434, 0.00019069324480369687, 0.00021322723478078842], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9656, "eval_loss": 0.10489424896240235, "val_acc": 0.9656, "val_loss": 0.10489424896240235}, {"step": 1300, "epoch": 3, "train_loss": 0.06952963024377823, "cos_r_negg": [0.532051682472229, 0.22812852263450623, 0.20621351897716522], "cos_innovation_negg": [0.532051682472229, 0.22812852263450623, 0.20621351897716522], "cos_apical_negg": [0.04277925193309784, 0.10628668963909149, 0.09567056596279144], "cos_Ac_negg": [0.5977725982666016, 0.21158719062805176, 0.185956671833992], "r_norm": [0.26430222392082214, 0.26000258326530457, 0.25820937752723694], "traffic_norm": [7.994638442993164, 9.137748718261719, 10.104132652282715], "traffic_residual_norm": [0.00016567754209972918, 0.00018317732610739768, 0.00020474403572734445], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.09603232145309448, "cos_r_negg": [0.5515880584716797, 0.2439023107290268, 0.22051653265953064], "cos_innovation_negg": [0.5515880584716797, 0.2439023107290268, 0.22051653265953064], "cos_apical_negg": [0.036138687282800674, 0.09816648066043854, 0.09666789323091507], "cos_Ac_negg": [0.6046280264854431, 0.22705546021461487, 0.20359468460083008], "r_norm": [0.22449877858161926, 0.21898643672466278, 0.2156250923871994], "traffic_norm": [7.988236427307129, 9.130141258239746, 10.103726387023926], "traffic_residual_norm": [0.0001595093635842204, 0.00017692186520434916, 0.0001993084733840078], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.034621648490428925, "cos_r_negg": [0.5355437397956848, 0.24762237071990967, 0.22171443700790405], "cos_innovation_negg": [0.5355437397956848, 0.24762237071990967, 0.22171443700790405], "cos_apical_negg": [0.040513776242733, 0.10322548449039459, 0.10196792334318161], "cos_Ac_negg": [0.6244263648986816, 0.2418244630098343, 0.20617422461509705], "r_norm": [0.1873648464679718, 0.18489345908164978, 0.18160951137542725], "traffic_norm": [7.993380546569824, 9.092140197753906, 10.108390808105469], "traffic_residual_norm": [0.00015572748088743538, 0.00017309017130173743, 0.00019566566334106028], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.003386266529560089, "dL_bp": -0.004322439432144165, "ratio": 0.783415611188869}}, {"step": 1600, "epoch": 3, "train_loss": 0.10661989450454712, "cos_r_negg": [0.5045603513717651, 0.2624111771583557, 0.2339552938938141], "cos_innovation_negg": [0.5045603513717651, 0.2624111771583557, 0.2339552938938141], "cos_apical_negg": [0.031578924506902695, 0.11271479725837708, 0.11289773136377335], "cos_Ac_negg": [0.6074231863021851, 0.2509286105632782, 0.2102433145046234], "r_norm": [0.18985462188720703, 0.18740129470825195, 0.18563973903656006], "traffic_norm": [7.991118907928467, 9.139771461486816, 10.100395202636719], "traffic_residual_norm": [0.00015272770542651415, 0.0001705361355561763, 0.00019279905245639384], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.0690678209066391, "cos_r_negg": [0.5235852003097534, 0.2503215968608856, 0.23054969310760498], "cos_innovation_negg": [0.5235852003097534, 0.2503215968608856, 0.23054969310760498], "cos_apical_negg": [0.03201189264655113, 0.09910882264375687, 0.10438874363899231], "cos_Ac_negg": [0.6108956336975098, 0.24408647418022156, 0.2178449034690857], "r_norm": [0.175126314163208, 0.17230817675590515, 0.16998612880706787], "traffic_norm": [7.989565372467041, 9.13924789428711, 10.094549179077148], "traffic_residual_norm": [0.00015144809731282294, 0.00016992204473353922, 0.00019260642875451595], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.09379385375976562, "val_acc": 0.9738, "val_loss": 0.09379385375976562}, {"step": 1800, "epoch": 4, "train_loss": 0.012635994702577591, "cos_r_negg": [0.49755859375, 0.25246819853782654, 0.24121105670928955], "cos_innovation_negg": [0.49755859375, 0.25246819853782654, 0.24121105670928955], "cos_apical_negg": [0.02025468647480011, 0.10173550993204117, 0.11290726810693741], "cos_Ac_negg": [0.6228179931640625, 0.24985140562057495, 0.22628501057624817], "r_norm": [0.20431992411613464, 0.2007637321949005, 0.19880074262619019], "traffic_norm": [7.992624282836914, 9.127422332763672, 10.113295555114746], "traffic_residual_norm": [0.00015047212946228683, 0.00016847887309268117, 0.00019136694027110934], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.08847277611494064, "cos_r_negg": [0.5279865264892578, 0.2620009779930115, 0.24379262328147888], "cos_innovation_negg": [0.5279865264892578, 0.2620009779930115, 0.24379262328147888], "cos_apical_negg": [0.018721332773566246, 0.09100820124149323, 0.1107664555311203], "cos_Ac_negg": [0.6287710666656494, 0.25634676218032837, 0.22904609143733978], "r_norm": [0.15275222063064575, 0.1495494246482849, 0.14751523733139038], "traffic_norm": [7.995499610900879, 9.142569541931152, 10.145402908325195], "traffic_residual_norm": [0.00014835258480161428, 0.0001666314637986943, 0.0001894226297736168], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.030510928481817245, "cos_r_negg": [0.5057123899459839, 0.2557561993598938, 0.2468372881412506], "cos_innovation_negg": [0.5057123899459839, 0.2557561993598938, 0.2468372881412506], "cos_apical_negg": [0.029222827404737473, 0.09406798332929611, 0.10608384758234024], "cos_Ac_negg": [0.6325569152832031, 0.25583416223526, 0.23964497447013855], "r_norm": [0.24492377042770386, 0.24065551161766052, 0.23680652678012848], "traffic_norm": [7.99343204498291, 9.148016929626465, 10.135143280029297], "traffic_residual_norm": [0.0001487499102950096, 0.00016738686827011406, 0.00019026495283469558], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.006757766008377075, "dL_bp": -0.00951232761144638, "ratio": 0.7104219161086626}}, {"step": 2100, "epoch": 4, "train_loss": 0.028270406648516655, "cos_r_negg": [0.4804365634918213, 0.2554171681404114, 0.2462940663099289], "cos_innovation_negg": [0.4804365634918213, 0.2554171681404114, 0.2462940663099289], "cos_apical_negg": [0.02825336530804634, 0.10790420323610306, 0.11804331839084625], "cos_Ac_negg": [0.6284729242324829, 0.261651873588562, 0.24019914865493774], "r_norm": [0.15962465107440948, 0.1571541726589203, 0.15450811386108398], "traffic_norm": [7.995444297790527, 9.134279251098633, 10.100471496582031], "traffic_residual_norm": [0.0001480210921727121, 0.0001664786832407117, 0.00018933443061541766], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9724, "eval_loss": 0.09372265930175781, "val_acc": 0.9724, "val_loss": 0.09372265930175781}, {"step": 2200, "epoch": 5, "train_loss": 0.02188393846154213, "cos_r_negg": [0.4981887936592102, 0.2617374658584595, 0.25057148933410645], "cos_innovation_negg": [0.4981887936592102, 0.2617374658584595, 0.25057148933410645], "cos_apical_negg": [0.03262696415185928, 0.10778582841157913, 0.11161866784095764], "cos_Ac_negg": [0.6360466480255127, 0.26985323429107666, 0.2473161518573761], "r_norm": [0.1870630532503128, 0.18458501994609833, 0.18180526793003082], "traffic_norm": [7.996177673339844, 9.139314651489258, 10.11351203918457], "traffic_residual_norm": [0.00014779894263483584, 0.00016683049034327269, 0.0001896143949124962], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.06773419678211212, "cos_r_negg": [0.4691912531852722, 0.25545400381088257, 0.24274367094039917], "cos_innovation_negg": [0.4691912531852722, 0.25545400381088257, 0.24274367094039917], "cos_apical_negg": [0.01943359710276127, 0.10483303666114807, 0.10972052812576294], "cos_Ac_negg": [0.6316193342208862, 0.2748286724090576, 0.24919942021369934], "r_norm": [0.14244450628757477, 0.13992540538311005, 0.13753800094127655], "traffic_norm": [7.993712425231934, 9.138333320617676, 10.10110855102539], "traffic_residual_norm": [0.00014779972843825817, 0.00016647210577502847, 0.0001898744230857119], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.1339956372976303, "cos_r_negg": [0.45558586716651917, 0.25069019198417664, 0.24620778858661652], "cos_innovation_negg": [0.45558586716651917, 0.25069019198417664, 0.24620778858661652], "cos_apical_negg": [0.010904521681368351, 0.09644750505685806, 0.11648380011320114], "cos_Ac_negg": [0.6299660205841064, 0.2791118621826172, 0.25246483087539673], "r_norm": [0.18024492263793945, 0.1766565889120102, 0.17387782037258148], "traffic_norm": [7.993739128112793, 9.16157054901123, 10.128142356872559], "traffic_residual_norm": [0.00014788939733989537, 0.0001671028439886868, 0.00019010095275007188], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.02342640794813633, "cos_r_negg": [0.4639629125595093, 0.25522270798683167, 0.24215400218963623], "cos_innovation_negg": [0.4639629125595093, 0.25522270798683167, 0.24215400218963623], "cos_apical_negg": [0.01004539243876934, 0.09263870865106583, 0.11229391396045685], "cos_Ac_negg": [0.6410297751426697, 0.2931739091873169, 0.2554734945297241], "r_norm": [0.162493497133255, 0.16066952049732208, 0.15775460004806519], "traffic_norm": [7.992759704589844, 9.150632858276367, 10.118207931518555], "traffic_residual_norm": [0.00014750700211152434, 0.00016651148325763643, 0.00018975143029820174], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004358313977718353, "dL_bp": -0.006537433713674545, "ratio": 0.6666704655990527}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9712, "eval_loss": 0.09492711486816406, "val_acc": 0.9712, "val_loss": 0.09492711486816406}, {"step": 2600, "epoch": 6, "train_loss": 0.016728423535823822, "cos_r_negg": [0.4456627070903778, 0.2498895674943924, 0.24446435272693634], "cos_innovation_negg": [0.4456627070903778, 0.2498895674943924, 0.24446435272693634], "cos_apical_negg": [0.01657853275537491, 0.08831042796373367, 0.11588770151138306], "cos_Ac_negg": [0.6393237113952637, 0.2926464378833771, 0.2571048140525818], "r_norm": [0.15097934007644653, 0.14938580989837646, 0.1472935825586319], "traffic_norm": [7.993142604827881, 9.15817642211914, 10.116548538208008], "traffic_residual_norm": [0.0001476026518503204, 0.000166138110216707, 0.00018940214067697525], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.02949354238808155, "cos_r_negg": [0.46176084876060486, 0.2606467306613922, 0.2500893473625183], "cos_innovation_negg": [0.46176084876060486, 0.2606467306613922, 0.2500893473625183], "cos_apical_negg": [0.01966780051589012, 0.0860433429479599, 0.11208394169807434], "cos_Ac_negg": [0.6412767171859741, 0.2963082194328308, 0.26542550325393677], "r_norm": [0.15416768193244934, 0.1520927995443344, 0.14939716458320618], "traffic_norm": [7.992168426513672, 9.1575345993042, 10.114151000976562], "traffic_residual_norm": [0.00014693434059154242, 0.00016559359210077673, 0.00018890565843321383], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.03596141189336777, "cos_r_negg": [0.4382797181606293, 0.2506375312805176, 0.24856266379356384], "cos_innovation_negg": [0.4382797181606293, 0.2506375312805176, 0.24856266379356384], "cos_apical_negg": [0.02305595949292183, 0.08442403376102448, 0.10955339670181274], "cos_Ac_negg": [0.6515786647796631, 0.2986859977245331, 0.2680700719356537], "r_norm": [0.14926867187023163, 0.1467740535736084, 0.14373895525932312], "traffic_norm": [7.990358352661133, 9.130207061767578, 10.103616714477539], "traffic_residual_norm": [0.00014725830988027155, 0.00016605635755695403, 0.00018945294141303748], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.0012948873918503523, "cos_r_negg": [0.4306713938713074, 0.24682936072349548, 0.23972471058368683], "cos_innovation_negg": [0.4306713938713074, 0.24682936072349548, 0.23972471058368683], "cos_apical_negg": [0.014971009455621243, 0.08537240326404572, 0.10665729641914368], "cos_Ac_negg": [0.646155834197998, 0.3027465343475342, 0.26501911878585815], "r_norm": [0.1413704752922058, 0.13986383378505707, 0.13673323392868042], "traffic_norm": [7.988198757171631, 9.124401092529297, 10.112384796142578], "traffic_residual_norm": [0.00014781947538722306, 0.00016651168698444963, 0.00019054728909395635], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.023269925266504288, "cos_r_negg": [0.43213969469070435, 0.24232113361358643, 0.24418595433235168], "cos_innovation_negg": [0.43213969469070435, 0.24232113361358643, 0.24418595433235168], "cos_apical_negg": [0.02123861201107502, 0.08084575086832047, 0.11171342432498932], "cos_Ac_negg": [0.6434224843978882, 0.3088383078575134, 0.26974931359291077], "r_norm": [0.15987007319927216, 0.1571769267320633, 0.1549016535282135], "traffic_norm": [7.987020015716553, 9.13484001159668, 10.095653533935547], "traffic_residual_norm": [0.00014748300600331277, 0.00016657239757478237, 0.00019000328029505908], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004815109074115753, "dL_bp": -0.007528398185968399, "ratio": 0.6395927732794825}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.974, "eval_loss": 0.08976580200195312, "val_acc": 0.974, "val_loss": 0.08976580200195312}, {"step": 3100, "epoch": 7, "train_loss": 0.009863513521850109, "cos_r_negg": [0.4182139039039612, 0.234781414270401, 0.23600797355175018], "cos_innovation_negg": [0.4182139039039612, 0.234781414270401, 0.23600797355175018], "cos_apical_negg": [0.011325803585350513, 0.07976971566677094, 0.11132723093032837], "cos_Ac_negg": [0.6444181203842163, 0.30873799324035645, 0.2708998918533325], "r_norm": [0.13225170969963074, 0.13100789487361908, 0.12919245660305023], "traffic_norm": [7.988777160644531, 9.135249137878418, 10.102859497070312], "traffic_residual_norm": [0.00014761980855837464, 0.00016628496814519167, 0.00018996739527210593], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.0071773710660636425, "cos_r_negg": [0.39929136633872986, 0.22998031973838806, 0.23616288602352142], "cos_innovation_negg": [0.39929136633872986, 0.22998031973838806, 0.23616288602352142], "cos_apical_negg": [0.010211068205535412, 0.07833638787269592, 0.11305892467498779], "cos_Ac_negg": [0.6502213478088379, 0.3110606372356415, 0.275485098361969], "r_norm": [0.13425026834011078, 0.13350865244865417, 0.1304379552602768], "traffic_norm": [7.988399028778076, 9.130090713500977, 10.09135627746582], "traffic_residual_norm": [0.00014773273142054677, 0.00016684498405084014, 0.000190581165952608], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.013837188482284546, "cos_r_negg": [0.39189428091049194, 0.21982690691947937, 0.2250775694847107], "cos_innovation_negg": [0.39189428091049194, 0.21982690691947937, 0.2250775694847107], "cos_apical_negg": [0.016390390694141388, 0.07940609008073807, 0.10416868329048157], "cos_Ac_negg": [0.6537694334983826, 0.3111560344696045, 0.27156633138656616], "r_norm": [0.14556202292442322, 0.1436953842639923, 0.1410588026046753], "traffic_norm": [7.987555503845215, 9.106592178344727, 10.077905654907227], "traffic_residual_norm": [0.0001478980266256258, 0.00016706500900909305, 0.00019042078929487616], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.0061897533014416695, "cos_r_negg": [0.38502222299575806, 0.22772282361984253, 0.23408174514770508], "cos_innovation_negg": [0.38502222299575806, 0.22772282361984253, 0.23408174514770508], "cos_apical_negg": [0.002944248728454113, 0.0791412964463234, 0.10415259748697281], "cos_Ac_negg": [0.6452440619468689, 0.31968116760253906, 0.2817510962486267], "r_norm": [0.14949890971183777, 0.1467914581298828, 0.14396604895591736], "traffic_norm": [7.992447853088379, 9.124143600463867, 10.091629028320312], "traffic_residual_norm": [0.00014723782078363, 0.0001659780682530254, 0.00018920212460216135], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9772, "eval_loss": 0.09343032989501954, "val_acc": 0.9772, "val_loss": 0.09343032989501954}, {"step": 3500, "epoch": 8, "train_loss": 0.01763884350657463, "cos_r_negg": [0.37732499837875366, 0.22707094252109528, 0.2318020910024643], "cos_innovation_negg": [0.37732499837875366, 0.22707094252109528, 0.2318020910024643], "cos_apical_negg": [0.009238048456609249, 0.07206456363201141, 0.10245655477046967], "cos_Ac_negg": [0.644176721572876, 0.32087600231170654, 0.284788578748703], "r_norm": [0.13354480266571045, 0.13188670575618744, 0.12903299927711487], "traffic_norm": [7.991142272949219, 9.137701034545898, 10.114847183227539], "traffic_residual_norm": [0.00014704448403790593, 0.00016614155902061611, 0.00018979731248691678], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0035072937607765198, "dL_bp": -0.0058142319321632385, "ratio": 0.6032256369710383}}, {"step": 3600, "epoch": 8, "train_loss": 0.003293038811534643, "cos_r_negg": [0.36965498328208923, 0.2159293293952942, 0.222692608833313], "cos_innovation_negg": [0.36965498328208923, 0.2159293293952942, 0.222692608833313], "cos_apical_negg": [0.006904717534780502, 0.0678677037358284, 0.10219427943229675], "cos_Ac_negg": [0.645393967628479, 0.32534268498420715, 0.283014714717865], "r_norm": [0.11900792270898819, 0.11801805347204208, 0.11589661240577698], "traffic_norm": [7.990405082702637, 9.131414413452148, 10.103334426879883], "traffic_residual_norm": [0.00014716366422362626, 0.0001662775466684252, 0.0001898505724966526], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.013564299792051315, "cos_r_negg": [0.3603837192058563, 0.21423253417015076, 0.22103069722652435], "cos_innovation_negg": [0.3603837192058563, 0.21423253417015076, 0.22103069722652435], "cos_apical_negg": [0.0007187980227172375, 0.07073190063238144, 0.09684906899929047], "cos_Ac_negg": [0.642911970615387, 0.32165586948394775, 0.2872011661529541], "r_norm": [0.13946713507175446, 0.13765913248062134, 0.13473153114318848], "traffic_norm": [7.98979377746582, 9.126028060913086, 10.107643127441406], "traffic_residual_norm": [0.00014738825848326087, 0.0001663877919781953, 0.00019015974248759449], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.004506530240178108, "cos_r_negg": [0.3414306640625, 0.20758101344108582, 0.21816058456897736], "cos_innovation_negg": [0.3414306640625, 0.20758101344108582, 0.21816058456897736], "cos_apical_negg": [-0.0036125783808529377, 0.06618764251470566, 0.09803667664527893], "cos_Ac_negg": [0.6497052907943726, 0.32418888807296753, 0.2902161777019501], "r_norm": [0.13057459890842438, 0.12809760868549347, 0.12591145932674408], "traffic_norm": [7.989438056945801, 9.122875213623047, 10.111879348754883], "traffic_residual_norm": [0.000147531449329108, 0.00016630612662993371, 0.00019012723350897431], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9764, "eval_loss": 0.09337794952392578, "val_acc": 0.9764, "val_loss": 0.09337794952392578}, {"step": 3900, "epoch": 9, "train_loss": 0.006440806668251753, "cos_r_negg": [0.35251909494400024, 0.211499884724617, 0.22325727343559265], "cos_innovation_negg": [0.35251909494400024, 0.211499884724617, 0.22325727343559265], "cos_apical_negg": [-0.0057756900787353516, 0.06843917071819305, 0.09712512791156769], "cos_Ac_negg": [0.6506202220916748, 0.3279372751712799, 0.29312264919281006], "r_norm": [0.12096913158893585, 0.12032532691955566, 0.11834771931171417], "traffic_norm": [7.987717628479004, 9.120197296142578, 10.088561058044434], "traffic_residual_norm": [0.00014751945855095983, 0.00016595819033682346, 0.00018993265985045582], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.003892934648320079, "cos_r_negg": [0.32930320501327515, 0.19706150889396667, 0.20834720134735107], "cos_innovation_negg": [0.32930320501327515, 0.19706150889396667, 0.20834720134735107], "cos_apical_negg": [-0.010703235864639282, 0.0649779886007309, 0.09214211255311966], "cos_Ac_negg": [0.6469435691833496, 0.325796514749527, 0.29092225432395935], "r_norm": [0.12844069302082062, 0.12681713700294495, 0.1242622435092926], "traffic_norm": [7.988214492797852, 9.118791580200195, 10.085912704467773], "traffic_residual_norm": [0.00014771183487027884, 0.00016629860328976065, 0.00019028285169042647], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0037053152918815613, "dL_bp": -0.006430160254240036, "ratio": 0.5762399606507914}}, {"step": 4100, "epoch": 9, "train_loss": 0.003640679642558098, "cos_r_negg": [0.3344452977180481, 0.19898158311843872, 0.21583423018455505], "cos_innovation_negg": [0.3344452977180481, 0.19898158311843872, 0.21583423018455505], "cos_apical_negg": [-0.005127351731061935, 0.06307891011238098, 0.09334316849708557], "cos_Ac_negg": [0.6454280614852905, 0.33017951250076294, 0.29447221755981445], "r_norm": [0.11302098631858826, 0.1121547669172287, 0.11039363592863083], "traffic_norm": [7.988035202026367, 9.118682861328125, 10.094827651977539], "traffic_residual_norm": [0.00014780144556425512, 0.00016651405894663185, 0.00019040523329749703], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.012827028520405293, "cos_r_negg": [0.31543418765068054, 0.1875087469816208, 0.2015385925769806], "cos_innovation_negg": [0.31543418765068054, 0.1875087469816208, 0.2015385925769806], "cos_apical_negg": [0.005013704765588045, 0.0579247921705246, 0.09263241291046143], "cos_Ac_negg": [0.6415812969207764, 0.3302873969078064, 0.28982144594192505], "r_norm": [0.12218622863292694, 0.12139303237199783, 0.11952288448810577], "traffic_norm": [7.988659381866455, 9.116697311401367, 10.085735321044922], "traffic_residual_norm": [0.00014795234892517328, 0.00016673111531417817, 0.0001906607358250767], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9782, "eval_loss": 0.09275221252441407, "val_acc": 0.9782, "val_loss": 0.09275221252441407}, {"step": 4300, "epoch": 10, "train_loss": 0.0009480718290433288, "cos_r_negg": [0.32745903730392456, 0.20128144323825836, 0.21619585156440735], "cos_innovation_negg": [0.32745903730392456, 0.20128144323825836, 0.21619585156440735], "cos_apical_negg": [-0.0007801712490618229, 0.05702142417430878, 0.0971829891204834], "cos_Ac_negg": [0.6410309076309204, 0.33415794372558594, 0.29928797483444214], "r_norm": [0.12438542395830154, 0.12275715172290802, 0.12011557072401047], "traffic_norm": [7.987653732299805, 9.122430801391602, 10.083702087402344], "traffic_residual_norm": [0.00014783476945012808, 0.0001665022864472121, 0.0001902456278912723], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.0018908331403508782, "cos_r_negg": [0.3174546957015991, 0.19561177492141724, 0.20959289371967316], "cos_innovation_negg": [0.3174546957015991, 0.19561177492141724, 0.20959289371967316], "cos_apical_negg": [-0.006960482802242041, 0.05755779147148132, 0.09295085072517395], "cos_Ac_negg": [0.6454871296882629, 0.33146294951438904, 0.30166706442832947], "r_norm": [0.12733995914459229, 0.12620572745800018, 0.12404897809028625], "traffic_norm": [7.986998081207275, 9.118507385253906, 10.08049201965332], "traffic_residual_norm": [0.00014779872435610741, 0.0001666705502429977, 0.00019033520948141813], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.007440258748829365, "cos_r_negg": [0.30552273988723755, 0.1796918362379074, 0.19617097079753876], "cos_innovation_negg": [0.30552273988723755, 0.1796918362379074, 0.19617097079753876], "cos_apical_negg": [-0.003721949178725481, 0.05273156985640526, 0.08334402740001678], "cos_Ac_negg": [0.6403399705886841, 0.3347097635269165, 0.3019917607307434], "r_norm": [0.1284758746623993, 0.12749750912189484, 0.12609808146953583], "traffic_norm": [7.986579895019531, 9.11595344543457, 10.079532623291016], "traffic_residual_norm": [0.0001480400824220851, 0.0001668791810516268, 0.000190889069926925], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004037313163280487, "dL_bp": -0.007001474499702454, "ratio": 0.5766375587673801}}, {"step": 4600, "epoch": 10, "train_loss": 0.0013559205690398812, "cos_r_negg": [0.31168001890182495, 0.18226417899131775, 0.1956913024187088], "cos_innovation_negg": [0.31168001890182495, 0.18226417899131775, 0.1956913024187088], "cos_apical_negg": [-0.0009317544754594564, 0.053967446088790894, 0.08661065250635147], "cos_Ac_negg": [0.6411527395248413, 0.3355448842048645, 0.29919445514678955], "r_norm": [0.1276589334011078, 0.12613213062286377, 0.12362901866436005], "traffic_norm": [7.987054824829102, 9.116094589233398, 10.075963973999023], "traffic_residual_norm": [0.00014773519069422036, 0.00016660754045005888, 0.00019051998970098794], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.0003542235353961587, "cos_r_negg": [0.2910922169685364, 0.1776166409254074, 0.1941542774438858], "cos_innovation_negg": [0.2910922169685364, 0.1776166409254074, 0.1941542774438858], "cos_apical_negg": [-0.006347578018903732, 0.05331841856241226, 0.08694295585155487], "cos_Ac_negg": [0.6465049982070923, 0.33806711435317993, 0.3055610656738281], "r_norm": [0.12023645639419556, 0.11920472234487534, 0.11708614975214005], "traffic_norm": [7.986682891845703, 9.126565933227539, 10.086616516113281], "traffic_residual_norm": [0.000147776459925808, 0.0001667192846070975, 0.0001909173879539594], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9772, "eval_loss": 0.09622810974121093, "val_acc": 0.9772, "val_loss": 0.09622810974121093}, {"step": 4800, "epoch": 11, "train_loss": 0.0033662638161331415, "cos_r_negg": [0.2883758544921875, 0.17644625902175903, 0.19242018461227417], "cos_innovation_negg": [0.2883758544921875, 0.17644625902175903, 0.19242018461227417], "cos_apical_negg": [-0.005794968921691179, 0.05342375487089157, 0.0897943452000618], "cos_Ac_negg": [0.6472349166870117, 0.3370627760887146, 0.30551600456237793], "r_norm": [0.11458521336317062, 0.1137525886297226, 0.11207079887390137], "traffic_norm": [7.9868340492248535, 9.12200927734375, 10.080190658569336], "traffic_residual_norm": [0.00014787502004764974, 0.00016676023369655013, 0.00019101814541500062], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.002710924483835697, "cos_r_negg": [0.2852674722671509, 0.17103543877601624, 0.19330212473869324], "cos_innovation_negg": [0.2852674722671509, 0.17103543877601624, 0.19330212473869324], "cos_apical_negg": [-0.0068801771849393845, 0.05227232724428177, 0.08683327585458755], "cos_Ac_negg": [0.6366215348243713, 0.33466482162475586, 0.303286612033844], "r_norm": [0.11610005795955658, 0.11502321064472198, 0.11337577551603317], "traffic_norm": [7.987683296203613, 9.121012687683105, 10.078052520751953], "traffic_residual_norm": [0.00014783530787099153, 0.00016678092652000487, 0.00019094576418865472], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.004424389451742172, "cos_r_negg": [0.2874712347984314, 0.1707840859889984, 0.18954265117645264], "cos_innovation_negg": [0.2874712347984314, 0.1707840859889984, 0.18954265117645264], "cos_apical_negg": [-0.006174490787088871, 0.04821838438510895, 0.08294835686683655], "cos_Ac_negg": [0.6398942470550537, 0.33800172805786133, 0.3064636290073395], "r_norm": [0.13154873251914978, 0.13001136481761932, 0.12823030352592468], "traffic_norm": [7.9873552322387695, 9.125049591064453, 10.08761215209961], "traffic_residual_norm": [0.00014776646276004612, 0.00016680745466146618, 0.00019098249322269112], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004249937832355499, "dL_bp": -0.00774325430393219, "ratio": 0.5488568069109251}}, {"step": 5100, "epoch": 11, "train_loss": 0.00847353134304285, "cos_r_negg": [0.2851022481918335, 0.17033043503761292, 0.19038693606853485], "cos_innovation_negg": [0.2851022481918335, 0.17033043503761292, 0.19038693606853485], "cos_apical_negg": [-0.0055371676571667194, 0.046188753098249435, 0.08128130435943604], "cos_Ac_negg": [0.6414393186569214, 0.3417621850967407, 0.30822497606277466], "r_norm": [0.11797994375228882, 0.1173049584031105, 0.11530197411775589], "traffic_norm": [7.985757827758789, 9.1199312210083, 10.082764625549316], "traffic_residual_norm": [0.00014802234363742173, 0.0001669533521635458, 0.00019118719501420856], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9784, "eval_loss": 0.09639528961181641, "val_acc": 0.9784, "val_loss": 0.09639528961181641}, {"step": 5200, "epoch": 12, "train_loss": 0.0032608527690172195, "cos_r_negg": [0.2725798487663269, 0.15989121794700623, 0.17737209796905518], "cos_innovation_negg": [0.2725798487663269, 0.15989121794700623, 0.17737209796905518], "cos_apical_negg": [-0.009603392332792282, 0.044186800718307495, 0.07650205492973328], "cos_Ac_negg": [0.6363658905029297, 0.3406069278717041, 0.3062198758125305], "r_norm": [0.11334054917097092, 0.11252185702323914, 0.11109577119350433], "traffic_norm": [7.986539840698242, 9.12000846862793, 10.083229064941406], "traffic_residual_norm": [0.00014802246005274355, 0.00016693092766217887, 0.0001911467406898737], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.0011054981732740998, "cos_r_negg": [0.2711254954338074, 0.15808796882629395, 0.1763150840997696], "cos_innovation_negg": [0.2711254954338074, 0.15808796882629395, 0.1763150840997696], "cos_apical_negg": [-0.00492216506972909, 0.041409559547901154, 0.07340126484632492], "cos_Ac_negg": [0.6334813237190247, 0.3405489921569824, 0.3097493052482605], "r_norm": [0.11353381723165512, 0.11279536038637161, 0.11102177202701569], "traffic_norm": [7.98629093170166, 9.11589241027832, 10.082472801208496], "traffic_residual_norm": [0.00014804743113927543, 0.00016699047409929335, 0.0001912929001264274], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.054281748831272125, "cos_r_negg": [0.2735529839992523, 0.1607503592967987, 0.17935574054718018], "cos_innovation_negg": [0.2735529839992523, 0.1607503592967987, 0.17935574054718018], "cos_apical_negg": [-0.004662761464715004, 0.043457914143800735, 0.07492117583751678], "cos_Ac_negg": [0.6367654204368591, 0.34177055954933167, 0.3097923994064331], "r_norm": [0.11285951733589172, 0.11237458884716034, 0.11068832129240036], "traffic_norm": [7.986586093902588, 9.119020462036133, 10.082223892211914], "traffic_residual_norm": [0.00014801036741118878, 0.00016693311044946313, 0.0001911272993311286], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.0012281627859920263, "cos_r_negg": [0.2648429274559021, 0.15454193949699402, 0.17526385188102722], "cos_innovation_negg": [0.2648429274559021, 0.15454193949699402, 0.17526385188102722], "cos_apical_negg": [-0.010852407664060593, 0.0426471009850502, 0.0745835155248642], "cos_Ac_negg": [0.634233832359314, 0.34266459941864014, 0.30964571237564087], "r_norm": [0.11147629469633102, 0.11058394610881805, 0.10877818614244461], "traffic_norm": [7.9868903160095215, 9.117687225341797, 10.08297348022461], "traffic_residual_norm": [0.00014807310071773827, 0.0001671261852607131, 0.00019141095981467515], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.003942281007766724, "dL_bp": -0.007223121821880341, "ratio": 0.5457863102661142}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9786, "eval_loss": 0.09841922149658203, "val_acc": 0.9786, "val_loss": 0.09841922149658203}, {"step": 5600, "epoch": 13, "train_loss": 0.0030084906611591578, "cos_r_negg": [0.2492881566286087, 0.14602918922901154, 0.1678123027086258], "cos_innovation_negg": [0.2492881566286087, 0.14602918922901154, 0.1678123027086258], "cos_apical_negg": [-0.011366710998117924, 0.03841805458068848, 0.07233009487390518], "cos_Ac_negg": [0.6268890500068665, 0.3380429744720459, 0.30948352813720703], "r_norm": [0.11428925395011902, 0.11352553963661194, 0.11212517321109772], "traffic_norm": [7.9866437911987305, 9.122220993041992, 10.088884353637695], "traffic_residual_norm": [0.00014798199117649347, 0.00016717103426344693, 0.00019156050984747708], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.0015758813824504614, "cos_r_negg": [0.254705011844635, 0.14906521141529083, 0.16997729241847992], "cos_innovation_negg": [0.254705011844635, 0.14906521141529083, 0.16997729241847992], "cos_apical_negg": [-0.010861869901418686, 0.039799004793167114, 0.07276581227779388], "cos_Ac_negg": [0.6304863691329956, 0.34211277961730957, 0.31075096130371094], "r_norm": [0.11151430755853653, 0.11076751351356506, 0.10899661481380463], "traffic_norm": [7.986612796783447, 9.124113082885742, 10.08932876586914], "traffic_residual_norm": [0.0001479156780987978, 0.0001670260535320267, 0.00019142348901368678], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.002731452463194728, "cos_r_negg": [0.24770806729793549, 0.14714959263801575, 0.16656628251075745], "cos_innovation_negg": [0.24770806729793549, 0.14714959263801575, 0.16656628251075745], "cos_apical_negg": [-0.014118232764303684, 0.038379475474357605, 0.07015439867973328], "cos_Ac_negg": [0.6252564191818237, 0.34191325306892395, 0.3137623965740204], "r_norm": [0.10892178118228912, 0.10840047895908356, 0.10677750408649445], "traffic_norm": [7.986858367919922, 9.12744140625, 10.092351913452148], "traffic_residual_norm": [0.00014791858848184347, 0.00016699166735634208, 0.00019132296438328922], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.0032307137735188007, "cos_r_negg": [0.24099010229110718, 0.14151158928871155, 0.16001075506210327], "cos_innovation_negg": [0.24099010229110718, 0.14151158928871155, 0.16001075506210327], "cos_apical_negg": [-0.0062604425475001335, 0.03840157389640808, 0.0684896782040596], "cos_Ac_negg": [0.6280089616775513, 0.3450589179992676, 0.3136880397796631], "r_norm": [0.11602973937988281, 0.11539196968078613, 0.11410383880138397], "traffic_norm": [7.986347675323486, 9.120866775512695, 10.087236404418945], "traffic_residual_norm": [0.00014813474263064563, 0.000167249352671206, 0.00019166117999702692], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.000592173426412046, "cos_r_negg": [0.24959924817085266, 0.14373376965522766, 0.16434240341186523], "cos_innovation_negg": [0.24959924817085266, 0.14373376965522766, 0.16434240341186523], "cos_apical_negg": [-0.006180220283567905, 0.03732546418905258, 0.06795045733451843], "cos_Ac_negg": [0.6301391124725342, 0.34478622674942017, 0.31521040201187134], "r_norm": [0.11600176990032196, 0.11541467159986496, 0.11379039287567139], "traffic_norm": [7.986305236816406, 9.120047569274902, 10.089216232299805], "traffic_residual_norm": [0.0001480643986724317, 0.0001671651261858642, 0.00019159175280947238], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0040898993611335754, "dL_bp": -0.007656622678041458, "ratio": 0.5341649357833785}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9776, "eval_loss": 0.09945207214355468, "val_acc": 0.9776, "val_loss": 0.09945207214355468}, {"step": 6100, "epoch": 14, "train_loss": 0.0006209113635122776, "cos_r_negg": [0.24309948086738586, 0.13964080810546875, 0.15844817459583282], "cos_innovation_negg": [0.24309948086738586, 0.13964080810546875, 0.15844817459583282], "cos_apical_negg": [-0.004508096259087324, 0.03527712821960449, 0.06486569344997406], "cos_Ac_negg": [0.6299828886985779, 0.3448483645915985, 0.3163686692714691], "r_norm": [0.11106742918491364, 0.11048376560211182, 0.1090187281370163], "traffic_norm": [7.985861778259277, 9.118853569030762, 10.09030532836914], "traffic_residual_norm": [0.00014810814172960818, 0.0001672399084782228, 0.00019177711510565132], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.0022638593800365925, "cos_r_negg": [0.23708441853523254, 0.13500702381134033, 0.15627935528755188], "cos_innovation_negg": [0.23708441853523254, 0.13500702381134033, 0.15627935528755188], "cos_apical_negg": [-0.00494046276435256, 0.03246166557073593, 0.06441514194011688], "cos_Ac_negg": [0.6285316944122314, 0.34471288323402405, 0.3179038166999817], "r_norm": [0.10566387325525284, 0.10518722981214523, 0.1039929986000061], "traffic_norm": [7.985694408416748, 9.120658874511719, 10.094897270202637], "traffic_residual_norm": [0.00014815964095760137, 0.00016729143681004643, 0.00019183114636689425], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.0018222841899842024, "cos_r_negg": [0.23629304766654968, 0.13392843306064606, 0.15754783153533936], "cos_innovation_negg": [0.23629304766654968, 0.13392843306064606, 0.15754783153533936], "cos_apical_negg": [-0.007927251979708672, 0.03099355474114418, 0.0648101195693016], "cos_Ac_negg": [0.6274969577789307, 0.3445124626159668, 0.3185354471206665], "r_norm": [0.10995350778102875, 0.10941681265830994, 0.10797807574272156], "traffic_norm": [7.9860429763793945, 9.121759414672852, 10.095649719238281], "traffic_residual_norm": [0.00014815584290772676, 0.0001672640792094171, 0.00019181579409632832], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.002612327691167593, "cos_r_negg": [0.232192263007164, 0.13413849472999573, 0.15530139207839966], "cos_innovation_negg": [0.232192263007164, 0.13413849472999573, 0.15530139207839966], "cos_apical_negg": [-0.011350104585289955, 0.03214413672685623, 0.06276394426822662], "cos_Ac_negg": [0.6269811987876892, 0.3460592031478882, 0.3178420066833496], "r_norm": [0.11355739831924438, 0.11291371285915375, 0.11148616671562195], "traffic_norm": [7.986340522766113, 9.12195873260498, 10.093619346618652], "traffic_residual_norm": [0.00014816445764154196, 0.00016726770263630897, 0.00019188231090083718], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9778, "eval_loss": 0.1009889404296875, "val_acc": 0.9778, "val_loss": 0.1009889404296875}], "final": {"eval_split": "validation", "eval_acc": 0.9778, "eval_loss": 0.1009889404296875, "wall_s": 23.47682499885559, "val_acc": 0.9778, "val_loss": 0.1009889404296875, "cos_r_negg": [0.23364347219467163, 0.13681736588478088, 0.1562677025794983], "cos_innovation_negg": [0.23364347219467163, 0.13681736588478088, 0.1562677025794983], "cos_apical_negg": [-0.01143619604408741, 0.03210056945681572, 0.0633242204785347], "cos_Ac_negg": [0.6214874386787415, 0.3447069525718689, 0.31758400797843933], "traffic_norm": [7.9866485595703125, 9.124303817749023, 10.092034339904785], "traffic_residual_norm": [0.00014808689593337476, 0.00016730889910832047, 0.0001918447233038023], "traffic_r2": [1.0, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_soma_rho0p5_taskfit_d3_s0.json b/results/traffic_dev_v1_mnist_soma_rho0p5_taskfit_d3_s0.json new file mode 100644 index 0000000..9fb44a5 --- /dev/null +++ b/results/traffic_dev_v1_mnist_soma_rho0p5_taskfit_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p5_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [3.127031959593296e-06, 0.024835260584950447, 0.03437435254454613], "cos_innovation_negg": [3.127031959593296e-06, 0.024835260584950447, 0.03437435254454613], "cos_apical_negg": [-0.006231490056961775, 0.004845376592129469, 0.003881259821355343], "cos_Ac_negg": [3.22714913636446e-06, 0.024842148646712303, 0.03437478840351105], "r_norm": [4.871082305908203, 4.808324337005615, 4.822332859039307], "traffic_norm": [5.413616180419922, 5.948028087615967, 6.426662445068359], "traffic_residual_norm": [0.0027499429415911436, 0.0029414682649075985, 0.002894472563639283], "traffic_r2": [0.9999997615814209, 0.9999997615814209, 0.9999998211860657], "ldr": {"dL_sdil": -0.20295143127441406, "dL_bp": -0.5249483585357666, "ratio": 0.3866121837974778}}, {"step": 100, "epoch": 0, "train_loss": 0.4872141480445862, "cos_r_negg": [0.36363521218299866, 0.02580001950263977, 0.0049848174676299095], "cos_innovation_negg": [0.36363521218299866, 0.02580001950263977, 0.0049848174676299095], "cos_apical_negg": [0.08491076529026031, 0.12720604240894318, 0.13094979524612427], "cos_Ac_negg": [0.4673408269882202, 0.046796444803476334, 0.018677059561014175], "r_norm": [0.6653338670730591, 0.6527477502822876, 0.6496407389640808], "traffic_norm": [7.941327095031738, 9.018815040588379, 9.757526397705078], "traffic_residual_norm": [0.023203371092677116, 0.011806721799075603, 0.011397904716432095], "traffic_r2": [0.9999914765357971, 0.9999982714653015, 0.9999986290931702]}, {"step": 200, "epoch": 0, "train_loss": 0.15996035933494568, "cos_r_negg": [0.34621551632881165, 0.01411198079586029, 0.032667357474565506], "cos_innovation_negg": [0.34621551632881165, 0.01411198079586029, 0.032667357474565506], "cos_apical_negg": [0.07044584304094315, 0.12728185951709747, 0.12727060914039612], "cos_Ac_negg": [0.5107583403587341, 0.055075619369745255, 0.06087317317724228], "r_norm": [0.5768811702728271, 0.5623582005500793, 0.5620949864387512], "traffic_norm": [7.945771217346191, 8.972306251525879, 9.881723403930664], "traffic_residual_norm": [0.019626695662736893, 0.010298389010131359, 0.009709721431136131], "traffic_r2": [0.9999939203262329, 0.9999986886978149, 0.9999990463256836]}, {"step": 300, "epoch": 0, "train_loss": 0.17872026562690735, "cos_r_negg": [0.3132873773574829, 0.02494087629020214, 0.04562141001224518], "cos_innovation_negg": [0.3132873773574829, 0.02494087629020214, 0.04562141001224518], "cos_apical_negg": [0.06240619719028473, 0.13474968075752258, 0.13208937644958496], "cos_Ac_negg": [0.5303646922111511, 0.0851995050907135, 0.08294739574193954], "r_norm": [0.5092303156852722, 0.49825814366340637, 0.49412065744400024], "traffic_norm": [7.950990200042725, 8.917054176330566, 9.833383560180664], "traffic_residual_norm": [0.01681629940867424, 0.008964207023382187, 0.008501865901052952], "traffic_r2": [0.9999955296516418, 0.9999989867210388, 0.9999992251396179]}, {"step": 400, "epoch": 0, "train_loss": 0.19979798793792725, "cos_r_negg": [0.3263128995895386, 0.041471920907497406, 0.032460734248161316], "cos_innovation_negg": [0.3263128995895386, 0.041471920907497406, 0.032460734248161316], "cos_apical_negg": [0.047389037907123566, 0.14295686781406403, 0.13395291566848755], "cos_Ac_negg": [0.5387586951255798, 0.11420619487762451, 0.08482682704925537], "r_norm": [0.42881304025650024, 0.3835958242416382, 0.38180553913116455], "traffic_norm": [7.967647552490234, 8.87898063659668, 9.776634216308594], "traffic_residual_norm": [0.0712052509188652, 0.008491111919283867, 0.00745009770616889], "traffic_r2": [0.9999200701713562, 0.9999991059303284, 0.9999994039535522]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9574, "eval_loss": 0.1462915069580078, "val_acc": 0.9574, "val_loss": 0.1462915069580078}, {"step": 500, "epoch": 1, "train_loss": 0.04769027978181839, "cos_r_negg": [0.2592233419418335, 0.0361759290099144, 0.03541475534439087], "cos_innovation_negg": [0.2592233419418335, 0.0361759290099144, 0.03541475534439087], "cos_apical_negg": [0.05634993314743042, 0.13078060746192932, 0.12446565926074982], "cos_Ac_negg": [0.5383893847465515, 0.12957926094532013, 0.0985182449221611], "r_norm": [0.35608476400375366, 0.3280182480812073, 0.3268904983997345], "traffic_norm": [7.967999458312988, 8.863555908203125, 9.733309745788574], "traffic_residual_norm": [0.0399727001786232, 0.007833912037312984, 0.006638489663600922], "traffic_r2": [0.9999747276306152, 0.9999992251396179, 0.9999995231628418], "ldr": {"dL_sdil": -0.006792664527893066, "dL_bp": -0.0075928643345832825, "ratio": 0.8946116022321722}}, {"step": 600, "epoch": 1, "train_loss": 0.13528227806091309, "cos_r_negg": [0.2550361752510071, 0.04064738377928734, 0.02802213840186596], "cos_innovation_negg": [0.2550361752510071, 0.04064738377928734, 0.02802213840186596], "cos_apical_negg": [0.05214831978082657, 0.12462431937456131, 0.1417052447795868], "cos_Ac_negg": [0.5629573464393616, 0.1515093743801117, 0.1170855164527893], "r_norm": [0.37319234013557434, 0.2929127514362335, 0.2906622886657715], "traffic_norm": [7.972825527191162, 8.814659118652344, 9.67556095123291], "traffic_residual_norm": [0.11113274097442627, 0.007381014991551638, 0.00639663590118289], "traffic_r2": [0.9998051524162292, 0.9999992847442627, 0.9999995827674866]}, {"step": 700, "epoch": 1, "train_loss": 0.1177855134010315, "cos_r_negg": [0.2511502504348755, 0.027774158865213394, 0.034473925828933716], "cos_innovation_negg": [0.2511502504348755, 0.027774158865213394, 0.034473925828933716], "cos_apical_negg": [0.03842585161328316, 0.12445332109928131, 0.11774808168411255], "cos_Ac_negg": [0.5687761306762695, 0.1556176245212555, 0.10603230446577072], "r_norm": [0.39621877670288086, 0.33136287331581116, 0.3301844894886017], "traffic_norm": [7.9813971519470215, 8.783974647521973, 9.668916702270508], "traffic_residual_norm": [0.0852205827832222, 0.006911266595125198, 0.0058943843469023705], "traffic_r2": [0.9998819231987, 0.9999994039535522, 0.9999996423721313]}, {"step": 800, "epoch": 1, "train_loss": 0.11694556474685669, "cos_r_negg": [0.21021850407123566, 0.03406304121017456, 0.021907459944486618], "cos_innovation_negg": [0.21021850407123566, 0.03406304121017456, 0.021907459944486618], "cos_apical_negg": [0.053588561713695526, 0.10795136541128159, 0.12664450705051422], "cos_Ac_negg": [0.5657890439033508, 0.16847017407417297, 0.11824694275856018], "r_norm": [0.4364752769470215, 0.29858365654945374, 0.2971394956111908], "traffic_norm": [7.981586456298828, 8.803842544555664, 9.695348739624023], "traffic_residual_norm": [0.17531439661979675, 0.006655195727944374, 0.005672158673405647], "traffic_r2": [0.9995044469833374, 0.9999994039535522, 0.9999996423721313]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9592, "eval_loss": 0.13090814056396485, "val_acc": 0.9592, "val_loss": 0.13090814056396485}, {"step": 900, "epoch": 2, "train_loss": 0.09764432162046432, "cos_r_negg": [0.16697746515274048, 0.013994559645652771, -0.0033574094995856285], "cos_innovation_negg": [0.16697746515274048, 0.013994559645652771, -0.0033574094995856285], "cos_apical_negg": [0.03448111563920975, 0.13027669489383698, 0.14502403140068054], "cos_Ac_negg": [0.588109016418457, 0.18154717981815338, 0.13498958945274353], "r_norm": [0.3416025638580322, 0.22837015986442566, 0.22635015845298767], "traffic_norm": [7.986606121063232, 8.791534423828125, 9.645696640014648], "traffic_residual_norm": [0.13819065690040588, 0.006270548328757286, 0.005426496267318726], "traffic_r2": [0.999700665473938, 0.999999463558197, 0.9999997019767761]}, {"step": 1000, "epoch": 2, "train_loss": 0.13454976677894592, "cos_r_negg": [0.15965020656585693, 0.028871119022369385, 0.01004286203533411], "cos_innovation_negg": [0.15965020656585693, 0.028871119022369385, 0.01004286203533411], "cos_apical_negg": [0.045322172343730927, 0.11578360199928284, 0.13134868443012238], "cos_Ac_negg": [0.5931321382522583, 0.20242619514465332, 0.15738964080810547], "r_norm": [0.3052547574043274, 0.2200435996055603, 0.21718809008598328], "traffic_norm": [7.984215259552002, 8.769432067871094, 9.603196144104004], "traffic_residual_norm": [0.1060200184583664, 0.0056930179707705975, 0.004849450662732124], "traffic_r2": [0.9998237490653992, 0.9999995827674866, 0.9999997615814209], "ldr": {"dL_sdil": -0.0042008161544799805, "dL_bp": -0.0049420371651649475, "ratio": 0.8500171111804604}}, {"step": 1100, "epoch": 2, "train_loss": 0.02958894520998001, "cos_r_negg": [0.18989917635917664, 0.04629652947187424, 0.028333570808172226], "cos_innovation_negg": [0.18989917635917664, 0.04629652947187424, 0.028333570808172226], "cos_apical_negg": [0.03698718547821045, 0.11278699338436127, 0.13296279311180115], "cos_Ac_negg": [0.5767273306846619, 0.20046846568584442, 0.15743854641914368], "r_norm": [0.26843562722206116, 0.19979393482208252, 0.19836685061454773], "traffic_norm": [7.989403247833252, 8.723442077636719, 9.582096099853516], "traffic_residual_norm": [0.0884442925453186, 0.005168652627617121, 0.004587230738252401], "traffic_r2": [0.9998775124549866, 0.9999996423721313, 0.9999997615814209]}, {"step": 1200, "epoch": 2, "train_loss": 0.11443522572517395, "cos_r_negg": [0.14150643348693848, 0.03955429047346115, 0.005841887556016445], "cos_innovation_negg": [0.14150643348693848, 0.03955429047346115, 0.005841887556016445], "cos_apical_negg": [0.02302488312125206, 0.10160048305988312, 0.14150768518447876], "cos_Ac_negg": [0.5969159603118896, 0.20463356375694275, 0.17281940579414368], "r_norm": [0.2756314277648926, 0.2344377040863037, 0.2323768585920334], "traffic_norm": [7.996305465698242, 8.769050598144531, 9.634135246276855], "traffic_residual_norm": [0.05306406319141388, 0.005036064423620701, 0.004482031799852848], "traffic_r2": [0.999955952167511, 0.9999996423721313, 0.9999997615814209]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9658, "eval_loss": 0.10960220947265625, "val_acc": 0.9658, "val_loss": 0.10960220947265625}, {"step": 1300, "epoch": 3, "train_loss": 0.0749560222029686, "cos_r_negg": [0.16191884875297546, 0.04763196408748627, 0.022681087255477905], "cos_innovation_negg": [0.16191884875297546, 0.04763196408748627, 0.022681087255477905], "cos_apical_negg": [0.020737871527671814, 0.10516411066055298, 0.11513550579547882], "cos_Ac_negg": [0.6068516373634338, 0.20839068293571472, 0.17293724417686462], "r_norm": [0.3081532120704651, 0.2487000823020935, 0.24609127640724182], "traffic_norm": [7.999880313873291, 8.797292709350586, 9.627653121948242], "traffic_residual_norm": [0.07542294263839722, 0.004769028164446354, 0.004393089096993208], "traffic_r2": [0.9999111294746399, 0.9999997019767761, 0.9999997615814209]}, {"step": 1400, "epoch": 3, "train_loss": 0.0640425756573677, "cos_r_negg": [0.1938733458518982, 0.0551699623465538, 0.032502394169569016], "cos_innovation_negg": [0.1938733458518982, 0.0551699623465538, 0.032502394169569016], "cos_apical_negg": [0.0362730547785759, 0.1077842265367508, 0.10943923890590668], "cos_Ac_negg": [0.6080069541931152, 0.22275817394256592, 0.18931648135185242], "r_norm": [0.24504968523979187, 0.19693568348884583, 0.19608211517333984], "traffic_norm": [7.995691776275635, 8.750070571899414, 9.617959976196289], "traffic_residual_norm": [0.06034984439611435, 0.00460450816899538, 0.004093611147254705], "traffic_r2": [0.9999430179595947, 0.9999997019767761, 0.9999998211860657]}, {"step": 1500, "epoch": 3, "train_loss": 0.036590393632650375, "cos_r_negg": [0.0918954461812973, -0.0071370541118085384, -0.012478724122047424], "cos_innovation_negg": [0.0918954461812973, -0.0071370541118085384, -0.012478724122047424], "cos_apical_negg": [0.02501024678349495, 0.10968528687953949, 0.1314847618341446], "cos_Ac_negg": [0.6200818419456482, 0.23246163129806519, 0.1998913586139679], "r_norm": [0.2362581193447113, 0.21064653992652893, 0.2086932361125946], "traffic_norm": [7.996108055114746, 8.803516387939453, 9.654472351074219], "traffic_residual_norm": [0.03246203437447548, 0.004672282375395298, 0.00408461969345808], "traffic_r2": [0.999983549118042, 0.9999997019767761, 0.9999998211860657], "ldr": {"dL_sdil": -0.003371521830558777, "dL_bp": -0.0044542886316776276, "ratio": 0.7569158869906807}}, {"step": 1600, "epoch": 3, "train_loss": 0.08562400937080383, "cos_r_negg": [0.12425768375396729, 0.012407108210027218, 0.0012334801722317934], "cos_innovation_negg": [0.12425768375396729, 0.012407108210027218, 0.0012334801722317934], "cos_apical_negg": [0.03277052938938141, 0.10961256921291351, 0.13030453026294708], "cos_Ac_negg": [0.6223130226135254, 0.22688157856464386, 0.19710806012153625], "r_norm": [0.22676284611225128, 0.22175124287605286, 0.22047054767608643], "traffic_norm": [7.992063522338867, 8.759448051452637, 9.55942153930664], "traffic_residual_norm": [0.007188980467617512, 0.004528949037194252, 0.0038402839563786983], "traffic_r2": [0.9999991655349731, 0.9999997019767761, 0.9999998211860657]}, {"step": 1700, "epoch": 3, "train_loss": 0.08475445210933685, "cos_r_negg": [0.13178497552871704, 0.015684960409998894, 0.0058211758732795715], "cos_innovation_negg": [0.13178497552871704, 0.015684960409998894, 0.0058211758732795715], "cos_apical_negg": [0.030193187296390533, 0.10266073048114777, 0.13104508817195892], "cos_Ac_negg": [0.6136957406997681, 0.23713597655296326, 0.20870041847229004], "r_norm": [0.23661822080612183, 0.21350687742233276, 0.2110634446144104], "traffic_norm": [7.994450092315674, 8.742154121398926, 9.586748123168945], "traffic_residual_norm": [0.02761053293943405, 0.004468406084924936, 0.00354720838367939], "traffic_r2": [0.9999880194664001, 0.9999997615814209, 0.9999998807907104]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9712, "eval_loss": 0.09219241333007812, "val_acc": 0.9712, "val_loss": 0.09219241333007812}, {"step": 1800, "epoch": 4, "train_loss": 0.01966174878180027, "cos_r_negg": [0.08607359975576401, -0.013794798403978348, -0.02053677663207054], "cos_innovation_negg": [0.08607359975576401, -0.013794798403978348, -0.02053677663207054], "cos_apical_negg": [0.03469114005565643, 0.10498220473527908, 0.1367950141429901], "cos_Ac_negg": [0.6391195058822632, 0.2455250471830368, 0.22924381494522095], "r_norm": [0.23219998180866241, 0.21395659446716309, 0.21171416342258453], "traffic_norm": [7.999660968780518, 8.729349136352539, 9.578907012939453], "traffic_residual_norm": [0.020649442449212074, 0.0042541432194411755, 0.003460010513663292], "traffic_r2": [0.9999932646751404, 0.9999997615814209, 0.9999998807907104]}, {"step": 1900, "epoch": 4, "train_loss": 0.10399872064590454, "cos_r_negg": [0.10620058327913284, 0.004231701605021954, -0.0024165348149836063], "cos_innovation_negg": [0.10620058327913284, 0.004231701605021954, -0.0024165348149836063], "cos_apical_negg": [0.030800852924585342, 0.10864734649658203, 0.12443012744188309], "cos_Ac_negg": [0.6326510310173035, 0.24781186878681183, 0.21387824416160583], "r_norm": [0.19465908408164978, 0.1785547435283661, 0.1777695119380951], "traffic_norm": [8.003754615783691, 8.739458084106445, 9.57867431640625], "traffic_residual_norm": [0.01779215782880783, 0.0039448123425245285, 0.003386880736798048], "traffic_r2": [0.9999947547912598, 0.9999998211860657, 0.9999998807907104]}, {"step": 2000, "epoch": 4, "train_loss": 0.02502923645079136, "cos_r_negg": [0.1154758632183075, 0.005114574916660786, -0.00021838955581188202], "cos_innovation_negg": [0.1154758632183075, 0.005114574916660786, -0.00021838955581188202], "cos_apical_negg": [0.02277771756052971, 0.08630622178316116, 0.12212854623794556], "cos_Ac_negg": [0.6302196979522705, 0.25860661268234253, 0.22331306338310242], "r_norm": [0.2086678445339203, 0.188907653093338, 0.18849724531173706], "traffic_norm": [7.993401527404785, 8.78921890258789, 9.59107780456543], "traffic_residual_norm": [0.023323476314544678, 0.0039986297488212585, 0.0033827191218733788], "traffic_r2": [0.9999905824661255, 0.9999997615814209, 0.9999998807907104], "ldr": {"dL_sdil": -0.005349390208721161, "dL_bp": -0.007236704230308533, "ratio": 0.7392025483530218}}, {"step": 2100, "epoch": 4, "train_loss": 0.04675521329045296, "cos_r_negg": [0.060097623616456985, 0.0056818630546331406, 0.006409188732504845], "cos_innovation_negg": [0.060097623616456985, 0.0056818630546331406, 0.006409188732504845], "cos_apical_negg": [0.030886195600032806, 0.1007051095366478, 0.12822526693344116], "cos_Ac_negg": [0.6278089284896851, 0.24655959010124207, 0.2265920341014862], "r_norm": [0.22221091389656067, 0.16533663868904114, 0.16385376453399658], "traffic_norm": [8.000490188598633, 8.809089660644531, 9.593008041381836], "traffic_residual_norm": [0.06802176684141159, 0.005414066836237907, 0.0035136889200657606], "traffic_r2": [0.9999217391014099, 0.9999996423721313, 0.9999998807907104]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.973, "eval_loss": 0.09622462310791016, "val_acc": 0.973, "val_loss": 0.09622462310791016}, {"step": 2200, "epoch": 5, "train_loss": 0.037125363945961, "cos_r_negg": [0.10222150385379791, 0.019891683012247086, -0.0008929409086704254], "cos_innovation_negg": [0.10222150385379791, 0.019891683012247086, -0.0008929409086704254], "cos_apical_negg": [0.03228810057044029, 0.10353370010852814, 0.12045083194971085], "cos_Ac_negg": [0.6321907043457031, 0.25715574622154236, 0.22591544687747955], "r_norm": [0.24134580790996552, 0.18899005651474, 0.18543970584869385], "traffic_norm": [8.004253387451172, 8.771632194519043, 9.547110557556152], "traffic_residual_norm": [0.061118483543395996, 0.004574430640786886, 0.003206774592399597], "traffic_r2": [0.999941349029541, 0.9999997019767761, 0.9999998807907104]}, {"step": 2300, "epoch": 5, "train_loss": 0.03369033336639404, "cos_r_negg": [0.10052293539047241, 0.0038049882277846336, -0.013504240661859512], "cos_innovation_negg": [0.10052293539047241, 0.0038049882277846336, -0.013504240661859512], "cos_apical_negg": [0.02330024354159832, 0.09902083873748779, 0.11692578345537186], "cos_Ac_negg": [0.6386168003082275, 0.26772835850715637, 0.2325291931629181], "r_norm": [0.21106097102165222, 0.16954326629638672, 0.16842445731163025], "traffic_norm": [8.002790451049805, 8.73786735534668, 9.546737670898438], "traffic_residual_norm": [0.04931589961051941, 0.003783793654292822, 0.0030901608988642693], "traffic_r2": [0.9999619126319885, 0.9999998211860657, 0.9999998807907104]}, {"step": 2400, "epoch": 5, "train_loss": 0.11145101487636566, "cos_r_negg": [0.11091165244579315, 0.0063028037548065186, 0.00895552895963192], "cos_innovation_negg": [0.11091165244579315, 0.0063028037548065186, 0.00895552895963192], "cos_apical_negg": [0.03010796383023262, 0.10210420191287994, 0.12287979573011398], "cos_Ac_negg": [0.6454684138298035, 0.2606472671031952, 0.24120067059993744], "r_norm": [0.23937411606311798, 0.2046525627374649, 0.20197002589702606], "traffic_norm": [8.00192928314209, 8.737744331359863, 9.520313262939453], "traffic_residual_norm": [0.040256451815366745, 0.0034953756257891655, 0.002796047367155552], "traffic_r2": [0.9999746084213257, 0.9999998211860657, 0.9999999403953552]}, {"step": 2500, "epoch": 5, "train_loss": 0.03121953271329403, "cos_r_negg": [0.11675654351711273, 0.005654576234519482, -0.005772564560174942], "cos_innovation_negg": [0.11675654351711273, 0.005654576234519482, -0.005772564560174942], "cos_apical_negg": [0.020465601235628128, 0.09621326625347137, 0.11954432725906372], "cos_Ac_negg": [0.6421019434928894, 0.27545008063316345, 0.24793006479740143], "r_norm": [0.19876353442668915, 0.176399827003479, 0.1740017831325531], "traffic_norm": [8.001240730285645, 8.74453067779541, 9.540899276733398], "traffic_residual_norm": [0.02771337330341339, 0.0033020058181136847, 0.002691912231966853], "traffic_r2": [0.9999879598617554, 0.9999998807907104, 0.9999999403953552], "ldr": {"dL_sdil": -0.003988143056631088, "dL_bp": -0.006226658821105957, "ratio": 0.6404948739302739}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.973, "eval_loss": 0.09433162078857422, "val_acc": 0.973, "val_loss": 0.09433162078857422}, {"step": 2600, "epoch": 6, "train_loss": 0.011526907794177532, "cos_r_negg": [0.09156882017850876, -0.001884558703750372, -0.016108209267258644], "cos_innovation_negg": [0.09156882017850876, -0.001884558703750372, -0.016108209267258644], "cos_apical_negg": [0.019144251942634583, 0.0981721580028534, 0.12283395975828171], "cos_Ac_negg": [0.6402040123939514, 0.2840145528316498, 0.24821540713310242], "r_norm": [0.1707388460636139, 0.1450347751379013, 0.1431950032711029], "traffic_norm": [8.002907752990723, 8.746438980102539, 9.544622421264648], "traffic_residual_norm": [0.03135308250784874, 0.0033311909064650536, 0.0027750502340495586], "traffic_r2": [0.999984622001648, 0.9999998807907104, 0.9999999403953552]}, {"step": 2700, "epoch": 6, "train_loss": 0.019178617745637894, "cos_r_negg": [0.11094924062490463, 0.0052641937509179115, -0.011536755599081516], "cos_innovation_negg": [0.11094924062490463, 0.0052641937509179115, -0.011536755599081516], "cos_apical_negg": [0.02274163067340851, 0.0945952832698822, 0.1187906265258789], "cos_Ac_negg": [0.6451024413108826, 0.2962226867675781, 0.24920061230659485], "r_norm": [0.18374033272266388, 0.16580283641815186, 0.1632850617170334], "traffic_norm": [8.004985809326172, 8.759169578552246, 9.554708480834961], "traffic_residual_norm": [0.022718172520399094, 0.0031243879348039627, 0.002615680219605565], "traffic_r2": [0.9999919533729553, 0.9999998807907104, 0.9999999403953552]}, {"step": 2800, "epoch": 6, "train_loss": 0.015048021450638771, "cos_r_negg": [0.10062306374311447, -0.0036668828688561916, -0.02224063314497471], "cos_innovation_negg": [0.10062306374311447, -0.0036668828688561916, -0.02224063314497471], "cos_apical_negg": [0.019183820113539696, 0.09305895864963531, 0.1237880140542984], "cos_Ac_negg": [0.6475648283958435, 0.3010650873184204, 0.2552662193775177], "r_norm": [0.177545964717865, 0.1630006730556488, 0.16084882616996765], "traffic_norm": [8.005102157592773, 8.74299430847168, 9.512392044067383], "traffic_residual_norm": [0.01613062620162964, 0.002937999553978443, 0.002467099577188492], "traffic_r2": [0.9999959468841553, 0.9999998807907104, 0.9999999403953552]}, {"step": 2900, "epoch": 6, "train_loss": 0.01537097617983818, "cos_r_negg": [0.09460797905921936, -0.00032134726643562317, -0.028238311409950256], "cos_innovation_negg": [0.09460797905921936, -0.00032134726643562317, -0.028238311409950256], "cos_apical_negg": [0.012971117161214352, 0.09180763363838196, 0.12195342779159546], "cos_Ac_negg": [0.6448723673820496, 0.3016098141670227, 0.25935831665992737], "r_norm": [0.16602683067321777, 0.15143945813179016, 0.14931347966194153], "traffic_norm": [8.004815101623535, 8.729150772094727, 9.504935264587402], "traffic_residual_norm": [0.01836434192955494, 0.00298860389739275, 0.002439639065414667], "traffic_r2": [0.9999947547912598, 0.9999998807907104, 0.9999999403953552]}, {"step": 3000, "epoch": 6, "train_loss": 0.014081419445574284, "cos_r_negg": [0.08456152677536011, -0.0048790439032018185, -0.019242459908127785], "cos_innovation_negg": [0.08456152677536011, -0.0048790439032018185, -0.019242459908127785], "cos_apical_negg": [0.025922903791069984, 0.09141503274440765, 0.11580859124660492], "cos_Ac_negg": [0.6469022035598755, 0.30683231353759766, 0.2619186043739319], "r_norm": [0.17951156198978424, 0.1691683530807495, 0.16624879837036133], "traffic_norm": [8.005102157592773, 8.734498977661133, 9.468538284301758], "traffic_residual_norm": [0.01210070215165615, 0.00285845878534019, 0.0023644196335226297], "traffic_r2": [0.9999977350234985, 0.9999998807907104, 0.9999999403953552], "ldr": {"dL_sdil": -0.004693388938903809, "dL_bp": -0.007124625146389008, "ratio": 0.6587559124121177}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9748, "eval_loss": 0.08879803009033203, "val_acc": 0.9748, "val_loss": 0.08879803009033203}, {"step": 3100, "epoch": 7, "train_loss": 0.010598842054605484, "cos_r_negg": [0.087677001953125, -0.009439069777727127, -0.000745666678994894], "cos_innovation_negg": [0.087677001953125, -0.009439069777727127, -0.000745666678994894], "cos_apical_negg": [0.020592093467712402, 0.0830225870013237, 0.11686979234218597], "cos_Ac_negg": [0.649127721786499, 0.3065287470817566, 0.2762695550918579], "r_norm": [0.15753111243247986, 0.15306612849235535, 0.1509922742843628], "traffic_norm": [8.004424095153809, 8.729011535644531, 9.463799476623535], "traffic_residual_norm": [0.00648190313950181, 0.0027744073886424303, 0.002317920560017228], "traffic_r2": [0.9999993443489075, 0.9999998807907104, 0.9999999403953552]}, {"step": 3200, "epoch": 7, "train_loss": 0.010649078525602818, "cos_r_negg": [0.09144319593906403, -0.004025103524327278, -0.0002263032365590334], "cos_innovation_negg": [0.09144319593906403, -0.004025103524327278, -0.0002263032365590334], "cos_apical_negg": [0.008886603638529778, 0.07244046032428741, 0.11191035807132721], "cos_Ac_negg": [0.6455212831497192, 0.30674803256988525, 0.2786174416542053], "r_norm": [0.15865282714366913, 0.15520700812339783, 0.15262168645858765], "traffic_norm": [8.007161140441895, 8.742300033569336, 9.469560623168945], "traffic_residual_norm": [0.0051737139001488686, 0.0025938362814486027, 0.0022187093272805214], "traffic_r2": [0.9999995827674866, 0.9999998807907104, 0.9999999403953552]}, {"step": 3300, "epoch": 7, "train_loss": 0.018022574484348297, "cos_r_negg": [0.07210235297679901, -0.0030341637320816517, -0.02015417069196701], "cos_innovation_negg": [0.07210235297679901, -0.0030341637320816517, -0.02015417069196701], "cos_apical_negg": [0.01224102545529604, 0.08474747836589813, 0.11211539804935455], "cos_Ac_negg": [0.6497393250465393, 0.31386131048202515, 0.2724623680114746], "r_norm": [0.18308794498443604, 0.16199922561645508, 0.1599842607975006], "traffic_norm": [8.0061616897583, 8.729662895202637, 9.44924545288086], "traffic_residual_norm": [0.02415456995368004, 0.0025270923506468534, 0.00212944601662457], "traffic_r2": [0.9999908804893494, 0.9999999403953552, 0.9999999403953552]}, {"step": 3400, "epoch": 7, "train_loss": 0.011255942285060883, "cos_r_negg": [0.10426755994558334, 0.006805711425840855, -0.010004084557294846], "cos_innovation_negg": [0.10426755994558334, 0.006805711425840855, -0.010004084557294846], "cos_apical_negg": [0.008042379282414913, 0.08975831419229507, 0.11165821552276611], "cos_Ac_negg": [0.649207353591919, 0.32480359077453613, 0.2748105525970459], "r_norm": [0.1648162603378296, 0.14886805415153503, 0.14670716226100922], "traffic_norm": [8.002771377563477, 8.71695327758789, 9.442733764648438], "traffic_residual_norm": [0.018216274678707123, 0.0025682891719043255, 0.002154561225324869], "traffic_r2": [0.9999948143959045, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.975, "eval_loss": 0.09688948822021484, "val_acc": 0.975, "val_loss": 0.09688948822021484}, {"step": 3500, "epoch": 8, "train_loss": 0.019314076751470566, "cos_r_negg": [0.08764700591564178, -0.0025986589025706053, -0.01414879783987999], "cos_innovation_negg": [0.08764700591564178, -0.0025986589025706053, -0.01414879783987999], "cos_apical_negg": [0.0035233693197369576, 0.08535368740558624, 0.11442430317401886], "cos_Ac_negg": [0.6553448438644409, 0.3216337263584137, 0.2755747437477112], "r_norm": [0.15813565254211426, 0.14466604590415955, 0.14259906113147736], "traffic_norm": [8.005196571350098, 8.748200416564941, 9.43881607055664], "traffic_residual_norm": [0.01415778137743473, 0.0023908549919724464, 0.0019929506815969944], "traffic_r2": [0.9999968409538269, 0.9999999403953552, 0.9999999403953552], "ldr": {"dL_sdil": -0.004182919859886169, "dL_bp": -0.007358696311712265, "ratio": 0.568432189982965}}, {"step": 3600, "epoch": 8, "train_loss": 0.00926892925053835, "cos_r_negg": [0.08323496580123901, -0.004759702365845442, -0.010671181604266167], "cos_innovation_negg": [0.08323496580123901, -0.004759702365845442, -0.010671181604266167], "cos_apical_negg": [0.015645578503608704, 0.0862111747264862, 0.10778966546058655], "cos_Ac_negg": [0.6529712080955505, 0.3268657922744751, 0.28378114104270935], "r_norm": [0.15361997485160828, 0.14452247321605682, 0.1416461020708084], "traffic_norm": [8.007394790649414, 8.741273880004883, 9.431747436523438], "traffic_residual_norm": [0.011345403268933296, 0.002283279551193118, 0.0018770606257021427], "traffic_r2": [0.9999979138374329, 0.9999999403953552, 0.9999999403953552]}, {"step": 3700, "epoch": 8, "train_loss": 0.013163909316062927, "cos_r_negg": [0.07355903834104538, -0.010070099495351315, -0.012359856627881527], "cos_innovation_negg": [0.07355903834104538, -0.010070099495351315, -0.012359856627881527], "cos_apical_negg": [0.013169040903449059, 0.08759205043315887, 0.11053228378295898], "cos_Ac_negg": [0.6460466384887695, 0.33169692754745483, 0.2792840898036957], "r_norm": [0.16071772575378418, 0.15237990021705627, 0.15080773830413818], "traffic_norm": [8.01120662689209, 8.737436294555664, 9.434447288513184], "traffic_residual_norm": [0.00958704762160778, 0.002241223817691207, 0.0018530357629060745], "traffic_r2": [0.9999984502792358, 0.9999999403953552, 0.9999999403953552]}, {"step": 3800, "epoch": 8, "train_loss": 0.0023154807277023792, "cos_r_negg": [0.08705256134271622, -0.012744502164423466, -0.02026805654168129], "cos_innovation_negg": [0.08705256134271622, -0.012744502164423466, -0.02026805654168129], "cos_apical_negg": [-0.0036050123162567616, 0.07789735496044159, 0.11502035707235336], "cos_Ac_negg": [0.651985228061676, 0.33028241991996765, 0.2893288731575012], "r_norm": [0.14750441908836365, 0.13886293768882751, 0.1371702402830124], "traffic_norm": [8.010015487670898, 8.75041389465332, 9.425308227539062], "traffic_residual_norm": [0.010418165475130081, 0.002107631415128708, 0.0017687518848106265], "traffic_r2": [0.9999982118606567, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9736, "eval_loss": 0.09581012725830078, "val_acc": 0.9736, "val_loss": 0.09581012725830078}, {"step": 3900, "epoch": 9, "train_loss": 0.006251296494156122, "cos_r_negg": [0.08132112771272659, -0.00528334267437458, -0.007607694715261459], "cos_innovation_negg": [0.08132112771272659, -0.00528334267437458, -0.007607694715261459], "cos_apical_negg": [0.013344191014766693, 0.07288548350334167, 0.11417420208454132], "cos_Ac_negg": [0.6459611058235168, 0.3298110365867615, 0.2926216721534729], "r_norm": [0.14613205194473267, 0.1420501172542572, 0.14038173854351044], "traffic_norm": [8.009986877441406, 8.756820678710938, 9.432313919067383], "traffic_residual_norm": [0.004977034404873848, 0.0020037470385432243, 0.0017256157007068396], "traffic_r2": [0.999999463558197, 0.9999999403953552, 0.9999999403953552]}, {"step": 4000, "epoch": 9, "train_loss": 0.003664040472358465, "cos_r_negg": [0.07494723796844482, -0.009137099608778954, -0.01916385069489479], "cos_innovation_negg": [0.07494723796844482, -0.009137099608778954, -0.01916385069489479], "cos_apical_negg": [0.01848200336098671, 0.07946507632732391, 0.11102628707885742], "cos_Ac_negg": [0.6471461653709412, 0.33438679575920105, 0.2943318486213684], "r_norm": [0.15893718600273132, 0.15126177668571472, 0.14839616417884827], "traffic_norm": [8.011366844177246, 8.754951477050781, 9.431079864501953], "traffic_residual_norm": [0.008051103912293911, 0.001900537172332406, 0.001634448068216443], "traffic_r2": [0.9999988675117493, 0.9999999403953552, 0.9999999403953552], "ldr": {"dL_sdil": -0.004773318767547607, "dL_bp": -0.00862935185432434, "ratio": 0.5531491644016812}}, {"step": 4100, "epoch": 9, "train_loss": 0.0038066860288381577, "cos_r_negg": [0.08349843323230743, -0.01036057248711586, -0.020137310028076172], "cos_innovation_negg": [0.08349843323230743, -0.01036057248711586, -0.020137310028076172], "cos_apical_negg": [0.0033164152409881353, 0.07369058579206467, 0.1125592589378357], "cos_Ac_negg": [0.6483689546585083, 0.33990055322647095, 0.3023419678211212], "r_norm": [0.1323319524526596, 0.12571637332439423, 0.12527689337730408], "traffic_norm": [8.011104583740234, 8.774408340454102, 9.450164794921875], "traffic_residual_norm": [0.006488662213087082, 0.0018563652411103249, 0.0016220330726355314], "traffic_r2": [0.9999991059303284, 0.9999999403953552, 0.9999999403953552]}, {"step": 4200, "epoch": 9, "train_loss": 0.02846452221274376, "cos_r_negg": [0.0736658051609993, -0.00592629611492157, -0.013860723003745079], "cos_innovation_negg": [0.0736658051609993, -0.00592629611492157, -0.013860723003745079], "cos_apical_negg": [0.0100998654961586, 0.07389403879642487, 0.10909639298915863], "cos_Ac_negg": [0.6479560732841492, 0.3428989052772522, 0.30323106050491333], "r_norm": [0.12677569687366486, 0.1239883080124855, 0.12347134947776794], "traffic_norm": [8.01403522491455, 8.765775680541992, 9.437628746032715], "traffic_residual_norm": [0.004063568077981472, 0.0017990836640819907, 0.0015447124605998397], "traffic_r2": [0.9999994039535522, 0.9999999403953552, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9758, "eval_loss": 0.09398395538330079, "val_acc": 0.9758, "val_loss": 0.09398395538330079}, {"step": 4300, "epoch": 10, "train_loss": 0.0029148131143301725, "cos_r_negg": [0.09258075058460236, 0.006235145963728428, -0.006301997695118189], "cos_innovation_negg": [0.09258075058460236, 0.006235145963728428, -0.006301997695118189], "cos_apical_negg": [0.004999775905162096, 0.07266251742839813, 0.1060108095407486], "cos_Ac_negg": [0.6435306072235107, 0.33999019861221313, 0.30161571502685547], "r_norm": [0.16174620389938354, 0.1451646089553833, 0.14281007647514343], "traffic_norm": [8.013725280761719, 8.751096725463867, 9.421581268310547], "traffic_residual_norm": [0.018651017919182777, 0.001785076456144452, 0.0015557357110083103], "traffic_r2": [0.9999944567680359, 0.9999999403953552, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.0026840041391551495, "cos_r_negg": [0.08508284389972687, 0.002432613167911768, -0.011143244802951813], "cos_innovation_negg": [0.08508284389972687, 0.002432613167911768, -0.011143244802951813], "cos_apical_negg": [0.006084868218749762, 0.06499303132295609, 0.10131675004959106], "cos_Ac_negg": [0.6529439687728882, 0.34452739357948303, 0.3061639666557312], "r_norm": [0.1458495706319809, 0.13892745971679688, 0.1372283399105072], "traffic_norm": [8.014705657958984, 8.761144638061523, 9.432065963745117], "traffic_residual_norm": [0.007374654524028301, 0.0016176622593775392, 0.001425015041604638], "traffic_r2": [0.9999988675117493, 0.9999999403953552, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.007297401316463947, "cos_r_negg": [0.09186983108520508, 0.008184912614524364, -0.009874196723103523], "cos_innovation_negg": [0.09186983108520508, 0.008184912614524364, -0.009874196723103523], "cos_apical_negg": [0.00523642310872674, 0.06969036906957626, 0.10135982185602188], "cos_Ac_negg": [0.6475133895874023, 0.3436441421508789, 0.3064904808998108], "r_norm": [0.14852333068847656, 0.13996762037277222, 0.13840405642986298], "traffic_norm": [8.014602661132812, 8.749603271484375, 9.42936897277832], "traffic_residual_norm": [0.009853183291852474, 0.0015812760684639215, 0.0013900963822379708], "traffic_r2": [0.9999982118606567, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -0.004505190998315811, "dL_bp": -0.008385282009840012, "ratio": 0.5372736412477281}}, {"step": 4600, "epoch": 10, "train_loss": 0.0025433518458157778, "cos_r_negg": [0.08082856982946396, 0.00596026424318552, -0.003202070016413927], "cos_innovation_negg": [0.08082856982946396, 0.00596026424318552, -0.003202070016413927], "cos_apical_negg": [0.002432903042063117, 0.06301368027925491, 0.09676405787467957], "cos_Ac_negg": [0.6495352387428284, 0.34419581294059753, 0.30870240926742554], "r_norm": [0.15440380573272705, 0.14639396965503693, 0.14400818943977356], "traffic_norm": [8.01311206817627, 8.765527725219727, 9.431680679321289], "traffic_residual_norm": [0.009577536024153233, 0.001530806184746325, 0.0013178720837458968], "traffic_r2": [0.9999982118606567, 0.9999999403953552, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.0010407825466245413, "cos_r_negg": [0.07586448639631271, 0.009840062819421291, -0.008564859628677368], "cos_innovation_negg": [0.07586448639631271, 0.009840062819421291, -0.008564859628677368], "cos_apical_negg": [0.0043331412598490715, 0.06264026463031769, 0.09768959879875183], "cos_Ac_negg": [0.646470844745636, 0.3465697169303894, 0.3106600046157837], "r_norm": [0.14688000082969666, 0.13781097531318665, 0.13642618060112], "traffic_norm": [8.012361526489258, 8.781835556030273, 9.446762084960938], "traffic_residual_norm": [0.009528817608952522, 0.0015233606100082397, 0.0012875687098130584], "traffic_r2": [0.9999982714653015, 0.9999999403953552, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.976, "eval_loss": 0.09797371520996094, "val_acc": 0.976, "val_loss": 0.09797371520996094}, {"step": 4800, "epoch": 11, "train_loss": 0.0040871682576835155, "cos_r_negg": [0.07853660732507706, 0.008526756428182125, -0.0021291393786668777], "cos_innovation_negg": [0.07853660732507706, 0.008526756428182125, -0.0021291393786668777], "cos_apical_negg": [0.005179371684789658, 0.061241112649440765, 0.09299682080745697], "cos_Ac_negg": [0.6411707997322083, 0.34857556223869324, 0.31029099225997925], "r_norm": [0.154482901096344, 0.1461980640888214, 0.1435929834842682], "traffic_norm": [8.012495040893555, 8.77889633178711, 9.458423614501953], "traffic_residual_norm": [0.009524622932076454, 0.0014492529444396496, 0.0012405253946781158], "traffic_r2": [0.9999983906745911, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.0019706471357494593, "cos_r_negg": [0.08144108206033707, 0.00636546453461051, -0.006428790278732777], "cos_innovation_negg": [0.08144108206033707, 0.00636546453461051, -0.006428790278732777], "cos_apical_negg": [0.0022912113927304745, 0.05939898639917374, 0.09531363844871521], "cos_Ac_negg": [0.6385427713394165, 0.34838780760765076, 0.3139777183532715], "r_norm": [0.15316221117973328, 0.1456010639667511, 0.14338482916355133], "traffic_norm": [8.013631820678711, 8.783844947814941, 9.462233543395996], "traffic_residual_norm": [0.008303356356918812, 0.0013585088308900595, 0.0011994114611297846], "traffic_r2": [0.9999988079071045, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.006814158521592617, "cos_r_negg": [0.0792197585105896, 0.006804388947784901, -0.004128670319914818], "cos_innovation_negg": [0.0792197585105896, 0.006804388947784901, -0.004128670319914818], "cos_apical_negg": [0.003571579232811928, 0.058504171669483185, 0.09471328556537628], "cos_Ac_negg": [0.6430763602256775, 0.3499254584312439, 0.31757038831710815], "r_norm": [0.15711072087287903, 0.14899452030658722, 0.14631637930870056], "traffic_norm": [8.015157699584961, 8.799238204956055, 9.476622581481934], "traffic_residual_norm": [0.008433378301560879, 0.0012852567015215755, 0.0011289253598079085], "traffic_r2": [0.9999988675117493, 1.0, 1.0], "ldr": {"dL_sdil": -0.0057846903800964355, "dL_bp": -0.011276744306087494, "ratio": 0.5129752190065799}}, {"step": 5100, "epoch": 11, "train_loss": 0.003691550111398101, "cos_r_negg": [0.09049362689256668, 0.011667272076010704, 0.008605441078543663], "cos_innovation_negg": [0.09049362689256668, 0.011667272076010704, 0.008605441078543663], "cos_apical_negg": [0.004169702995568514, 0.05274355411529541, 0.09064037352800369], "cos_Ac_negg": [0.6400865316390991, 0.3532488942146301, 0.3176235556602478], "r_norm": [0.14014717936515808, 0.13531002402305603, 0.13320094347000122], "traffic_norm": [8.015146255493164, 8.790328979492188, 9.471060752868652], "traffic_residual_norm": [0.006077045574784279, 0.0012770623434334993, 0.001105104573071003], "traffic_r2": [0.9999994039535522, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9762, "eval_loss": 0.09999917449951172, "val_acc": 0.9762, "val_loss": 0.09999917449951172}, {"step": 5200, "epoch": 12, "train_loss": 0.0045814113691449165, "cos_r_negg": [0.08661212772130966, 0.0072732786647975445, 0.004147409461438656], "cos_innovation_negg": [0.08661212772130966, 0.0072732786647975445, 0.004147409461438656], "cos_apical_negg": [0.0003626857651397586, 0.055904973298311234, 0.0882938802242279], "cos_Ac_negg": [0.6393722295761108, 0.3542436361312866, 0.31826767325401306], "r_norm": [0.1518448293209076, 0.14350175857543945, 0.14106331765651703], "traffic_norm": [8.015174865722656, 8.781923294067383, 9.467899322509766], "traffic_residual_norm": [0.009525526314973831, 0.0012123135384172201, 0.0010523085948079824], "traffic_r2": [0.9999985694885254, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.0014513424830511212, "cos_r_negg": [0.0781768411397934, 0.004288634285330772, -0.004519275389611721], "cos_innovation_negg": [0.0781768411397934, 0.004288634285330772, -0.004519275389611721], "cos_apical_negg": [0.0033477030228823423, 0.05661621689796448, 0.0928364098072052], "cos_Ac_negg": [0.6413738131523132, 0.35453909635543823, 0.32161402702331543], "r_norm": [0.14891868829727173, 0.14295342564582825, 0.14071321487426758], "traffic_norm": [8.015663146972656, 8.782021522521973, 9.467668533325195], "traffic_residual_norm": [0.006100925616919994, 0.0011404219549149275, 0.0009827904868870974], "traffic_r2": [0.9999994039535522, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.006371819879859686, "cos_r_negg": [0.08139237016439438, 0.007682247087359428, -0.002425216604024172], "cos_innovation_negg": [0.08139237016439438, 0.007682247087359428, -0.002425216604024172], "cos_apical_negg": [0.0029663946479558945, 0.05502362921833992, 0.0903475284576416], "cos_Ac_negg": [0.6408426761627197, 0.35372915863990784, 0.32197335362434387], "r_norm": [0.1456887125968933, 0.1405409574508667, 0.13877543807029724], "traffic_norm": [8.01538372039795, 8.77978801727295, 9.464083671569824], "traffic_residual_norm": [0.005823630839586258, 0.0010884515941143036, 0.0009762152330949903], "traffic_r2": [0.999999463558197, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.0027154143899679184, "cos_r_negg": [0.08731582760810852, 0.013747703284025192, 0.005797705613076687], "cos_innovation_negg": [0.08731582760810852, 0.013747703284025192, 0.005797705613076687], "cos_apical_negg": [0.004423504229635, 0.054245270788669586, 0.08836314082145691], "cos_Ac_negg": [0.637464165687561, 0.3570060133934021, 0.3206535577774048], "r_norm": [0.1465476006269455, 0.14410123229026794, 0.14173007011413574], "traffic_norm": [8.015874862670898, 8.784364700317383, 9.467233657836914], "traffic_residual_norm": [0.0027315225452184677, 0.0010371863609179854, 0.0009410574566572905], "traffic_r2": [0.9999998807907104, 1.0, 1.0], "ldr": {"dL_sdil": -0.005670532584190369, "dL_bp": -0.01159205287694931, "ratio": 0.4891741475287928}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9758, "eval_loss": 0.10121664123535157, "val_acc": 0.9758, "val_loss": 0.10121664123535157}, {"step": 5600, "epoch": 13, "train_loss": 0.0036847994197160006, "cos_r_negg": [0.0906711220741272, 0.0101016815751791, 0.005562037229537964], "cos_innovation_negg": [0.0906711220741272, 0.0101016815751791, 0.005562037229537964], "cos_apical_negg": [0.003078521229326725, 0.052377231419086456, 0.08526089787483215], "cos_Ac_negg": [0.6375451683998108, 0.35463687777519226, 0.325183629989624], "r_norm": [0.15527555346488953, 0.14453880488872528, 0.14274358749389648], "traffic_norm": [8.015087127685547, 8.778215408325195, 9.460229873657227], "traffic_residual_norm": [0.011908836662769318, 0.0010232047643512487, 0.0009242217056453228], "traffic_r2": [0.9999977946281433, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.0023345635272562504, "cos_r_negg": [0.08741598576307297, 0.0065750968642532825, 0.007936706766486168], "cos_innovation_negg": [0.08741598576307297, 0.0065750968642532825, 0.007936706766486168], "cos_apical_negg": [-0.002062001032754779, 0.05281869322061539, 0.08581088483333588], "cos_Ac_negg": [0.6379591226577759, 0.35628265142440796, 0.32802650332450867], "r_norm": [0.14858856797218323, 0.1425517350435257, 0.14037203788757324], "traffic_norm": [8.015929222106934, 8.781976699829102, 9.465973854064941], "traffic_residual_norm": [0.0063036661595106125, 0.0009646774269640446, 0.0008663489716127515], "traffic_r2": [0.9999994039535522, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.0038229776546359062, "cos_r_negg": [0.08868219703435898, 0.007638049777597189, 0.006241788621991873], "cos_innovation_negg": [0.08868219703435898, 0.007638049777597189, 0.006241788621991873], "cos_apical_negg": [-0.0018398819956928492, 0.051930028945207596, 0.08439715206623077], "cos_Ac_negg": [0.6394328474998474, 0.3577716052532196, 0.3304581940174103], "r_norm": [0.1410204917192459, 0.13647747039794922, 0.13498681783676147], "traffic_norm": [8.015661239624023, 8.781538963317871, 9.46828556060791], "traffic_residual_norm": [0.00467807799577713, 0.0009228162234649062, 0.0008445487474091351], "traffic_r2": [0.9999996423721313, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.0016584087861701846, "cos_r_negg": [0.08917245268821716, 0.01054203137755394, 0.005113398656249046], "cos_innovation_negg": [0.08917245268821716, 0.01054203137755394, 0.005113398656249046], "cos_apical_negg": [0.0007028677500784397, 0.050270237028598785, 0.08401453495025635], "cos_Ac_negg": [0.6371991634368896, 0.35880547761917114, 0.33005014061927795], "r_norm": [0.14848871529102325, 0.1457251012325287, 0.14372386038303375], "traffic_norm": [8.016132354736328, 8.785677909851074, 9.47304630279541], "traffic_residual_norm": [0.0024787799920886755, 0.0008721439517103136, 0.0008100513368844986], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.0018135994905605912, "cos_r_negg": [0.08877132833003998, 0.012519273906946182, -0.00201270985417068], "cos_innovation_negg": [0.08877132833003998, 0.012519273906946182, -0.00201270985417068], "cos_apical_negg": [-5.124020390212536e-06, 0.0505424365401268, 0.08135019242763519], "cos_Ac_negg": [0.6337535381317139, 0.3598226308822632, 0.3307133913040161], "r_norm": [0.14303314685821533, 0.14029191434383392, 0.13799411058425903], "traffic_norm": [8.015283584594727, 8.779287338256836, 9.47127914428711], "traffic_residual_norm": [0.0026815503370016813, 0.0008692359551787376, 0.000795374100562185], "traffic_r2": [0.9999998807907104, 1.0, 1.0], "ldr": {"dL_sdil": -0.005831331014633179, "dL_bp": -0.012305505573749542, "ratio": 0.47387984018086515}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.974, "eval_loss": 0.10410823822021484, "val_acc": 0.974, "val_loss": 0.10410823822021484}, {"step": 6100, "epoch": 14, "train_loss": 0.0007504121749661863, "cos_r_negg": [0.09287185221910477, 0.010695220902562141, -0.005451198201626539], "cos_innovation_negg": [0.09287185221910477, 0.010695220902562141, -0.005451198201626539], "cos_apical_negg": [-0.0021813628263771534, 0.0501181036233902, 0.08132366836071014], "cos_Ac_negg": [0.635255753993988, 0.36078739166259766, 0.3322763442993164], "r_norm": [0.14012640714645386, 0.13741810619831085, 0.1354219913482666], "traffic_norm": [8.015013694763184, 8.780777931213379, 9.46911334991455], "traffic_residual_norm": [0.002509014680981636, 0.0008221423486247659, 0.0007632827619090676], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.004084241576492786, "cos_r_negg": [0.09608915448188782, 0.013319355435669422, -0.0016980773070827127], "cos_innovation_negg": [0.09608915448188782, 0.013319355435669422, -0.0016980773070827127], "cos_apical_negg": [-0.0019975644536316395, 0.04815397784113884, 0.07988380640745163], "cos_Ac_negg": [0.6361297369003296, 0.3622925877571106, 0.33105266094207764], "r_norm": [0.13726383447647095, 0.1356075257062912, 0.13386748731136322], "traffic_norm": [8.015280723571777, 8.78367805480957, 9.471080780029297], "traffic_residual_norm": [0.0015327978180721402, 0.0007791533134877682, 0.0007266507018357515], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.0018267332343384624, "cos_r_negg": [0.0992826372385025, 0.01672116480767727, 0.009012358263134956], "cos_innovation_negg": [0.0992826372385025, 0.01672116480767727, 0.009012358263134956], "cos_apical_negg": [-0.00019141542725265026, 0.046910032629966736, 0.07550331950187683], "cos_Ac_negg": [0.6331015229225159, 0.3614095449447632, 0.33480700850486755], "r_norm": [0.14076602458953857, 0.13796409964561462, 0.136444553732872], "traffic_norm": [8.015689849853516, 8.779088973999023, 9.474377632141113], "traffic_residual_norm": [0.002862326567992568, 0.0007702164584770799, 0.0007127817953005433], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.0016889463877305388, "cos_r_negg": [0.09871131181716919, 0.020971830934286118, 0.01198960654437542], "cos_innovation_negg": [0.09871131181716919, 0.020971830934286118, 0.01198960654437542], "cos_apical_negg": [-0.0015060796868056059, 0.04663165286183357, 0.07554894685745239], "cos_Ac_negg": [0.6291629672050476, 0.3613889813423157, 0.3328437805175781], "r_norm": [0.14313466846942902, 0.1401076763868332, 0.13838014006614685], "traffic_norm": [8.01576042175293, 8.784954071044922, 9.475288391113281], "traffic_residual_norm": [0.0028150519356131554, 0.0007411857368424535, 0.0006888136267662048], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.10642450714111328, "val_acc": 0.9742, "val_loss": 0.10642450714111328}], "final": {"eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.10642450714111328, "wall_s": 20.410528659820557, "val_acc": 0.9742, "val_loss": 0.10642450714111328, "cos_r_negg": [0.09563089907169342, 0.01984468102455139, 0.00665990961715579], "cos_innovation_negg": [0.09563089907169342, 0.01984468102455139, 0.00665990961715579], "cos_apical_negg": [-0.003025064477697015, 0.04640365391969681, 0.076882004737854], "cos_Ac_negg": [0.6307438611984253, 0.36230161786079407, 0.335415244102478], "traffic_norm": [8.015827178955078, 8.784282684326172, 9.469728469848633], "traffic_residual_norm": [0.002078126184642315, 0.0007464997470378876, 0.0006822211435064673], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_topdown_rho0p2_matched_d3_s0.json b/results/traffic_dev_v1_mnist_topdown_rho0p2_matched_d3_s0.json new file mode 100644 index 0000000..934047a --- /dev/null +++ b/results/traffic_dev_v1_mnist_topdown_rho0p2_matched_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p2_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.014947675168514252, 0.013760791160166264, 0.020002324134111404], "cos_innovation_negg": [-0.012441569939255714, 0.021389177069067955, 0.03253838047385216], "cos_apical_negg": [-0.014947675168514252, 0.013760791160166264, 0.020002322271466255], "cos_Ac_negg": [-0.0077008591033518314, 0.021363988518714905, 0.032538846135139465], "r_norm": [5.058134078979492, 4.91215705871582, 4.837782859802246], "traffic_norm": [3.0976338386535645, 3.0752806663513184, 2.9959192276000977], "traffic_residual_norm": [1.2540364265441895, 0.8945761322975159, 0.00038631167262792587], "traffic_r2": [0.8366955518722534, 0.9156585931777954, 1.0], "ldr": {"dL_sdil": -0.2204151153564453, "dL_bp": -0.5170810222625732, "ratio": 0.4262680428532895}}, {"step": 100, "epoch": 0, "train_loss": 11.626830101013184, "cos_r_negg": [0.2592340111732483, -0.16909389197826385, -0.09564951807260513], "cos_innovation_negg": [0.25703921914100647, -0.29638412594795227, -0.04460282251238823], "cos_apical_negg": [0.2592340111732483, -0.16909389197826385, -0.09564951807260513], "cos_Ac_negg": [0.7857694029808044, -0.2203197330236435, 0.10439737886190414], "r_norm": [5.552960395812988, 4.504053115844727, 3.781200885772705], "traffic_norm": [7.248333930969238, 7.166622161865234, 7.100404739379883], "traffic_residual_norm": [3.0076534748077393, 1.536949872970581, 0.0002674194402061403], "traffic_r2": [0.8278234601020813, 0.9540083408355713, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 2.460535764694214, "cos_r_negg": [0.024877075105905533, -0.08762446790933609, -0.2895394265651703], "cos_innovation_negg": [0.03318765014410019, -0.12387721985578537, -0.2462652176618576], "cos_apical_negg": [0.024877076968550682, -0.08762446790933609, -0.2895394265651703], "cos_Ac_negg": [0.8369666934013367, 0.009319218806922436, 0.036666061729192734], "r_norm": [3.4552855491638184, 2.409623622894287, 1.5155014991760254], "traffic_norm": [7.26234245300293, 7.188278675079346, 7.126680850982666], "traffic_residual_norm": [2.4603769779205322, 1.2538670301437378, 0.00021971383830532432], "traffic_r2": [0.8852249383926392, 0.9695738554000854, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 1.1471812725067139, "cos_r_negg": [-0.1077953651547432, 0.0893184095621109, -0.16836529970169067], "cos_innovation_negg": [-0.06951134651899338, 0.16721712052822113, 0.013439475558698177], "cos_apical_negg": [-0.1077953577041626, 0.0893184095621109, -0.16836529970169067], "cos_Ac_negg": [0.892189085483551, 0.2554702162742615, -0.021586019545793533], "r_norm": [3.2480266094207764, 2.3628861904144287, 1.6755049228668213], "traffic_norm": [7.275594234466553, 7.2088212966918945, 7.146805286407471], "traffic_residual_norm": [2.013814926147461, 1.0244754552841187, 0.00018074508989229798], "traffic_r2": [0.9233871698379517, 0.9798036217689514, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.694753646850586, "cos_r_negg": [-0.06697923690080643, -0.3347494602203369, -0.021794404834508896], "cos_innovation_negg": [-0.06160609796643257, -0.28925463557243347, -0.2096664011478424], "cos_apical_negg": [-0.06697923690080643, -0.3347494602203369, -0.021794401109218597], "cos_Ac_negg": [0.8496848344802856, 0.2672661244869232, -0.053790777921676636], "r_norm": [2.4019899368286133, 1.623633623123169, 0.9496824741363525], "traffic_norm": [7.27564811706543, 7.208576202392578, 7.147835731506348], "traffic_residual_norm": [1.6483879089355469, 0.8377878665924072, 0.00014849862782284617], "traffic_r2": [0.9486695528030396, 0.9864926934242249, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.685, "eval_loss": 1.5954125732421875, "val_acc": 0.685, "val_loss": 1.5954125732421875}, {"step": 500, "epoch": 1, "train_loss": 14.127249717712402, "cos_r_negg": [0.3888164162635803, 0.19757972657680511, -0.23460598289966583], "cos_innovation_negg": [0.43123313784599304, 0.17247851192951202, 0.12788183987140656], "cos_apical_negg": [0.3888164162635803, 0.1975797414779663, -0.23460596799850464], "cos_Ac_negg": [0.8925979733467102, 0.08551257103681564, 0.3293827176094055], "r_norm": [5.077535629272461, 4.32146692276001, 4.121941566467285], "traffic_norm": [7.269416332244873, 7.195610046386719, 7.136923789978027], "traffic_residual_norm": [1.3496288061141968, 0.6854525804519653, 0.00012267669080756605], "traffic_r2": [0.9655309319496155, 0.9909256100654602, 1.0], "ldr": {"dL_sdil": -10.729351997375488, "dL_bp": -11.649478912353516, "ratio": 0.9210156160716946}}, {"step": 600, "epoch": 1, "train_loss": 1.418379306793213, "cos_r_negg": [-0.16944682598114014, 0.05851726979017258, -0.25847533345222473], "cos_innovation_negg": [-0.14461541175842285, 0.06644955277442932, -0.06421171128749847], "cos_apical_negg": [-0.16944681107997894, 0.058517277240753174, -0.2584753632545471], "cos_Ac_negg": [0.867662250995636, 0.458362877368927, 0.06974165886640549], "r_norm": [1.9064264297485352, 1.32297945022583, 0.8534615635871887], "traffic_norm": [7.275522708892822, 7.208017349243164, 7.1469831466674805], "traffic_residual_norm": [1.1044504642486572, 0.5602129697799683, 0.00010106420086231083], "traffic_r2": [0.9769557118415833, 0.9939594864845276, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.9177694916725159, "cos_r_negg": [-0.21069207787513733, 0.07452293485403061, -0.053676966577768326], "cos_innovation_negg": [-0.18445782363414764, 0.11601456999778748, -0.0714578926563263], "cos_apical_negg": [-0.21069209277629852, 0.0745229423046112, -0.05367697402834892], "cos_Ac_negg": [0.9084819555282593, 0.34016674757003784, 0.22204308211803436], "r_norm": [1.7938144207000732, 1.3023240566253662, 0.9291826486587524], "traffic_norm": [7.281124114990234, 7.218138694763184, 7.154675483703613], "traffic_residual_norm": [0.9041203260421753, 0.45823341608047485, 8.311647980008274e-05], "traffic_r2": [0.9845810532569885, 0.995969831943512, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 1.2028433084487915, "cos_r_negg": [-0.2586723864078522, -0.13509874045848846, -0.18891265988349915], "cos_innovation_negg": [-0.2079896777868271, -0.12605826556682587, -0.12398974597454071], "cos_apical_negg": [-0.2586723864078522, -0.13509875535964966, -0.18891265988349915], "cos_Ac_negg": [0.7597225904464722, 0.5534810423851013, 0.16671758890151978], "r_norm": [1.560762882232666, 1.1442384719848633, 0.8410686254501343], "traffic_norm": [7.279336929321289, 7.213457107543945, 7.150266170501709], "traffic_residual_norm": [0.7401102185249329, 0.3748399019241333, 6.898683932377025e-05], "traffic_r2": [0.9896626472473145, 0.9972997307777405, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.84, "eval_loss": 1.0133438842773437, "val_acc": 0.84, "val_loss": 1.0133438842773437}, {"step": 900, "epoch": 2, "train_loss": 0.6988561153411865, "cos_r_negg": [-0.15777687728405, 0.022227609530091286, -0.17190077900886536], "cos_innovation_negg": [-0.11923404783010483, 0.06287713348865509, 0.08771462738513947], "cos_apical_negg": [-0.15777689218521118, 0.022227618843317032, -0.17190077900886536], "cos_Ac_negg": [0.9017127156257629, 0.39983636140823364, 0.3423067629337311], "r_norm": [1.522327184677124, 1.1415095329284668, 0.8926545977592468], "traffic_norm": [7.280043601989746, 7.215441703796387, 7.152599811553955], "traffic_residual_norm": [0.6058701276779175, 0.30671602487564087, 5.698945460608229e-05], "traffic_r2": [0.9930738806724548, 0.9981930255889893, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 1.335465908050537, "cos_r_negg": [-0.07654307037591934, 0.42662039399147034, -0.034221574664115906], "cos_innovation_negg": [0.006152325309813023, 0.45385390520095825, 0.013964860700070858], "cos_apical_negg": [-0.07654307037591934, 0.42662039399147034, -0.03422157093882561], "cos_Ac_negg": [0.941695511341095, 0.5450354218482971, 0.20676733553409576], "r_norm": [1.6065959930419922, 1.2551143169403076, 1.0519936084747314], "traffic_norm": [7.278325080871582, 7.211025238037109, 7.148951053619385], "traffic_residual_norm": [0.4960765838623047, 0.25087642669677734, 4.7737987188156694e-05], "traffic_r2": [0.9953544735908508, 0.9987896084785461, 1.0], "ldr": {"dL_sdil": -0.40362316370010376, "dL_bp": -0.4519169330596924, "ratio": 0.893135738391972}}, {"step": 1100, "epoch": 2, "train_loss": 0.36906278133392334, "cos_r_negg": [-0.2134249061346054, -0.03060358203947544, -0.1302579641342163], "cos_innovation_negg": [-0.1671510487794876, 0.008154025301337242, 0.004850565921515226], "cos_apical_negg": [-0.2134249061346054, -0.03060358390212059, -0.1302579641342163], "cos_Ac_negg": [0.9239588975906372, 0.40755781531333923, 0.258851021528244], "r_norm": [1.267850399017334, 0.9775050282478333, 0.7986606955528259], "traffic_norm": [7.280086517333984, 7.216291904449463, 7.1541290283203125], "traffic_residual_norm": [0.40599024295806885, 0.20513340830802917, 3.9548714994452894e-05], "traffic_r2": [0.9968900084495544, 0.99919193983078, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.6056063771247864, "cos_r_negg": [-0.23938436806201935, -0.13808944821357727, -0.07024651020765305], "cos_innovation_negg": [-0.16012828052043915, -0.04567425698041916, 0.023140333592891693], "cos_apical_negg": [-0.23938436806201935, -0.13808944821357727, -0.07024651765823364], "cos_Ac_negg": [0.947666585445404, 0.3781079649925232, 0.3037774860858917], "r_norm": [1.2614078521728516, 0.9947822093963623, 0.870243489742279], "traffic_norm": [7.280908584594727, 7.217496871948242, 7.1546831130981445], "traffic_residual_norm": [0.33219948410987854, 0.1676424741744995, 3.325643774587661e-05], "traffic_r2": [0.9979182481765747, 0.9994605183601379, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8766, "eval_loss": 0.7130718017578125, "val_acc": 0.8766, "val_loss": 0.7130718017578125}, {"step": 1300, "epoch": 3, "train_loss": 1.1640595197677612, "cos_r_negg": [-0.20363904535770416, 0.07160530239343643, -0.05263184383511543], "cos_innovation_negg": [-0.15407544374465942, 0.10904327034950256, 0.07295146584510803], "cos_apical_negg": [-0.20363903045654297, 0.07160530239343643, -0.05263185128569603], "cos_Ac_negg": [0.8963410258293152, 0.45281875133514404, 0.3207464814186096], "r_norm": [1.4674137830734253, 1.1880906820297241, 1.093109369277954], "traffic_norm": [7.280400276184082, 7.216854095458984, 7.155171871185303], "traffic_residual_norm": [0.2720381021499634, 0.13725247979164124, 2.820710142259486e-05], "traffic_r2": [0.9986038208007812, 0.9996383190155029, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 1.0425355434417725, "cos_r_negg": [0.010720293037593365, -0.018852626904845238, -0.13478079438209534], "cos_innovation_negg": [0.032175883650779724, 0.10741589218378067, 0.0891275629401207], "cos_apical_negg": [0.010720293037593365, -0.018852632492780685, -0.13478079438209534], "cos_Ac_negg": [0.9277898073196411, 0.4649084806442261, 0.3644244074821472], "r_norm": [1.6547757387161255, 1.3612425327301025, 1.2690348625183105], "traffic_norm": [7.279645919799805, 7.214874267578125, 7.1522932052612305], "traffic_residual_norm": [0.22269731760025024, 0.11231215298175812, 2.4352115360670723e-05], "traffic_r2": [0.9990641474723816, 0.9997576475143433, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 1.1234029531478882, "cos_r_negg": [-0.17528656125068665, 0.11225918680429459, -0.1872575432062149], "cos_innovation_negg": [-0.057981666177511215, 0.1347537636756897, 0.03414047509431839], "cos_apical_negg": [-0.17528656125068665, 0.11225917935371399, -0.1872575432062149], "cos_Ac_negg": [0.9195879697799683, 0.5842922329902649, 0.24544313549995422], "r_norm": [1.2277413606643677, 1.0116310119628906, 0.9305652379989624], "traffic_norm": [7.278182029724121, 7.21144962310791, 7.150006294250488], "traffic_residual_norm": [0.1822684109210968, 0.09181325137615204, 2.1641943021677434e-05], "traffic_r2": [0.9993728399276733, 0.9998379349708557, 1.0], "ldr": {"dL_sdil": -0.2214866280555725, "dL_bp": -0.28389281034469604, "ratio": 0.7801769540646295}}, {"step": 1600, "epoch": 3, "train_loss": 0.6744793653488159, "cos_r_negg": [0.01124508585780859, -0.13732798397541046, 0.03657890111207962], "cos_innovation_negg": [0.05970575287938118, -0.019519802182912827, 0.19946084916591644], "cos_apical_negg": [0.011245082132518291, -0.13732799887657166, 0.03657890111207962], "cos_Ac_negg": [0.8973228931427002, 0.4343571662902832, 0.3541163206100464], "r_norm": [1.218292474746704, 0.9977725148200989, 0.9401493072509766], "traffic_norm": [7.2794952392578125, 7.2144012451171875, 7.1520586013793945], "traffic_residual_norm": [0.14919935166835785, 0.07505695521831512, 1.909147613332607e-05], "traffic_r2": [0.999579906463623, 0.9998917579650879, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.943378746509552, "cos_r_negg": [-0.17095842957496643, 0.004891085904091597, 0.11707445234060287], "cos_innovation_negg": [0.004441060591489077, 0.12119729071855545, 0.20453868806362152], "cos_apical_negg": [-0.17095842957496643, 0.0048910886980593204, 0.11707445234060287], "cos_Ac_negg": [0.8626524806022644, 0.5518274307250977, 0.3515235483646393], "r_norm": [0.9659709930419922, 0.7975863218307495, 0.7513248920440674], "traffic_norm": [7.280303955078125, 7.216245651245117, 7.154654502868652], "traffic_residual_norm": [0.1222136914730072, 0.06144920364022255, 1.6703254004823975e-05], "traffic_r2": [0.999718189239502, 0.9999274611473083, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8352, "eval_loss": 0.830311083984375, "val_acc": 0.8352, "val_loss": 0.830311083984375}, {"step": 1800, "epoch": 4, "train_loss": 0.5093171000480652, "cos_r_negg": [-0.15920183062553406, 0.03179493919014931, 0.11307737976312637], "cos_innovation_negg": [-0.10651779174804688, 0.0637042447924614, 0.2800963521003723], "cos_apical_negg": [-0.15920183062553406, 0.03179493919014931, 0.11307737976312637], "cos_Ac_negg": [0.902855634689331, 0.6353689432144165, 0.48347002267837524], "r_norm": [0.9276980757713318, 0.7686384916305542, 0.7275886535644531], "traffic_norm": [7.278552055358887, 7.212368011474609, 7.151556491851807], "traffic_residual_norm": [0.10006983578205109, 0.05026203766465187, 1.5816718587302603e-05], "traffic_r2": [0.9998109936714172, 0.9999514222145081, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.4779282212257385, "cos_r_negg": [-0.2629903256893158, 0.06524303555488586, 0.09231866151094437], "cos_innovation_negg": [-0.13978420197963715, 0.08265047520399094, 0.2279692441225052], "cos_apical_negg": [-0.2629903256893158, 0.06524302810430527, 0.09231866896152496], "cos_Ac_negg": [0.9218068718910217, 0.6231651306152344, 0.4548289179801941], "r_norm": [1.1659883260726929, 0.9942675828933716, 0.9482370615005493], "traffic_norm": [7.279263019561768, 7.213886737823486, 7.152688980102539], "traffic_residual_norm": [0.08204638957977295, 0.04130522161722183, 1.4366294635692611e-05], "traffic_r2": [0.9998729825019836, 0.9999672174453735, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 1.0974953174591064, "cos_r_negg": [-0.08111121505498886, 0.15943720936775208, 0.1541789472103119], "cos_innovation_negg": [-0.028641069307923317, 0.18396756052970886, 0.24107608199119568], "cos_apical_negg": [-0.08111121505498886, 0.15943720936775208, 0.1541789472103119], "cos_Ac_negg": [0.8920989632606506, 0.5963724255561829, 0.3880457282066345], "r_norm": [1.1004602909088135, 0.9439888000488281, 0.9155544638633728], "traffic_norm": [7.278376579284668, 7.210854530334473, 7.149251461029053], "traffic_residual_norm": [0.0672459602355957, 0.03398185595870018, 1.4218191608961206e-05], "traffic_r2": [0.9999146461486816, 0.9999777674674988, 1.0], "ldr": {"dL_sdil": -0.19201061129570007, "dL_bp": -0.2332344651222229, "ratio": 0.8232514486873965}}, {"step": 2100, "epoch": 4, "train_loss": 0.7451575994491577, "cos_r_negg": [-0.19167335331439972, 0.31633275747299194, 0.15950441360473633], "cos_innovation_negg": [-0.029058974236249924, 0.3036191165447235, 0.31270575523376465], "cos_apical_negg": [-0.19167335331439972, 0.31633278727531433, 0.15950441360473633], "cos_Ac_negg": [0.9304171204566956, 0.6298526525497437, 0.3863368034362793], "r_norm": [0.8552471995353699, 0.7293311953544617, 0.7026998996734619], "traffic_norm": [7.278928756713867, 7.212761878967285, 7.151760101318359], "traffic_residual_norm": [0.05516247823834419, 0.028108131140470505, 1.319976490776753e-05], "traffic_r2": [0.9999425411224365, 0.9999848008155823, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9004, "eval_loss": 0.6492462158203125, "val_acc": 0.9004, "val_loss": 0.6492462158203125}, {"step": 2200, "epoch": 5, "train_loss": 1.06879460811615, "cos_r_negg": [-0.14005936682224274, -0.14249902963638306, 0.17975133657455444], "cos_innovation_negg": [0.030314020812511444, -0.09596468508243561, 0.2523188591003418], "cos_apical_negg": [-0.14005936682224274, -0.14249901473522186, 0.17975133657455444], "cos_Ac_negg": [0.9441357254981995, 0.5886514186859131, 0.3775973916053772], "r_norm": [1.1202113628387451, 0.9648436307907104, 0.9362806081771851], "traffic_norm": [7.279396057128906, 7.214104175567627, 7.1529388427734375], "traffic_residual_norm": [0.04524527117609978, 0.02334330976009369, 1.259028613276314e-05], "traffic_r2": [0.9999613761901855, 0.9999895095825195, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 1.5464634895324707, "cos_r_negg": [-0.04252535477280617, -0.07108358293771744, 0.14088264107704163], "cos_innovation_negg": [0.19509370625019073, 0.09897492825984955, 0.2990834414958954], "cos_apical_negg": [-0.04252536967396736, -0.07108358293771744, 0.14088264107704163], "cos_Ac_negg": [0.8862618207931519, 0.5889148116111755, 0.4877953827381134], "r_norm": [1.1861755847930908, 1.0195287466049194, 1.0024844408035278], "traffic_norm": [7.279380798339844, 7.214622974395752, 7.1531243324279785], "traffic_residual_norm": [0.037287287414073944, 0.01966232806444168, 1.2192169378977269e-05], "traffic_r2": [0.9999737739562988, 0.9999925494194031, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.7587098479270935, "cos_r_negg": [-0.13309554755687714, 0.07397172600030899, 0.01477231178432703], "cos_innovation_negg": [0.06606089323759079, 0.2048921287059784, 0.3042175769805908], "cos_apical_negg": [-0.13309554755687714, 0.07397172600030899, 0.014772309921681881], "cos_Ac_negg": [0.9165880680084229, 0.6189478635787964, 0.48720312118530273], "r_norm": [1.0045768022537231, 0.8743319511413574, 0.8643700480461121], "traffic_norm": [7.278724670410156, 7.213345527648926, 7.151683807373047], "traffic_residual_norm": [0.030759407207369804, 0.016737408936023712, 1.2216883988003246e-05], "traffic_r2": [0.9999821186065674, 0.9999946355819702, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.520391583442688, "cos_r_negg": [-0.1804039031267166, 0.18889039754867554, -0.02451184019446373], "cos_innovation_negg": [0.0660584568977356, 0.2846604585647583, 0.26109611988067627], "cos_apical_negg": [-0.18040388822555542, 0.18889039754867554, -0.02451183646917343], "cos_Ac_negg": [0.9187909364700317, 0.6487914323806763, 0.4664432406425476], "r_norm": [1.1364107131958008, 0.9924049377441406, 0.9644622206687927], "traffic_norm": [7.279097080230713, 7.214022159576416, 7.153134346008301], "traffic_residual_norm": [0.025579122826457024, 0.014465476386249065, 1.1697966328938492e-05], "traffic_r2": [0.9999876618385315, 0.9999960064888, 1.0], "ldr": {"dL_sdil": -0.22857990860939026, "dL_bp": -0.24937546253204346, "ratio": 0.9166094622481911}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8786, "eval_loss": 0.8964854858398438, "val_acc": 0.8786, "val_loss": 0.8964854858398438}, {"step": 2600, "epoch": 6, "train_loss": 0.9924579858779907, "cos_r_negg": [-0.11691459268331528, -0.14381559193134308, 0.05827627331018448], "cos_innovation_negg": [0.15883614122867584, 0.07907619327306747, 0.2626529633998871], "cos_apical_negg": [-0.11691457778215408, -0.14381559193134308, 0.05827626958489418], "cos_Ac_negg": [0.8783360719680786, 0.6614586710929871, 0.48578932881355286], "r_norm": [1.1647330522537231, 1.0174200534820557, 1.0121688842773438], "traffic_norm": [7.278745651245117, 7.213499069213867, 7.151830673217773], "traffic_residual_norm": [0.021287117153406143, 0.012639053165912628, 1.1715976143023e-05], "traffic_r2": [0.9999914765357971, 0.9999969005584717, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.8279838562011719, "cos_r_negg": [-0.11130215227603912, -0.15568256378173828, -0.007348816841840744], "cos_innovation_negg": [0.16401538252830505, -0.011393846943974495, 0.35125523805618286], "cos_apical_negg": [-0.11130215227603912, -0.15568256378173828, -0.007348820101469755], "cos_Ac_negg": [0.9052857160568237, 0.6173890233039856, 0.5210505723953247], "r_norm": [1.4214975833892822, 1.254288673400879, 1.2112566232681274], "traffic_norm": [7.278131484985352, 7.209969520568848, 7.148469924926758], "traffic_residual_norm": [0.01799205131828785, 0.011314790695905685, 1.2417443940648809e-05], "traffic_r2": [0.9999938607215881, 0.9999975562095642, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.6586146950721741, "cos_r_negg": [-0.15975980460643768, -0.3155311048030853, 0.15833920240402222], "cos_innovation_negg": [0.06114380434155464, -0.11025594919919968, 0.37273451685905457], "cos_apical_negg": [-0.15975980460643768, -0.3155311048030853, 0.15833920240402222], "cos_Ac_negg": [0.8929992914199829, 0.5856406688690186, 0.5426927208900452], "r_norm": [0.9711124897003174, 0.8538553714752197, 0.8370023369789124], "traffic_norm": [7.278852939605713, 7.213395118713379, 7.151859283447266], "traffic_residual_norm": [0.015173710882663727, 0.01029430702328682, 1.1601208825595677e-05], "traffic_r2": [0.9999956488609314, 0.9999979734420776, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.20831149816513062, "cos_r_negg": [-0.10503837466239929, -0.13016878068447113, 0.16792216897010803], "cos_innovation_negg": [0.24816003441810608, 0.20152980089187622, 0.39473870396614075], "cos_apical_negg": [-0.1050383672118187, -0.13016876578330994, 0.16792216897010803], "cos_Ac_negg": [0.897945761680603, 0.5950629711151123, 0.5273889899253845], "r_norm": [1.0972673892974854, 0.972379207611084, 0.9590508937835693], "traffic_norm": [7.279229164123535, 7.214263916015625, 7.151790142059326], "traffic_residual_norm": [0.013034719973802567, 0.0096791572868824, 1.1450746569607873e-05], "traffic_r2": [0.9999967813491821, 0.9999982118606567, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.31455716490745544, "cos_r_negg": [-0.111902616918087, 0.23190662264823914, 0.01437363401055336], "cos_innovation_negg": [0.17991428077220917, 0.2500396966934204, 0.35067784786224365], "cos_apical_negg": [-0.111902616918087, 0.23190662264823914, 0.014373633079230785], "cos_Ac_negg": [0.847144603729248, 0.5986104011535645, 0.5823516845703125], "r_norm": [1.2041791677474976, 1.0660408735275269, 1.0502818822860718], "traffic_norm": [7.2788166999816895, 7.213305473327637, 7.152291297912598], "traffic_residual_norm": [0.011365476064383984, 0.009120534174144268, 1.1360860298736952e-05], "traffic_r2": [0.9999975562095642, 0.9999983906745911, 1.0], "ldr": {"dL_sdil": -0.12827938795089722, "dL_bp": -0.1544749140739441, "ratio": 0.8304221350108174}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8758, "eval_loss": 0.7321650512695312, "val_acc": 0.8758, "val_loss": 0.7321650512695312}, {"step": 3100, "epoch": 7, "train_loss": 0.7129916548728943, "cos_r_negg": [-0.13980108499526978, 0.1571221649646759, 0.14334559440612793], "cos_innovation_negg": [0.22568021714687347, 0.26635339856147766, 0.48548662662506104], "cos_apical_negg": [-0.13980108499526978, 0.1571221649646759, 0.14334559440612793], "cos_Ac_negg": [0.866134524345398, 0.734561562538147, 0.5542600154876709], "r_norm": [1.1527605056762695, 1.01365065574646, 1.0105377435684204], "traffic_norm": [7.278560638427734, 7.211850643157959, 7.151050567626953], "traffic_residual_norm": [0.009951768442988396, 0.008685529232025146, 1.1669711966533214e-05], "traffic_r2": [0.999998152256012, 0.9999985694885254, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.672432005405426, "cos_r_negg": [-0.15273554623126984, -0.28291043639183044, -0.16854269802570343], "cos_innovation_negg": [0.11347803473472595, -0.01279265433549881, 0.23042185604572296], "cos_apical_negg": [-0.15273554623126984, -0.28291043639183044, -0.16854268312454224], "cos_Ac_negg": [0.9119378328323364, 0.7007722854614258, 0.6489807963371277], "r_norm": [1.2406984567642212, 1.1130033731460571, 1.1043360233306885], "traffic_norm": [7.27796745300293, 7.210782051086426, 7.149827480316162], "traffic_residual_norm": [0.009090470150113106, 0.008517159149050713, 1.1859619917231612e-05], "traffic_r2": [0.9999984502792358, 0.9999986290931702, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.736163854598999, "cos_r_negg": [-0.2407306730747223, 0.1686168909072876, 0.0615059919655323], "cos_innovation_negg": [0.27315840125083923, 0.3098926842212677, 0.3271138668060303], "cos_apical_negg": [-0.2407306730747223, 0.1686168909072876, 0.0615059919655323], "cos_Ac_negg": [0.9251711964607239, 0.7571645975112915, 0.5154397487640381], "r_norm": [1.0646978616714478, 0.9452989101409912, 0.9337462186813354], "traffic_norm": [7.278761863708496, 7.212899684906006, 7.151725769042969], "traffic_residual_norm": [0.008371051400899887, 0.008258813992142677, 1.151296055468265e-05], "traffic_r2": [0.9999986886978149, 0.9999986886978149, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.41916927695274353, "cos_r_negg": [-0.1775898039340973, 0.3280683159828186, 0.10135582089424133], "cos_innovation_negg": [0.26117804646492004, 0.3829748034477234, 0.4565685987472534], "cos_apical_negg": [-0.1775898039340973, 0.3280682861804962, 0.10135582089424133], "cos_Ac_negg": [0.922951877117157, 0.7586426734924316, 0.6359530091285706], "r_norm": [0.9686146378517151, 0.8648809194564819, 0.8381146192550659], "traffic_norm": [7.27806282043457, 7.211005210876465, 7.150445938110352], "traffic_residual_norm": [0.007917073555290699, 0.008264604955911636, 1.1786894901888445e-05], "traffic_r2": [0.9999988079071045, 0.9999986886978149, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8342, "eval_loss": 0.8871063354492188, "val_acc": 0.8342, "val_loss": 0.8871063354492188}, {"step": 3500, "epoch": 8, "train_loss": 0.7099051475524902, "cos_r_negg": [-0.24074529111385345, 0.21230682730674744, 0.0068154712207615376], "cos_innovation_negg": [0.35920700430870056, 0.39508378505706787, 0.4721004366874695], "cos_apical_negg": [-0.24074529111385345, 0.21230679750442505, 0.0068154665641486645], "cos_Ac_negg": [0.943152129650116, 0.7592974901199341, 0.6586666107177734], "r_norm": [1.112372875213623, 0.9975817799568176, 0.9735269546508789], "traffic_norm": [7.279170036315918, 7.214130401611328, 7.1546478271484375], "traffic_residual_norm": [0.007487620692700148, 0.008161213248968124, 1.0805005331349093e-05], "traffic_r2": [0.999998927116394, 0.9999987483024597, 1.0], "ldr": {"dL_sdil": -0.17727333307266235, "dL_bp": -0.19257083535194397, "ratio": 0.9205616870731034}}, {"step": 3600, "epoch": 8, "train_loss": 1.5390021800994873, "cos_r_negg": [-0.11227001249790192, 0.15220330655574799, -0.07552135735750198], "cos_innovation_negg": [0.21392539143562317, 0.14986716210842133, 0.3978898525238037], "cos_apical_negg": [-0.11227001994848251, 0.1522032916545868, -0.07552135735750198], "cos_Ac_negg": [0.9036588072776794, 0.7341267466545105, 0.6443513631820679], "r_norm": [1.2826752662658691, 1.1495039463043213, 1.135864019393921], "traffic_norm": [7.277622222900391, 7.210598945617676, 7.150681018829346], "traffic_residual_norm": [0.007169975899159908, 0.007977215573191643, 1.1671566426230129e-05], "traffic_r2": [0.9999990463256836, 0.9999987483024597, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.501908004283905, "cos_r_negg": [-0.21521694958209991, 0.22009806334972382, -0.05990483611822128], "cos_innovation_negg": [0.36008501052856445, 0.23672255873680115, 0.466460645198822], "cos_apical_negg": [-0.2152169644832611, 0.22009804844856262, -0.059904828667640686], "cos_Ac_negg": [0.8872913122177124, 0.7467702627182007, 0.643599808216095], "r_norm": [1.021745204925537, 0.8957812190055847, 0.8903502225875854], "traffic_norm": [7.277874946594238, 7.210598945617676, 7.1493682861328125], "traffic_residual_norm": [0.0070370035246014595, 0.00803910382091999, 1.1910093235201202e-05], "traffic_r2": [0.9999990463256836, 0.9999987483024597, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.5418524146080017, "cos_r_negg": [-0.1147177442908287, 0.06953548640012741, 0.19436724483966827], "cos_innovation_negg": [0.32173556089401245, 0.2068880796432495, 0.4361564517021179], "cos_apical_negg": [-0.11471773684024811, 0.06953547894954681, 0.19436724483966827], "cos_Ac_negg": [0.9366996884346008, 0.7006847858428955, 0.623546302318573], "r_norm": [0.861323356628418, 0.7702152729034424, 0.7544893026351929], "traffic_norm": [7.278411865234375, 7.211146354675293, 7.1517486572265625], "traffic_residual_norm": [0.006850420031696558, 0.007973184809088707, 1.1364989404683001e-05], "traffic_r2": [0.9999991059303284, 0.9999987483024597, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8802, "eval_loss": 0.7479182495117187, "val_acc": 0.8802, "val_loss": 0.7479182495117187}, {"step": 3900, "epoch": 9, "train_loss": 1.1330654621124268, "cos_r_negg": [-0.09174355119466782, -0.2700113356113434, 0.278349369764328], "cos_innovation_negg": [0.31871992349624634, 0.18601290881633759, 0.39693737030029297], "cos_apical_negg": [-0.09174354374408722, -0.2700112760066986, 0.278349369764328], "cos_Ac_negg": [0.905672013759613, 0.6933220028877258, 0.6396321654319763], "r_norm": [1.0637860298156738, 0.9497087597846985, 0.9383918046951294], "traffic_norm": [7.2767534255981445, 7.208118438720703, 7.148709297180176], "traffic_residual_norm": [0.006517607718706131, 0.007700683549046516, 1.198940572066931e-05], "traffic_r2": [0.9999992251396179, 0.9999988675117493, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.697383463382721, "cos_r_negg": [-0.23254981637001038, -0.02302410826086998, -0.1422392725944519], "cos_innovation_negg": [0.30288681387901306, 0.14537489414215088, 0.41460633277893066], "cos_apical_negg": [-0.23254980146884918, -0.023024102672934532, -0.1422392725944519], "cos_Ac_negg": [0.8698728680610657, 0.7256308197975159, 0.663691520690918], "r_norm": [0.9803485870361328, 0.8860311508178711, 0.8680000305175781], "traffic_norm": [7.277600288391113, 7.209610939025879, 7.150058269500732], "traffic_residual_norm": [0.006521277129650116, 0.007793469354510307, 1.1686086509143934e-05], "traffic_r2": [0.9999992251396179, 0.9999988079071045, 1.0], "ldr": {"dL_sdil": -0.06244868040084839, "dL_bp": -0.07804274559020996, "ratio": 0.8001855896864069}}, {"step": 4100, "epoch": 9, "train_loss": 0.5176597833633423, "cos_r_negg": [-0.13796494901180267, -0.04111102968454361, -0.07575785368680954], "cos_innovation_negg": [0.35633766651153564, 0.2245088517665863, 0.36399903893470764], "cos_apical_negg": [-0.13796496391296387, -0.04111103340983391, -0.07575784623622894], "cos_Ac_negg": [0.9370949268341064, 0.7160168886184692, 0.6768804788589478], "r_norm": [0.7934280633926392, 0.7153928279876709, 0.7023340463638306], "traffic_norm": [7.277091979980469, 7.209114074707031, 7.149206161499023], "traffic_residual_norm": [0.0063261184841394424, 0.007552658673375845, 1.194982814922696e-05], "traffic_r2": [0.9999992251396179, 0.999998927116394, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 1.0830906629562378, "cos_r_negg": [-0.16793301701545715, -0.029857676476240158, 0.03219503536820412], "cos_innovation_negg": [0.3645452857017517, 0.16706666350364685, 0.5215954184532166], "cos_apical_negg": [-0.16793301701545715, -0.029857676476240158, 0.03219503536820412], "cos_Ac_negg": [0.9104189872741699, 0.6967751979827881, 0.7127265334129333], "r_norm": [1.4100062847137451, 1.2531673908233643, 1.242122769355774], "traffic_norm": [7.278083801269531, 7.211907386779785, 7.151584625244141], "traffic_residual_norm": [0.006256272085011005, 0.007422065362334251, 1.1359554264345206e-05], "traffic_r2": [0.9999992847442627, 0.999998927116394, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8976, "eval_loss": 0.6227497314453125, "val_acc": 0.8976, "val_loss": 0.6227497314453125}, {"step": 4300, "epoch": 10, "train_loss": 0.29850950837135315, "cos_r_negg": [-0.01085218321532011, 0.13830319046974182, 0.0865207388997078], "cos_innovation_negg": [0.4096926152706146, 0.18344110250473022, 0.5057703852653503], "cos_apical_negg": [-0.010852188803255558, 0.13830320537090302, 0.08652076125144958], "cos_Ac_negg": [0.8470652103424072, 0.7517316937446594, 0.6929274201393127], "r_norm": [1.5333409309387207, 1.3603883981704712, 1.3440544605255127], "traffic_norm": [7.277212142944336, 7.209911823272705, 7.149491310119629], "traffic_residual_norm": [0.005956435110419989, 0.007215795107185841, 1.1852284842461813e-05], "traffic_r2": [0.9999993443489075, 0.9999989867210388, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.4978404641151428, "cos_r_negg": [-0.24628619849681854, 0.06791194528341293, -0.11662691086530685], "cos_innovation_negg": [0.3112278878688812, 0.2696312367916107, 0.44165468215942383], "cos_apical_negg": [-0.24628618359565735, 0.06791194528341293, -0.11662691086530685], "cos_Ac_negg": [0.8947159051895142, 0.8061718344688416, 0.6777772903442383], "r_norm": [0.9012738466262817, 0.8146890997886658, 0.8182588815689087], "traffic_norm": [7.2764058113098145, 7.2074384689331055, 7.149013996124268], "traffic_residual_norm": [0.005917808506637812, 0.007149563170969486, 1.1704976714099757e-05], "traffic_r2": [0.9999993443489075, 0.9999989867210388, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.7588788866996765, "cos_r_negg": [-0.08455849438905716, -0.2521931231021881, 0.10087551176548004], "cos_innovation_negg": [0.3061697781085968, 0.19786396622657776, 0.3888240158557892], "cos_apical_negg": [-0.08455849438905716, -0.2521930932998657, 0.10087551176548004], "cos_Ac_negg": [0.8482919931411743, 0.7868698239326477, 0.6117675304412842], "r_norm": [1.0189924240112305, 0.9158490896224976, 0.9085583686828613], "traffic_norm": [7.276786804199219, 7.208375453948975, 7.149977207183838], "traffic_residual_norm": [0.005685947369784117, 0.006981447339057922, 1.1582540537347086e-05], "traffic_r2": [0.9999994039535522, 0.9999990463256836, 1.0], "ldr": {"dL_sdil": -0.12658390402793884, "dL_bp": -0.14752665162086487, "ratio": 0.8580409209940744}}, {"step": 4600, "epoch": 10, "train_loss": 0.5987637042999268, "cos_r_negg": [-0.27477192878723145, 0.3599194288253784, -0.024372132495045662], "cos_innovation_negg": [0.49894365668296814, 0.41291385889053345, 0.5563989281654358], "cos_apical_negg": [-0.27477192878723145, 0.3599194288253784, -0.02437213435769081], "cos_Ac_negg": [0.9060001373291016, 0.8404843807220459, 0.6934698820114136], "r_norm": [1.2233588695526123, 1.100519061088562, 1.100064992904663], "traffic_norm": [7.277915000915527, 7.211218357086182, 7.151325225830078], "traffic_residual_norm": [0.005636716261506081, 0.006969129666686058, 1.1395990441087633e-05], "traffic_r2": [0.9999994039535522, 0.9999990463256836, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.4292513430118561, "cos_r_negg": [-0.17438921332359314, 0.13782022893428802, 0.03562382608652115], "cos_innovation_negg": [0.5134568810462952, 0.33138275146484375, 0.4786636531352997], "cos_apical_negg": [-0.17438921332359314, 0.13782024383544922, 0.035623833537101746], "cos_Ac_negg": [0.9286214709281921, 0.7922443747520447, 0.701911985874176], "r_norm": [1.4145519733428955, 1.2593022584915161, 1.250306487083435], "traffic_norm": [7.2781147956848145, 7.210439205169678, 7.150769233703613], "traffic_residual_norm": [0.005795292556285858, 0.007302158512175083, 1.1589351743168663e-05], "traffic_r2": [0.9999993443489075, 0.9999989867210388, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8848, "eval_loss": 0.670472509765625, "val_acc": 0.8848, "val_loss": 0.670472509765625}, {"step": 4800, "epoch": 11, "train_loss": 0.6296954154968262, "cos_r_negg": [-0.10313194245100021, 0.24820658564567566, 0.10504452884197235], "cos_innovation_negg": [0.4104805588722229, 0.24494095146656036, 0.5567257404327393], "cos_apical_negg": [-0.10313194245100021, 0.24820660054683685, 0.10504452884197235], "cos_Ac_negg": [0.8983645439147949, 0.8266403675079346, 0.7430388927459717], "r_norm": [0.774997353553772, 0.6930278539657593, 0.6861282587051392], "traffic_norm": [7.276188850402832, 7.2071685791015625, 7.148741245269775], "traffic_residual_norm": [0.005807195790112019, 0.007434521801769733, 1.1986352546955459e-05], "traffic_r2": [0.9999993443489075, 0.999998927116394, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.8425284624099731, "cos_r_negg": [-0.2524968087673187, -0.27453333139419556, 0.2332557737827301], "cos_innovation_negg": [0.5368058085441589, 0.4483228623867035, 0.48782867193222046], "cos_apical_negg": [-0.2524968087673187, -0.27453333139419556, 0.2332557737827301], "cos_Ac_negg": [0.8888274431228638, 0.7923790216445923, 0.6735617518424988], "r_norm": [1.4040700197219849, 1.2782423496246338, 1.2587378025054932], "traffic_norm": [7.277528762817383, 7.210365295410156, 7.150833606719971], "traffic_residual_norm": [0.005790574476122856, 0.007392239756882191, 1.1479631211841479e-05], "traffic_r2": [0.9999993443489075, 0.999998927116394, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 1.0646342039108276, "cos_r_negg": [-0.11561445146799088, -0.18628418445587158, 0.1010056585073471], "cos_innovation_negg": [0.4733515977859497, 0.19506369531154633, 0.4958394467830658], "cos_apical_negg": [-0.11561445146799088, -0.1862841695547104, 0.10100565105676651], "cos_Ac_negg": [0.9046057462692261, 0.7367842197418213, 0.748450756072998], "r_norm": [1.234533429145813, 1.1200973987579346, 1.102595567703247], "traffic_norm": [7.277534008026123, 7.2092366218566895, 7.150386810302734], "traffic_residual_norm": [0.005698212422430515, 0.0071440101601183414, 1.161331692856038e-05], "traffic_r2": [0.9999994039535522, 0.9999990463256836, 1.0], "ldr": {"dL_sdil": -0.10165345668792725, "dL_bp": -0.1136394739151001, "ratio": 0.8945259352737976}}, {"step": 5100, "epoch": 11, "train_loss": 1.0035278797149658, "cos_r_negg": [-0.07790055125951767, -0.07724371552467346, -0.039531368762254715], "cos_innovation_negg": [0.4186148941516876, 0.25558722019195557, 0.4939866065979004], "cos_apical_negg": [-0.07790055125951767, -0.07724371552467346, -0.039531368762254715], "cos_Ac_negg": [0.8664617538452148, 0.8147851228713989, 0.7263193726539612], "r_norm": [1.279477596282959, 1.1597238779067993, 1.143202543258667], "traffic_norm": [7.274975776672363, 7.204667091369629, 7.146803855895996], "traffic_residual_norm": [0.005483650602400303, 0.007022044621407986, 1.2111026080674492e-05], "traffic_r2": [0.9999994039535522, 0.9999990463256836, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9016, "eval_loss": 0.6340811889648438, "val_acc": 0.9016, "val_loss": 0.6340811889648438}, {"step": 5200, "epoch": 12, "train_loss": 0.4915355145931244, "cos_r_negg": [-0.15970641374588013, 0.014329545199871063, -0.05394190177321434], "cos_innovation_negg": [0.32110822200775146, 0.1561659425497055, 0.5025401711463928], "cos_apical_negg": [-0.15970639884471893, 0.014329545199871063, -0.05394190549850464], "cos_Ac_negg": [0.8150333762168884, 0.7811799049377441, 0.7301753759384155], "r_norm": [0.9185194373130798, 0.8325924873352051, 0.8207801580429077], "traffic_norm": [7.2776594161987305, 7.210947513580322, 7.151979923248291], "traffic_residual_norm": [0.005464981310069561, 0.0070258136838674545, 1.1169006938871462e-05], "traffic_r2": [0.999999463558197, 0.9999990463256836, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.48924165964126587, "cos_r_negg": [-0.21013817191123962, -0.02258811518549919, -0.08909531682729721], "cos_innovation_negg": [0.47931599617004395, 0.34214019775390625, 0.5455570220947266], "cos_apical_negg": [-0.21013817191123962, -0.022588113322854042, -0.08909531682729721], "cos_Ac_negg": [0.9139159917831421, 0.8354690074920654, 0.7353534698486328], "r_norm": [1.0111383199691772, 0.9198553562164307, 0.9160440564155579], "traffic_norm": [7.276565074920654, 7.208273410797119, 7.148323059082031], "traffic_residual_norm": [0.005321384873241186, 0.006815202534198761, 1.1924783393624239e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.38474783301353455, "cos_r_negg": [-0.27850475907325745, 0.13037577271461487, 0.05689534544944763], "cos_innovation_negg": [0.4162687659263611, 0.3210899531841278, 0.547291100025177], "cos_apical_negg": [-0.27850475907325745, 0.13037577271461487, 0.05689534917473793], "cos_Ac_negg": [0.8691481947898865, 0.8268072605133057, 0.7093333005905151], "r_norm": [1.48549222946167, 1.3599653244018555, 1.3431943655014038], "traffic_norm": [7.277216911315918, 7.210247993469238, 7.150712013244629], "traffic_residual_norm": [0.005286979954689741, 0.006794361397624016, 1.1385196557966992e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.441963791847229, "cos_r_negg": [-0.06354207545518875, -0.13394977152347565, 0.12297086417675018], "cos_innovation_negg": [0.4000149071216583, 0.28250786662101746, 0.5034415125846863], "cos_apical_negg": [-0.06354207545518875, -0.13394977152347565, 0.12297084927558899], "cos_Ac_negg": [0.8271121978759766, 0.8054195046424866, 0.6944769620895386], "r_norm": [1.4287433624267578, 1.3200958967208862, 1.3117165565490723], "traffic_norm": [7.276828289031982, 7.208468437194824, 7.147365570068359], "traffic_residual_norm": [0.0052670990116894245, 0.006746996194124222, 1.2075122867827304e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0], "ldr": {"dL_sdil": -0.19323930144309998, "dL_bp": -0.20761561393737793, "ratio": 0.9307551478348145}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8832, "eval_loss": 0.6547936157226563, "val_acc": 0.8832, "val_loss": 0.6547936157226563}, {"step": 5600, "epoch": 13, "train_loss": 0.3842298984527588, "cos_r_negg": [-0.2417016625404358, -0.4003613591194153, 0.2372380793094635], "cos_innovation_negg": [0.45603007078170776, 0.22247686982154846, 0.48664048314094543], "cos_apical_negg": [-0.2417016625404358, -0.4003613591194153, 0.2372380793094635], "cos_Ac_negg": [0.8817880153656006, 0.739704430103302, 0.6979543566703796], "r_norm": [0.9455788135528564, 0.8633239269256592, 0.8475334048271179], "traffic_norm": [7.276020050048828, 7.207244873046875, 7.147072792053223], "traffic_residual_norm": [0.005243983119726181, 0.006796224974095821, 1.2065233931934927e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.6429706811904907, "cos_r_negg": [-0.1788034588098526, 0.2553182542324066, -0.014824063517153263], "cos_innovation_negg": [0.41147786378860474, 0.2647375166416168, 0.5610334873199463], "cos_apical_negg": [-0.1788034588098526, 0.2553182542324066, -0.014824064448475838], "cos_Ac_negg": [0.8791931867599487, 0.8290954828262329, 0.7469252943992615], "r_norm": [1.1091618537902832, 1.0200670957565308, 1.0025241374969482], "traffic_norm": [7.275791168212891, 7.206620216369629, 7.147430419921875], "traffic_residual_norm": [0.005205930210649967, 0.006794419139623642, 1.1841733794426546e-05], "traffic_r2": [0.999999463558197, 0.9999991059303284, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.34701305627822876, "cos_r_negg": [-0.1415802389383316, -0.4370195269584656, 0.022494325414299965], "cos_innovation_negg": [0.433391809463501, 0.20778055489063263, 0.4205327332019806], "cos_apical_negg": [-0.1415802389383316, -0.4370195269584656, 0.02249433659017086], "cos_Ac_negg": [0.8537306189537048, 0.751748263835907, 0.7712763547897339], "r_norm": [0.8027385473251343, 0.7340661287307739, 0.7221362590789795], "traffic_norm": [7.276640892028809, 7.208523750305176, 7.1485419273376465], "traffic_residual_norm": [0.005162523128092289, 0.006953148171305656, 1.1863048712257296e-05], "traffic_r2": [0.9999995231628418, 0.9999990463256836, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.6722985506057739, "cos_r_negg": [-0.17544560134410858, 0.05904722213745117, -0.011072233319282532], "cos_innovation_negg": [0.36443233489990234, 0.3524821102619171, 0.47241663932800293], "cos_apical_negg": [-0.1754455864429474, 0.059047210961580276, -0.011072235181927681], "cos_Ac_negg": [0.8806865215301514, 0.8266945481300354, 0.675237238407135], "r_norm": [1.2648463249206543, 1.148223638534546, 1.1312689781188965], "traffic_norm": [7.276467323303223, 7.208970069885254, 7.148772716522217], "traffic_residual_norm": [0.005185514688491821, 0.007389019709080458, 1.1742742572096176e-05], "traffic_r2": [0.999999463558197, 0.999998927116394, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.11702921241521835, "cos_r_negg": [-0.2190958857536316, 0.3572709262371063, 0.014675865881145], "cos_innovation_negg": [0.45140308141708374, 0.31941285729408264, 0.4346361458301544], "cos_apical_negg": [-0.2190958708524704, 0.3572709262371063, 0.014675863087177277], "cos_Ac_negg": [0.8743646144866943, 0.860808789730072, 0.6947456002235413], "r_norm": [1.123894214630127, 1.0377117395401, 1.0220496654510498], "traffic_norm": [7.276186943054199, 7.207108497619629, 7.147839069366455], "traffic_residual_norm": [0.004849037155508995, 0.007170429453253746, 1.2048654753016308e-05], "traffic_r2": [0.9999995827674866, 0.9999989867210388, 1.0], "ldr": {"dL_sdil": -0.08053416013717651, "dL_bp": -0.08359742164611816, "ratio": 0.9633569857942635}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9076, "eval_loss": 0.5948656433105469, "val_acc": 0.9076, "val_loss": 0.5948656433105469}, {"step": 6100, "epoch": 14, "train_loss": 0.5221908092498779, "cos_r_negg": [-0.1770564764738083, 0.19946540892124176, 0.014091168530285358], "cos_innovation_negg": [0.457977294921875, 0.2612883150577545, 0.48325738310813904], "cos_apical_negg": [-0.1770564764738083, 0.19946540892124176, 0.014091161079704762], "cos_Ac_negg": [0.848201334476471, 0.8041222095489502, 0.6983932256698608], "r_norm": [1.240684151649475, 1.149229645729065, 1.1352962255477905], "traffic_norm": [7.275642395019531, 7.206557273864746, 7.146761417388916], "traffic_residual_norm": [0.004881724249571562, 0.0073826066218316555, 1.2210752174723893e-05], "traffic_r2": [0.9999995231628418, 0.999998927116394, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.6570190787315369, "cos_r_negg": [-0.144809752702713, -0.06560052186250687, 0.17184728384017944], "cos_innovation_negg": [0.33084407448768616, 0.321570485830307, 0.5564006567001343], "cos_apical_negg": [-0.14480973780155182, -0.06560052186250687, 0.17184728384017944], "cos_Ac_negg": [0.8320431113243103, 0.8340564966201782, 0.7295300364494324], "r_norm": [0.9334574341773987, 0.8557943105697632, 0.8480870127677917], "traffic_norm": [7.274713516235352, 7.20350456237793, 7.143986225128174], "traffic_residual_norm": [0.00485745957121253, 0.007645521312952042, 1.257505573448725e-05], "traffic_r2": [0.9999995827674866, 0.9999988675117493, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.39640888571739197, "cos_r_negg": [-0.18598411977291107, 0.16734114289283752, -0.00047064037062227726], "cos_innovation_negg": [0.4723038971424103, 0.31792622804641724, 0.4288175404071808], "cos_apical_negg": [-0.18598411977291107, 0.16734114289283752, -0.0004706473555415869], "cos_Ac_negg": [0.9501592516899109, 0.7996590733528137, 0.7125259637832642], "r_norm": [1.1916189193725586, 1.1059125661849976, 1.089479684829712], "traffic_norm": [7.276622295379639, 7.208830833435059, 7.149579048156738], "traffic_residual_norm": [0.004632559604942799, 0.00731472484767437, 1.1650066880974919e-05], "traffic_r2": [0.9999995827674866, 0.9999989867210388, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.6726443767547607, "cos_r_negg": [-0.15683519840240479, -0.05505942925810814, 0.09226550906896591], "cos_innovation_negg": [0.47344890236854553, 0.22695264220237732, 0.558302640914917], "cos_apical_negg": [-0.15683519840240479, -0.05505942925810814, 0.09226550161838531], "cos_Ac_negg": [0.8931639194488525, 0.8301835656166077, 0.733562171459198], "r_norm": [0.8013111352920532, 0.7393458485603333, 0.728277325630188], "traffic_norm": [7.276012420654297, 7.206938743591309, 7.146188735961914], "traffic_residual_norm": [0.004557513631880283, 0.0071618398651480675, 1.2274628716113511e-05], "traffic_r2": [0.9999995827674866, 0.9999989867210388, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9012, "eval_loss": 0.6585973388671875, "val_acc": 0.9012, "val_loss": 0.6585973388671875}], "final": {"eval_split": "validation", "eval_acc": 0.9012, "eval_loss": 0.6585973388671875, "wall_s": 24.326935291290283, "val_acc": 0.9012, "val_loss": 0.6585973388671875, "cos_r_negg": [-0.12412294000387192, 0.02754393219947815, 0.07448483258485794], "cos_innovation_negg": [0.40881192684173584, 0.3845716714859009, 0.5073290467262268], "cos_apical_negg": [-0.12412294000387192, 0.0275439340621233, 0.07448484003543854], "cos_Ac_negg": [0.8114352822303772, 0.8412165641784668, 0.7343692183494568], "traffic_norm": [7.275604724884033, 7.206363677978516, 7.146269798278809], "traffic_residual_norm": [0.004650121554732323, 0.007174554746598005, 1.2143578715040348e-05], "traffic_r2": [0.9999995827674866, 0.9999989867210388, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_topdown_rho0p2_raw_d3_s0.json b/results/traffic_dev_v1_mnist_topdown_rho0p2_raw_d3_s0.json new file mode 100644 index 0000000..76de8f9 --- /dev/null +++ b/results/traffic_dev_v1_mnist_topdown_rho0p2_raw_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p2_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.015526100993156433, 0.01330151129513979, 0.019428467378020287], "cos_innovation_negg": [-0.013060474768280983, 0.021253444254398346, 0.03198283910751343], "cos_apical_negg": [-0.015526100993156433, 0.01330151129513979, 0.019428467378020287], "cos_Ac_negg": [-0.008047009818255901, 0.02128724753856659, 0.03198334202170372], "r_norm": [6.06097412109375, 5.795180797576904, 5.775956153869629], "traffic_norm": [3.1553969383239746, 3.1326651573181152, 3.0501298904418945], "traffic_residual_norm": [1.2691175937652588, 0.902632474899292, 0.00038442754885181785], "traffic_r2": [0.8388340473175049, 0.9172642230987549, 1.0], "ldr": {"dL_sdil": -0.23072242736816406, "dL_bp": -0.5167841911315918, "ratio": 0.4464579825148209}}, {"step": 100, "epoch": 0, "train_loss": 23.200706481933594, "cos_r_negg": [0.39483675360679626, -0.3972938358783722, -0.34015247225761414], "cos_innovation_negg": [0.44605380296707153, -0.14627522230148315, 0.06541688740253448], "cos_apical_negg": [0.39483675360679626, -0.3972938358783722, -0.34015247225761414], "cos_Ac_negg": [0.7701442837715149, 0.3014870584011078, 0.2336072474718094], "r_norm": [8.994461059570312, 8.710936546325684, 9.06721305847168], "traffic_norm": [7.249930381774902, 7.17238187789917, 7.11018705368042], "traffic_residual_norm": [3.0110294818878174, 1.5418858528137207, 0.0002681344049051404], "traffic_r2": [0.8275132775306702, 0.9537871479988098, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 4.231236457824707, "cos_r_negg": [0.06172879785299301, -0.32609573006629944, -0.229292631149292], "cos_innovation_negg": [0.11149399727582932, -0.24241118133068085, 0.26050612330436707], "cos_apical_negg": [0.06172879785299301, -0.32609573006629944, -0.229292631149292], "cos_Ac_negg": [0.7731335759162903, 0.09511768072843552, 0.2572154402732849], "r_norm": [8.372665405273438, 8.201715469360352, 7.930673599243164], "traffic_norm": [7.268590927124023, 7.199437618255615, 7.135547637939453], "traffic_residual_norm": [2.4644711017608643, 1.2598280906677246, 0.00022011439432390034], "traffic_r2": [0.8850401043891907, 0.9693787097930908, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 5.374771595001221, "cos_r_negg": [0.4451758861541748, -0.005324319005012512, -0.33262985944747925], "cos_innovation_negg": [0.4727158844470978, 0.149221733212471, -0.17304188013076782], "cos_apical_negg": [0.4451758861541748, -0.005324319005012512, -0.33262985944747925], "cos_Ac_negg": [0.7520570755004883, 0.37507858872413635, -0.36959579586982727], "r_norm": [8.697096824645996, 8.513877868652344, 8.371664047241211], "traffic_norm": [7.271038055419922, 7.201952934265137, 7.136934757232666], "traffic_residual_norm": [2.0177621841430664, 1.0311139822006226, 0.00018065657059196383], "traffic_r2": [0.9229900240898132, 0.9795020222663879, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.5181341171264648, "cos_r_negg": [-0.06593772768974304, 0.04603308066725731, 0.25704070925712585], "cos_innovation_negg": [-0.09602881968021393, 0.07872116565704346, -0.04945461452007294], "cos_apical_negg": [-0.06593772768974304, 0.04603308066725731, 0.25704070925712585], "cos_Ac_negg": [0.8345913887023926, 0.29338034987449646, 0.1437053382396698], "r_norm": [7.657384872436523, 7.5659990310668945, 7.576383113861084], "traffic_norm": [7.280404567718506, 7.217772483825684, 7.154885768890381], "traffic_residual_norm": [1.651314377784729, 0.843521773815155, 0.0001479824131820351], "traffic_r2": [0.9485543966293335, 0.9863420724868774, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.801, "eval_loss": 1.7964969482421875, "val_acc": 0.801, "val_loss": 1.7964969482421875}, {"step": 500, "epoch": 1, "train_loss": 3.7567973136901855, "cos_r_negg": [0.12145064026117325, 0.18327979743480682, -0.004939683713018894], "cos_innovation_negg": [0.10111308842897415, 0.20034606754779816, -0.0024578890297561884], "cos_apical_negg": [0.12145064026117325, 0.18327979743480682, -0.004939683713018894], "cos_Ac_negg": [0.72669517993927, 0.3544364273548126, -0.20380327105522156], "r_norm": [8.396468162536621, 8.185001373291016, 8.287660598754883], "traffic_norm": [7.2831597328186035, 7.22411584854126, 7.163853645324707], "traffic_residual_norm": [1.3516749143600464, 0.6902431845664978, 0.00012125124339945614], "traffic_r2": [0.9655566811561584, 0.9908707737922668, 1.0], "ldr": {"dL_sdil": -2.8526976108551025, "dL_bp": -3.0334434509277344, "ratio": 0.9404156223788008}}, {"step": 600, "epoch": 1, "train_loss": 4.552990913391113, "cos_r_negg": [-0.05326429754495621, -0.18217825889587402, 0.12894238531589508], "cos_innovation_negg": [-0.05845271050930023, -0.11013852059841156, -0.18255646526813507], "cos_apical_negg": [-0.05326429754495621, -0.18217825889587402, 0.12894238531589508], "cos_Ac_negg": [0.7842864394187927, 0.42853716015815735, 0.10935667157173157], "r_norm": [8.197305679321289, 7.9087371826171875, 7.815276145935059], "traffic_norm": [7.282219409942627, 7.221334934234619, 7.162975788116455], "traffic_residual_norm": [1.106383204460144, 0.564953088760376, 9.957049041986465e-05], "traffic_r2": [0.9769174456596375, 0.993879497051239, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 2.0567219257354736, "cos_r_negg": [0.06133299693465233, -0.05006258934736252, 0.3554898500442505], "cos_innovation_negg": [0.024887703359127045, 0.08139461278915405, -0.03363439440727234], "cos_apical_negg": [0.06133299693465233, -0.05006258934736252, 0.3554898500442505], "cos_Ac_negg": [0.9278122782707214, 0.6001213788986206, 0.0762108713388443], "r_norm": [8.589040756225586, 8.327713012695312, 8.137226104736328], "traffic_norm": [7.284328460693359, 7.224522113800049, 7.164351940155029], "traffic_residual_norm": [0.9058376550674438, 0.46244674921035767, 8.169951615855098e-05], "traffic_r2": [0.9845359921455383, 0.9959026575088501, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 4.3351240158081055, "cos_r_negg": [0.2960599958896637, 0.20081360638141632, 0.15863637626171112], "cos_innovation_negg": [0.3686276376247406, 0.3302472233772278, 0.07173154503107071], "cos_apical_negg": [0.2960599958896637, 0.20081360638141632, 0.15863637626171112], "cos_Ac_negg": [0.92824786901474, 0.6217373013496399, 0.21712689101696014], "r_norm": [8.909088134765625, 8.262819290161133, 8.344181060791016], "traffic_norm": [7.283895969390869, 7.224489212036133, 7.163365364074707], "traffic_residual_norm": [0.7415047883987427, 0.37851911783218384, 6.720211240462959e-05], "traffic_r2": [0.9896366596221924, 0.9972549080848694, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.7292, "eval_loss": 2.812420751953125, "val_acc": 0.7292, "val_loss": 2.812420751953125}, {"step": 900, "epoch": 2, "train_loss": 3.4215359687805176, "cos_r_negg": [-0.002346817869693041, -0.07370387762784958, -0.33630913496017456], "cos_innovation_negg": [0.038466498255729675, 0.012803583405911922, 0.28340113162994385], "cos_apical_negg": [-0.002346817869693041, -0.07370387762784958, -0.33630913496017456], "cos_Ac_negg": [0.8594957590103149, 0.47612032294273376, 0.3130723536014557], "r_norm": [8.275829315185547, 7.968594551086426, 7.925910472869873], "traffic_norm": [7.284160614013672, 7.225421905517578, 7.162715435028076], "traffic_residual_norm": [0.6070486307144165, 0.3098926246166229, 5.534511728910729e-05], "traffic_r2": [0.9930547475814819, 0.9981605410575867, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 2.207001209259033, "cos_r_negg": [-0.029773911461234093, 0.004290517885237932, 0.4698527753353119], "cos_innovation_negg": [0.018604079261422157, 0.07379017770290375, -0.18395110964775085], "cos_apical_negg": [-0.029773911461234093, 0.004290517885237932, 0.4698527753353119], "cos_Ac_negg": [0.7871573567390442, 0.5681167840957642, 0.020045340061187744], "r_norm": [7.832122325897217, 7.613010406494141, 7.551084995269775], "traffic_norm": [7.283731937408447, 7.224321365356445, 7.161632061004639], "traffic_residual_norm": [0.4970034062862396, 0.25359439849853516, 4.577802246785723e-05], "traffic_r2": [0.9953440427780151, 0.9987677931785583, 1.0], "ldr": {"dL_sdil": -0.4860994219779968, "dL_bp": -0.5647271871566772, "ratio": 0.8607685853153976}}, {"step": 1100, "epoch": 2, "train_loss": 1.1457030773162842, "cos_r_negg": [-0.12007590383291245, 0.0740407258272171, 0.5201380252838135], "cos_innovation_negg": [-0.1131577342748642, 0.14582595229148865, -0.23068712651729584], "cos_apical_negg": [-0.12007590383291245, 0.0740407258272171, 0.5201380252838135], "cos_Ac_negg": [0.8444337248802185, 0.6096511483192444, 0.22932755947113037], "r_norm": [7.769426345825195, 7.579902648925781, 7.510824203491211], "traffic_norm": [7.284264087677002, 7.225000858306885, 7.162830829620361], "traffic_residual_norm": [0.4069034457206726, 0.2075742781162262, 3.786495653912425e-05], "traffic_r2": [0.9968795776367188, 0.9991745948791504, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.1195945739746094, "cos_r_negg": [-0.15672168135643005, -0.09401670098304749, -0.3627263903617859], "cos_innovation_negg": [-0.08998178690671921, 0.005252376198768616, 0.326217919588089], "cos_apical_negg": [-0.15672168135643005, -0.09401670098304749, -0.3627263903617859], "cos_Ac_negg": [0.8523527383804321, 0.6994631886482239, 0.4397166073322296], "r_norm": [7.747552394866943, 7.596547603607178, 7.517955303192139], "traffic_norm": [7.283939361572266, 7.2238287925720215, 7.162955284118652], "traffic_residual_norm": [0.3330536186695099, 0.16987118124961853, 3.155311424052343e-05], "traffic_r2": [0.9979093074798584, 0.9994470477104187, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8134, "eval_loss": 2.070175537109375, "val_acc": 0.8134, "val_loss": 2.070175537109375}, {"step": 1300, "epoch": 3, "train_loss": 2.8622007369995117, "cos_r_negg": [0.14363114535808563, -0.05246000364422798, -0.3676418662071228], "cos_innovation_negg": [0.2132897824048996, 0.08104591071605682, 0.4292828142642975], "cos_apical_negg": [0.14363114535808563, -0.05246000364422798, -0.3676418662071228], "cos_Ac_negg": [0.9046178460121155, 0.7910116314888, 0.5249742865562439], "r_norm": [8.052139282226562, 7.849663734436035, 7.810877323150635], "traffic_norm": [7.283058166503906, 7.222068786621094, 7.156770706176758], "traffic_residual_norm": [0.27275437116622925, 0.13913658261299133, 2.7023819711757824e-05], "traffic_r2": [0.9985974431037903, 0.9996288418769836, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 2.259781837463379, "cos_r_negg": [0.00427100108936429, 0.03843472898006439, 0.32118508219718933], "cos_innovation_negg": [-0.0032894222531467676, 0.15708228945732117, -0.03732169419527054], "cos_apical_negg": [0.00427100108936429, 0.03843472898006439, 0.32118508219718933], "cos_Ac_negg": [0.8949754238128662, 0.6297645568847656, 0.12463126331567764], "r_norm": [8.179388046264648, 7.853325366973877, 7.853642463684082], "traffic_norm": [7.284407615661621, 7.225612640380859, 7.162727355957031], "traffic_residual_norm": [0.22332791984081268, 0.11394573003053665, 2.228302946605254e-05], "traffic_r2": [0.9990600943565369, 0.9997513294219971, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 2.514975070953369, "cos_r_negg": [-0.060068290680646896, -0.1638331413269043, -0.1252748966217041], "cos_innovation_negg": [0.012119416147470474, 0.050298165529966354, 0.21376097202301025], "cos_apical_negg": [-0.060068290680646896, -0.1638331413269043, -0.1252748966217041], "cos_Ac_negg": [0.847873330116272, 0.7315777540206909, 0.4229482412338257], "r_norm": [8.023333549499512, 7.826532363891602, 7.7126030921936035], "traffic_norm": [7.284441947937012, 7.225515365600586, 7.163091659545898], "traffic_residual_norm": [0.18281365931034088, 0.09315820038318634, 1.9067354514845647e-05], "traffic_r2": [0.9993701577186584, 0.9998337626457214, 1.0], "ldr": {"dL_sdil": -0.4607248306274414, "dL_bp": -0.5156395435333252, "ratio": 0.893501742458325}}, {"step": 1600, "epoch": 3, "train_loss": 1.6145061254501343, "cos_r_negg": [0.04207009822130203, 0.1514005810022354, 0.34974178671836853], "cos_innovation_negg": [0.04997503012418747, 0.24122565984725952, -0.050822265446186066], "cos_apical_negg": [0.04207009822130203, 0.1514005810022354, 0.34974178671836853], "cos_Ac_negg": [0.9264184832572937, 0.7254522442817688, 0.33003267645835876], "r_norm": [7.899348258972168, 7.711124897003174, 7.7102508544921875], "traffic_norm": [7.284029006958008, 7.224347114562988, 7.162665367126465], "traffic_residual_norm": [0.14967137575149536, 0.07624904811382294, 1.659184999880381e-05], "traffic_r2": [0.9995777606964111, 0.9998885989189148, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 2.3268275260925293, "cos_r_negg": [-0.22144368290901184, -0.03515487536787987, -0.33800581097602844], "cos_innovation_negg": [-0.08272454142570496, 0.0430263988673687, 0.47853031754493713], "cos_apical_negg": [-0.22144368290901184, -0.03515487536787987, -0.33800581097602844], "cos_Ac_negg": [0.9173724055290222, 0.5826738476753235, 0.5486063361167908], "r_norm": [7.854731559753418, 7.6555328369140625, 7.594280242919922], "traffic_norm": [7.283964157104492, 7.2241129875183105, 7.161526679992676], "traffic_residual_norm": [0.1225435733795166, 0.062362946569919586, 1.4750966329302173e-05], "traffic_r2": [0.9997169375419617, 0.9999254941940308, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.7686, "eval_loss": 1.516705615234375, "val_acc": 0.7686, "val_loss": 1.516705615234375}, {"step": 1800, "epoch": 4, "train_loss": 1.8600949048995972, "cos_r_negg": [-0.10493871569633484, 0.08169301599264145, 0.43028250336647034], "cos_innovation_negg": [-0.06594117730855942, 0.14607970416545868, 0.38248762488365173], "cos_apical_negg": [-0.10493871569633484, 0.08169301599264145, 0.43028250336647034], "cos_Ac_negg": [0.7159261703491211, 0.8109930157661438, 0.7785977721214294], "r_norm": [8.295729637145996, 8.087423324584961, 8.096125602722168], "traffic_norm": [7.2846832275390625, 7.225884437561035, 7.1648454666137695], "traffic_residual_norm": [0.10035766661167145, 0.05100838840007782, 1.2584208889165893e-05], "traffic_r2": [0.9998102188110352, 0.9999501705169678, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 2.0123751163482666, "cos_r_negg": [0.16453489661216736, 0.08096706122159958, 0.18997453153133392], "cos_innovation_negg": [0.2714090645313263, 0.22023454308509827, 0.21609775722026825], "cos_apical_negg": [0.16453489661216736, 0.08096706122159958, 0.18997453153133392], "cos_Ac_negg": [0.894792914390564, 0.7799670696258545, 0.31871548295021057], "r_norm": [8.274232864379883, 7.977726936340332, 7.9696760177612305], "traffic_norm": [7.283900260925293, 7.2241621017456055, 7.161487102508545], "traffic_residual_norm": [0.08220738917589188, 0.04177551716566086, 1.2016268556180876e-05], "traffic_r2": [0.999872624874115, 0.999966561794281, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 1.322196364402771, "cos_r_negg": [-0.0699758306145668, 0.07266972959041595, 0.31710946559906006], "cos_innovation_negg": [-0.033114299178123474, 0.2221774011850357, 0.13407614827156067], "cos_apical_negg": [-0.0699758306145668, 0.07266972959041595, 0.31710946559906006], "cos_Ac_negg": [0.802862286567688, 0.8563857078552246, 0.41697144508361816], "r_norm": [7.931115627288818, 7.7498884201049805, 7.723880767822266], "traffic_norm": [7.284740924835205, 7.226327419281006, 7.163930416107178], "traffic_residual_norm": [0.06730751693248749, 0.034155234694480896, 1.0612527148623485e-05], "traffic_r2": [0.9999146461486816, 0.9999776482582092, 1.0], "ldr": {"dL_sdil": -0.26002073287963867, "dL_bp": -0.3040750026702881, "ratio": 0.8551203834456003}}, {"step": 2100, "epoch": 4, "train_loss": 1.7027019262313843, "cos_r_negg": [-0.18580001592636108, -0.016712574288249016, -0.14515645802021027], "cos_innovation_negg": [-0.03400305658578873, 0.11064779758453369, 0.3007766902446747], "cos_apical_negg": [-0.18580001592636108, -0.016712574288249016, -0.14515645802021027], "cos_Ac_negg": [0.8435397744178772, 0.8240470886230469, 0.24682001769542694], "r_norm": [8.055583953857422, 7.9278459548950195, 7.863604545593262], "traffic_norm": [7.2847065925598145, 7.225778102874756, 7.162744522094727], "traffic_residual_norm": [0.05511414259672165, 0.027966074645519257, 1.0283782103215344e-05], "traffic_r2": [0.9999427795410156, 0.9999850392341614, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.7774, "eval_loss": 1.75848603515625, "val_acc": 0.7774, "val_loss": 1.75848603515625}, {"step": 2200, "epoch": 5, "train_loss": 2.135735034942627, "cos_r_negg": [-0.043894171714782715, -0.029762279242277145, -0.20112168788909912], "cos_innovation_negg": [0.2587767243385315, 0.22954748570919037, 0.3854552209377289], "cos_apical_negg": [-0.043894171714782715, -0.029762279242277145, -0.20112168788909912], "cos_Ac_negg": [0.7798370122909546, 0.7029200196266174, 0.6631685495376587], "r_norm": [8.061312675476074, 7.9042558670043945, 7.823014736175537], "traffic_norm": [7.284488677978516, 7.225949287414551, 7.162635803222656], "traffic_residual_norm": [0.045102622359991074, 0.022846590727567673, 9.712486644275486e-06], "traffic_r2": [0.9999616742134094, 0.9999899864196777, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 2.0390586853027344, "cos_r_negg": [-0.10051646083593369, 0.2146013379096985, 0.08491233736276627], "cos_innovation_negg": [0.028507310897111893, 0.28280025720596313, 0.24964852631092072], "cos_apical_negg": [-0.10051646083593369, 0.2146013379096985, 0.08491233736276627], "cos_Ac_negg": [0.7834130525588989, 0.9125521183013916, 0.30944207310676575], "r_norm": [8.237325668334961, 8.057811737060547, 8.017669677734375], "traffic_norm": [7.284551620483398, 7.225969314575195, 7.164010047912598], "traffic_residual_norm": [0.036955736577510834, 0.018702030181884766, 9.0740259111044e-06], "traffic_r2": [0.999974250793457, 0.9999933242797852, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 1.8903446197509766, "cos_r_negg": [-0.15493205189704895, 0.11657114326953888, 0.27490827441215515], "cos_innovation_negg": [-0.13886313140392303, 0.20269206166267395, 0.18009053170681], "cos_apical_negg": [-0.15493205189704895, 0.11657114326953888, 0.27490827441215515], "cos_Ac_negg": [0.8319790363311768, 0.8714975714683533, 0.5955225229263306], "r_norm": [8.367055892944336, 8.176055908203125, 8.141229629516602], "traffic_norm": [7.28406286239624, 7.224689483642578, 7.162247657775879], "traffic_residual_norm": [0.03027206100523472, 0.015335354954004288, 9.324669008492492e-06], "traffic_r2": [0.9999827146530151, 0.9999954700469971, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 1.526931881904602, "cos_r_negg": [-0.10482504218816757, 0.1382860541343689, -0.07039971649646759], "cos_innovation_negg": [0.026413997635245323, 0.3118024170398712, 0.3152870237827301], "cos_apical_negg": [-0.10482504218816757, 0.1382860541343689, -0.07039971649646759], "cos_Ac_negg": [0.737647294998169, 0.8480998873710632, 0.5771540999412537], "r_norm": [7.965541839599609, 7.807010650634766, 7.762758255004883], "traffic_norm": [7.283903121948242, 7.224801063537598, 7.161888122558594], "traffic_residual_norm": [0.024865582585334778, 0.012584114447236061, 9.182406756735872e-06], "traffic_r2": [0.999988317489624, 0.9999969601631165, 1.0], "ldr": {"dL_sdil": -0.10539364814758301, "dL_bp": -0.13108205795288086, "ratio": 0.8040280248382133}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8298, "eval_loss": 1.929187646484375, "val_acc": 0.8298, "val_loss": 1.929187646484375}, {"step": 2600, "epoch": 6, "train_loss": 1.7383193969726562, "cos_r_negg": [-0.16403429210186005, 0.08876777440309525, -0.2838727533817291], "cos_innovation_negg": [-0.04065015912055969, 0.22448983788490295, 0.5892780423164368], "cos_apical_negg": [-0.16403429210186005, 0.08876777440309525, -0.2838727533817291], "cos_Ac_negg": [0.7546383142471313, 0.859125018119812, 0.6103994250297546], "r_norm": [8.248619079589844, 8.040717124938965, 7.983467102050781], "traffic_norm": [7.284216403961182, 7.2254157066345215, 7.163644790649414], "traffic_residual_norm": [0.02043459191918373, 0.010333683341741562, 8.619037544121966e-06], "traffic_r2": [0.9999921321868896, 0.9999979734420776, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 1.7148716449737549, "cos_r_negg": [0.02108529955148697, 0.0658300518989563, 0.22324199974536896], "cos_innovation_negg": [0.14839904010295868, 0.23959125578403473, 0.34189707040786743], "cos_apical_negg": [0.02108529955148697, 0.0658300518989563, 0.22324199974536896], "cos_Ac_negg": [0.8714478611946106, 0.7843902111053467, 0.5345143675804138], "r_norm": [8.04257583618164, 7.8732404708862305, 7.799867630004883], "traffic_norm": [7.283998489379883, 7.224159240722656, 7.160512924194336], "traffic_residual_norm": [0.016850460320711136, 0.008537059649825096, 9.39923120313324e-06], "traffic_r2": [0.9999946355819702, 0.9999986290931702, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.6586311459541321, "cos_r_negg": [-0.09965533018112183, 0.04585449770092964, 0.26781901717185974], "cos_innovation_negg": [0.13977709412574768, 0.30410701036453247, 0.15212218463420868], "cos_apical_negg": [-0.09965533018112183, 0.04585449770092964, 0.26781901717185974], "cos_Ac_negg": [0.8074848055839539, 0.858587384223938, 0.5439711809158325], "r_norm": [8.307315826416016, 8.09666919708252, 8.037989616394043], "traffic_norm": [7.284212112426758, 7.225338935852051, 7.163093566894531], "traffic_residual_norm": [0.013832232914865017, 0.0069884974509477615, 8.647057256894186e-06], "traffic_r2": [0.9999963641166687, 0.9999990463256836, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 3.2046914100646973, "cos_r_negg": [0.04598778113722801, 0.014203324913978577, 0.5394763350486755], "cos_innovation_negg": [0.567908763885498, 0.506525993347168, 0.40091779828071594], "cos_apical_negg": [0.04598778113722801, 0.014203324913978577, 0.5394763350486755], "cos_Ac_negg": [0.8110175728797913, 0.8508375883102417, 0.5162615180015564], "r_norm": [8.22447395324707, 8.04867172241211, 7.9500298500061035], "traffic_norm": [7.284211158752441, 7.225526809692383, 7.162896633148193], "traffic_residual_norm": [0.011361627839505672, 0.005750759970396757, 8.555882232030854e-06], "traffic_r2": [0.9999975562095642, 0.9999993443489075, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 1.3946595191955566, "cos_r_negg": [0.07309197634458542, -0.21271662414073944, 0.07194486260414124], "cos_innovation_negg": [0.131670743227005, -0.019338278099894524, 0.49455660581588745], "cos_apical_negg": [0.07309197634458542, -0.21271662414073944, 0.07194486260414124], "cos_Ac_negg": [0.8700533509254456, 0.8316227197647095, 0.5250920057296753], "r_norm": [8.314071655273438, 8.115374565124512, 8.056405067443848], "traffic_norm": [7.283351898193359, 7.2239227294921875, 7.161391258239746], "traffic_residual_norm": [0.00941497553139925, 0.00483207730576396, 8.99264523468446e-06], "traffic_r2": [0.9999983310699463, 0.9999995231628418, 1.0], "ldr": {"dL_sdil": -0.37934744358062744, "dL_bp": -0.44422757625579834, "ratio": 0.8539484351196353}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8404, "eval_loss": 1.5110796142578125, "val_acc": 0.8404, "val_loss": 1.5110796142578125}, {"step": 3100, "epoch": 7, "train_loss": 1.4988367557525635, "cos_r_negg": [-0.1123681366443634, 0.20321673154830933, -0.05313674360513687], "cos_innovation_negg": [0.09744136780500412, 0.32784363627433777, 0.4281688630580902], "cos_apical_negg": [-0.1123681366443634, 0.20321673154830933, -0.05313674360513687], "cos_Ac_negg": [0.833074152469635, 0.9277499318122864, 0.44847947359085083], "r_norm": [8.16040325164795, 8.023491859436035, 7.968165397644043], "traffic_norm": [7.2842116355896, 7.225236892700195, 7.162665843963623], "traffic_residual_norm": [0.007793351076543331, 0.004033865872770548, 8.722514394321479e-06], "traffic_r2": [0.9999988675117493, 0.9999997019767761, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 1.4545315504074097, "cos_r_negg": [-0.07544352114200592, 0.1195918396115303, -0.3370443880558014], "cos_innovation_negg": [0.05890587344765663, 0.2672273814678192, 0.6654785871505737], "cos_apical_negg": [-0.07544352114200592, 0.1195918396115303, -0.3370443880558014], "cos_Ac_negg": [0.8288679122924805, 0.9055484533309937, 0.6842963099479675], "r_norm": [8.086607933044434, 7.919701099395752, 7.870035171508789], "traffic_norm": [7.284071445465088, 7.22482967376709, 7.16200065612793], "traffic_residual_norm": [0.006620988715440035, 0.0034740823321044445, 8.801729563856497e-06], "traffic_r2": [0.9999991655349731, 0.9999997615814209, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 1.5706286430358887, "cos_r_negg": [0.014226404018700123, 0.06328074634075165, 0.22487561404705048], "cos_innovation_negg": [0.28430408239364624, 0.43147313594818115, 0.36024874448776245], "cos_apical_negg": [0.014226404018700123, 0.06328074634075165, 0.22487561404705048], "cos_Ac_negg": [0.8360660076141357, 0.876275897026062, 0.5773962140083313], "r_norm": [8.017497062683105, 7.866742134094238, 7.826038360595703], "traffic_norm": [7.284418106079102, 7.2256903648376465, 7.16386604309082], "traffic_residual_norm": [0.005599556490778923, 0.0029889093711972237, 8.281684131361544e-06], "traffic_r2": [0.9999994039535522, 0.9999998211860657, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 1.1254326105117798, "cos_r_negg": [-0.15517377853393555, 0.024212336167693138, 0.020202942192554474], "cos_innovation_negg": [0.14989320933818817, 0.24663880467414856, 0.5088033080101013], "cos_apical_negg": [-0.15517377853393555, 0.024212336167693138, 0.020202942192554474], "cos_Ac_negg": [0.8130210041999817, 0.8731117844581604, 0.6272162199020386], "r_norm": [8.23315715789795, 8.047560691833496, 8.002495765686035], "traffic_norm": [7.284355163574219, 7.226016044616699, 7.163354873657227], "traffic_residual_norm": [0.004716839641332626, 0.0026107251178473234, 8.282428098027594e-06], "traffic_r2": [0.9999995827674866, 0.9999998807907104, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8548, "eval_loss": 0.9883134399414063, "val_acc": 0.8548, "val_loss": 0.9883134399414063}, {"step": 3500, "epoch": 8, "train_loss": 0.7587935924530029, "cos_r_negg": [-0.1320437341928482, 0.15857726335525513, -0.030977027490735054], "cos_innovation_negg": [0.09537319839000702, 0.2899037301540375, 0.5417975783348083], "cos_apical_negg": [-0.1320437341928482, 0.15857726335525513, -0.030977027490735054], "cos_Ac_negg": [0.8014601469039917, 0.8369389176368713, 0.6384742856025696], "r_norm": [8.064262390136719, 7.8959784507751465, 7.847108364105225], "traffic_norm": [7.283565521240234, 7.223681449890137, 7.161678791046143], "traffic_residual_norm": [0.0040085213258862495, 0.002289707539603114, 8.8875540313893e-06], "traffic_r2": [0.9999997019767761, 0.9999998807907104, 1.0], "ldr": {"dL_sdil": -0.10177493095397949, "dL_bp": -0.1237633228302002, "ratio": 0.8223351525040407}}, {"step": 3600, "epoch": 8, "train_loss": 0.9055386781692505, "cos_r_negg": [0.2684430181980133, 0.21105967462062836, 0.20558467507362366], "cos_innovation_negg": [0.5059746503829956, 0.4321577548980713, 0.4834747314453125], "cos_apical_negg": [0.2684430181980133, 0.21105967462062836, 0.20558467507362366], "cos_Ac_negg": [0.6936272382736206, 0.9320424795150757, 0.5672861933708191], "r_norm": [8.645641326904297, 8.465006828308105, 8.41389274597168], "traffic_norm": [7.28346061706543, 7.223888397216797, 7.159731864929199], "traffic_residual_norm": [0.0035120248794555664, 0.0021192647982388735, 9.229988791048527e-06], "traffic_r2": [0.9999997615814209, 0.9999999403953552, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.7387293577194214, "cos_r_negg": [-0.236265629529953, 0.03261766955256462, -0.2430369108915329], "cos_innovation_negg": [0.19085104763507843, 0.41879475116729736, 0.5823168754577637], "cos_apical_negg": [-0.236265629529953, 0.03261766955256462, -0.2430369108915329], "cos_Ac_negg": [0.7532918453216553, 0.8576827049255371, 0.6446027755737305], "r_norm": [8.305927276611328, 8.127714157104492, 8.076350212097168], "traffic_norm": [7.284440517425537, 7.225526809692383, 7.162598609924316], "traffic_residual_norm": [0.0031056622974574566, 0.0019705069717019796, 8.622668246971443e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 1.13252854347229, "cos_r_negg": [-0.11802633106708527, 0.021466456353664398, -0.12492586672306061], "cos_innovation_negg": [0.16866843402385712, 0.3413335680961609, 0.4799160063266754], "cos_apical_negg": [-0.11802633106708527, 0.021466456353664398, -0.12492586672306061], "cos_Ac_negg": [0.7626901865005493, 0.8965351581573486, 0.6402178406715393], "r_norm": [8.186502456665039, 8.043444633483887, 7.990678787231445], "traffic_norm": [7.284235000610352, 7.225334644317627, 7.162372589111328], "traffic_residual_norm": [0.002752115484327078, 0.0018582402262836695, 8.637174687464722e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8772, "eval_loss": 1.2286034423828125, "val_acc": 0.8772, "val_loss": 1.2286034423828125}, {"step": 3900, "epoch": 9, "train_loss": 1.0018424987792969, "cos_r_negg": [-0.02939455956220627, 0.13377916812896729, 0.40319252014160156], "cos_innovation_negg": [0.2837850749492645, 0.376747727394104, 0.4009668231010437], "cos_apical_negg": [-0.02939455956220627, 0.13377916812896729, 0.40319252014160156], "cos_Ac_negg": [0.8274712562561035, 0.8996187448501587, 0.6792752742767334], "r_norm": [8.437567710876465, 8.2858304977417, 8.232793807983398], "traffic_norm": [7.283702850341797, 7.22393274307251, 7.161710262298584], "traffic_residual_norm": [0.0025026188232004642, 0.0017089354805648327, 8.869636076269671e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 1.7198048830032349, "cos_r_negg": [0.013316959142684937, 0.003269077278673649, 0.6002495884895325], "cos_innovation_negg": [0.29586368799209595, 0.3179255723953247, 0.5854661464691162], "cos_apical_negg": [0.013316959142684937, 0.003269077278673649, 0.6002495884895325], "cos_Ac_negg": [0.766597330570221, 0.8802743554115295, 0.7768403887748718], "r_norm": [8.995369911193848, 8.82635498046875, 8.787290573120117], "traffic_norm": [7.283612251281738, 7.223889350891113, 7.161749362945557], "traffic_residual_norm": [0.002329937880858779, 0.0017573758959770203, 8.990736205305438e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -1.1863245964050293, "dL_bp": -1.193851351737976, "ratio": 0.9936953999155845}}, {"step": 4100, "epoch": 9, "train_loss": 1.9106547832489014, "cos_r_negg": [-0.053373709321022034, 0.015143717639148235, -0.12868447601795197], "cos_innovation_negg": [0.2394304722547531, 0.34701263904571533, 0.6312909722328186], "cos_apical_negg": [-0.053373709321022034, 0.015143717639148235, -0.12868447601795197], "cos_Ac_negg": [0.8213798403739929, 0.8923887014389038, 0.5278849005699158], "r_norm": [8.503030776977539, 8.340133666992188, 8.309199333190918], "traffic_norm": [7.283766746520996, 7.2240190505981445, 7.161417007446289], "traffic_residual_norm": [0.002116555580869317, 0.001595075591467321, 8.946564776124433e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 3.1362080574035645, "cos_r_negg": [-0.03027036413550377, 0.015162474475800991, 0.3847378194332123], "cos_innovation_negg": [0.3223986327648163, 0.138082817196846, 0.5568733215332031], "cos_apical_negg": [-0.03027036413550377, 0.015162474475800991, 0.3847378194332123], "cos_Ac_negg": [0.7988125085830688, 0.8951842188835144, 0.800777018070221], "r_norm": [8.009777069091797, 7.883115768432617, 7.836246490478516], "traffic_norm": [7.28394889831543, 7.2246880531311035, 7.161627769470215], "traffic_residual_norm": [0.0019490310223773122, 0.0015638569602742791, 8.881901521817781e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.824, "eval_loss": 1.225252197265625, "val_acc": 0.824, "val_loss": 1.225252197265625}, {"step": 4300, "epoch": 10, "train_loss": 0.8021283149719238, "cos_r_negg": [0.030660191550850868, 0.07102043926715851, 0.3219040632247925], "cos_innovation_negg": [0.3898650109767914, 0.3200221061706543, 0.5481799244880676], "cos_apical_negg": [0.030660191550850868, 0.07102043926715851, 0.3219040632247925], "cos_Ac_negg": [0.8510816097259521, 0.9052901268005371, 0.7028892040252686], "r_norm": [8.138218879699707, 8.002269744873047, 7.941336631774902], "traffic_norm": [7.283535003662109, 7.22406005859375, 7.16064453125], "traffic_residual_norm": [0.001880371943116188, 0.0014420569641515613, 9.011824658955447e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 1.273886799812317, "cos_r_negg": [-0.2003042846918106, -0.04447842761874199, -0.06390566378831863], "cos_innovation_negg": [0.34191688895225525, 0.39137908816337585, 0.5774568319320679], "cos_apical_negg": [-0.2003042846918106, -0.04447842761874199, -0.06390566378831863], "cos_Ac_negg": [0.8222002983093262, 0.8972035050392151, 0.7036051750183105], "r_norm": [8.152557373046875, 8.01913070678711, 7.967771053314209], "traffic_norm": [7.28419828414917, 7.225282669067383, 7.162693977355957], "traffic_residual_norm": [0.0018301403615623713, 0.0014309429097920656, 8.621258530183695e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 1.553056001663208, "cos_r_negg": [0.019361700862646103, 0.03424818441271782, 0.37621647119522095], "cos_innovation_negg": [0.44152188301086426, 0.33151060342788696, 0.6337224841117859], "cos_apical_negg": [0.019361700862646103, 0.03424818441271782, 0.37621647119522095], "cos_Ac_negg": [0.7616900205612183, 0.8855540156364441, 0.8592213988304138], "r_norm": [8.48344612121582, 8.321847915649414, 8.309111595153809], "traffic_norm": [7.2843475341796875, 7.225736618041992, 7.162542819976807], "traffic_residual_norm": [0.0017502120463177562, 0.0013190280878916383, 8.53886922413949e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -0.4232945442199707, "dL_bp": -0.4292314052581787, "ratio": 0.9861686238111188}}, {"step": 4600, "epoch": 10, "train_loss": 2.098637819290161, "cos_r_negg": [-0.07716886699199677, 0.04142381250858307, 0.3873578608036041], "cos_innovation_negg": [0.4041537344455719, 0.21542611718177795, 0.6867275834083557], "cos_apical_negg": [-0.07716886699199677, 0.04142381250858307, 0.3873578608036041], "cos_Ac_negg": [0.847929835319519, 0.9195682406425476, 0.7327451109886169], "r_norm": [8.1389741897583, 7.996921062469482, 7.9251298904418945], "traffic_norm": [7.2841901779174805, 7.225639343261719, 7.161735534667969], "traffic_residual_norm": [0.0021028323099017143, 0.0012588584795594215, 8.633006473246496e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.4972156286239624, "cos_r_negg": [-0.04913198575377464, 0.13498497009277344, -0.033027857542037964], "cos_innovation_negg": [0.3961336612701416, 0.5842044353485107, 0.5465487837791443], "cos_apical_negg": [-0.04913198575377464, 0.13498497009277344, -0.033027857542037964], "cos_Ac_negg": [0.7883585691452026, 0.9633975028991699, 0.5940858721733093], "r_norm": [8.239927291870117, 8.098640441894531, 8.041706085205078], "traffic_norm": [7.284539222717285, 7.225634574890137, 7.163106441497803], "traffic_residual_norm": [0.002632720395922661, 0.001402569469064474, 8.487235390930437e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8424, "eval_loss": 1.1313422729492189, "val_acc": 0.8424, "val_loss": 1.1313422729492189}, {"step": 4800, "epoch": 11, "train_loss": 1.5121657848358154, "cos_r_negg": [0.054994575679302216, 0.09517153352499008, 0.2559874355792999], "cos_innovation_negg": [0.4121590256690979, 0.2511405646800995, 0.5600493550300598], "cos_apical_negg": [0.054994575679302216, 0.09517153352499008, 0.2559874355792999], "cos_Ac_negg": [0.8382471799850464, 0.9308105111122131, 0.6500481963157654], "r_norm": [8.211195945739746, 8.056212425231934, 8.016016006469727], "traffic_norm": [7.283921241760254, 7.22446346282959, 7.161621570587158], "traffic_residual_norm": [0.002912726253271103, 0.0013680045958608389, 8.902870831661858e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 1.2472727298736572, "cos_r_negg": [-0.09215075522661209, 0.02326989732682705, 0.04824906587600708], "cos_innovation_negg": [0.6001125574111938, 0.38107889890670776, 0.5256896615028381], "cos_apical_negg": [-0.09215075522661209, 0.02326989732682705, 0.04824906587600708], "cos_Ac_negg": [0.7578463554382324, 0.8820194005966187, 0.6847086548805237], "r_norm": [8.217116355895996, 8.081014633178711, 8.02035903930664], "traffic_norm": [7.284177303314209, 7.225479602813721, 7.162619590759277], "traffic_residual_norm": [0.0029421949293464422, 0.0013710658531636, 8.604643880971707e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 1.6738511323928833, "cos_r_negg": [-0.057480793446302414, -0.07420353591442108, 0.4471316337585449], "cos_innovation_negg": [0.2983982264995575, 0.24720381200313568, 0.6038838624954224], "cos_apical_negg": [-0.057480793446302414, -0.07420353591442108, 0.4471316337585449], "cos_Ac_negg": [0.7885388731956482, 0.9155011773109436, 0.7023653388023376], "r_norm": [8.180803298950195, 8.071911811828613, 8.014355659484863], "traffic_norm": [7.284323692321777, 7.225338935852051, 7.162625312805176], "traffic_residual_norm": [0.0029191519133746624, 0.0013188635930418968, 8.637079190521035e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -0.267048716545105, "dL_bp": -0.27016258239746094, "ratio": 0.9884741039091236}}, {"step": 5100, "epoch": 11, "train_loss": 1.1667547225952148, "cos_r_negg": [-0.08234726637601852, 0.030148904770612717, 0.2792689800262451], "cos_innovation_negg": [0.6207388043403625, 0.5200098752975464, 0.5114431381225586], "cos_apical_negg": [-0.08234726637601852, 0.030148904770612717, 0.2792689800262451], "cos_Ac_negg": [0.8488322496414185, 0.948423445224762, 0.6863209009170532], "r_norm": [8.366205215454102, 8.20449161529541, 8.165834426879883], "traffic_norm": [7.284440040588379, 7.225830078125, 7.163885593414307], "traffic_residual_norm": [0.0028488696552813053, 0.0012653096346184611, 8.311160854646005e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.5902, "eval_loss": 2.2230646484375, "val_acc": 0.5902, "val_loss": 2.2230646484375}, {"step": 5200, "epoch": 12, "train_loss": 0.9429831504821777, "cos_r_negg": [-0.1847943216562271, 0.18650493025779724, 0.0904240608215332], "cos_innovation_negg": [0.4789905250072479, 0.5198978781700134, 0.5518117547035217], "cos_apical_negg": [-0.1847943216562271, 0.18650493025779724, 0.0904240608215332], "cos_Ac_negg": [0.8308367133140564, 0.9648485779762268, 0.6360799670219421], "r_norm": [8.317300796508789, 8.188397407531738, 8.137860298156738], "traffic_norm": [7.284036159515381, 7.2252197265625, 7.16195011138916], "traffic_residual_norm": [0.002969339955598116, 0.0012969867093488574, 8.7209864432225e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 1.2151556015014648, "cos_r_negg": [0.02534535527229309, 0.07180960476398468, 0.010796835646033287], "cos_innovation_negg": [0.42625662684440613, 0.48724624514579773, 0.5484479069709778], "cos_apical_negg": [0.02534535527229309, 0.07180960476398468, 0.010796835646033287], "cos_Ac_negg": [0.8162198066711426, 0.9387931227684021, 0.6124327778816223], "r_norm": [8.841180801391602, 8.665802955627441, 8.614795684814453], "traffic_norm": [7.284074783325195, 7.224699020385742, 7.163017749786377], "traffic_residual_norm": [0.002960734535008669, 0.0012417782563716173, 8.535865163139533e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 1.4789173603057861, "cos_r_negg": [-0.04469051957130432, 0.12318198382854462, 0.10897135734558105], "cos_innovation_negg": [0.4078375995159149, 0.1902998387813568, 0.4123818576335907], "cos_apical_negg": [-0.04469051957130432, 0.12318198382854462, 0.10897135734558105], "cos_Ac_negg": [0.8519449830055237, 0.8917839527130127, 0.5840663909912109], "r_norm": [8.532682418823242, 8.39304256439209, 8.334906578063965], "traffic_norm": [7.283988952636719, 7.225282192230225, 7.16253662109375], "traffic_residual_norm": [0.0030024354346096516, 0.0012175547890365124, 8.608322787040379e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 1.0229178667068481, "cos_r_negg": [-0.10694896429777145, 0.009372904896736145, -0.10567772388458252], "cos_innovation_negg": [0.39782610535621643, 0.35814860463142395, 0.512565553188324], "cos_apical_negg": [-0.10694896429777145, 0.009372904896736145, -0.10567772388458252], "cos_Ac_negg": [0.8878971934318542, 0.9283022880554199, 0.49321770668029785], "r_norm": [8.19007396697998, 8.052538871765137, 8.00118350982666], "traffic_norm": [7.283388614654541, 7.223071098327637, 7.1606340408325195], "traffic_residual_norm": [0.0030477484688162804, 0.0011818349594250321, 9.236931873601861e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0], "ldr": {"dL_sdil": -0.12896382808685303, "dL_bp": -0.14226537942886353, "ratio": 0.9065018390601374}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8548, "eval_loss": 1.1337746826171875, "val_acc": 0.8548, "val_loss": 1.1337746826171875}, {"step": 5600, "epoch": 13, "train_loss": 0.8362694978713989, "cos_r_negg": [-0.10707816481590271, -0.08085170388221741, 0.2286509871482849], "cos_innovation_negg": [0.49507132172584534, 0.49794113636016846, 0.724029541015625], "cos_apical_negg": [-0.10707816481590271, -0.08085170388221741, 0.2286509871482849], "cos_Ac_negg": [0.817294716835022, 0.946293830871582, 0.8027840256690979], "r_norm": [8.281939506530762, 8.1419677734375, 8.069449424743652], "traffic_norm": [7.284187316894531, 7.22529411315918, 7.162614822387695], "traffic_residual_norm": [0.003302544355392456, 0.0012123915366828442, 8.592680387664586e-06], "traffic_r2": [0.9999997615814209, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 1.605691909790039, "cos_r_negg": [-0.07350775599479675, 0.016312219202518463, -0.22289977967739105], "cos_innovation_negg": [0.3313736617565155, 0.335286021232605, 0.6415878534317017], "cos_apical_negg": [-0.07350775599479675, 0.016312219202518463, -0.22289977967739105], "cos_Ac_negg": [0.8398483395576477, 0.9062758684158325, 0.6037570238113403], "r_norm": [8.215680122375488, 8.096881866455078, 8.05215072631836], "traffic_norm": [7.283687591552734, 7.22443151473999, 7.1614909172058105], "traffic_residual_norm": [0.0034024850465357304, 0.001188161550089717, 8.949304174166173e-06], "traffic_r2": [0.9999997615814209, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 1.0620107650756836, "cos_r_negg": [-0.20713762938976288, 0.05610015243291855, 0.1072332039475441], "cos_innovation_negg": [0.44204095005989075, 0.3841633200645447, 0.6023876667022705], "cos_apical_negg": [-0.20713762938976288, 0.05610015243291855, 0.1072332039475441], "cos_Ac_negg": [0.8350603580474854, 0.9246544241905212, 0.8541482090950012], "r_norm": [8.487556457519531, 8.347168922424316, 8.287530899047852], "traffic_norm": [7.284681797027588, 7.226161003112793, 7.1633806228637695], "traffic_residual_norm": [0.0032278085127472878, 0.0011547049507498741, 8.381994121009484e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 1.4466776847839355, "cos_r_negg": [-0.10486605763435364, -0.008450383320450783, 0.28417545557022095], "cos_innovation_negg": [0.5181174278259277, 0.3416648209095001, 0.7056840658187866], "cos_apical_negg": [-0.10486605763435364, -0.008450383320450783, 0.28417545557022095], "cos_Ac_negg": [0.8466927409172058, 0.9196726083755493, 0.7195314168930054], "r_norm": [8.220420837402344, 8.083307266235352, 8.017817497253418], "traffic_norm": [7.2840728759765625, 7.225142002105713, 7.161979675292969], "traffic_residual_norm": [0.0029155933298170567, 0.0010940148495137691, 8.745716513658408e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.5342732071876526, "cos_r_negg": [-0.09386350214481354, 0.013889779336750507, 0.48547059297561646], "cos_innovation_negg": [0.4875072240829468, 0.2557849884033203, 0.7896249890327454], "cos_apical_negg": [-0.09386350214481354, 0.013889779336750507, 0.48547059297561646], "cos_Ac_negg": [0.8592643737792969, 0.9357980489730835, 0.8170790672302246], "r_norm": [8.146162033081055, 8.033639907836914, 7.972281455993652], "traffic_norm": [7.284008979797363, 7.224587440490723, 7.161544322967529], "traffic_residual_norm": [0.0027052077930420637, 0.0010017675813287497, 8.95426364877494e-06], "traffic_r2": [0.9999998807907104, 1.0, 1.0], "ldr": {"dL_sdil": -0.08695405721664429, "dL_bp": -0.08983045816421509, "ratio": 0.967979669631512}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8636, "eval_loss": 1.4251142333984375, "val_acc": 0.8636, "val_loss": 1.4251142333984375}, {"step": 6100, "epoch": 14, "train_loss": 0.7632667422294617, "cos_r_negg": [-0.014084342867136002, -0.10574088245630264, 0.39616745710372925], "cos_innovation_negg": [0.4346182942390442, 0.3637574315071106, 0.40954259037971497], "cos_apical_negg": [-0.014084342867136002, -0.10574088245630264, 0.39616745710372925], "cos_Ac_negg": [0.8390990495681763, 0.9341485500335693, 0.5934324264526367], "r_norm": [8.23514175415039, 8.105655670166016, 8.046478271484375], "traffic_norm": [7.283725738525391, 7.224112510681152, 7.162022113800049], "traffic_residual_norm": [0.0025904402136802673, 0.0010277071269229054, 8.7720291048754e-06], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.9988852739334106, "cos_r_negg": [0.00665706442669034, 0.08507692813873291, 0.27882012724876404], "cos_innovation_negg": [0.5328665375709534, 0.4620097577571869, 0.5587084889411926], "cos_apical_negg": [0.00665706442669034, 0.08507692813873291, 0.27882012724876404], "cos_Ac_negg": [0.8347204923629761, 0.9426155090332031, 0.7696906328201294], "r_norm": [8.263184547424316, 8.14431381225586, 8.09823226928711], "traffic_norm": [7.283963680267334, 7.225139617919922, 7.161698818206787], "traffic_residual_norm": [0.002393570262938738, 0.0009705785196274519, 8.666474059282336e-06], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 1.0200940370559692, "cos_r_negg": [-0.13143810629844666, 0.040037285536527634, 0.3178953528404236], "cos_innovation_negg": [0.4776895046234131, 0.38000819087028503, 0.6098229289054871], "cos_apical_negg": [-0.13143810629844666, 0.040037285536527634, 0.3178953528404236], "cos_Ac_negg": [0.8796735405921936, 0.9161547422409058, 0.6301276087760925], "r_norm": [8.234352111816406, 8.101682662963867, 8.042057037353516], "traffic_norm": [7.283898830413818, 7.224104881286621, 7.160922527313232], "traffic_residual_norm": [0.002308436669409275, 0.0009218479972332716, 9.172312275040895e-06], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 1.3393778800964355, "cos_r_negg": [-0.04942533001303673, 0.011192670091986656, -0.34187087416648865], "cos_innovation_negg": [0.4882366359233856, 0.46071693301200867, 0.7298395037651062], "cos_apical_negg": [-0.04942533001303673, 0.011192670091986656, -0.34187087416648865], "cos_Ac_negg": [0.8192509412765503, 0.9525311589241028, 0.8543903827667236], "r_norm": [8.207474708557129, 8.086336135864258, 8.02392578125], "traffic_norm": [7.283709526062012, 7.223672866821289, 7.160689353942871], "traffic_residual_norm": [0.0021426226012408733, 0.000860558298882097, 9.230218893208075e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.8512, "eval_loss": 1.2010570556640625, "val_acc": 0.8512, "val_loss": 1.2010570556640625}], "final": {"eval_split": "validation", "eval_acc": 0.8512, "eval_loss": 1.2010570556640625, "wall_s": 24.672576189041138, "val_acc": 0.8512, "val_loss": 1.2010570556640625, "cos_r_negg": [-0.1764412522315979, 0.08130208402872086, -0.20009945333003998], "cos_innovation_negg": [0.4976058006286621, 0.47193050384521484, 0.7411723136901855], "cos_apical_negg": [-0.1764412522315979, 0.08130208402872086, -0.20009945333003998], "cos_Ac_negg": [0.8598917126655579, 0.9521535038948059, 0.7787744402885437], "traffic_norm": [7.2842278480529785, 7.2248735427856445, 7.161620616912842], "traffic_residual_norm": [0.002093701157718897, 0.0008998843841254711, 8.963629625213798e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_topdown_rho0p2_residual_d3_s0.json b/results/traffic_dev_v1_mnist_topdown_rho0p2_residual_d3_s0.json new file mode 100644 index 0000000..64de65c --- /dev/null +++ b/results/traffic_dev_v1_mnist_topdown_rho0p2_residual_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p2_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.00404270738363266, 0.027453625574707985, 0.034645840525627136], "cos_innovation_negg": [-0.00404270738363266, 0.027453625574707985, 0.034645840525627136], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.039546012878418, 4.895608425140381, 4.822951316833496], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.253713846206665, 0.916963517665863, 0.000413300673244521], "traffic_r2": [0.7782078385353088, 0.8811529278755188, 1.0], "ldr": {"dL_sdil": -0.16858363151550293, "dL_bp": -0.5295196771621704, "ratio": 0.31837085340999066}}, {"step": 100, "epoch": 0, "train_loss": 2.6967062950134277, "cos_r_negg": [0.144566610455513, -0.27143263816833496, -0.020967673510313034], "cos_innovation_negg": [0.144566610455513, -0.27143263816833496, -0.020967673510313034], "cos_apical_negg": [0.14354601502418518, -0.049955204129219055, 0.15905284881591797], "cos_Ac_negg": [0.7350248098373413, -0.03214004635810852, -0.013778092339634895], "r_norm": [4.280727863311768, 3.140962600708008, 1.9922661781311035], "traffic_norm": [6.204340934753418, 5.990536212921143, 6.101571559906006], "traffic_residual_norm": [3.1044769287109375, 1.7257142066955566, 0.0004149081069044769], "traffic_r2": [0.7496318221092224, 0.9170153141021729, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.8350974917411804, "cos_r_negg": [0.30004146695137024, 0.10355173796415329, 0.18333366513252258], "cos_innovation_negg": [0.30004146695137024, 0.10355173796415329, 0.18333366513252258], "cos_apical_negg": [0.23006664216518402, 0.24452996253967285, -0.0031891698017716408], "cos_Ac_negg": [0.6697369813919067, 0.08156583458185196, 0.18308298289775848], "r_norm": [3.661215305328369, 2.503659248352051, 1.5440092086791992], "traffic_norm": [6.444563388824463, 6.247572898864746, 6.348590850830078], "traffic_residual_norm": [2.6784400939941406, 1.3817980289459229, 0.00033828223240561783], "traffic_r2": [0.8272657990455627, 0.9510816335678101, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 7.9927473068237305, "cos_r_negg": [0.6315656900405884, 0.23126846551895142, -0.018675506114959717], "cos_innovation_negg": [0.6315656900405884, 0.23126846551895142, -0.018675506114959717], "cos_apical_negg": [0.5621583461761475, 0.11554215103387833, -0.1709040254354477], "cos_Ac_negg": [0.6997553110122681, 0.19501519203186035, -0.030581574887037277], "r_norm": [5.955806732177734, 5.347795486450195, 5.037886142730713], "traffic_norm": [6.519023895263672, 6.347955226898193, 6.411757469177246], "traffic_residual_norm": [2.3001060485839844, 1.1322510242462158, 0.0002755816385615617], "traffic_r2": [0.8755112290382385, 0.9681856632232666, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.3132033348083496, "cos_r_negg": [0.13685055077075958, -0.08169646561145782, 0.10585260391235352], "cos_innovation_negg": [0.13685055077075958, -0.08169646561145782, 0.10585260391235352], "cos_apical_negg": [0.1246693879365921, 0.17549780011177063, 0.08975990861654282], "cos_Ac_negg": [0.7506102919578552, 0.2580313980579376, 0.1085517555475235], "r_norm": [3.0857677459716797, 2.2866663932800293, 1.5964921712875366], "traffic_norm": [6.499989032745361, 6.420046806335449, 6.46232795715332], "traffic_residual_norm": [1.9051146507263184, 1.0245583057403564, 0.00022620550589635968], "traffic_r2": [0.9140953421592712, 0.9745315313339233, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.7766, "eval_loss": 1.022327294921875, "val_acc": 0.7766, "val_loss": 1.022327294921875}, {"step": 500, "epoch": 1, "train_loss": 1.491407871246338, "cos_r_negg": [0.18847033381462097, 0.06918108463287354, -0.1549891084432602], "cos_innovation_negg": [0.18847033381462097, 0.06918108463287354, -0.1549891084432602], "cos_apical_negg": [0.1640290766954422, -0.026849834248423576, -0.06864376366138458], "cos_Ac_negg": [0.7463312149047852, 0.30204445123672485, -0.16384181380271912], "r_norm": [2.912230968475342, 2.1554932594299316, 1.620985507965088], "traffic_norm": [6.524362564086914, 6.4623565673828125, 6.498348236083984], "traffic_residual_norm": [1.578978419303894, 0.8380997180938721, 0.00018250264110974967], "traffic_r2": [0.9414299130439758, 0.9831801652908325, 1.0], "ldr": {"dL_sdil": -1.0599591732025146, "dL_bp": -1.1338086128234863, "ratio": 0.9348660445989497}}, {"step": 600, "epoch": 1, "train_loss": 0.9718807339668274, "cos_r_negg": [0.1419270932674408, -0.14950424432754517, 0.06885714828968048], "cos_innovation_negg": [0.1419270932674408, -0.14950424432754517, 0.06885714828968048], "cos_apical_negg": [0.07641243934631348, 0.12555117905139923, 0.09925487637519836], "cos_Ac_negg": [0.83426833152771, 0.36245399713516235, 0.06758345663547516], "r_norm": [1.9714887142181396, 1.3607959747314453, 0.8358317613601685], "traffic_norm": [6.5241923332214355, 6.467222213745117, 6.4947357177734375], "traffic_residual_norm": [1.2887324094772339, 0.6836077570915222, 0.00014936558727640659], "traffic_r2": [0.9609814286231995, 0.9888265132904053, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.7666652202606201, "cos_r_negg": [0.10954128205776215, 0.00659925164654851, 0.2824249863624573], "cos_innovation_negg": [0.10954128205776215, 0.00659925164654851, 0.2824249863624573], "cos_apical_negg": [0.08617182821035385, 0.23799681663513184, 0.03735841438174248], "cos_Ac_negg": [0.841092050075531, 0.34534329175949097, 0.33022117614746094], "r_norm": [1.7782577276229858, 1.2408862113952637, 0.8320846557617188], "traffic_norm": [6.568963050842285, 6.5188703536987305, 6.520439147949219], "traffic_residual_norm": [1.056556224822998, 0.5608967542648315, 0.00012271363812033087], "traffic_r2": [0.9741303324699402, 0.9925965666770935, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.7721661329269409, "cos_r_negg": [0.2103080153465271, 0.07814677059650421, 0.2663254737854004], "cos_innovation_negg": [0.2103080153465271, 0.07814677059650421, 0.2663254737854004], "cos_apical_negg": [0.019788024947047234, 0.05291702598333359, 0.1059490293264389], "cos_Ac_negg": [0.7707517147064209, 0.34538525342941284, 0.27615344524383545], "r_norm": [1.7474066019058228, 1.2742035388946533, 0.9532433152198792], "traffic_norm": [6.588266372680664, 6.543768882751465, 6.533642768859863], "traffic_residual_norm": [0.8963208198547363, 0.488064169883728, 0.0001007275131996721], "traffic_r2": [0.9814909100532532, 0.9944368600845337, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.839, "eval_loss": 0.7494184814453125, "val_acc": 0.839, "val_loss": 0.7494184814453125}, {"step": 900, "epoch": 2, "train_loss": 0.5600702166557312, "cos_r_negg": [0.14578977227210999, 0.13546878099441528, 0.015550624579191208], "cos_innovation_negg": [0.14578977227210999, 0.13546878099441528, 0.015550624579191208], "cos_apical_negg": [0.08337519317865372, -0.014555582776665688, -0.08674181997776031], "cos_Ac_negg": [0.7347711324691772, 0.4658106565475464, 0.016408279538154602], "r_norm": [1.5454742908477783, 1.0955805778503418, 0.8447719216346741], "traffic_norm": [6.599582672119141, 6.575124740600586, 6.542926788330078], "traffic_residual_norm": [0.7871069312095642, 0.38221579790115356, 8.335175516549498e-05], "traffic_r2": [0.9857752919197083, 0.9966204762458801, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.6931778788566589, "cos_r_negg": [0.04969751089811325, -0.04694141447544098, 0.3443307876586914], "cos_innovation_negg": [0.04969751089811325, -0.04694141447544098, 0.3443307876586914], "cos_apical_negg": [0.020200051367282867, 0.06854676455259323, -0.007184482645243406], "cos_Ac_negg": [0.741943359375, 0.19197362661361694, 0.35031428933143616], "r_norm": [1.6339735984802246, 1.1910405158996582, 1.0099968910217285], "traffic_norm": [6.626644134521484, 6.607685089111328, 6.57520055770874], "traffic_residual_norm": [0.660149335861206, 0.31740257143974304, 6.966196815483272e-05], "traffic_r2": [0.9900756478309631, 0.9976918697357178, 1.0], "ldr": {"dL_sdil": -0.16871988773345947, "dL_bp": -0.18585944175720215, "ratio": 0.9077821720451901}}, {"step": 1100, "epoch": 2, "train_loss": 0.4354941248893738, "cos_r_negg": [0.2113264948129654, 0.3199731707572937, 0.30358749628067017], "cos_innovation_negg": [0.2113264948129654, 0.3199731707572937, 0.30358749628067017], "cos_apical_negg": [0.08029437065124512, 0.1843651980161667, 0.1528749167919159], "cos_Ac_negg": [0.5629921555519104, 0.38237762451171875, 0.3254716992378235], "r_norm": [1.8535871505737305, 1.427625298500061, 1.2801710367202759], "traffic_norm": [6.652285575866699, 6.645411968231201, 6.616501808166504], "traffic_residual_norm": [0.5857248902320862, 0.28052642941474915, 5.807083289255388e-05], "traffic_r2": [0.9922474026679993, 0.9982016682624817, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.8139886856079102, "cos_r_negg": [0.24655386805534363, 0.17724540829658508, 0.08142673969268799], "cos_innovation_negg": [0.24655386805534363, 0.17724540829658508, 0.08142673969268799], "cos_apical_negg": [0.12730780243873596, -0.14135876297950745, -0.006199166178703308], "cos_Ac_negg": [0.8043085932731628, -0.019926948472857475, 0.0772586464881897], "r_norm": [1.562394142150879, 1.18863046169281, 1.0324594974517822], "traffic_norm": [6.671299934387207, 6.657862663269043, 6.62087345123291], "traffic_residual_norm": [0.5094724297523499, 0.2664611339569092, 4.834686478716321e-05], "traffic_r2": [0.994165301322937, 0.9983965754508972, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8662, "eval_loss": 0.5322473083496094, "val_acc": 0.8662, "val_loss": 0.5322473083496094}, {"step": 1300, "epoch": 3, "train_loss": 0.684585690498352, "cos_r_negg": [0.18552149832248688, -0.23212596774101257, 0.2857849597930908], "cos_innovation_negg": [0.18552149832248688, -0.23212596774101257, 0.2857849597930908], "cos_apical_negg": [0.07100361585617065, -0.11772336810827255, 0.05625631660223007], "cos_Ac_negg": [0.8085810542106628, 0.07305396348237991, 0.29262110590934753], "r_norm": [1.0959594249725342, 0.8070074319839478, 0.677971363067627], "traffic_norm": [6.67183780670166, 6.658530235290527, 6.620797157287598], "traffic_residual_norm": [0.4256838262081146, 0.219283327460289, 3.997878229711205e-05], "traffic_r2": [0.995925784111023, 0.9989100098609924, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.613591194152832, "cos_r_negg": [0.30714890360832214, 0.2458897978067398, 0.30000948905944824], "cos_innovation_negg": [0.30714890360832214, 0.2458897978067398, 0.30000948905944824], "cos_apical_negg": [0.1317731738090515, 0.13307839632034302, -0.006950170733034611], "cos_Ac_negg": [0.7241442203521729, 0.524232029914856, 0.32347679138183594], "r_norm": [1.815291166305542, 1.3634734153747559, 1.2676151990890503], "traffic_norm": [6.681041240692139, 6.664790153503418, 6.619827747344971], "traffic_residual_norm": [0.4955178499221802, 0.18242311477661133, 3.374013977008872e-05], "traffic_r2": [0.9944989681243896, 0.9992449879646301, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.7826434373855591, "cos_r_negg": [0.16590140759944916, -0.021703220903873444, 0.32358890771865845], "cos_innovation_negg": [0.16590140759944916, -0.021703220903873444, 0.32358890771865845], "cos_apical_negg": [0.0748283863067627, 0.10489831864833832, 0.04899265617132187], "cos_Ac_negg": [0.8137537837028503, 0.11362934112548828, 0.3371213674545288], "r_norm": [1.1505681276321411, 0.7542775869369507, 0.6544642448425293], "traffic_norm": [6.687749862670898, 6.67629861831665, 6.630863189697266], "traffic_residual_norm": [0.4827493727207184, 0.1606963574886322, 2.9580587579403073e-05], "traffic_r2": [0.9947893619537354, 0.9994156956672668, 1.0], "ldr": {"dL_sdil": -0.08694562315940857, "dL_bp": -0.09910708665847778, "ratio": 0.8772896680842055}}, {"step": 1600, "epoch": 3, "train_loss": 1.0347213745117188, "cos_r_negg": [0.2135755717754364, 0.026914335787296295, 0.38067883253097534], "cos_innovation_negg": [0.2135755717754364, 0.026914335787296295, 0.38067883253097534], "cos_apical_negg": [0.1299760937690735, 0.20077668130397797, -0.024267587810754776], "cos_Ac_negg": [0.771655797958374, 0.2950003147125244, 0.38284215331077576], "r_norm": [1.841284155845642, 1.403679370880127, 1.3266165256500244], "traffic_norm": [6.689247131347656, 6.677385330200195, 6.631222248077393], "traffic_residual_norm": [0.3985080122947693, 0.1533055305480957, 2.544089511502534e-05], "traffic_r2": [0.9964509010314941, 0.9994699358940125, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.9688419699668884, "cos_r_negg": [0.11314118653535843, -0.4651452302932739, 0.40905076265335083], "cos_innovation_negg": [0.11314118653535843, -0.4651452302932739, 0.40905076265335083], "cos_apical_negg": [0.09500966221094131, 0.5860106945037842, 0.03974278271198273], "cos_Ac_negg": [0.7849007844924927, 0.40971195697784424, 0.4439699053764343], "r_norm": [0.9726309776306152, 0.6467914581298828, 0.5412485003471375], "traffic_norm": [6.674432754516602, 6.656344413757324, 6.60817813873291], "traffic_residual_norm": [0.4068123698234558, 0.1562398076057434, 2.3841766960686073e-05], "traffic_r2": [0.9962849020957947, 0.9994452595710754, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8862, "eval_loss": 0.5320660705566407, "val_acc": 0.8862, "val_loss": 0.5320660705566407}, {"step": 1800, "epoch": 4, "train_loss": 0.28756606578826904, "cos_r_negg": [0.28684839606285095, 0.024454250931739807, 0.5897328853607178], "cos_innovation_negg": [0.28684839606285095, 0.024454250931739807, 0.5897328853607178], "cos_apical_negg": [0.04700634256005287, 0.050480201840400696, 0.2623108923435211], "cos_Ac_negg": [0.8333971500396729, 0.2184404730796814, 0.6428697109222412], "r_norm": [1.0440559387207031, 0.7389241456985474, 0.6514348983764648], "traffic_norm": [6.664510250091553, 6.644739627838135, 6.585335731506348], "traffic_residual_norm": [0.3625155985355377, 0.14324599504470825, 2.2858550437376834e-05], "traffic_r2": [0.9970411658287048, 0.9995296001434326, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.6601768732070923, "cos_r_negg": [0.17316438257694244, 0.07878506183624268, 0.38825011253356934], "cos_innovation_negg": [0.17316438257694244, 0.07878506183624268, 0.38825011253356934], "cos_apical_negg": [0.09602639824151993, 0.06930805742740631, -0.010175729170441628], "cos_Ac_negg": [0.7563786506652832, -0.07424768060445786, 0.40973252058029175], "r_norm": [1.0006961822509766, 0.671535849571228, 0.5819079875946045], "traffic_norm": [6.647899627685547, 6.629733085632324, 6.573941707611084], "traffic_residual_norm": [0.39067918062210083, 0.14049570262432098, 2.2552494556293823e-05], "traffic_r2": [0.9965392351150513, 0.9995435476303101, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.5217528343200684, "cos_r_negg": [0.2691854238510132, 0.0003238935023546219, 0.4305412769317627], "cos_innovation_negg": [0.2691854238510132, 0.0003238935023546219, 0.4305412769317627], "cos_apical_negg": [0.15245100855827332, 0.15892887115478516, -0.0272184070199728], "cos_Ac_negg": [0.8178160786628723, 0.04740751534700394, 0.4588830769062042], "r_norm": [0.9971710443496704, 0.7676013708114624, 0.6766396760940552], "traffic_norm": [6.662219047546387, 6.642284870147705, 6.578312873840332], "traffic_residual_norm": [0.26692280173301697, 0.14983440935611725, 2.0646773918997496e-05], "traffic_r2": [0.9983943700790405, 0.9994748830795288, 1.0], "ldr": {"dL_sdil": -0.13901224732398987, "dL_bp": -0.15830761194229126, "ratio": 0.8781147388835905}}, {"step": 2100, "epoch": 4, "train_loss": 0.5925848484039307, "cos_r_negg": [0.10458461195230484, 0.08357324451208115, 0.42378437519073486], "cos_innovation_negg": [0.10458461195230484, 0.08357324451208115, 0.42378437519073486], "cos_apical_negg": [-0.006621569395065308, 0.17437835037708282, 0.02232150360941887], "cos_Ac_negg": [0.8173348307609558, 0.5357792973518372, 0.46993765234947205], "r_norm": [0.8667470812797546, 0.6178019046783447, 0.47493696212768555], "traffic_norm": [6.642618179321289, 6.626008033752441, 6.5708537101745605], "traffic_residual_norm": [0.3686503767967224, 0.19438990950584412, 2.0465759007493034e-05], "traffic_r2": [0.996919572353363, 0.9991192817687988, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8454, "eval_loss": 0.8015288940429688, "val_acc": 0.8454, "val_loss": 0.8015288940429688}, {"step": 2200, "epoch": 5, "train_loss": 0.7937497496604919, "cos_r_negg": [0.19795143604278564, 0.19110281765460968, 0.414406418800354], "cos_innovation_negg": [0.19795143604278564, 0.19110281765460968, 0.414406418800354], "cos_apical_negg": [0.0515865795314312, 0.2489732950925827, -0.020703790709376335], "cos_Ac_negg": [0.7661468982696533, -0.2395131140947342, 0.45020192861557007], "r_norm": [1.0753117799758911, 0.6557064652442932, 0.5507274866104126], "traffic_norm": [6.604114532470703, 6.599340438842773, 6.545938491821289], "traffic_residual_norm": [0.5124351382255554, 0.157781183719635, 2.015056634263601e-05], "traffic_r2": [0.9939779043197632, 0.9994261264801025, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.8960920572280884, "cos_r_negg": [0.24686020612716675, 0.0027402392588555813, 0.46829283237457275], "cos_innovation_negg": [0.24686020612716675, 0.0027402392588555813, 0.46829283237457275], "cos_apical_negg": [0.02852773852646351, 0.3493153750896454, 0.17089638113975525], "cos_Ac_negg": [0.8522958755493164, -0.1539909839630127, 0.5241714715957642], "r_norm": [1.1376837491989136, 0.7555779218673706, 0.6857631206512451], "traffic_norm": [6.618225574493408, 6.614421844482422, 6.555670738220215], "traffic_residual_norm": [0.4073595702648163, 0.12362328916788101, 2.049189424724318e-05], "traffic_r2": [0.9962108135223389, 0.999648928642273, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.61729896068573, "cos_r_negg": [0.43561869859695435, 0.11087226867675781, 0.40687257051467896], "cos_innovation_negg": [0.43561869859695435, 0.11087226867675781, 0.40687257051467896], "cos_apical_negg": [0.06197629123926163, -0.007938405498862267, 0.12955951690673828], "cos_Ac_negg": [0.8687872886657715, 0.3197072744369507, 0.48390448093414307], "r_norm": [1.2639107704162598, 0.9077867269515991, 0.9031800031661987], "traffic_norm": [6.619592666625977, 6.614870071411133, 6.5542402267456055], "traffic_residual_norm": [0.31713560223579407, 0.10461504757404327, 1.949263969436288e-05], "traffic_r2": [0.9976880550384521, 0.9997482299804688, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.5850037932395935, "cos_r_negg": [0.32348698377609253, 0.2906198501586914, 0.18894672393798828], "cos_innovation_negg": [0.32348698377609253, 0.2906198501586914, 0.18894672393798828], "cos_apical_negg": [0.14989876747131348, 0.12414952367544174, 0.031812287867069244], "cos_Ac_negg": [0.8502562046051025, 0.28437620401382446, 0.25738561153411865], "r_norm": [1.138615608215332, 0.9081929326057434, 0.8296624422073364], "traffic_norm": [6.615720748901367, 6.610804557800293, 6.551426410675049], "traffic_residual_norm": [0.2062457799911499, 0.14856095612049103, 2.054928700090386e-05], "traffic_r2": [0.9990271925926208, 0.999456524848938, 1.0], "ldr": {"dL_sdil": -0.25351768732070923, "dL_bp": -0.2817137837409973, "ratio": 0.8999122583003923}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8662, "eval_loss": 0.771569580078125, "val_acc": 0.8662, "val_loss": 0.771569580078125}, {"step": 2600, "epoch": 6, "train_loss": 0.7965222597122192, "cos_r_negg": [0.21935978531837463, 0.00988165196031332, 0.20493614673614502], "cos_innovation_negg": [0.21935978531837463, 0.00988165196031332, 0.20493614673614502], "cos_apical_negg": [0.03683186322450638, 0.05622629076242447, 0.023174412548542023], "cos_Ac_negg": [0.8084626793861389, 0.3213159441947937, 0.4027516543865204], "r_norm": [0.658467173576355, 0.5736852884292603, 0.4337896406650543], "traffic_norm": [6.609642505645752, 6.605515480041504, 6.545315265655518], "traffic_residual_norm": [0.16645143926143646, 0.18078763782978058, 2.1037267288193107e-05], "traffic_r2": [0.9993652105331421, 0.999250590801239, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.32625481486320496, "cos_r_negg": [0.2459433674812317, -0.04295816272497177, 0.2742663025856018], "cos_innovation_negg": [0.2459433674812317, -0.04295816272497177, 0.2742663025856018], "cos_apical_negg": [0.013565871864557266, 0.19516533613204956, 0.07852327078580856], "cos_Ac_negg": [0.8655045032501221, 0.26639747619628906, 0.3754417300224304], "r_norm": [0.6591243743896484, 0.5714610815048218, 0.4547981023788452], "traffic_norm": [6.613558292388916, 6.60682487487793, 6.547804832458496], "traffic_residual_norm": [0.13947781920433044, 0.15522968769073486, 1.9519768102327362e-05], "traffic_r2": [0.9995534420013428, 0.9994479417800903, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.13246574997901917, "cos_r_negg": [0.2901976406574249, 0.1731322556734085, 0.3779456615447998], "cos_innovation_negg": [0.2901976406574249, 0.1731322556734085, 0.3779456615447998], "cos_apical_negg": [0.0371561273932457, 0.055614911019802094, 0.056825101375579834], "cos_Ac_negg": [0.8309800624847412, 0.4221456050872803, 0.4274004399776459], "r_norm": [0.941230833530426, 0.6173303127288818, 0.5491722822189331], "traffic_norm": [6.587276935577393, 6.575476169586182, 6.538445949554443], "traffic_residual_norm": [0.3694474995136261, 0.1210736483335495, 1.922720912261866e-05], "traffic_r2": [0.9968438744544983, 0.9996609091758728, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.2924562096595764, "cos_r_negg": [0.295301228761673, 0.0901254191994667, 0.36139750480651855], "cos_innovation_negg": [0.295301228761673, 0.0901254191994667, 0.36139750480651855], "cos_apical_negg": [0.08778290450572968, 0.05349041894078255, 0.12402517348527908], "cos_Ac_negg": [0.865559458732605, 0.2322312593460083, 0.4481428861618042], "r_norm": [0.9010663032531738, 0.5938349366188049, 0.5202021598815918], "traffic_norm": [6.580548286437988, 6.562506675720215, 6.52232551574707], "traffic_residual_norm": [0.34241724014282227, 0.11345706880092621, 2.052212948910892e-05], "traffic_r2": [0.9972923398017883, 0.9997010231018066, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.12981823086738586, "cos_r_negg": [0.46879830956459045, 0.21024620532989502, 0.43517470359802246], "cos_innovation_negg": [0.46879830956459045, 0.21024620532989502, 0.43517470359802246], "cos_apical_negg": [0.07003644853830338, -9.296927601099014e-05, 0.07553733885288239], "cos_Ac_negg": [0.8748594522476196, 0.3999084234237671, 0.5046446323394775], "r_norm": [1.0679094791412354, 0.695073664188385, 0.6208350658416748], "traffic_norm": [6.546999454498291, 6.53994083404541, 6.5067033767700195], "traffic_residual_norm": [0.4182136654853821, 0.12603114545345306, 2.0109104298171587e-05], "traffic_r2": [0.995907723903656, 0.9996282458305359, 1.0], "ldr": {"dL_sdil": -0.10821405053138733, "dL_bp": -0.13244092464447021, "ratio": 0.817074109244416}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.906, "eval_loss": 0.47039860229492186, "val_acc": 0.906, "val_loss": 0.47039860229492186}, {"step": 3100, "epoch": 7, "train_loss": 0.3036006987094879, "cos_r_negg": [0.40949130058288574, 0.2214105725288391, 0.2855663299560547], "cos_innovation_negg": [0.40949130058288574, 0.2214105725288391, 0.2855663299560547], "cos_apical_negg": [0.06845827400684357, -0.09046459197998047, -0.023876730352640152], "cos_Ac_negg": [0.8368857502937317, 0.25830918550491333, 0.33318859338760376], "r_norm": [1.1475656032562256, 0.8297379016876221, 0.7270344495773315], "traffic_norm": [6.552616596221924, 6.530328750610352, 6.496614456176758], "traffic_residual_norm": [0.3799726366996765, 0.18137353658676147, 1.9229013560106978e-05], "traffic_r2": [0.996636152267456, 0.9992280006408691, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.27240562438964844, "cos_r_negg": [0.30343371629714966, -0.15950922667980194, 0.3496935963630676], "cos_innovation_negg": [0.30343371629714966, -0.15950922667980194, 0.3496935963630676], "cos_apical_negg": [-0.05048687011003494, -0.020104750990867615, 0.04138687998056412], "cos_Ac_negg": [0.8658421635627747, 0.2235158383846283, 0.4188022315502167], "r_norm": [0.8234332799911499, 0.5206116437911987, 0.4096319377422333], "traffic_norm": [6.537410736083984, 6.502192497253418, 6.482621192932129], "traffic_residual_norm": [0.38926538825035095, 0.15082088112831116, 1.8528715372667648e-05], "traffic_r2": [0.9964439868927002, 0.999461829662323, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.5841964483261108, "cos_r_negg": [0.39302900433540344, 0.19443632662296295, 0.3467959761619568], "cos_innovation_negg": [0.39302900433540344, 0.19443632662296295, 0.3467959761619568], "cos_apical_negg": [-0.02297939360141754, 0.11671247333288193, -0.00949304923415184], "cos_Ac_negg": [0.8521738052368164, 0.6598758697509766, 0.42588403820991516], "r_norm": [0.9100706577301025, 0.5461162328720093, 0.46885406970977783], "traffic_norm": [6.525681972503662, 6.498032569885254, 6.462515830993652], "traffic_residual_norm": [0.4085814952850342, 0.112337626516819, 1.871363929240033e-05], "traffic_r2": [0.9960763454437256, 0.9997007250785828, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.20701514184474945, "cos_r_negg": [0.4250236451625824, 0.0014201998710632324, 0.3651133179664612], "cos_innovation_negg": [0.4250236451625824, 0.0014201998710632324, 0.3651133179664612], "cos_apical_negg": [-0.04206587001681328, 0.034512024372816086, -0.06792634725570679], "cos_Ac_negg": [0.8858253359794617, 0.49529972672462463, 0.4956517219543457], "r_norm": [0.8914918899536133, 0.5923555493354797, 0.5200777649879456], "traffic_norm": [6.528867721557617, 6.501219749450684, 6.468660354614258], "traffic_residual_norm": [0.33247798681259155, 0.10663484036922455, 1.79374183062464e-05], "traffic_r2": [0.9974063038825989, 0.99973064661026, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.911, "eval_loss": 0.3920510070800781, "val_acc": 0.911, "val_loss": 0.3920510070800781}, {"step": 3500, "epoch": 8, "train_loss": 0.19425883889198303, "cos_r_negg": [0.323526531457901, -0.1826341450214386, 0.31186193227767944], "cos_innovation_negg": [0.323526531457901, -0.1826341450214386, 0.31186193227767944], "cos_apical_negg": [-0.1057201698422432, 0.29799652099609375, 0.02790943533182144], "cos_Ac_negg": [0.8748970031738281, 0.37089821696281433, 0.42325857281684875], "r_norm": [0.8641536235809326, 0.5938761234283447, 0.533139169216156], "traffic_norm": [6.526197910308838, 6.500502586364746, 6.467014789581299], "traffic_residual_norm": [0.2845073342323303, 0.10082189738750458, 1.7246869902010076e-05], "traffic_r2": [0.998097836971283, 0.9997588992118835, 1.0], "ldr": {"dL_sdil": -0.07851466536521912, "dL_bp": -0.08784137666225433, "ratio": 0.8938232567449853}}, {"step": 3600, "epoch": 8, "train_loss": 0.49488818645477295, "cos_r_negg": [0.31617170572280884, 0.10603572428226471, 0.3596586585044861], "cos_innovation_negg": [0.31617170572280884, 0.10603572428226471, 0.3596586585044861], "cos_apical_negg": [-0.0209148321300745, 0.050590209662914276, 0.08211632072925568], "cos_Ac_negg": [0.8740551471710205, 0.36489367485046387, 0.4647449553012848], "r_norm": [0.7053261995315552, 0.5015887022018433, 0.4176962971687317], "traffic_norm": [6.528041839599609, 6.5010480880737305, 6.469119071960449], "traffic_residual_norm": [0.2467639446258545, 0.11634087562561035, 1.695325227046851e-05], "traffic_r2": [0.9985687732696533, 0.9996245503425598, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.1644183099269867, "cos_r_negg": [0.39531409740448, 0.06757345795631409, 0.2969493269920349], "cos_innovation_negg": [0.39531409740448, 0.06757345795631409, 0.2969493269920349], "cos_apical_negg": [-0.06523453444242477, 0.01396096870303154, 0.02260206639766693], "cos_Ac_negg": [0.8772827982902527, 0.3259698748588562, 0.37254559993743896], "r_norm": [1.0979807376861572, 0.7091968059539795, 0.6240956783294678], "traffic_norm": [6.494189262390137, 6.453976631164551, 6.4069976806640625], "traffic_residual_norm": [0.44102388620376587, 0.13228152692317963, 1.943700226547662e-05], "traffic_r2": [0.9953880310058594, 0.9994528889656067, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.182206392288208, "cos_r_negg": [0.3737637996673584, 0.11820073425769806, 0.4319037199020386], "cos_innovation_negg": [0.3737637996673584, 0.11820073425769806, 0.4319037199020386], "cos_apical_negg": [-0.0957319512963295, 0.21367943286895752, 0.10158610343933105], "cos_Ac_negg": [0.8638125658035278, 0.3701556921005249, 0.5208101272583008], "r_norm": [0.8750678896903992, 0.6015298962593079, 0.4781399965286255], "traffic_norm": [6.490046501159668, 6.450693130493164, 6.4041547775268555], "traffic_residual_norm": [0.3639410734176636, 0.16688162088394165, 1.8699944121181034e-05], "traffic_r2": [0.9968550205230713, 0.9992114901542664, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9144, "eval_loss": 0.3828207824707031, "val_acc": 0.9144, "val_loss": 0.3828207824707031}, {"step": 3900, "epoch": 9, "train_loss": 0.363054484128952, "cos_r_negg": [0.5024755001068115, 0.23345960676670074, 0.37078869342803955], "cos_innovation_negg": [0.5024755001068115, 0.23345960676670074, 0.37078869342803955], "cos_apical_negg": [0.12002269923686981, -0.16011226177215576, 0.046522315591573715], "cos_Ac_negg": [0.8728079199790955, 0.36056894063949585, 0.4304502606391907], "r_norm": [1.0710052251815796, 0.7204771041870117, 0.6657030582427979], "traffic_norm": [6.482832431793213, 6.442656517028809, 6.3919243812561035], "traffic_residual_norm": [0.36422598361968994, 0.11557693779468536, 1.842923666117713e-05], "traffic_r2": [0.9968430399894714, 0.9995878338813782, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.23977898061275482, "cos_r_negg": [0.3369709253311157, 0.1769300401210785, 0.30565717816352844], "cos_innovation_negg": [0.3369709253311157, 0.1769300401210785, 0.30565717816352844], "cos_apical_negg": [-0.009884392842650414, -0.04915006458759308, 0.005033646710216999], "cos_Ac_negg": [0.8934028148651123, 0.36794134974479675, 0.3828011751174927], "r_norm": [0.7278145551681519, 0.469163179397583, 0.39016959071159363], "traffic_norm": [6.481478214263916, 6.44019079208374, 6.387454032897949], "traffic_residual_norm": [0.3048703372478485, 0.10865802317857742, 1.8143075067200698e-05], "traffic_r2": [0.9977867007255554, 0.9996706247329712, 1.0], "ldr": {"dL_sdil": -0.021604329347610474, "dL_bp": -0.030408650636672974, "ratio": 0.7104665578799327}}, {"step": 4100, "epoch": 9, "train_loss": 0.36286866664886475, "cos_r_negg": [0.35933518409729004, 0.22810713946819305, 0.34936320781707764], "cos_innovation_negg": [0.35933518409729004, 0.22810713946819305, 0.34936320781707764], "cos_apical_negg": [0.03088972344994545, -0.1170886754989624, -0.04603486508131027], "cos_Ac_negg": [0.8914839029312134, 0.5219111442565918, 0.40557822585105896], "r_norm": [0.890568196773529, 0.646949827671051, 0.5677478909492493], "traffic_norm": [6.479693412780762, 6.440637588500977, 6.3898820877075195], "traffic_residual_norm": [0.26549458503723145, 0.11984038352966309, 1.8520977391744964e-05], "traffic_r2": [0.9983198046684265, 0.9996356964111328, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.9085841774940491, "cos_r_negg": [0.4001883566379547, 0.1306457668542862, 0.3447265625], "cos_innovation_negg": [0.4001883566379547, 0.1306457668542862, 0.3447265625], "cos_apical_negg": [0.029124613851308823, 0.1969543993473053, 0.04200976714491844], "cos_Ac_negg": [0.890531063079834, 0.3051215410232544, 0.49882373213768005], "r_norm": [0.7192033529281616, 0.5205904245376587, 0.43312886357307434], "traffic_norm": [6.4784393310546875, 6.437894821166992, 6.387667179107666], "traffic_residual_norm": [0.2479722797870636, 0.12231890857219696, 1.9421328033786267e-05], "traffic_r2": [0.9985243678092957, 0.9996257424354553, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.4591402160644531, "val_acc": 0.902, "val_loss": 0.4591402160644531}, {"step": 4300, "epoch": 10, "train_loss": 0.16106754541397095, "cos_r_negg": [0.41103947162628174, 0.17356368899345398, 0.3779141902923584], "cos_innovation_negg": [0.41103947162628174, 0.17356368899345398, 0.3779141902923584], "cos_apical_negg": [0.022986222058534622, 0.037504009902477264, 0.055358000099658966], "cos_Ac_negg": [0.9193931818008423, 0.2929233908653259, 0.48306119441986084], "r_norm": [0.8001101016998291, 0.5913714170455933, 0.5154132843017578], "traffic_norm": [6.476038932800293, 6.44000244140625, 6.389698028564453], "traffic_residual_norm": [0.22943942248821259, 0.11506298184394836, 1.81966315722093e-05], "traffic_r2": [0.998731791973114, 0.9996755123138428, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.27464058995246887, "cos_r_negg": [0.37263867259025574, -0.0763029158115387, 0.3452818989753723], "cos_innovation_negg": [0.37263867259025574, -0.0763029158115387, 0.3452818989753723], "cos_apical_negg": [-0.06654949486255646, -0.006585795897990465, -0.020420309156179428], "cos_Ac_negg": [0.8876971006393433, 0.38437047600746155, 0.41391289234161377], "r_norm": [0.8940149545669556, 0.628713846206665, 0.5600289106369019], "traffic_norm": [6.478797912597656, 6.439365863800049, 6.391526699066162], "traffic_residual_norm": [0.28528958559036255, 0.10767453908920288, 1.8149496099795215e-05], "traffic_r2": [0.9980535507202148, 0.9997150897979736, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.3565310537815094, "cos_r_negg": [0.4429318308830261, 0.24763280153274536, 0.38374215364456177], "cos_innovation_negg": [0.4429318308830261, 0.24763280153274536, 0.38374215364456177], "cos_apical_negg": [0.054778385907411575, 0.13640280067920685, -0.0337035208940506], "cos_Ac_negg": [0.8815420866012573, 0.3445543050765991, 0.4605286717414856], "r_norm": [0.8763322830200195, 0.6486512422561646, 0.5862703919410706], "traffic_norm": [6.475181579589844, 6.436415672302246, 6.388352394104004], "traffic_residual_norm": [0.2415318489074707, 0.11955054104328156, 1.723146124277264e-05], "traffic_r2": [0.9986007213592529, 0.9996494054794312, 1.0], "ldr": {"dL_sdil": -0.09361305832862854, "dL_bp": -0.10429668426513672, "ratio": 0.8975650471366001}}, {"step": 4600, "epoch": 10, "train_loss": 0.4073874354362488, "cos_r_negg": [0.4138524532318115, -0.13894376158714294, 0.40468630194664], "cos_innovation_negg": [0.4138524532318115, -0.13894376158714294, 0.40468630194664], "cos_apical_negg": [-0.024020612239837646, -0.08127115666866302, 0.11690416932106018], "cos_Ac_negg": [0.8773108124732971, 0.5722301602363586, 0.46394777297973633], "r_norm": [0.6508660316467285, 0.41616034507751465, 0.34740954637527466], "traffic_norm": [6.4681010246276855, 6.435366630554199, 6.3880534172058105], "traffic_residual_norm": [0.2778592109680176, 0.09582415223121643, 1.741297819535248e-05], "traffic_r2": [0.9981415867805481, 0.9997625350952148, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.15708082914352417, "cos_r_negg": [0.32833006978034973, 0.03142267093062401, 0.3765842318534851], "cos_innovation_negg": [0.32833006978034973, 0.03142267093062401, 0.3765842318534851], "cos_apical_negg": [-0.06336729228496552, -0.15218901634216309, 0.052682191133499146], "cos_Ac_negg": [0.8942164778709412, 0.599198043346405, 0.5070885419845581], "r_norm": [0.7753776907920837, 0.5639104247093201, 0.484531044960022], "traffic_norm": [6.463165760040283, 6.452920436859131, 6.400699615478516], "traffic_residual_norm": [0.24660152196884155, 0.11983964592218399, 1.8087641365127638e-05], "traffic_r2": [0.9985412359237671, 0.9996415972709656, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.932, "eval_loss": 0.33095498657226563, "val_acc": 0.932, "val_loss": 0.33095498657226563}, {"step": 4800, "epoch": 11, "train_loss": 0.39258861541748047, "cos_r_negg": [0.40190261602401733, 0.08311416208744049, 0.4562544822692871], "cos_innovation_negg": [0.40190261602401733, 0.08311416208744049, 0.4562544822692871], "cos_apical_negg": [-0.018775619566440582, 0.09834078699350357, 2.4736393243074417e-05], "cos_Ac_negg": [0.8472335338592529, 0.278749942779541, 0.6066535115242004], "r_norm": [0.6464380025863647, 0.46613234281539917, 0.3856283724308014], "traffic_norm": [6.443334102630615, 6.442198753356934, 6.390961647033691], "traffic_residual_norm": [0.22932371497154236, 0.11607994139194489, 1.8083352188114077e-05], "traffic_r2": [0.9987267851829529, 0.9996740221977234, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.39556649327278137, "cos_r_negg": [0.4431533217430115, -0.03833969682455063, 0.38449791073799133], "cos_innovation_negg": [0.4431533217430115, -0.03833969682455063, 0.38449791073799133], "cos_apical_negg": [-0.11486473679542542, -0.0959305614233017, 0.025835826992988586], "cos_Ac_negg": [0.8889816999435425, 0.5151899456977844, 0.49686557054519653], "r_norm": [0.7329938411712646, 0.4933679699897766, 0.425065279006958], "traffic_norm": [6.433495044708252, 6.424726963043213, 6.3866472244262695], "traffic_residual_norm": [0.2711673974990845, 0.10147152096033096, 1.7625814507482573e-05], "traffic_r2": [0.9981968402862549, 0.9997496008872986, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.7477710247039795, "cos_r_negg": [0.43786531686782837, 0.24072304368019104, 0.4090408384799957], "cos_innovation_negg": [0.43786531686782837, 0.24072304368019104, 0.4090408384799957], "cos_apical_negg": [0.022466763854026794, -0.07143383473157883, 0.04212560877203941], "cos_Ac_negg": [0.9059762954711914, 0.43347591161727905, 0.5350894927978516], "r_norm": [0.7341474294662476, 0.5554240942001343, 0.49404779076576233], "traffic_norm": [6.440552234649658, 6.4373064041137695, 6.390430927276611], "traffic_residual_norm": [0.19629797339439392, 0.10534407198429108, 1.7811533325584605e-05], "traffic_r2": [0.9990617632865906, 0.9997311234474182, 1.0], "ldr": {"dL_sdil": -0.0796690434217453, "dL_bp": -0.09253077208995819, "ratio": 0.8610005257957996}}, {"step": 5100, "epoch": 11, "train_loss": 0.18455322086811066, "cos_r_negg": [0.3734273910522461, 0.22637100517749786, 0.40637481212615967], "cos_innovation_negg": [0.3734273910522461, 0.22637100517749786, 0.40637481212615967], "cos_apical_negg": [-0.062130704522132874, 0.1395813226699829, -0.10389965772628784], "cos_Ac_negg": [0.8450118899345398, 0.3573898673057556, 0.4968883693218231], "r_norm": [0.6735225915908813, 0.5135726928710938, 0.42017388343811035], "traffic_norm": [6.442460536956787, 6.445756912231445, 6.393209457397461], "traffic_residual_norm": [0.21078506112098694, 0.12508618831634521, 2.1237450710032135e-05], "traffic_r2": [0.9989247918128967, 0.9996224045753479, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9108, "eval_loss": 0.44345980224609377, "val_acc": 0.9108, "val_loss": 0.44345980224609377}, {"step": 5200, "epoch": 12, "train_loss": 0.3370271921157837, "cos_r_negg": [0.5170972347259521, -0.2644670605659485, 0.3103891611099243], "cos_innovation_negg": [0.5170972347259521, -0.2644670605659485, 0.3103891611099243], "cos_apical_negg": [0.0021222420036792755, 0.2759588956832886, -0.06194181740283966], "cos_Ac_negg": [0.8834729194641113, 0.3941856622695923, 0.39298468828201294], "r_norm": [0.8356155157089233, 0.6051656007766724, 0.5558957457542419], "traffic_norm": [6.435100555419922, 6.440293312072754, 6.388889312744141], "traffic_residual_norm": [0.22328534722328186, 0.0849144384264946, 1.9719967895071022e-05], "traffic_r2": [0.998767077922821, 0.9998241066932678, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.22028063237667084, "cos_r_negg": [0.4382036328315735, 0.04392392560839653, 0.47582143545150757], "cos_innovation_negg": [0.4382036328315735, 0.04392392560839653, 0.47582143545150757], "cos_apical_negg": [0.02819475531578064, 0.10475598275661469, 0.03884212672710419], "cos_Ac_negg": [0.9018509984016418, 0.3922649621963501, 0.6355559825897217], "r_norm": [0.6607385873794556, 0.4701589345932007, 0.42806801199913025], "traffic_norm": [6.436566352844238, 6.43696403503418, 6.386655330657959], "traffic_residual_norm": [0.1881384700536728, 0.0703611820936203, 1.9028067981707864e-05], "traffic_r2": [0.9991393685340881, 0.9998797178268433, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.40178921818733215, "cos_r_negg": [0.45202064514160156, 0.19015266001224518, 0.41370463371276855], "cos_innovation_negg": [0.45202064514160156, 0.19015266001224518, 0.41370463371276855], "cos_apical_negg": [0.01218099519610405, -0.1426888257265091, 0.004135577008128166], "cos_Ac_negg": [0.8836817741394043, 0.45038729906082153, 0.49524855613708496], "r_norm": [0.7121280431747437, 0.5390826463699341, 0.4933406114578247], "traffic_norm": [6.4450483322143555, 6.441899299621582, 6.392302989959717], "traffic_residual_norm": [0.16309908032417297, 0.07148806005716324, 1.791830436559394e-05], "traffic_r2": [0.9993562698364258, 0.9998758435249329, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.24042099714279175, "cos_r_negg": [0.4176977872848511, 0.20713013410568237, 0.35141700506210327], "cos_innovation_negg": [0.4176977872848511, 0.20713013410568237, 0.35141700506210327], "cos_apical_negg": [-0.07476872950792313, -0.001822279766201973, 0.033472493290901184], "cos_Ac_negg": [0.873734712600708, 0.45923322439193726, 0.4562433660030365], "r_norm": [0.6107403039932251, 0.43830227851867676, 0.398615300655365], "traffic_norm": [6.443731307983398, 6.440362453460693, 6.39201545715332], "traffic_residual_norm": [0.16983184218406677, 0.0620734728872776, 1.7386173567501828e-05], "traffic_r2": [0.9992992877960205, 0.9999057650566101, 1.0], "ldr": {"dL_sdil": -0.03654055297374725, "dL_bp": -0.04363007843494415, "ratio": 0.8375083035487104}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.2915856231689453, "val_acc": 0.931, "val_loss": 0.2915856231689453}, {"step": 5600, "epoch": 13, "train_loss": 0.4994046092033386, "cos_r_negg": [0.47851085662841797, -0.014800910837948322, 0.40848392248153687], "cos_innovation_negg": [0.47851085662841797, -0.014800910837948322, 0.40848392248153687], "cos_apical_negg": [-0.0769369974732399, -0.14749926328659058, -0.020663345232605934], "cos_Ac_negg": [0.8686664700508118, 0.4757882356643677, 0.4852953255176544], "r_norm": [0.6261281967163086, 0.4268060326576233, 0.3976191282272339], "traffic_norm": [6.443573474884033, 6.4378581047058105, 6.389487266540527], "traffic_residual_norm": [0.19651207327842712, 0.05487652122974396, 1.7105259757954627e-05], "traffic_r2": [0.9990634918212891, 0.9999256730079651, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.2973395586013794, "cos_r_negg": [0.44471219182014465, 0.10115832090377808, 0.42343568801879883], "cos_innovation_negg": [0.44471219182014465, 0.10115832090377808, 0.42343568801879883], "cos_apical_negg": [-0.06004057079553604, -0.047286733984947205, -0.012353125959634781], "cos_Ac_negg": [0.8761779069900513, 0.47491949796676636, 0.5071060061454773], "r_norm": [0.7344041466712952, 0.5130706429481506, 0.48888951539993286], "traffic_norm": [6.441659927368164, 6.440232276916504, 6.390906810760498], "traffic_residual_norm": [0.19852538406848907, 0.04816742241382599, 1.6781468730187044e-05], "traffic_r2": [0.9990440607070923, 0.9999422430992126, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.3915957808494568, "cos_r_negg": [0.4741116762161255, 0.24883776903152466, 0.3949194550514221], "cos_innovation_negg": [0.4741116762161255, 0.24883776903152466, 0.3949194550514221], "cos_apical_negg": [-0.038670577108860016, -0.11168259382247925, 0.03167220950126648], "cos_Ac_negg": [0.8728854060173035, 0.3855912685394287, 0.5245943069458008], "r_norm": [0.783088743686676, 0.5397252440452576, 0.5225644707679749], "traffic_norm": [6.441676139831543, 6.437781810760498, 6.388660430908203], "traffic_residual_norm": [0.2262251228094101, 0.04612044245004654, 1.6968244381132536e-05], "traffic_r2": [0.998760461807251, 0.9999474287033081, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.11484246701002121, "cos_r_negg": [0.500206708908081, 0.09449926018714905, 0.38659828901290894], "cos_innovation_negg": [0.500206708908081, 0.09449926018714905, 0.38659828901290894], "cos_apical_negg": [-0.012208396568894386, 0.08343324065208435, 0.05354854837059975], "cos_Ac_negg": [0.8910800218582153, 0.4257737398147583, 0.4912051558494568], "r_norm": [0.7772787809371948, 0.5183996558189392, 0.5063865184783936], "traffic_norm": [6.43897819519043, 6.436357498168945, 6.388596534729004], "traffic_residual_norm": [0.2310170978307724, 0.041542187333106995, 1.6467432942590676e-05], "traffic_r2": [0.9987040162086487, 0.9999568462371826, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.05572426691651344, "cos_r_negg": [0.444191038608551, 0.0829390361905098, 0.41390368342399597], "cos_innovation_negg": [0.444191038608551, 0.0829390361905098, 0.41390368342399597], "cos_apical_negg": [-0.06117945909500122, -0.03787340968847275, 0.00036788079887628555], "cos_Ac_negg": [0.8708964586257935, 0.3385305106639862, 0.5304476022720337], "r_norm": [0.7507749199867249, 0.49514707922935486, 0.4771755039691925], "traffic_norm": [6.442314624786377, 6.438158988952637, 6.390022277832031], "traffic_residual_norm": [0.2394363284111023, 0.04003125801682472, 1.656929453019984e-05], "traffic_r2": [0.9986143708229065, 0.9999598264694214, 1.0], "ldr": {"dL_sdil": -0.05109164118766785, "dL_bp": -0.058024078607559204, "ratio": 0.8805248168302974}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.882, "eval_loss": 0.5188381958007813, "val_acc": 0.882, "val_loss": 0.5188381958007813}, {"step": 6100, "epoch": 14, "train_loss": 0.0879499688744545, "cos_r_negg": [0.4080168604850769, 0.07637092471122742, 0.4533542990684509], "cos_innovation_negg": [0.4080168604850769, 0.07637092471122742, 0.4533542990684509], "cos_apical_negg": [-0.10942114889621735, 0.0033483896404504776, 0.012951435521245003], "cos_Ac_negg": [0.8807595372200012, 0.3671133518218994, 0.5288301706314087], "r_norm": [0.7132821083068848, 0.40806785225868225, 0.38813409209251404], "traffic_norm": [6.43284797668457, 6.43178653717041, 6.384601593017578], "traffic_residual_norm": [0.3052244782447815, 0.04334701597690582, 1.7085476429201663e-05], "traffic_r2": [0.9977449178695679, 0.9999531507492065, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.410290002822876, "cos_r_negg": [0.44476911425590515, 0.09691201150417328, 0.5051242113113403], "cos_innovation_negg": [0.44476911425590515, 0.09691201150417328, 0.5051242113113403], "cos_apical_negg": [-0.0871254950761795, -0.10107699036598206, 0.07190512120723724], "cos_Ac_negg": [0.8625302910804749, 0.4039795696735382, 0.5974685549736023], "r_norm": [0.679884135723114, 0.41001588106155396, 0.3851933479309082], "traffic_norm": [6.434475898742676, 6.433433532714844, 6.385763168334961], "traffic_residual_norm": [0.27137628197669983, 0.04198433458805084, 1.6693569705239497e-05], "traffic_r2": [0.9982141852378845, 0.9999560713768005, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.18432006239891052, "cos_r_negg": [0.5336611866950989, 0.144012451171875, 0.585853636264801], "cos_innovation_negg": [0.5336611866950989, 0.144012451171875, 0.585853636264801], "cos_apical_negg": [-0.045040640980005264, -0.0191698856651783, 0.033878426998853683], "cos_Ac_negg": [0.8848022222518921, 0.4946284592151642, 0.6505247950553894], "r_norm": [0.7400778532028198, 0.4558905363082886, 0.4389187693595886], "traffic_norm": [6.434267997741699, 6.432387351989746, 6.383979797363281], "traffic_residual_norm": [0.27513617277145386, 0.03888116031885147, 1.6737625628593378e-05], "traffic_r2": [0.9981662631034851, 0.9999621510505676, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.25792133808135986, "cos_r_negg": [0.46977779269218445, 0.185400128364563, 0.5467313528060913], "cos_innovation_negg": [0.46977779269218445, 0.185400128364563, 0.5467313528060913], "cos_apical_negg": [-0.03526951000094414, 0.0009044874459505081, 0.022508367896080017], "cos_Ac_negg": [0.8723030090332031, 0.5330958366394043, 0.6321043968200684], "r_norm": [0.7891986966133118, 0.49349451065063477, 0.4775640368461609], "traffic_norm": [6.434914588928223, 6.43179988861084, 6.383554458618164], "traffic_residual_norm": [0.2865454852581024, 0.039695512503385544, 1.6645568393869326e-05], "traffic_r2": [0.998014509677887, 0.999960720539093, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9276, "eval_loss": 0.34723583374023437, "val_acc": 0.9276, "val_loss": 0.34723583374023437}], "final": {"eval_split": "validation", "eval_acc": 0.9276, "eval_loss": 0.34723583374023437, "wall_s": 24.01177978515625, "val_acc": 0.9276, "val_loss": 0.34723583374023437, "cos_r_negg": [0.3711446225643158, 0.2421407401561737, 0.5103027820587158], "cos_innovation_negg": [0.3711446225643158, 0.2421407401561737, 0.5103027820587158], "cos_apical_negg": [-0.09195797890424728, 0.16934433579444885, -0.016814395785331726], "cos_Ac_negg": [0.9043236970901489, 0.6786017417907715, 0.6207923889160156], "traffic_norm": [6.432191848754883, 6.428250312805176, 6.38041877746582], "traffic_residual_norm": [0.26998573541641235, 0.041288070380687714, 1.657341272220947e-05], "traffic_r2": [0.9982324838638306, 0.9999571442604065, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_topdown_rho0p2_taskfit_d3_s0.json b/results/traffic_dev_v1_mnist_topdown_rho0p2_taskfit_d3_s0.json new file mode 100644 index 0000000..d8e703f --- /dev/null +++ b/results/traffic_dev_v1_mnist_topdown_rho0p2_taskfit_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p2_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.004041293170303106, 0.02744755521416664, 0.034646451473236084], "cos_innovation_negg": [-0.004041293170303106, 0.02744755521416664, 0.034646451473236084], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.039205551147461, 4.895260810852051, 4.82258939743042], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.2536356449127197, 0.916897177696228, 0.0027905653696507215], "traffic_r2": [0.7782354354858398, 0.8811699748039246, 0.9999988675117493], "ldr": {"dL_sdil": -0.16856145858764648, "dL_bp": -0.5295196771621704, "ratio": 0.3183289797482312}}, {"step": 100, "epoch": 0, "train_loss": 1.1680256128311157, "cos_r_negg": [0.2083691954612732, -0.048337310552597046, -0.03349309414625168], "cos_innovation_negg": [0.2083691954612732, -0.048337310552597046, -0.03349309414625168], "cos_apical_negg": [0.16795042157173157, -0.13853126764297485, -0.0012804754078388214], "cos_Ac_negg": [0.6304872035980225, -0.03259085863828659, -0.10999078303575516], "r_norm": [3.760751247406006, 3.9383492469787598, 4.742160797119141], "traffic_norm": [4.622286796569824, 4.589811325073242, 4.691349029541016], "traffic_residual_norm": [2.736833095550537, 2.9934773445129395, 3.945411205291748], "traffic_r2": [0.6494212746620178, 0.5746438503265381, 0.29273921251296997]}, {"step": 200, "epoch": 0, "train_loss": 0.35228872299194336, "cos_r_negg": [0.24437864124774933, 0.0017987191677093506, 0.011831686832010746], "cos_innovation_negg": [0.24437864124774933, 0.0017987191677093506, 0.011831686832010746], "cos_apical_negg": [0.18867112696170807, -0.08848612755537033, 0.014818629249930382], "cos_Ac_negg": [0.6507518291473389, -0.11703240871429443, -0.2235761284828186], "r_norm": [3.1725950241088867, 3.6088807582855225, 4.091387748718262], "traffic_norm": [4.518239974975586, 4.452291965484619, 4.510939121246338], "traffic_residual_norm": [2.6806740760803223, 3.159663200378418, 3.7061872482299805], "traffic_r2": [0.6479976177215576, 0.49575209617614746, 0.32494664192199707]}, {"step": 300, "epoch": 0, "train_loss": 0.4797164499759674, "cos_r_negg": [0.29592716693878174, -0.2698192894458771, -0.05721692740917206], "cos_innovation_negg": [0.29592716693878174, -0.2698192894458771, -0.05721692740917206], "cos_apical_negg": [0.2585330605506897, -0.08072762191295624, -0.036432355642318726], "cos_Ac_negg": [0.637505054473877, -0.12440750002861023, -0.07781589031219482], "r_norm": [3.347787618637085, 3.8125486373901367, 3.966165542602539], "traffic_norm": [4.299177169799805, 4.151137351989746, 4.243985652923584], "traffic_residual_norm": [2.6764252185821533, 3.2255635261535645, 3.4142086505889893], "traffic_r2": [0.61244136095047, 0.3962060809135437, 0.35231471061706543]}, {"step": 400, "epoch": 0, "train_loss": 0.5676194429397583, "cos_r_negg": [0.33026599884033203, -0.0342969112098217, -0.014080949127674103], "cos_innovation_negg": [0.33026599884033203, -0.0342969112098217, -0.014080949127674103], "cos_apical_negg": [0.3028326630592346, -0.00518215075135231, 0.3162440061569214], "cos_Ac_negg": [0.6948599815368652, -0.05952689051628113, 0.1545703411102295], "r_norm": [3.5743939876556396, 3.9031028747558594, 4.080772399902344], "traffic_norm": [4.082826137542725, 4.0905866622924805, 4.025209426879883], "traffic_residual_norm": [2.8402981758117676, 3.277371644973755, 3.4457030296325684], "traffic_r2": [0.5160460472106934, 0.3579258918762207, 0.26611328125]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8292, "eval_loss": 0.6176622192382812, "val_acc": 0.8292, "val_loss": 0.6176622192382812}, {"step": 500, "epoch": 1, "train_loss": 0.46378064155578613, "cos_r_negg": [0.150232195854187, 0.05936570093035698, 0.05215323343873024], "cos_innovation_negg": [0.150232195854187, 0.05936570093035698, 0.05215323343873024], "cos_apical_negg": [0.05745283514261246, 0.374796986579895, 0.15951316058635712], "cos_Ac_negg": [0.8090721368789673, 0.24255481362342834, 0.17535094916820526], "r_norm": [3.4269700050354004, 3.6045382022857666, 3.980247974395752], "traffic_norm": [4.051730155944824, 4.048403739929199, 3.939443826675415], "traffic_residual_norm": [2.935751438140869, 3.196786880493164, 3.6021194458007812], "traffic_r2": [0.47500574588775635, 0.3763357996940613, 0.16353118419647217], "ldr": {"dL_sdil": -0.029812604188919067, "dL_bp": -0.038860708475112915, "ratio": 0.7671657403778829}}, {"step": 600, "epoch": 1, "train_loss": 0.7200742959976196, "cos_r_negg": [0.13175439834594727, 0.07795348763465881, 0.1812797635793686], "cos_innovation_negg": [0.13175439834594727, 0.07795348763465881, 0.1812797635793686], "cos_apical_negg": [0.08901266753673553, 0.08648606389760971, 0.07639320939779282], "cos_Ac_negg": [0.7359097003936768, -0.15225845575332642, 0.48575612902641296], "r_norm": [3.6246395111083984, 3.5298452377319336, 4.128954887390137], "traffic_norm": [4.034144878387451, 3.9666850566864014, 3.867419958114624], "traffic_residual_norm": [3.060974359512329, 3.020019054412842, 3.7089340686798096], "traffic_r2": [0.4242618680000305, 0.4202508330345154, 0.08007240295410156]}, {"step": 700, "epoch": 1, "train_loss": 0.5908076167106628, "cos_r_negg": [0.11141012609004974, 0.02198515459895134, 0.19314983487129211], "cos_innovation_negg": [0.11141012609004974, 0.02198515459895134, 0.19314983487129211], "cos_apical_negg": [0.2659163475036621, 0.040657978504896164, 0.1825401782989502], "cos_Ac_negg": [0.8335615396499634, 0.13282591104507446, 0.3777124881744385], "r_norm": [3.5984697341918945, 3.7350118160247803, 3.9046456813812256], "traffic_norm": [4.146975040435791, 4.124464511871338, 3.986248016357422], "traffic_residual_norm": [2.9173426628112793, 3.1841578483581543, 3.384965658187866], "traffic_r2": [0.5051061511039734, 0.4021304249763489, 0.27775073051452637]}, {"step": 800, "epoch": 1, "train_loss": 0.7938329577445984, "cos_r_negg": [0.22763857245445251, -0.3415822982788086, 0.14466644823551178], "cos_innovation_negg": [0.22763857245445251, -0.3415822982788086, 0.14466644823551178], "cos_apical_negg": [0.26471373438835144, 0.14601057767868042, 0.15965132415294647], "cos_Ac_negg": [0.7009950876235962, -0.2623273730278015, 0.2998933792114258], "r_norm": [3.5752058029174805, 3.8245532512664795, 3.7033674716949463], "traffic_norm": [4.0824995040893555, 4.081176280975342, 3.9853873252868652], "traffic_residual_norm": [2.952979564666748, 3.29400634765625, 3.1777517795562744], "traffic_r2": [0.4767778515815735, 0.3484773635864258, 0.3641589879989624]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.8046, "eval_loss": 0.5548658203125, "val_acc": 0.8046, "val_loss": 0.5548658203125}, {"step": 900, "epoch": 2, "train_loss": 0.465598464012146, "cos_r_negg": [0.2579461336135864, -0.23393067717552185, 0.006646478082984686], "cos_innovation_negg": [0.2579461336135864, -0.23393067717552185, 0.006646478082984686], "cos_apical_negg": [0.22379852831363678, 0.23653270304203033, 0.13414141535758972], "cos_Ac_negg": [0.8658297061920166, -0.3253348767757416, 0.11302052438259125], "r_norm": [3.4297375679016113, 3.5391440391540527, 3.189781904220581], "traffic_norm": [4.044981956481934, 4.073268413543701, 3.970456123352051], "traffic_residual_norm": [2.948235034942627, 3.1385421752929688, 2.757526397705078], "traffic_r2": [0.4687742590904236, 0.4063250422477722, 0.5176331996917725]}, {"step": 1000, "epoch": 2, "train_loss": 0.5348909497261047, "cos_r_negg": [0.1210460364818573, -0.2124100923538208, 0.09571827948093414], "cos_innovation_negg": [0.1210460364818573, -0.2124100923538208, 0.09571827948093414], "cos_apical_negg": [0.22798651456832886, 0.023760303854942322, -0.04792121797800064], "cos_Ac_negg": [0.7483279705047607, -0.5132249593734741, 0.2383379191160202], "r_norm": [3.304128885269165, 3.361147403717041, 2.9944655895233154], "traffic_norm": [4.06646728515625, 4.085572242736816, 3.998716115951538], "traffic_residual_norm": [2.7449700832366943, 2.91326642036438, 2.5061306953430176], "traffic_r2": [0.5443382859230042, 0.4915311932563782, 0.606746256351471], "ldr": {"dL_sdil": -0.027349799871444702, "dL_bp": -0.06897106766700745, "ratio": 0.39654018411734077}}, {"step": 1100, "epoch": 2, "train_loss": 0.34746354818344116, "cos_r_negg": [0.23973624408245087, 0.07533589005470276, -0.08106679469347], "cos_innovation_negg": [0.23973624408245087, 0.07533589005470276, -0.08106679469347], "cos_apical_negg": [0.10623787343502045, 0.2774285674095154, 0.07045363634824753], "cos_Ac_negg": [0.7860434055328369, -0.09682726860046387, -0.05847984552383423], "r_norm": [3.2064521312713623, 3.267500400543213, 3.1223511695861816], "traffic_norm": [4.021359443664551, 4.025274276733398, 3.966667652130127], "traffic_residual_norm": [2.6011786460876465, 2.7569103240966797, 2.584733724594116], "traffic_r2": [0.5814971923828125, 0.5295292139053345, 0.5748041868209839]}, {"step": 1200, "epoch": 2, "train_loss": 0.4433048367500305, "cos_r_negg": [0.21043257415294647, -0.1366744041442871, -0.0014735795557498932], "cos_innovation_negg": [0.21043257415294647, -0.1366744041442871, -0.0014735795557498932], "cos_apical_negg": [0.15887540578842163, -0.09748908877372742, 0.07453791052103043], "cos_Ac_negg": [0.8389827013015747, -0.4660135507583618, 0.10323891788721085], "r_norm": [3.2363171577453613, 3.3099801540374756, 3.2906222343444824], "traffic_norm": [4.014922142028809, 3.96960711479187, 3.966310977935791], "traffic_residual_norm": [2.774451732635498, 2.956148862838745, 2.921632766723633], "traffic_r2": [0.5224812030792236, 0.4453505277633667, 0.4562457799911499]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.887, "eval_loss": 0.457746875, "val_acc": 0.887, "val_loss": 0.457746875}, {"step": 1300, "epoch": 3, "train_loss": 0.5866787433624268, "cos_r_negg": [0.37054020166397095, -0.1645958125591278, 0.11495988816022873], "cos_innovation_negg": [0.37054020166397095, -0.1645958125591278, 0.11495988816022873], "cos_apical_negg": [0.032263778150081635, -0.06933655589818954, 0.1790858656167984], "cos_Ac_negg": [0.8036759495735168, -0.35859215259552, 0.17522482573986053], "r_norm": [3.0847506523132324, 3.081862688064575, 3.1254420280456543], "traffic_norm": [4.016822814941406, 3.9857661724090576, 3.9915192127227783], "traffic_residual_norm": [2.572310447692871, 2.67999005317688, 2.6968536376953125], "traffic_r2": [0.589910626411438, 0.5478644371032715, 0.5428564548492432]}, {"step": 1400, "epoch": 3, "train_loss": 0.526524543762207, "cos_r_negg": [0.28102052211761475, -0.23592665791511536, 0.148635596036911], "cos_innovation_negg": [0.28102052211761475, -0.23592665791511536, 0.148635596036911], "cos_apical_negg": [0.17748907208442688, 0.157729834318161, 0.3528869152069092], "cos_Ac_negg": [0.7838252782821655, -0.3216363787651062, 0.2975880801677704], "r_norm": [3.2962582111358643, 3.0990209579467773, 3.0979554653167725], "traffic_norm": [3.983449935913086, 3.977487564086914, 3.9789109230041504], "traffic_residual_norm": [2.745504856109619, 2.6052489280700684, 2.6315629482269287], "traffic_r2": [0.5249577760696411, 0.5709331035614014, 0.56231290102005]}, {"step": 1500, "epoch": 3, "train_loss": 0.6785680055618286, "cos_r_negg": [0.28419822454452515, 0.1684798151254654, 0.07892786711454391], "cos_innovation_negg": [0.28419822454452515, 0.1684798151254654, 0.07892786711454391], "cos_apical_negg": [0.05670039355754852, 0.3241809606552124, 0.14372095465660095], "cos_Ac_negg": [0.8614577054977417, -0.2510457932949066, 0.16735906898975372], "r_norm": [2.9965052604675293, 3.1835269927978516, 3.041238784790039], "traffic_norm": [4.024893760681152, 4.009940147399902, 3.9783053398132324], "traffic_residual_norm": [2.526993989944458, 2.8218994140625, 2.666168689727783], "traffic_r2": [0.60579514503479, 0.5029898881912231, 0.5503509640693665], "ldr": {"dL_sdil": -0.08112731575965881, "dL_bp": -0.10089221596717834, "ratio": 0.804098859183058}}, {"step": 1600, "epoch": 3, "train_loss": 0.4643303453922272, "cos_r_negg": [0.28942006826400757, -0.1876518279314041, -0.2966800928115845], "cos_innovation_negg": [0.28942006826400757, -0.1876518279314041, -0.2966800928115845], "cos_apical_negg": [0.047487448900938034, -0.1721334308385849, 0.1273920089006424], "cos_Ac_negg": [0.8197429180145264, -0.36022722721099854, -0.2692245841026306], "r_norm": [3.4775450229644775, 3.3973636627197266, 3.5804331302642822], "traffic_norm": [4.160429000854492, 4.16393518447876, 4.096724510192871], "traffic_residual_norm": [2.999162435531616, 3.01267147064209, 3.2161102294921875], "traffic_r2": [0.47990643978118896, 0.47654396295547485, 0.38373470306396484]}, {"step": 1700, "epoch": 3, "train_loss": 0.6517248749732971, "cos_r_negg": [0.19617637991905212, -0.184404194355011, 0.03990839421749115], "cos_innovation_negg": [0.19617637991905212, -0.184404194355011, 0.03990839421749115], "cos_apical_negg": [0.19233442842960358, -0.09740151464939117, 0.016789404675364494], "cos_Ac_negg": [0.8465092778205872, -0.23773649334907532, 0.3437332510948181], "r_norm": [3.7411441802978516, 3.2417635917663574, 3.486363649368286], "traffic_norm": [4.156205177307129, 4.141836166381836, 4.088203430175781], "traffic_residual_norm": [3.2910661697387695, 2.8819425106048584, 3.1230709552764893], "traffic_r2": [0.3728477358818054, 0.5158683061599731, 0.4164333939552307]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8596, "eval_loss": 0.5574037475585938, "val_acc": 0.8596, "val_loss": 0.5574037475585938}, {"step": 1800, "epoch": 4, "train_loss": 0.22737738490104675, "cos_r_negg": [0.20163272321224213, -0.07893085479736328, 0.06722590327262878], "cos_innovation_negg": [0.20163272321224213, -0.07893085479736328, 0.06722590327262878], "cos_apical_negg": [-0.0012180921621620655, -0.08453405648469925, 0.07186250388622284], "cos_Ac_negg": [0.8529537916183472, -0.07940015196800232, 0.12633375823497772], "r_norm": [3.2856483459472656, 3.0597853660583496, 3.2297120094299316], "traffic_norm": [4.168155670166016, 4.178238868713379, 4.121936798095703], "traffic_residual_norm": [2.918631076812744, 2.766622304916382, 2.9552648067474365], "traffic_r2": [0.5096917152404785, 0.5615689158439636, 0.48595792055130005]}, {"step": 1900, "epoch": 4, "train_loss": 0.3954687714576721, "cos_r_negg": [0.3003518879413605, -0.4233131408691406, 0.1880398690700531], "cos_innovation_negg": [0.3003518879413605, -0.4233131408691406, 0.1880398690700531], "cos_apical_negg": [0.1578388214111328, -0.49078330397605896, 0.1502835899591446], "cos_Ac_negg": [0.8026018142700195, -0.6740137934684753, 0.2179282307624817], "r_norm": [3.381894826889038, 3.015770435333252, 3.063347816467285], "traffic_norm": [4.135719299316406, 4.11456298828125, 4.097018241882324], "traffic_residual_norm": [2.8699164390563965, 2.619502544403076, 2.6504018306732178], "traffic_r2": [0.5184587240219116, 0.5946948528289795, 0.5815154314041138]}, {"step": 2000, "epoch": 4, "train_loss": 0.4961415231227875, "cos_r_negg": [0.1614738553762436, -0.08221939951181412, 0.050855182111263275], "cos_innovation_negg": [0.1614738553762436, -0.08221939951181412, 0.050855182111263275], "cos_apical_negg": [0.0804034024477005, -0.0016012229025363922, 0.11097928881645203], "cos_Ac_negg": [0.8685337901115417, -0.023741763085126877, 0.139512836933136], "r_norm": [3.154895067214966, 2.748507499694824, 2.7828681468963623], "traffic_norm": [4.199228286743164, 4.095062255859375, 4.107799053192139], "traffic_residual_norm": [2.6598992347717285, 2.3422093391418457, 2.3850982189178467], "traffic_r2": [0.5987699031829834, 0.6728640794754028, 0.6628745198249817], "ldr": {"dL_sdil": -0.0825657844543457, "dL_bp": -0.11844226717948914, "ratio": 0.6970972982915323}}, {"step": 2100, "epoch": 4, "train_loss": 0.4661825895309448, "cos_r_negg": [0.3011249601840973, -0.011128944344818592, 0.0048302654176950455], "cos_innovation_negg": [0.3011249601840973, -0.011128944344818592, 0.0048302654176950455], "cos_apical_negg": [0.07180264592170715, -0.03526704013347626, 0.1797507256269455], "cos_Ac_negg": [0.8694584369659424, -0.2587986886501312, 0.2555355131626129], "r_norm": [2.7963967323303223, 2.4373955726623535, 2.5125951766967773], "traffic_norm": [4.203502178192139, 4.089290618896484, 4.086252212524414], "traffic_residual_norm": [2.3493895530700684, 2.0681724548339844, 2.151564598083496], "traffic_r2": [0.6876118183135986, 0.7441809773445129, 0.7227540612220764]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8872, "eval_loss": 0.42460255737304686, "val_acc": 0.8872, "val_loss": 0.42460255737304686}, {"step": 2200, "epoch": 5, "train_loss": 0.49815136194229126, "cos_r_negg": [0.3079163134098053, -0.4075555205345154, 0.04816360026597977], "cos_innovation_negg": [0.3079163134098053, -0.4075555205345154, 0.04816360026597977], "cos_apical_negg": [0.1387205719947815, -0.42657148838043213, 0.2267151176929474], "cos_Ac_negg": [0.877167284488678, -0.34478574991226196, -0.010418079793453217], "r_norm": [2.707845687866211, 2.3405303955078125, 2.378657341003418], "traffic_norm": [4.183050632476807, 4.06175422668457, 4.064691543579102], "traffic_residual_norm": [2.139634132385254, 1.9047930240631104, 1.9551708698272705], "traffic_r2": [0.7382421493530273, 0.7799290418624878, 0.7685924172401428]}, {"step": 2300, "epoch": 5, "train_loss": 0.5202093720436096, "cos_r_negg": [0.24645650386810303, -0.23065489530563354, 0.10139467567205429], "cos_innovation_negg": [0.24645650386810303, -0.23065489530563354, 0.10139467567205429], "cos_apical_negg": [0.15608541667461395, -0.10089996457099915, 0.014182643964886665], "cos_Ac_negg": [0.8520179390907288, -0.04216737672686577, 0.3224433362483978], "r_norm": [3.005276918411255, 2.7344508171081543, 2.4936389923095703], "traffic_norm": [4.197893142700195, 4.077025413513184, 4.117674350738525], "traffic_residual_norm": [2.6383631229400635, 2.4523093700408936, 2.1745800971984863], "traffic_r2": [0.604944109916687, 0.6380730867385864, 0.7210404872894287]}, {"step": 2400, "epoch": 5, "train_loss": 0.4081694483757019, "cos_r_negg": [0.328601211309433, 0.024304185062646866, 0.05858851969242096], "cos_innovation_negg": [0.328601211309433, 0.024304185062646866, 0.05858851969242096], "cos_apical_negg": [0.15595796704292297, -0.06818947196006775, 0.18789184093475342], "cos_Ac_negg": [0.8744088411331177, 0.034080445766448975, 0.31822243332862854], "r_norm": [3.128711462020874, 2.907315492630005, 2.5226645469665527], "traffic_norm": [4.223591327667236, 4.108334541320801, 4.136565208435059], "traffic_residual_norm": [2.718388557434082, 2.6029725074768066, 2.1624159812927246], "traffic_r2": [0.5857527256011963, 0.598572850227356, 0.7267277240753174]}, {"step": 2500, "epoch": 5, "train_loss": 0.45149433612823486, "cos_r_negg": [0.2959599494934082, -0.010664856061339378, 0.15644027292728424], "cos_innovation_negg": [0.2959599494934082, -0.010664856061339378, 0.15644027292728424], "cos_apical_negg": [0.03162596374750137, -0.04076559096574783, 0.16918057203292847], "cos_Ac_negg": [0.8745942115783691, 0.08653127402067184, 0.3290732204914093], "r_norm": [2.8066582679748535, 2.5540823936462402, 2.325411319732666], "traffic_norm": [4.212190628051758, 4.09393835067749, 4.1184210777282715], "traffic_residual_norm": [2.3996500968933105, 2.2557411193847656, 2.007181167602539], "traffic_r2": [0.675447404384613, 0.6963898539543152, 0.7624609470367432], "ldr": {"dL_sdil": -0.07344892621040344, "dL_bp": -0.09998098015785217, "ratio": 0.7346289873778059}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8652, "eval_loss": 0.48628074951171874, "val_acc": 0.8652, "val_loss": 0.48628074951171874}, {"step": 2600, "epoch": 6, "train_loss": 0.46756136417388916, "cos_r_negg": [0.30966031551361084, 0.21473443508148193, 0.054496295750141144], "cos_innovation_negg": [0.30966031551361084, 0.21473443508148193, 0.054496295750141144], "cos_apical_negg": [0.19128170609474182, -0.13622227311134338, 0.10716401040554047], "cos_Ac_negg": [0.8818912506103516, -0.1143743246793747, 0.2266005277633667], "r_norm": [3.059129238128662, 2.8086166381835938, 2.6783933639526367], "traffic_norm": [4.163195610046387, 4.070923805236816, 4.081516265869141], "traffic_residual_norm": [2.432807683944702, 2.31856632232666, 2.1779253482818604], "traffic_r2": [0.6579797267913818, 0.6719405055046082, 0.7146134972572327]}, {"step": 2700, "epoch": 6, "train_loss": 0.3422313332557678, "cos_r_negg": [0.3749960660934448, 0.1848047524690628, 0.10509276390075684], "cos_innovation_negg": [0.3749960660934448, 0.1848047524690628, 0.10509276390075684], "cos_apical_negg": [0.19935739040374756, -0.069752536714077, 0.08032160997390747], "cos_Ac_negg": [0.9067718982696533, -0.08370459079742432, 0.26210570335388184], "r_norm": [3.0331969261169434, 2.962460517883301, 2.7230658531188965], "traffic_norm": [4.176879405975342, 4.0761637687683105, 4.0786590576171875], "traffic_residual_norm": [2.3608815670013428, 2.497194766998291, 2.2072415351867676], "traffic_r2": [0.6805158853530884, 0.624674916267395, 0.706948459148407]}, {"step": 2800, "epoch": 6, "train_loss": 0.3256221413612366, "cos_r_negg": [0.32243168354034424, -0.06576529145240784, 0.06435588002204895], "cos_innovation_negg": [0.32243168354034424, -0.06576529145240784, 0.06435588002204895], "cos_apical_negg": [0.2849525213241577, 0.02293885126709938, 0.14427095651626587], "cos_Ac_negg": [0.9089404940605164, -0.047564443200826645, 0.07834334671497345], "r_norm": [2.6009883880615234, 2.513362407684326, 2.5752503871917725], "traffic_norm": [4.147784233093262, 4.062623023986816, 4.0674519538879395], "traffic_residual_norm": [2.1639931201934814, 2.22041654586792, 2.2689599990844727], "traffic_r2": [0.7278041839599609, 0.7012753486633301, 0.6887121200561523]}, {"step": 2900, "epoch": 6, "train_loss": 0.32993727922439575, "cos_r_negg": [0.338805615901947, 0.039473459124565125, 0.2465558648109436], "cos_innovation_negg": [0.338805615901947, 0.039473459124565125, 0.2465558648109436], "cos_apical_negg": [0.15745800733566284, 0.1910335123538971, 0.3056830167770386], "cos_Ac_negg": [0.8975359201431274, -0.06469617784023285, 0.6769920587539673], "r_norm": [2.4629032611846924, 2.3552703857421875, 2.588960647583008], "traffic_norm": [4.143499851226807, 4.065162658691406, 4.078423023223877], "traffic_residual_norm": [2.0807676315307617, 2.0662906169891357, 2.3199658393859863], "traffic_r2": [0.7478097081184387, 0.7416176199913025, 0.6763445138931274]}, {"step": 3000, "epoch": 6, "train_loss": 0.35239171981811523, "cos_r_negg": [0.304607629776001, -0.006011573597788811, 0.056153617799282074], "cos_innovation_negg": [0.304607629776001, -0.006011573597788811, 0.056153617799282074], "cos_apical_negg": [0.08312717825174332, 0.07810545712709427, 0.11350232362747192], "cos_Ac_negg": [0.8789894580841064, -0.16529437899589539, 0.11971448361873627], "r_norm": [3.3959054946899414, 2.4082746505737305, 2.8074660301208496], "traffic_norm": [4.183313369750977, 4.114444732666016, 4.114545822143555], "traffic_residual_norm": [2.9418630599975586, 2.0009515285491943, 2.426365852355957], "traffic_r2": [0.5054571628570557, 0.763472318649292, 0.6521743535995483], "ldr": {"dL_sdil": -0.08127889037132263, "dL_bp": -0.11920690536499023, "ratio": 0.6818303866077322}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8942, "eval_loss": 0.4129291381835937, "val_acc": 0.8942, "val_loss": 0.4129291381835937}, {"step": 3100, "epoch": 7, "train_loss": 0.3807290196418762, "cos_r_negg": [0.24987368285655975, -0.06003902107477188, 0.1673744171857834], "cos_innovation_negg": [0.24987368285655975, -0.06003902107477188, 0.1673744171857834], "cos_apical_negg": [0.1548081338405609, -0.02352658472955227, 0.15298238396644592], "cos_Ac_negg": [0.8508861660957336, -0.10774500668048859, 0.21616417169570923], "r_norm": [3.7161004543304443, 2.7076621055603027, 3.175065517425537], "traffic_norm": [4.173114776611328, 4.080470085144043, 4.080012321472168], "traffic_residual_norm": [3.3447959423065186, 2.356487274169922, 2.8520514965057373], "traffic_r2": [0.35757339000701904, 0.6664730310440063, 0.5112967491149902]}, {"step": 3200, "epoch": 7, "train_loss": 0.2939944565296173, "cos_r_negg": [0.2527371048927307, -0.1319533735513687, 0.2893270254135132], "cos_innovation_negg": [0.2527371048927307, -0.1319533735513687, 0.2893270254135132], "cos_apical_negg": [0.12385540455579758, 0.1583564579486847, 0.22161175310611725], "cos_Ac_negg": [0.8903820514678955, -0.10433278232812881, 0.6169449090957642], "r_norm": [3.5205764770507812, 2.9519553184509277, 2.6612207889556885], "traffic_norm": [4.157920837402344, 4.076084613800049, 4.05980110168457], "traffic_residual_norm": [3.1209874153137207, 2.6290316581726074, 2.3209173679351807], "traffic_r2": [0.436484158039093, 0.5838906764984131, 0.6712433695793152]}, {"step": 3300, "epoch": 7, "train_loss": 0.4479680359363556, "cos_r_negg": [0.27294206619262695, -0.08262453973293304, 0.1046295017004013], "cos_innovation_negg": [0.27294206619262695, -0.08262453973293304, 0.1046295017004013], "cos_apical_negg": [0.20197290182113647, 0.3961435556411743, 0.14275383949279785], "cos_Ac_negg": [0.8846535086631775, 0.7906426191329956, 0.4421992897987366], "r_norm": [3.0027990341186523, 2.5603280067443848, 2.8924245834350586], "traffic_norm": [4.132457256317139, 4.040591239929199, 4.033308029174805], "traffic_residual_norm": [2.641754388809204, 2.242205858230591, 2.6186773777008057], "traffic_r2": [0.5913219451904297, 0.692054271697998, 0.578463077545166]}, {"step": 3400, "epoch": 7, "train_loss": 0.2876160442829132, "cos_r_negg": [0.2465023398399353, 0.3034732937812805, -0.14299315214157104], "cos_innovation_negg": [0.2465023398399353, 0.3034732937812805, -0.14299315214157104], "cos_apical_negg": [0.11605166643857956, 0.0695895105600357, 0.31991395354270935], "cos_Ac_negg": [0.9116647243499756, 0.6055383682250977, 0.5913360118865967], "r_norm": [2.7225863933563232, 2.4842495918273926, 2.4959702491760254], "traffic_norm": [4.142182350158691, 4.056166648864746, 4.042459487915039], "traffic_residual_norm": [2.3688807487487793, 2.2144856452941895, 2.217958688735962], "traffic_r2": [0.672939121723175, 0.7019334435462952, 0.6989490985870361]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9058, "eval_loss": 0.37778790283203123, "val_acc": 0.9058, "val_loss": 0.37778790283203123}, {"step": 3500, "epoch": 8, "train_loss": 0.406758576631546, "cos_r_negg": [0.24010679125785828, 0.3066272735595703, 0.27014416456222534], "cos_innovation_negg": [0.24010679125785828, 0.3066272735595703, 0.27014416456222534], "cos_apical_negg": [0.1376023292541504, 0.5333113670349121, 0.39107805490493774], "cos_Ac_negg": [0.9089317917823792, 0.7915785312652588, 0.5172919034957886], "r_norm": [2.8848979473114014, 2.435361862182617, 2.736635208129883], "traffic_norm": [4.126256942749023, 4.0223069190979, 4.033006191253662], "traffic_residual_norm": [2.5629405975341797, 2.1744627952575684, 2.490246295928955], "traffic_r2": [0.6141171455383301, 0.7077137231826782, 0.6124032735824585], "ldr": {"dL_sdil": -0.03245854377746582, "dL_bp": -0.05976599454879761, "ratio": 0.5430938449616887}}, {"step": 3600, "epoch": 8, "train_loss": 0.33543655276298523, "cos_r_negg": [0.31193414330482483, 0.3144320249557495, 0.16503097116947174], "cos_innovation_negg": [0.31193414330482483, 0.3144320249557495, 0.16503097116947174], "cos_apical_negg": [0.14287105202674866, 0.3518604636192322, 0.06704733520746231], "cos_Ac_negg": [0.8937464952468872, 0.7061306238174438, 0.5315738916397095], "r_norm": [2.6205263137817383, 2.1412267684936523, 2.726372718811035], "traffic_norm": [4.194944858551025, 4.03614616394043, 4.050295352935791], "traffic_residual_norm": [2.3032445907592773, 1.8910081386566162, 2.4975273609161377], "traffic_r2": [0.6984726190567017, 0.780366063117981, 0.6197671294212341]}, {"step": 3700, "epoch": 8, "train_loss": 0.14146114885807037, "cos_r_negg": [0.20858608186244965, 0.2627721428871155, 0.15741801261901855], "cos_innovation_negg": [0.20858608186244965, 0.2627721428871155, 0.15741801261901855], "cos_apical_negg": [0.13151521980762482, 0.5745174884796143, 0.20115208625793457], "cos_Ac_negg": [0.8677371144294739, 0.7898249626159668, 0.2347790002822876], "r_norm": [2.745990514755249, 2.3598968982696533, 2.590867042541504], "traffic_norm": [4.218920707702637, 4.060116767883301, 4.062591552734375], "traffic_residual_norm": [2.3927857875823975, 2.085245132446289, 2.3285951614379883], "traffic_r2": [0.6783231496810913, 0.7362052202224731, 0.671466052532196]}, {"step": 3800, "epoch": 8, "train_loss": 0.2724689543247223, "cos_r_negg": [0.20191308856010437, 0.10326248407363892, 0.1271488070487976], "cos_innovation_negg": [0.20191308856010437, 0.10326248407363892, 0.1271488070487976], "cos_apical_negg": [0.2165960818529129, 0.10463526099920273, -0.010637993924319744], "cos_Ac_negg": [0.8775149583816528, 0.5696345567703247, 0.6030784845352173], "r_norm": [2.413969039916992, 2.08978009223938, 2.184281826019287], "traffic_norm": [4.190103530883789, 4.0335893630981445, 4.026215553283691], "traffic_residual_norm": [2.119664192199707, 1.8503344058990479, 1.9574568271636963], "traffic_r2": [0.74409019947052, 0.7895644307136536, 0.7636315226554871]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9096, "eval_loss": 0.35604088745117185, "val_acc": 0.9096, "val_loss": 0.35604088745117185}, {"step": 3900, "epoch": 9, "train_loss": 0.33702895045280457, "cos_r_negg": [0.2464371919631958, 0.4876886308193207, 0.24544063210487366], "cos_innovation_negg": [0.2464371919631958, 0.4876886308193207, 0.24544063210487366], "cos_apical_negg": [0.05016447231173515, 0.7223681211471558, -0.03635792061686516], "cos_Ac_negg": [0.7415635585784912, 0.8282526135444641, 0.6140731573104858], "r_norm": [2.2562050819396973, 1.918578028678894, 2.010002613067627], "traffic_norm": [4.187812805175781, 4.041743755340576, 4.049261569976807], "traffic_residual_norm": [1.9256596565246582, 1.668673038482666, 1.7563923597335815], "traffic_r2": [0.7885618209838867, 0.8295486569404602, 0.8118568658828735]}, {"step": 4000, "epoch": 9, "train_loss": 0.23960182070732117, "cos_r_negg": [0.30309587717056274, 0.3334033489227295, 0.2633616328239441], "cos_innovation_negg": [0.30309587717056274, 0.3334033489227295, 0.2633616328239441], "cos_apical_negg": [0.09541624784469604, 0.17572343349456787, 0.10089163482189178], "cos_Ac_negg": [0.8135209679603577, 0.7376080751419067, 0.4359980821609497], "r_norm": [2.3186492919921875, 2.015458583831787, 2.446310043334961], "traffic_norm": [4.246101379394531, 4.074117183685303, 4.119361877441406], "traffic_residual_norm": [1.8982512950897217, 1.6792798042297363, 2.1416194438934326], "traffic_r2": [0.8001407384872437, 0.8301079869270325, 0.7297177910804749], "ldr": {"dL_sdil": -0.03568220138549805, "dL_bp": -0.05320313572883606, "ratio": 0.6706785398394914}}, {"step": 4100, "epoch": 9, "train_loss": 0.4121253490447998, "cos_r_negg": [0.19563478231430054, 0.0917043536901474, 0.12160542607307434], "cos_innovation_negg": [0.19563478231430054, 0.0917043536901474, 0.12160542607307434], "cos_apical_negg": [0.1324261724948883, 0.4180377721786499, 0.04774424806237221], "cos_Ac_negg": [0.8574857115745544, 0.6288224458694458, 0.6096217036247253], "r_norm": [2.2188186645507812, 1.9462491273880005, 2.175525665283203], "traffic_norm": [4.216731071472168, 4.039464950561523, 4.1052093505859375], "traffic_residual_norm": [1.844043493270874, 1.6553486585617065, 1.893636703491211], "traffic_r2": [0.8087179660797119, 0.8320444226264954, 0.7872253656387329]}, {"step": 4200, "epoch": 9, "train_loss": 0.7114162445068359, "cos_r_negg": [0.2255409061908722, 0.43321704864501953, 0.2174490988254547], "cos_innovation_negg": [0.2255409061908722, 0.43321704864501953, 0.2174490988254547], "cos_apical_negg": [0.2997550964355469, 0.671748161315918, -0.06988998502492905], "cos_Ac_negg": [0.8660634756088257, 0.7634474039077759, 0.6974071264266968], "r_norm": [2.311328172683716, 2.210545778274536, 2.1324210166931152], "traffic_norm": [4.21840763092041, 4.02138090133667, 4.102639675140381], "traffic_residual_norm": [1.8018128871917725, 1.8571748733520508, 1.7422082424163818], "traffic_r2": [0.8172932863235474, 0.7866394519805908, 0.8193652629852295]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.899, "eval_loss": 0.42973285522460936, "val_acc": 0.899, "val_loss": 0.42973285522460936}, {"step": 4300, "epoch": 10, "train_loss": 0.37225353717803955, "cos_r_negg": [0.2265450656414032, 0.27461951971054077, 0.2472117692232132], "cos_innovation_negg": [0.2265450656414032, 0.27461951971054077, 0.2472117692232132], "cos_apical_negg": [0.12251190841197968, 0.48597317934036255, 0.1240711584687233], "cos_Ac_negg": [0.8651114702224731, 0.6572772860527039, 0.7327700853347778], "r_norm": [3.3412086963653564, 2.4215943813323975, 2.972393035888672], "traffic_norm": [4.209948539733887, 4.031896591186523, 4.109533786773682], "traffic_residual_norm": [2.940748691558838, 2.068497896194458, 2.6588282585144043], "traffic_r2": [0.5120658874511719, 0.7367952466011047, 0.581403911113739]}, {"step": 4400, "epoch": 10, "train_loss": 0.4193345308303833, "cos_r_negg": [0.32878434658050537, 0.34157466888427734, -0.07192505896091461], "cos_innovation_negg": [0.32878434658050537, 0.34157466888427734, -0.07192505896091461], "cos_apical_negg": [0.22572559118270874, 0.5203864574432373, 0.33548909425735474], "cos_Ac_negg": [0.8664096593856812, 0.8001344203948975, 0.36899533867836], "r_norm": [3.01328444480896, 2.2401459217071533, 2.68998646736145], "traffic_norm": [4.162131309509277, 4.007620811462402, 4.093735694885254], "traffic_residual_norm": [2.5250673294067383, 1.8360605239868164, 2.336702585220337], "traffic_r2": [0.6319459676742554, 0.7901074886322021, 0.674190878868103]}, {"step": 4500, "epoch": 10, "train_loss": 0.3386306166648865, "cos_r_negg": [0.24972820281982422, 0.3346489667892456, 0.04544076323509216], "cos_innovation_negg": [0.24972820281982422, 0.3346489667892456, 0.04544076323509216], "cos_apical_negg": [0.033869508653879166, 0.4927137792110443, 0.10515452921390533], "cos_Ac_negg": [0.817081868648529, 0.7809808254241943, 0.4363052248954773], "r_norm": [2.472271203994751, 1.8593928813934326, 2.5265231132507324], "traffic_norm": [4.161709785461426, 4.008145332336426, 4.093702793121338], "traffic_residual_norm": [2.1533169746398926, 1.5965940952301025, 2.292496681213379], "traffic_r2": [0.7322732210159302, 0.8412233591079712, 0.6733729839324951], "ldr": {"dL_sdil": -0.013695254921913147, "dL_bp": -0.029255062341690063, "ratio": 0.46813282302928677}}, {"step": 4600, "epoch": 10, "train_loss": 0.4075046181678772, "cos_r_negg": [0.25644248723983765, 0.1899607628583908, 0.24227489531040192], "cos_innovation_negg": [0.25644248723983765, 0.1899607628583908, 0.24227489531040192], "cos_apical_negg": [-0.1466858685016632, 0.33802300691604614, -0.018282465636730194], "cos_Ac_negg": [0.8939672112464905, 0.691095232963562, 0.47555142641067505], "r_norm": [2.3285272121429443, 1.8305561542510986, 3.8469767570495605], "traffic_norm": [4.150728225708008, 3.990262746810913, 4.049643516540527], "traffic_residual_norm": [1.9574543237686157, 1.529738426208496, 3.652315139770508], "traffic_r2": [0.7775973081588745, 0.8525695204734802, 0.18658477067947388]}, {"step": 4700, "epoch": 10, "train_loss": 0.14802226424217224, "cos_r_negg": [0.22663718461990356, 0.14059102535247803, 0.3556015193462372], "cos_innovation_negg": [0.22663718461990356, 0.14059102535247803, 0.3556015193462372], "cos_apical_negg": [0.013836999423801899, 0.41889488697052, -0.07464510202407837], "cos_Ac_negg": [0.9168856143951416, 0.6425565481185913, 0.5370011329650879], "r_norm": [2.213345527648926, 1.8906329870224, 5.764084815979004], "traffic_norm": [4.1344170570373535, 3.998311996459961, 4.071146011352539], "traffic_residual_norm": [1.846785068511963, 1.6065034866333008, 5.633144378662109], "traffic_r2": [0.8004679679870605, 0.8372862339019775, -0.9145714044570923]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8948, "eval_loss": 0.40199634399414064, "val_acc": 0.8948, "val_loss": 0.40199634399414064}, {"step": 4800, "epoch": 11, "train_loss": 0.3477449417114258, "cos_r_negg": [0.23078088462352753, 0.26976266503334045, 0.13143165409564972], "cos_innovation_negg": [0.23078088462352753, 0.26976266503334045, 0.13143165409564972], "cos_apical_negg": [0.18745160102844238, 0.2657870054244995, -0.08704392611980438], "cos_Ac_negg": [0.9230048060417175, 0.3511080741882324, 0.37713974714279175], "r_norm": [2.1954574584960938, 3.38079833984375, 5.173645973205566], "traffic_norm": [4.166325092315674, 4.03873348236084, 4.108649730682373], "traffic_residual_norm": [1.7665278911590576, 3.1324920654296875, 4.9908246994018555], "traffic_r2": [0.8202205896377563, 0.39831018447875977, -0.475502610206604]}, {"step": 4900, "epoch": 11, "train_loss": 0.5953800678253174, "cos_r_negg": [0.31263768672943115, 0.24345290660858154, 0.2896740436553955], "cos_innovation_negg": [0.31263768672943115, 0.24345290660858154, 0.2896740436553955], "cos_apical_negg": [0.0916270911693573, 0.13440167903900146, 0.046521324664354324], "cos_Ac_negg": [0.8544811010360718, 0.12898069620132446, 0.4479878842830658], "r_norm": [2.252261161804199, 3.016148090362549, 4.40317440032959], "traffic_norm": [4.158926010131836, 4.0075812339782715, 4.0807623863220215], "traffic_residual_norm": [1.893564224243164, 2.7925214767456055, 4.227926254272461], "traffic_r2": [0.7925841212272644, 0.514183521270752, -0.07351148128509521]}, {"step": 5000, "epoch": 11, "train_loss": 0.2972942888736725, "cos_r_negg": [0.21573388576507568, -0.014849919825792313, 0.3914555311203003], "cos_innovation_negg": [0.21573388576507568, -0.014849919825792313, 0.3914555311203003], "cos_apical_negg": [0.24124862253665924, 0.14407037198543549, -0.054735004901885986], "cos_Ac_negg": [0.870539665222168, 0.35892438888549805, 0.5321927666664124], "r_norm": [2.179124355316162, 2.9905316829681396, 4.003237724304199], "traffic_norm": [4.168583393096924, 3.9976634979248047, 4.048582077026367], "traffic_residual_norm": [1.7386846542358398, 2.718052387237549, 3.766901969909668], "traffic_r2": [0.8260124921798706, 0.5377259254455566, 0.1343279480934143], "ldr": {"dL_sdil": -0.04633483290672302, "dL_bp": -0.06948202848434448, "ratio": 0.6668606820706605}}, {"step": 5100, "epoch": 11, "train_loss": 0.4350673258304596, "cos_r_negg": [0.3551802635192871, 0.2327592372894287, 0.004956157878041267], "cos_innovation_negg": [0.3551802635192871, 0.2327592372894287, 0.004956157878041267], "cos_apical_negg": [0.1404331475496292, 0.21768826246261597, 0.1756172478199005], "cos_Ac_negg": [0.835828423500061, 0.3788872957229614, 0.4231092929840088], "r_norm": [1.9934639930725098, 2.629765510559082, 3.4108693599700928], "traffic_norm": [4.141624927520752, 3.995840549468994, 4.036301612854004], "traffic_residual_norm": [1.5597895383834839, 2.3492238521575928, 3.1642746925354004], "traffic_r2": [0.8581625819206238, 0.6543582081794739, 0.38542813062667847]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9058, "eval_loss": 0.40905196533203125, "val_acc": 0.9058, "val_loss": 0.40905196533203125}, {"step": 5200, "epoch": 12, "train_loss": 0.24960266053676605, "cos_r_negg": [0.2550554871559143, 0.3308717608451843, 0.08003780245780945], "cos_innovation_negg": [0.2550554871559143, 0.3308717608451843, 0.08003780245780945], "cos_apical_negg": [0.09208199381828308, 0.44926974177360535, 0.022158343344926834], "cos_Ac_negg": [0.8524726629257202, 0.7878354787826538, 0.49465951323509216], "r_norm": [1.8734450340270996, 3.2257001399993896, 3.3508708477020264], "traffic_norm": [4.130087852478027, 3.9881086349487305, 4.03122091293335], "traffic_residual_norm": [1.462411880493164, 3.001156806945801, 3.1346044540405273], "traffic_r2": [0.8746115565299988, 0.4336744546890259, 0.39537513256073]}, {"step": 5300, "epoch": 12, "train_loss": 0.1551140397787094, "cos_r_negg": [0.18150213360786438, 0.15873830020427704, 0.42692801356315613], "cos_innovation_negg": [0.18150213360786438, 0.15873830020427704, 0.42692801356315613], "cos_apical_negg": [-0.06789030134677887, 0.2388036847114563, 8.597690612077713e-05], "cos_Ac_negg": [0.8938359022140503, 0.6053422689437866, 0.6000581979751587], "r_norm": [2.125166893005371, 4.313371181488037, 2.8644285202026367], "traffic_norm": [4.106880187988281, 3.938342571258545, 4.015407562255859], "traffic_residual_norm": [1.7636792659759521, 4.128273963928223, 2.636059284210205], "traffic_r2": [0.8155571818351746, -0.09875798225402832, 0.5690349340438843]}, {"step": 5400, "epoch": 12, "train_loss": 0.2645549774169922, "cos_r_negg": [0.2716645300388336, -0.12416645139455795, 0.17716842889785767], "cos_innovation_negg": [0.2716645300388336, -0.12416645139455795, 0.17716842889785767], "cos_apical_negg": [0.06550069153308868, 0.23150378465652466, 0.10528934001922607], "cos_Ac_negg": [0.8814618587493896, 0.5363780856132507, 0.4442245066165924], "r_norm": [2.0241684913635254, 3.6292147636413574, 2.5045275688171387], "traffic_norm": [4.108631134033203, 3.9247546195983887, 4.0042338371276855], "traffic_residual_norm": [1.595563530921936, 3.3933894634246826, 2.2004876136779785], "traffic_r2": [0.8491120338439941, 0.252460241317749, 0.6980055570602417]}, {"step": 5500, "epoch": 12, "train_loss": 0.31391364336013794, "cos_r_negg": [0.27023544907569885, -0.25949856638908386, 0.06615523993968964], "cos_innovation_negg": [0.27023544907569885, -0.25949856638908386, 0.06615523993968964], "cos_apical_negg": [-0.020850155502557755, -0.256184458732605, 0.1120339184999466], "cos_Ac_negg": [0.865171492099762, 0.5339704751968384, 0.4232056438922882], "r_norm": [3.6861047744750977, 4.486872673034668, 2.874298572540283], "traffic_norm": [4.119967937469482, 3.9423933029174805, 4.009194374084473], "traffic_residual_norm": [3.376722574234009, 4.307894706726074, 2.6165194511413574], "traffic_r2": [0.32826316356658936, -0.19399940967559814, 0.5740612745285034], "ldr": {"dL_sdil": -0.01939624547958374, "dL_bp": -0.03776174783706665, "ratio": 0.5136479795181654}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9128, "eval_loss": 0.3605601623535156, "val_acc": 0.9128, "val_loss": 0.3605601623535156}, {"step": 5600, "epoch": 13, "train_loss": 0.3689878284931183, "cos_r_negg": [0.3220539689064026, -0.19605037569999695, 0.1710897833108902], "cos_innovation_negg": [0.3220539689064026, -0.19605037569999695, 0.1710897833108902], "cos_apical_negg": [0.17032572627067566, 0.319256454706192, 0.179165780544281], "cos_Ac_negg": [0.8907368183135986, 0.6428419351577759, 0.520816445350647], "r_norm": [3.123279333114624, 3.8070082664489746, 2.4487695693969727], "traffic_norm": [4.133899688720703, 3.9554500579833984, 4.023621082305908], "traffic_residual_norm": [2.82137393951416, 3.612879991531372, 2.1929268836975098], "traffic_r2": [0.5342012643814087, 0.16567468643188477, 0.7029663324356079]}, {"step": 5700, "epoch": 13, "train_loss": 0.43754225969314575, "cos_r_negg": [0.26697245240211487, 0.285658061504364, 0.22038859128952026], "cos_innovation_negg": [0.26697245240211487, 0.285658061504364, 0.22038859128952026], "cos_apical_negg": [0.23888768255710602, 0.2911381721496582, 0.11475522816181183], "cos_Ac_negg": [0.8879251480102539, 0.5258638858795166, 0.41506391763687134], "r_norm": [2.8990492820739746, 3.495274066925049, 2.281322956085205], "traffic_norm": [4.138664722442627, 3.9976978302001953, 4.071786880493164], "traffic_residual_norm": [2.423126220703125, 3.2050764560699463, 1.8889224529266357], "traffic_r2": [0.6571865081787109, 0.354697585105896, 0.7847563624382019]}, {"step": 5800, "epoch": 13, "train_loss": 0.27408355474472046, "cos_r_negg": [0.38985562324523926, 0.15892893075942993, 0.1840820610523224], "cos_innovation_negg": [0.38985562324523926, 0.15892893075942993, 0.1840820610523224], "cos_apical_negg": [0.14208930730819702, 0.13877326250076294, 0.1713862121105194], "cos_Ac_negg": [0.870302677154541, 0.5736019611358643, 0.5723225474357605], "r_norm": [2.5098390579223633, 3.1401238441467285, 2.0442137718200684], "traffic_norm": [4.073461532592773, 3.956850528717041, 4.037467956542969], "traffic_residual_norm": [2.1024484634399414, 2.8735191822052, 1.70315420627594], "traffic_r2": [0.7336035966873169, 0.4726197123527527, 0.8220280408859253]}, {"step": 5900, "epoch": 13, "train_loss": 0.4634941816329956, "cos_r_negg": [0.40214279294013977, 0.4183957576751709, 0.1710129976272583], "cos_innovation_negg": [0.40214279294013977, 0.4183957576751709, 0.1710129976272583], "cos_apical_negg": [0.3080862760543823, -0.2524592876434326, 0.11456581205129623], "cos_Ac_negg": [0.8787055015563965, 0.4010968804359436, 0.6858673095703125], "r_norm": [2.305828094482422, 2.7334299087524414, 1.9400748014450073], "traffic_norm": [4.078840732574463, 3.978325605392456, 4.046292304992676], "traffic_residual_norm": [1.8136650323867798, 2.418354034423828, 1.5438612699508667], "traffic_r2": [0.8022841215133667, 0.6304823756217957, 0.8543939590454102]}, {"step": 6000, "epoch": 13, "train_loss": 0.23421601951122284, "cos_r_negg": [0.06049180030822754, -0.23707278072834015, 0.2401813417673111], "cos_innovation_negg": [0.06049180030822754, -0.23707278072834015, 0.2401813417673111], "cos_apical_negg": [0.008058397099375725, 0.45292943716049194, 0.11226840317249298], "cos_Ac_negg": [0.921727180480957, 0.7890701293945312, 0.5937126874923706], "r_norm": [2.187854528427124, 2.502103090286255, 1.8046045303344727], "traffic_norm": [4.072806358337402, 3.9691648483276367, 4.017913818359375], "traffic_residual_norm": [1.6353416442871094, 2.1071348190307617, 1.3389424085617065], "traffic_r2": [0.8387693166732788, 0.7181686162948608, 0.8888891339302063], "ldr": {"dL_sdil": -0.06018510460853577, "dL_bp": -0.08945119380950928, "ratio": 0.6728261753186091}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8666, "eval_loss": 0.539328955078125, "val_acc": 0.8666, "val_loss": 0.539328955078125}, {"step": 6100, "epoch": 14, "train_loss": 0.23849254846572876, "cos_r_negg": [0.3132131099700928, 0.2875853180885315, 0.0661458820104599], "cos_innovation_negg": [0.3132131099700928, 0.2875853180885315, 0.0661458820104599], "cos_apical_negg": [0.09845894575119019, -0.31631338596343994, 0.18200847506523132], "cos_Ac_negg": [0.8623828291893005, 0.29351484775543213, 0.6385917067527771], "r_norm": [1.8817931413650513, 2.112962245941162, 1.6845815181732178], "traffic_norm": [4.071427822113037, 3.9866042137145996, 4.025736331939697], "traffic_residual_norm": [1.4628779888153076, 1.8173456192016602, 1.3539124727249146], "traffic_r2": [0.8708953261375427, 0.7920525670051575, 0.8848555088043213]}, {"step": 6200, "epoch": 14, "train_loss": 0.46650832891464233, "cos_r_negg": [0.3756769895553589, 0.16734972596168518, 0.03274761885404587], "cos_innovation_negg": [0.3756769895553589, 0.16734972596168518, 0.03274761885404587], "cos_apical_negg": [0.12529605627059937, -0.028288567438721657, 0.10914216190576553], "cos_Ac_negg": [0.8881505727767944, 0.29990243911743164, 0.6541517972946167], "r_norm": [1.7395951747894287, 1.9224741458892822, 1.80061936378479], "traffic_norm": [4.067390441894531, 4.0062456130981445, 4.043858051300049], "traffic_residual_norm": [1.290116548538208, 1.604475975036621, 1.4630763530731201], "traffic_r2": [0.8993784189224243, 0.8395896553993225, 0.8688993453979492]}, {"step": 6300, "epoch": 14, "train_loss": 0.240940660238266, "cos_r_negg": [0.2803269624710083, -0.2065039575099945, 0.23144015669822693], "cos_innovation_negg": [0.2803269624710083, -0.2065039575099945, 0.23144015669822693], "cos_apical_negg": [0.05063691362738609, 0.39919355511665344, 0.055930621922016144], "cos_Ac_negg": [0.8900736570358276, 0.6709650158882141, 0.589712381362915], "r_norm": [1.6873056888580322, 1.7919678688049316, 1.685062289237976], "traffic_norm": [4.068900108337402, 4.009469985961914, 4.047883987426758], "traffic_residual_norm": [1.2396624088287354, 1.4530069828033447, 1.3369758129119873], "traffic_r2": [0.9071635603904724, 0.8686692118644714, 0.8909010887145996]}, {"step": 6400, "epoch": 14, "train_loss": 0.44924333691596985, "cos_r_negg": [0.2710492014884949, -0.054134659469127655, 0.05050312727689743], "cos_innovation_negg": [0.2710492014884949, -0.054134659469127655, 0.05050312727689743], "cos_apical_negg": [0.09500967711210251, -0.1279449164867401, 0.1328689306974411], "cos_Ac_negg": [0.8929225206375122, 0.3266945481300354, 0.5242010951042175], "r_norm": [1.6277989149093628, 1.6186391115188599, 1.5908195972442627], "traffic_norm": [4.086311340332031, 4.023425102233887, 4.05937385559082], "traffic_residual_norm": [1.1585737466812134, 1.2617686986923218, 1.2211649417877197], "traffic_r2": [0.9194591045379639, 0.9015110731124878, 0.9091991782188416]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.4357851623535156, "val_acc": 0.902, "val_loss": 0.4357851623535156}], "final": {"eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.4357851623535156, "wall_s": 21.905871629714966, "val_acc": 0.902, "val_loss": 0.4357851623535156, "cos_r_negg": [0.1702803373336792, 0.06872877478599548, 0.18381553888320923], "cos_innovation_negg": [0.1702803373336792, 0.06872877478599548, 0.18381553888320923], "cos_apical_negg": [0.14685115218162537, 0.1662367880344391, 0.06071808934211731], "cos_Ac_negg": [0.9269005060195923, 0.6622951030731201, 0.7161720991134644], "traffic_norm": [4.07819128036499, 4.024789810180664, 4.059342861175537], "traffic_residual_norm": [1.3291138410568237, 1.368849754333496, 2.1626410484313965], "traffic_r2": [0.8937515020370483, 0.8843298554420471, 0.7161831855773926]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_topdown_rho0p5_matched_d3_s0.json b/results/traffic_dev_v1_mnist_topdown_rho0p5_matched_d3_s0.json new file mode 100644 index 0000000..a88c2ed --- /dev/null +++ b/results/traffic_dev_v1_mnist_topdown_rho0p5_matched_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p5_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.02435300685465336, -0.0016085533425211906, 0.003320169635117054], "cos_innovation_negg": [-0.024138815701007843, 0.016661474481225014, 0.033938679844141006], "cos_apical_negg": [-0.02435300685465336, -0.0016085533425211906, 0.0033201701007783413], "cos_Ac_negg": [-0.014672826044261456, 0.019068215042352676, 0.033939868211746216], "r_norm": [5.948627471923828, 5.38925838470459, 4.856672286987305], "traffic_norm": [8.837596893310547, 8.752237319946289, 8.493170738220215], "traffic_residual_norm": [3.3286802768707275, 2.311758518218994, 0.0009184207301586866], "traffic_r2": [0.8585771918296814, 0.930483341217041, 1.0], "ldr": {"dL_sdil": -0.23636102676391602, "dL_bp": -0.491544246673584, "ratio": 0.4808540194772628}}, {"step": 100, "epoch": 0, "train_loss": 103.7637710571289, "cos_r_negg": [-0.29072004556655884, 0.32889729738235474, -0.46785324811935425], "cos_innovation_negg": [-0.09411841630935669, 0.2910459637641907, -0.18439775705337524], "cos_apical_negg": [-0.29072004556655884, 0.3288973569869995, -0.46785321831703186], "cos_Ac_negg": [0.5660306215286255, -0.19528022408485413, -0.25384601950645447], "r_norm": [10.000825881958008, 7.353810787200928, 5.731159210205078], "traffic_norm": [18.21564483642578, 18.07901382446289, 17.926286697387695], "traffic_residual_norm": [7.534610271453857, 3.8320908546447754, 0.0006329036550596356], "traffic_r2": [0.8289072513580322, 0.955071747303009, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 64.50286865234375, "cos_r_negg": [-0.2036498337984085, 0.18136702477931976, -0.3458522856235504], "cos_innovation_negg": [0.20622117817401886, 0.16815724968910217, -0.03667691722512245], "cos_apical_negg": [-0.2036498337984085, 0.18136703968048096, -0.3458522856235504], "cos_Ac_negg": [0.6405086517333984, 0.4573383629322052, 0.10788947343826294], "r_norm": [9.384090423583984, 7.373708724975586, 6.099702835083008], "traffic_norm": [18.215925216674805, 18.082515716552734, 17.925657272338867], "traffic_residual_norm": [6.16801643371582, 3.13552188873291, 0.0005177005659788847], "traffic_r2": [0.8853462934494019, 0.9699322581291199, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 97.2637710571289, "cos_r_negg": [0.12968242168426514, -0.7714399695396423, -0.49834689497947693], "cos_innovation_negg": [0.2752135992050171, -0.21463751792907715, 0.2001131772994995], "cos_apical_negg": [0.12968242168426514, -0.7714399695396423, -0.4983469247817993], "cos_Ac_negg": [0.5066895484924316, 0.20463190972805023, 0.27890849113464355], "r_norm": [7.326626777648926, 6.30288028717041, 6.065912246704102], "traffic_norm": [18.21364974975586, 18.077190399169922, 17.921123504638672], "traffic_residual_norm": [5.049165725708008, 2.5655574798583984, 0.0004240854177623987], "traffic_r2": [0.9231498837471008, 0.9798581600189209, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 73.71869659423828, "cos_r_negg": [-0.21937841176986694, 0.3045855164527893, -0.2287769913673401], "cos_innovation_negg": [0.2664017081260681, 0.3258853852748871, 0.0891570895910263], "cos_apical_negg": [-0.21937841176986694, 0.3045855462551117, -0.22877700626850128], "cos_Ac_negg": [0.5299036502838135, 0.4817882478237152, 0.20208680629730225], "r_norm": [7.87330436706543, 6.753143787384033, 6.0496931076049805], "traffic_norm": [18.21387481689453, 18.077110290527344, 17.921815872192383], "traffic_residual_norm": [4.133448600769043, 2.099600076675415, 0.00034720581606961787], "traffic_r2": [0.948498547077179, 0.9865099787712097, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.2868, "eval_loss": 30.961405859375, "val_acc": 0.2868, "val_loss": 30.961405859375}, {"step": 500, "epoch": 1, "train_loss": 33.56831359863281, "cos_r_negg": [-0.165119931101799, 0.6006381511688232, -0.26258695125579834], "cos_innovation_negg": [0.19023732841014862, 0.7014213800430298, 0.11132598668336868], "cos_apical_negg": [-0.1651199460029602, 0.6006381511688232, -0.26258695125579834], "cos_Ac_negg": [0.5614452362060547, 0.5554386973381042, 0.23933379352092743], "r_norm": [7.009243965148926, 6.137422561645508, 5.539390563964844], "traffic_norm": [18.213634490966797, 18.077102661132812, 17.921724319458008], "traffic_residual_norm": [3.383742570877075, 1.7178685665130615, 0.00028445737552829087], "traffic_r2": [0.9654855728149414, 0.9909693002700806, 1.0], "ldr": {"dL_sdil": -22.563142776489258, "dL_bp": -23.334444046020508, "ratio": 0.9669458047506905}}, {"step": 600, "epoch": 1, "train_loss": 55.72881317138672, "cos_r_negg": [-0.4722993075847626, -0.6229007840156555, -0.6977173686027527], "cos_innovation_negg": [0.11896772682666779, 0.09465205669403076, 0.01926792785525322], "cos_apical_negg": [-0.4722993075847626, -0.6229007840156555, -0.6977173686027527], "cos_Ac_negg": [0.7270910143852234, 0.6161983013153076, 0.17188473045825958], "r_norm": [5.97367525100708, 5.400513172149658, 4.959798812866211], "traffic_norm": [18.21600341796875, 18.082170486450195, 17.923812866210938], "traffic_residual_norm": [2.7697229385375977, 1.4053713083267212, 0.00023323652567341924], "traffic_r2": [0.9768811464309692, 0.9939594268798828, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 30.646381378173828, "cos_r_negg": [-0.2794022560119629, -0.350122332572937, -0.25962215662002563], "cos_innovation_negg": [0.4069080948829651, -0.259518563747406, 0.1605553776025772], "cos_apical_negg": [-0.2794022560119629, -0.350122332572937, -0.25962212681770325], "cos_Ac_negg": [0.7776625156402588, -0.16438287496566772, 0.3611093759536743], "r_norm": [6.5526604652404785, 5.994553565979004, 5.796741485595703], "traffic_norm": [18.215768814086914, 18.080533981323242, 17.92169189453125], "traffic_residual_norm": [2.267465114593506, 1.150294303894043, 0.0001911348954308778], "traffic_r2": [0.9845051765441895, 0.9959524273872375, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 66.41343688964844, "cos_r_negg": [-0.09286776930093765, 0.03582518920302391, -0.38793256878852844], "cos_innovation_negg": [0.46514222025871277, -0.2081882357597351, 0.21216461062431335], "cos_apical_negg": [-0.09286775439977646, 0.03582517430186272, -0.3879326283931732], "cos_Ac_negg": [0.42240846157073975, -0.30494117736816406, 0.21334560215473175], "r_norm": [4.85532283782959, 4.413753509521484, 3.8990564346313477], "traffic_norm": [18.217151641845703, 18.081867218017578, 17.928325653076172], "traffic_residual_norm": [1.856127381324768, 0.9414353966712952, 0.0001565538696013391], "traffic_r2": [0.9896186590194702, 0.99728924036026, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.1, "eval_loss": 73.9575265625, "val_acc": 0.1, "val_loss": 73.9575265625}, {"step": 900, "epoch": 2, "train_loss": 33.40241241455078, "cos_r_negg": [-0.13594160974025726, -0.5761693716049194, 0.18459485471248627], "cos_innovation_negg": [0.4012870788574219, 0.29584062099456787, -0.28362640738487244], "cos_apical_negg": [-0.13594160974025726, -0.5761693716049194, 0.18459485471248627], "cos_Ac_negg": [0.7804939150810242, 0.6878989338874817, -0.1381831169128418], "r_norm": [5.905974388122559, 5.687697887420654, 5.291843414306641], "traffic_norm": [18.21484375, 18.07785987854004, 17.92420196533203], "traffic_residual_norm": [1.5197622776031494, 0.7706773281097412, 0.00012840554700233042], "traffic_r2": [0.993038535118103, 0.9981825947761536, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 47.0315055847168, "cos_r_negg": [-0.4626953601837158, -0.45354852080345154, -0.36608457565307617], "cos_innovation_negg": [0.4761773645877838, -0.26776039600372314, -0.2464095503091812], "cos_apical_negg": [-0.4626953601837158, -0.4535485804080963, -0.36608457565307617], "cos_Ac_negg": [0.84940105676651, 0.02232559770345688, -0.007512247655540705], "r_norm": [5.95809268951416, 5.620370864868164, 5.5465803146362305], "traffic_norm": [18.213214874267578, 18.0770206451416, 17.922348022460938], "traffic_residual_norm": [1.2441253662109375, 0.6305562853813171, 0.00010563994874246418], "traffic_r2": [0.9953339099884033, 0.9987832903862, 1.0], "ldr": {"dL_sdil": -16.659080505371094, "dL_bp": -16.901325225830078, "ratio": 0.985667116795743}}, {"step": 1100, "epoch": 2, "train_loss": 36.59185791015625, "cos_r_negg": [-0.029605647549033165, -0.8611366152763367, 0.11094088107347488], "cos_innovation_negg": [0.42649656534194946, 0.3287356197834015, 0.39332878589630127], "cos_apical_negg": [-0.02960563823580742, -0.8611366152763367, 0.11094089597463608], "cos_Ac_negg": [0.6434662938117981, 0.46485084295272827, 0.40001729130744934], "r_norm": [12.737039566040039, 11.948088645935059, 12.257121086120605], "traffic_norm": [18.213598251342773, 18.07671356201172, 17.91967010498047], "traffic_residual_norm": [1.0183708667755127, 0.5159293413162231, 8.724844519747421e-05], "traffic_r2": [0.9968737959861755, 0.9991853833198547, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 36.77020263671875, "cos_r_negg": [-0.3345854580402374, 0.35219407081604004, -0.38685956597328186], "cos_innovation_negg": [-0.00908615067601204, 0.3250797986984253, 0.25692692399024963], "cos_apical_negg": [-0.33458542823791504, 0.3521941006183624, -0.38685956597328186], "cos_Ac_negg": [0.4516517221927643, 0.4594942629337311, 0.45332708954811096], "r_norm": [4.368083477020264, 4.236551284790039, 3.9536805152893066], "traffic_norm": [18.21581268310547, 18.07992172241211, 17.92267608642578], "traffic_residual_norm": [0.8336156606674194, 0.42208707332611084, 7.182538683991879e-05], "traffic_r2": [0.9979057312011719, 0.9994549751281738, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.3744, "eval_loss": 41.87146171875, "val_acc": 0.3744, "val_loss": 41.87146171875}, {"step": 1300, "epoch": 3, "train_loss": 34.464778900146484, "cos_r_negg": [-0.19884200394153595, -0.3939831256866455, 0.4383174777030945], "cos_innovation_negg": [0.5502323508262634, 0.5626398324966431, 0.07030543684959412], "cos_apical_negg": [-0.19884201884269714, -0.3939831256866455, 0.4383174777030945], "cos_Ac_negg": [0.7428645491600037, 0.6099974513053894, 0.15291035175323486], "r_norm": [5.952826023101807, 5.8253326416015625, 5.555232524871826], "traffic_norm": [18.21645736694336, 18.08132553100586, 17.924419403076172], "traffic_residual_norm": [0.6824283599853516, 0.345383882522583, 5.928070459049195e-05], "traffic_r2": [0.9985966086387634, 0.9996351003646851, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 48.66288757324219, "cos_r_negg": [-0.31052228808403015, -0.43720176815986633, -0.16653504967689514], "cos_innovation_negg": [0.5463245511054993, -0.008108839392662048, 0.03597428649663925], "cos_apical_negg": [-0.31052228808403015, -0.43720176815986633, -0.16653504967689514], "cos_Ac_negg": [0.7645090818405151, 0.23165316879749298, 0.2995944619178772], "r_norm": [7.87208366394043, 7.579056739807129, 7.658845901489258], "traffic_norm": [18.21586799621582, 18.08031463623047, 17.920394897460938], "traffic_residual_norm": [0.5586727857589722, 0.28262531757354736, 4.9479891458759084e-05], "traffic_r2": [0.9990593791007996, 0.9997556805610657, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 22.47116470336914, "cos_r_negg": [-0.17769744992256165, 0.4416092336177826, -0.428711473941803], "cos_innovation_negg": [0.12497943639755249, 0.64520663022995, 0.1821795105934143], "cos_apical_negg": [-0.17769747972488403, 0.44160929322242737, -0.428711473941803], "cos_Ac_negg": [0.5071231126785278, 0.8598514199256897, 0.6433040499687195], "r_norm": [4.212105751037598, 4.1795220375061035, 3.99833083152771], "traffic_norm": [18.216411590576172, 18.080215454101562, 17.92415428161621], "traffic_residual_norm": [0.45727527141571045, 0.23102043569087982, 4.1304676415165886e-05], "traffic_r2": [0.9993698596954346, 0.9998367428779602, 1.0], "ldr": {"dL_sdil": -12.456047058105469, "dL_bp": -12.5699462890625, "ratio": 0.9909387655016364}}, {"step": 1600, "epoch": 3, "train_loss": 53.912940979003906, "cos_r_negg": [-0.20888452231884003, -0.5035586953163147, -0.04539875686168671], "cos_innovation_negg": [0.7654524445533752, 0.18095237016677856, 0.26715606451034546], "cos_apical_negg": [-0.20888452231884003, -0.5035586953163147, -0.045398786664009094], "cos_Ac_negg": [0.7910003662109375, 0.43924832344055176, 0.266825795173645], "r_norm": [4.01547908782959, 3.8530611991882324, 3.900485038757324], "traffic_norm": [18.213768005371094, 18.07602310180664, 17.92168617248535], "traffic_residual_norm": [0.37435460090637207, 0.1889677792787552, 3.485679189907387e-05], "traffic_r2": [0.9995775818824768, 0.9998906850814819, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 36.5533332824707, "cos_r_negg": [-0.2519632875919342, 0.10117602348327637, -0.4247719347476959], "cos_innovation_negg": [0.1584649235010147, 0.27671512961387634, 0.1666145622730255], "cos_apical_negg": [-0.2519632875919342, 0.10117597132921219, -0.4247720241546631], "cos_Ac_negg": [0.7151755690574646, 0.438397616147995, 0.4099847674369812], "r_norm": [7.210513591766357, 7.1905012130737305, 6.952895164489746], "traffic_norm": [18.217134475708008, 18.080474853515625, 17.927949905395508], "traffic_residual_norm": [0.3064493238925934, 0.15445436537265778, 2.8955295420018956e-05], "traffic_r2": [0.9997169971466064, 0.9999270439147949, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.2844, "eval_loss": 28.899444921875, "val_acc": 0.2844, "val_loss": 28.899444921875}, {"step": 1800, "epoch": 4, "train_loss": 42.096282958984375, "cos_r_negg": [-0.1905203014612198, -0.6818807721138, -0.10420561581850052], "cos_innovation_negg": [0.4680551290512085, 0.25966769456863403, 0.6292173862457275], "cos_apical_negg": [-0.19052031636238098, -0.6818807125091553, -0.10420562326908112], "cos_Ac_negg": [0.7580153942108154, 0.21015755832195282, 0.6346083879470825], "r_norm": [4.2013044357299805, 4.109720230102539, 4.123251914978027], "traffic_norm": [18.216434478759766, 18.078704833984375, 17.928070068359375], "traffic_residual_norm": [0.25070881843566895, 0.12606817483901978, 2.4866241801646538e-05], "traffic_r2": [0.9998105764389038, 0.9999513626098633, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 33.83384704589844, "cos_r_negg": [0.19762375950813293, -0.521379828453064, 0.024229025468230247], "cos_innovation_negg": [0.7892853021621704, 0.21764440834522247, 0.4690113365650177], "cos_apical_negg": [0.19762375950813293, -0.521379828453064, 0.02422902174293995], "cos_Ac_negg": [0.8588652610778809, 0.33323654532432556, 0.6742910742759705], "r_norm": [6.564045429229736, 6.423410415649414, 6.477067947387695], "traffic_norm": [18.212875366210938, 18.07775115966797, 17.91802215576172], "traffic_residual_norm": [0.20528846979141235, 0.1031627357006073, 2.3123637220123783e-05], "traffic_r2": [0.9998729228973389, 0.9999674558639526, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 40.56020736694336, "cos_r_negg": [0.037917833775281906, -0.6734293699264526, 0.28152576088905334], "cos_innovation_negg": [0.2808299660682678, 0.37286272644996643, 0.5936825275421143], "cos_apical_negg": [0.037917837500572205, -0.6734293699264526, 0.28152576088905334], "cos_Ac_negg": [0.7463865876197815, 0.6829938888549805, 0.6319147348403931], "r_norm": [5.015558242797852, 4.955428600311279, 4.696532249450684], "traffic_norm": [18.2099552154541, 18.07383155822754, 17.91246795654297], "traffic_residual_norm": [0.1680702269077301, 0.08441922813653946, 2.1552519683609717e-05], "traffic_r2": [0.999914824962616, 0.9999781847000122, 1.0], "ldr": {"dL_sdil": -3.505268096923828, "dL_bp": -3.5335655212402344, "ratio": 0.9919918212507138}}, {"step": 2100, "epoch": 4, "train_loss": 38.33064651489258, "cos_r_negg": [-0.2124416083097458, -0.5667009949684143, -0.3049151301383972], "cos_innovation_negg": [0.6017857193946838, 0.3538326323032379, 0.4511869549751282], "cos_apical_negg": [-0.2124416083097458, -0.5667009949684143, -0.3049151301383972], "cos_Ac_negg": [0.7536616325378418, 0.5335169434547424, 0.7695056796073914], "r_norm": [8.413017272949219, 8.292616844177246, 8.315580368041992], "traffic_norm": [18.21143341064453, 18.07689094543457, 17.913433074951172], "traffic_residual_norm": [0.13759002089500427, 0.06911639869213104, 1.985184098884929e-05], "traffic_r2": [0.9999428987503052, 0.99998539686203, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.3202, "eval_loss": 55.523915625, "val_acc": 0.3202, "val_loss": 55.523915625}, {"step": 2200, "epoch": 5, "train_loss": 26.032224655151367, "cos_r_negg": [0.3676953911781311, -0.7171968817710876, 0.30941274762153625], "cos_innovation_negg": [0.5877847075462341, 0.3186039626598358, 0.5242700576782227], "cos_apical_negg": [0.3676953911781311, -0.7171969413757324, 0.30941271781921387], "cos_Ac_negg": [0.8779767155647278, 0.5287625789642334, 0.6695425510406494], "r_norm": [8.688619613647461, 8.47665786743164, 8.301908493041992], "traffic_norm": [18.206478118896484, 18.068206787109375, 17.903594970703125], "traffic_residual_norm": [0.11520171165466309, 0.06383887678384781, 2.1179996110731736e-05], "traffic_r2": [0.9999598264694214, 0.9999867677688599, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 15.124181747436523, "cos_r_negg": [0.32294175028800964, 0.2849508225917816, -0.2158232033252716], "cos_innovation_negg": [0.6669721603393555, 0.3600327968597412, 0.3372991383075714], "cos_apical_negg": [0.32294175028800964, 0.2849508225917816, -0.215823233127594], "cos_Ac_negg": [0.8433331251144409, 0.589883029460907, 0.595375120639801], "r_norm": [4.894196510314941, 4.857717037200928, 4.735142707824707], "traffic_norm": [18.207881927490234, 18.07221794128418, 17.90415382385254], "traffic_residual_norm": [0.09429828077554703, 0.05424337089061737, 1.9909057300537825e-05], "traffic_r2": [0.9999730587005615, 0.9999904632568359, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 29.544498443603516, "cos_r_negg": [0.2212512344121933, 0.502447247505188, -0.1725325882434845], "cos_innovation_negg": [0.6301410794258118, 0.4499250650405884, 0.7019145488739014], "cos_apical_negg": [0.2212512493133545, 0.5024473071098328, -0.1725325882434845], "cos_Ac_negg": [0.7889496684074402, 0.5005102157592773, 0.7089980840682983], "r_norm": [4.413101673126221, 4.376910209655762, 4.332039833068848], "traffic_norm": [18.209056854248047, 18.072324752807617, 17.908517837524414], "traffic_residual_norm": [0.07795905321836472, 0.04848279431462288, 1.8401713532512076e-05], "traffic_r2": [0.9999815821647644, 0.9999923706054688, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 22.41411590576172, "cos_r_negg": [-0.1117856502532959, -0.6020380258560181, 0.35527339577674866], "cos_innovation_negg": [0.7055566906929016, 0.45593467354774475, 0.44924697279930115], "cos_apical_negg": [-0.1117856353521347, -0.6020380258560181, 0.35527339577674866], "cos_Ac_negg": [0.8420867323875427, 0.5345649123191833, 0.5896286964416504], "r_norm": [16.148374557495117, 16.033662796020508, 16.042858123779297], "traffic_norm": [18.209270477294922, 18.07376480102539, 17.907535552978516], "traffic_residual_norm": [0.0643082931637764, 0.042869098484516144, 1.7921160178957507e-05], "traffic_r2": [0.9999874830245972, 0.9999940991401672, 1.0], "ldr": {"dL_sdil": -2.899036407470703, "dL_bp": -3.1215972900390625, "ratio": 0.9287028844884812}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.5416, "eval_loss": 21.302951953125, "val_acc": 0.5416, "val_loss": 21.302951953125}, {"step": 2600, "epoch": 6, "train_loss": 27.026214599609375, "cos_r_negg": [-0.11206915229558945, -0.2849150598049164, 0.04233311861753464], "cos_innovation_negg": [0.7633054256439209, -0.06487811356782913, 0.3379993438720703], "cos_apical_negg": [-0.11206915229558945, -0.284915030002594, 0.04233310744166374], "cos_Ac_negg": [0.8009107708930969, 0.05087437108159065, 0.707525908946991], "r_norm": [7.803827285766602, 7.687009334564209, 7.659259796142578], "traffic_norm": [18.208030700683594, 18.07151985168457, 17.904569625854492], "traffic_residual_norm": [0.05346960574388504, 0.038815803825855255, 1.8051268853014335e-05], "traffic_r2": [0.9999912977218628, 0.9999951720237732, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 15.726062774658203, "cos_r_negg": [-0.13660354912281036, 0.191748708486557, 0.15495897829532623], "cos_innovation_negg": [0.6056945323944092, 0.44011539220809937, 0.5524849891662598], "cos_apical_negg": [-0.13660354912281036, 0.1917487233877182, 0.15495897829532623], "cos_Ac_negg": [0.7149810791015625, 0.3737640976905823, 0.7647233009338379], "r_norm": [4.9014739990234375, 4.80382776260376, 4.801780700683594], "traffic_norm": [18.208786010742188, 18.0716495513916, 17.904613494873047], "traffic_residual_norm": [0.04487287253141403, 0.035822153091430664, 1.810641333577223e-05], "traffic_r2": [0.9999938607215881, 0.9999958872795105, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 17.491853713989258, "cos_r_negg": [0.1547303944826126, 0.1688128411769867, 0.0935433879494667], "cos_innovation_negg": [0.8553795218467712, 0.5615662336349487, 0.7305389642715454], "cos_apical_negg": [0.1547304093837738, 0.1688128411769867, 0.0935433954000473], "cos_Ac_negg": [0.8865504860877991, 0.5612370371818542, 0.735019862651825], "r_norm": [7.83688497543335, 7.769611358642578, 7.742189407348633], "traffic_norm": [18.204599380493164, 18.06964874267578, 17.892105102539062], "traffic_residual_norm": [0.036739423871040344, 0.030780108645558357, 1.9579580111894757e-05], "traffic_r2": [0.9999958872795105, 0.9999970197677612, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 19.04154396057129, "cos_r_negg": [-0.15375173091888428, -0.03329968824982643, -0.022592434659600258], "cos_innovation_negg": [0.7906462550163269, 0.10518952459096909, 0.838822066783905], "cos_apical_negg": [-0.15375173091888428, -0.03329968452453613, -0.022592419758439064], "cos_Ac_negg": [0.893178403377533, 0.07756056636571884, 0.8385429382324219], "r_norm": [5.705175399780273, 5.5571064949035645, 5.596973419189453], "traffic_norm": [18.209228515625, 18.07190704345703, 17.90719223022461], "traffic_residual_norm": [0.03108634613454342, 0.028339462354779243, 1.7698086594464257e-05], "traffic_r2": [0.999997079372406, 0.9999974370002747, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 15.972383499145508, "cos_r_negg": [0.3687995672225952, 0.4043639600276947, 0.12579375505447388], "cos_innovation_negg": [0.6066952347755432, 0.29613345861434937, 0.7871503829956055], "cos_apical_negg": [0.3687995672225952, 0.4043639600276947, 0.12579375505447388], "cos_Ac_negg": [0.8475021719932556, 0.4906868636608124, 0.7905241847038269], "r_norm": [6.375898361206055, 6.3129072189331055, 6.1920366287231445], "traffic_norm": [18.210086822509766, 18.074291229248047, 17.90874671936035], "traffic_residual_norm": [0.0258050337433815, 0.02471022866666317, 1.7339170881314203e-05], "traffic_r2": [0.9999979734420776, 0.9999980926513672, 1.0], "ldr": {"dL_sdil": -0.5296993255615234, "dL_bp": -0.5921716690063477, "ratio": 0.89450298500492}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.455, "eval_loss": 21.3777609375, "val_acc": 0.455, "val_loss": 21.3777609375}, {"step": 3100, "epoch": 7, "train_loss": 12.225605010986328, "cos_r_negg": [0.24024955928325653, -0.5562868714332581, 0.34508511424064636], "cos_innovation_negg": [0.8047851920127869, 0.7641980648040771, 0.8012301325798035], "cos_apical_negg": [0.24024954438209534, -0.5562868118286133, 0.34508511424064636], "cos_Ac_negg": [0.8048871755599976, 0.7555559277534485, 0.8125765919685364], "r_norm": [6.320578575134277, 6.129001617431641, 6.1851301193237305], "traffic_norm": [18.208560943603516, 18.072940826416016, 17.904430389404297], "traffic_residual_norm": [0.021589916199445724, 0.02182098664343357, 1.76773828570731e-05], "traffic_r2": [0.9999985694885254, 0.9999985098838806, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 15.806885719299316, "cos_r_negg": [0.09287215769290924, -0.15393835306167603, -0.02357695810496807], "cos_innovation_negg": [0.536708414554596, 0.5687376856803894, 0.24996663630008698], "cos_apical_negg": [0.09287215769290924, -0.15393835306167603, -0.023576946929097176], "cos_Ac_negg": [0.8657695055007935, 0.6125579476356506, 0.6144124865531921], "r_norm": [7.211307048797607, 7.124965667724609, 7.141167640686035], "traffic_norm": [18.207603454589844, 18.072551727294922, 17.90003204345703], "traffic_residual_norm": [0.018160976469516754, 0.019268400967121124, 1.8403545254841447e-05], "traffic_r2": [0.9999989867210388, 0.9999988675117493, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 15.4157075881958, "cos_r_negg": [0.15640804171562195, -0.06618650257587433, 0.22389373183250427], "cos_innovation_negg": [0.7227572202682495, 0.647106409072876, 0.6936247944831848], "cos_apical_negg": [0.15640802681446075, -0.06618654727935791, 0.22389373183250427], "cos_Ac_negg": [0.8319578170776367, 0.6716015934944153, 0.6974974870681763], "r_norm": [8.990650177001953, 8.816608428955078, 8.869200706481934], "traffic_norm": [18.206071853637695, 18.07000732421875, 17.899734497070312], "traffic_residual_norm": [0.015661608427762985, 0.017416279762983322, 1.8870345229515806e-05], "traffic_r2": [0.9999992251396179, 0.9999990463256836, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 15.887544631958008, "cos_r_negg": [-0.01213048491626978, -0.07874715328216553, 0.031546451151371], "cos_innovation_negg": [0.6846494674682617, 0.5788782238960266, 0.3586486577987671], "cos_apical_negg": [-0.0121304951608181, -0.07874711602926254, 0.031546466052532196], "cos_Ac_negg": [0.7817469239234924, 0.5571121573448181, 0.7675144672393799], "r_norm": [7.01611328125, 6.824633598327637, 6.893011093139648], "traffic_norm": [18.211429595947266, 18.072526931762695, 17.916141510009766], "traffic_residual_norm": [0.013512730598449707, 0.01577754318714142, 1.7350113921565935e-05], "traffic_r2": [0.999999463558197, 0.9999992251396179, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.4516, "eval_loss": 23.977726171875, "val_acc": 0.4516, "val_loss": 23.977726171875}, {"step": 3500, "epoch": 8, "train_loss": 24.807157516479492, "cos_r_negg": [-0.04977418854832649, -0.39366036653518677, 0.039187319576740265], "cos_innovation_negg": [0.44579675793647766, 0.5776636600494385, 0.5559747815132141], "cos_apical_negg": [-0.049774184823036194, -0.39366036653518677, 0.03918732702732086], "cos_Ac_negg": [0.8368458151817322, 0.7129365801811218, 0.7571267485618591], "r_norm": [8.175455093383789, 8.000389099121094, 8.077949523925781], "traffic_norm": [18.21002197265625, 18.073265075683594, 17.909351348876953], "traffic_residual_norm": [0.01128410641103983, 0.013498712331056595, 1.751026138663292e-05], "traffic_r2": [0.9999996423721313, 0.999999463558197, 1.0], "ldr": {"dL_sdil": -1.2279815673828125, "dL_bp": -1.3389205932617188, "ratio": 0.9171429385452577}}, {"step": 3600, "epoch": 8, "train_loss": 21.131084442138672, "cos_r_negg": [-0.10861650109291077, -0.27749311923980713, 0.12931212782859802], "cos_innovation_negg": [0.7023999691009521, 0.8419035077095032, 0.706894040107727], "cos_apical_negg": [-0.10861650109291077, -0.27749311923980713, 0.12931212782859802], "cos_Ac_negg": [0.7269777655601501, 0.8490873575210571, 0.7476801872253418], "r_norm": [9.046557426452637, 8.962642669677734, 8.93940544128418], "traffic_norm": [18.21044921875, 18.075511932373047, 17.910200119018555], "traffic_residual_norm": [0.009683500975370407, 0.011863792315125465, 1.6978694475255907e-05], "traffic_r2": [0.9999997019767761, 0.9999995827674866, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 14.273548126220703, "cos_r_negg": [0.11958330124616623, -0.20443660020828247, 0.044133275747299194], "cos_innovation_negg": [0.6717837452888489, 0.35534924268722534, 0.5041931867599487], "cos_apical_negg": [0.11958330124616623, -0.20443658530712128, 0.04413327947258949], "cos_Ac_negg": [0.8042687773704529, 0.5502131581306458, 0.7146400809288025], "r_norm": [9.84676456451416, 9.688495635986328, 9.701080322265625], "traffic_norm": [18.208383560180664, 18.073226928710938, 17.903759002685547], "traffic_residual_norm": [0.008539608679711819, 0.010694662109017372, 1.8106527932104655e-05], "traffic_r2": [0.9999997615814209, 0.9999996423721313, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 20.591398239135742, "cos_r_negg": [0.11136285960674286, 0.04262857139110565, 0.005971488542854786], "cos_innovation_negg": [0.5905248522758484, 0.3994072377681732, 0.245371013879776], "cos_apical_negg": [0.11136286705732346, 0.042628586292266846, 0.005971502512693405], "cos_Ac_negg": [0.8396709561347961, 0.4963674247264862, 0.7399611473083496], "r_norm": [7.1029157638549805, 6.939117431640625, 6.975691318511963], "traffic_norm": [18.209226608276367, 18.072643280029297, 17.904342651367188], "traffic_residual_norm": [0.00750334095209837, 0.009662196040153503, 1.8443461158312857e-05], "traffic_r2": [0.9999998211860657, 0.9999997019767761, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.5416, "eval_loss": 25.399693359375, "val_acc": 0.5416, "val_loss": 25.399693359375}, {"step": 3900, "epoch": 9, "train_loss": 26.232879638671875, "cos_r_negg": [0.19598445296287537, -0.18132784962654114, 0.11276401579380035], "cos_innovation_negg": [0.5486096739768982, 0.3964718282222748, 0.3739663362503052], "cos_apical_negg": [0.19598445296287537, -0.18132780492305756, 0.11276401579380035], "cos_Ac_negg": [0.7840202450752258, 0.524040162563324, 0.7591014504432678], "r_norm": [7.345190048217773, 7.2431559562683105, 7.211001396179199], "traffic_norm": [18.206417083740234, 18.066816329956055, 17.899641036987305], "traffic_residual_norm": [0.006655845791101456, 0.008694938383996487, 1.9425009668339044e-05], "traffic_r2": [0.9999998807907104, 0.9999997615814209, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 20.31060791015625, "cos_r_negg": [0.19403624534606934, -0.2637875974178314, 0.20151177048683167], "cos_innovation_negg": [0.6514168381690979, 0.5146483778953552, 0.6533637046813965], "cos_apical_negg": [0.19403626024723053, -0.2637875974178314, 0.20151177048683167], "cos_Ac_negg": [0.7073395252227783, 0.475176066160202, 0.8002400994300842], "r_norm": [12.103656768798828, 11.96408462524414, 11.937676429748535], "traffic_norm": [18.207992553710938, 18.069297790527344, 17.908721923828125], "traffic_residual_norm": [0.006045488640666008, 0.00793121475726366, 1.797315781004727e-05], "traffic_r2": [0.9999998807907104, 0.9999998211860657, 1.0], "ldr": {"dL_sdil": -8.294498443603516, "dL_bp": -8.386187553405762, "ratio": 0.9890666516556729}}, {"step": 4100, "epoch": 9, "train_loss": 17.461172103881836, "cos_r_negg": [0.0157910268753767, -0.1532137393951416, 0.17092463374137878], "cos_innovation_negg": [0.6703450679779053, 0.2882985472679138, 0.6379736661911011], "cos_apical_negg": [0.015791036188602448, -0.1532137393951416, 0.1709246039390564], "cos_Ac_negg": [0.8822139501571655, 0.5540881752967834, 0.638946533203125], "r_norm": [7.917984962463379, 7.808608055114746, 7.811274528503418], "traffic_norm": [18.20978546142578, 18.072242736816406, 17.90996742248535], "traffic_residual_norm": [0.005393099505454302, 0.007049693260341883, 1.7460215531173162e-05], "traffic_r2": [0.9999999403953552, 0.9999998211860657, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 30.20343017578125, "cos_r_negg": [0.1304810345172882, -0.22044607996940613, 0.4253292679786682], "cos_innovation_negg": [0.6312196254730225, 0.49457430839538574, 0.4609542787075043], "cos_apical_negg": [0.1304810345172882, -0.22044605016708374, 0.4253292679786682], "cos_Ac_negg": [0.8047698140144348, 0.6377058029174805, 0.7660781145095825], "r_norm": [11.569425582885742, 11.488349914550781, 11.478860855102539], "traffic_norm": [18.208938598632812, 18.070003509521484, 17.906204223632812], "traffic_residual_norm": [0.004980257712304592, 0.006536301225423813, 1.8351784092374146e-05], "traffic_r2": [0.9999999403953552, 0.9999998807907104, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.5402, "eval_loss": 19.40160625, "val_acc": 0.5402, "val_loss": 19.40160625}, {"step": 4300, "epoch": 10, "train_loss": 18.657808303833008, "cos_r_negg": [-0.04291800409555435, -0.4667900800704956, 0.2764985263347626], "cos_innovation_negg": [0.6686424016952515, 0.21719031035900116, 0.6840183734893799], "cos_apical_negg": [-0.04291800037026405, -0.4667901396751404, 0.2764984965324402], "cos_Ac_negg": [0.7477954030036926, 0.18781976401805878, 0.7891880869865417], "r_norm": [11.532617568969727, 11.424283981323242, 11.427989959716797], "traffic_norm": [18.209741592407227, 18.074033737182617, 17.905467987060547], "traffic_residual_norm": [0.004392474889755249, 0.005740566179156303, 1.779556077963207e-05], "traffic_r2": [0.9999999403953552, 0.9999998807907104, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 25.50926971435547, "cos_r_negg": [0.018090885132551193, 0.028520507737994194, 0.11874832212924957], "cos_innovation_negg": [0.5929603576660156, 0.44395533204078674, 0.4084787964820862], "cos_apical_negg": [0.018090883269906044, 0.028520531952381134, 0.11874833703041077], "cos_Ac_negg": [0.5366554856300354, 0.6079745888710022, 0.6948876976966858], "r_norm": [8.144805908203125, 8.042585372924805, 8.04572868347168], "traffic_norm": [18.205625534057617, 18.069910049438477, 17.894025802612305], "traffic_residual_norm": [0.0041448017582297325, 0.005396706983447075, 1.947630698850844e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 15.963104248046875, "cos_r_negg": [0.1650068312883377, -0.19348958134651184, 0.46787527203559875], "cos_innovation_negg": [0.5635658502578735, 0.19293971359729767, 0.8519229888916016], "cos_apical_negg": [0.1650068163871765, -0.19348955154418945, 0.46787533164024353], "cos_Ac_negg": [0.8915283679962158, 0.26262977719306946, 0.9374935030937195], "r_norm": [8.561250686645508, 8.517539978027344, 8.482860565185547], "traffic_norm": [18.20473861694336, 18.06816864013672, 17.89246368408203], "traffic_residual_norm": [0.003849903354421258, 0.004933483898639679, 1.9907205569325015e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -3.5878419876098633, "dL_bp": -3.5948305130004883, "ratio": 0.9980559513542151}}, {"step": 4600, "epoch": 10, "train_loss": 14.243090629577637, "cos_r_negg": [0.21354924142360687, 0.32739073038101196, 0.19445544481277466], "cos_innovation_negg": [0.5335603952407837, 0.2659435570240021, 0.6593004465103149], "cos_apical_negg": [0.21354924142360687, 0.3273906707763672, 0.19445544481277466], "cos_Ac_negg": [0.8306995630264282, 0.40443846583366394, 0.8621536493301392], "r_norm": [8.785451889038086, 8.73719310760498, 8.705779075622559], "traffic_norm": [18.204631805419922, 18.068742752075195, 17.891590118408203], "traffic_residual_norm": [0.0035997522063553333, 0.004508025944232941, 1.99874812096823e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 11.260683059692383, "cos_r_negg": [0.03646821901202202, -0.032574910670518875, 0.3442353308200836], "cos_innovation_negg": [0.7562876343727112, 0.38890254497528076, 0.8728268146514893], "cos_apical_negg": [0.03646821901202202, -0.032574910670518875, 0.344235360622406], "cos_Ac_negg": [0.7880105376243591, 0.4547189474105835, 0.8761653900146484], "r_norm": [13.395940780639648, 13.336583137512207, 13.31850814819336], "traffic_norm": [18.208396911621094, 18.072296142578125, 17.904714584350586], "traffic_residual_norm": [0.003586656879633665, 0.0045742252841591835, 1.825453364290297e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.552, "eval_loss": 13.9520083984375, "val_acc": 0.552, "val_loss": 13.9520083984375}, {"step": 4800, "epoch": 11, "train_loss": 24.12213897705078, "cos_r_negg": [0.09230444580316544, -0.2698374092578888, 0.14096452295780182], "cos_innovation_negg": [0.5479890704154968, 0.41674843430519104, 0.7562383413314819], "cos_apical_negg": [0.09230443835258484, -0.2698374092578888, 0.14096450805664062], "cos_Ac_negg": [0.6502991914749146, 0.5878969430923462, 0.9229681491851807], "r_norm": [9.313926696777344, 9.184160232543945, 9.153348922729492], "traffic_norm": [18.20909881591797, 18.07244873046875, 17.905250549316406], "traffic_residual_norm": [0.0033511538058519363, 0.004264785908162594, 1.823553247959353e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 14.796346664428711, "cos_r_negg": [0.11128321290016174, -0.2402721643447876, 0.27367421984672546], "cos_innovation_negg": [0.7865480780601501, 0.5342648029327393, 0.8660789728164673], "cos_apical_negg": [0.11128321290016174, -0.2402721494436264, 0.27367421984672546], "cos_Ac_negg": [0.8402478694915771, 0.585387110710144, 0.8622323870658875], "r_norm": [12.508416175842285, 12.43455696105957, 12.392290115356445], "traffic_norm": [18.206584930419922, 18.067195892333984, 17.899442672729492], "traffic_residual_norm": [0.003511264454573393, 0.004445905797183514, 1.977016290766187e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 19.534770965576172, "cos_r_negg": [0.0017130527412518859, 0.02436143159866333, 0.0658230260014534], "cos_innovation_negg": [0.6052435040473938, 0.5951358675956726, 0.7012085914611816], "cos_apical_negg": [0.0017130300402641296, 0.02436140552163124, 0.06582300364971161], "cos_Ac_negg": [0.711906373500824, 0.6450880765914917, 0.8880449533462524], "r_norm": [12.360548973083496, 12.327062606811523, 12.29322624206543], "traffic_norm": [18.210296630859375, 18.073503494262695, 17.907516479492188], "traffic_residual_norm": [0.003307174425572157, 0.0041068121790885925, 1.775389682734385e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -6.555400848388672, "dL_bp": -6.569719314575195, "ratio": 0.9978205360836715}}, {"step": 5100, "epoch": 11, "train_loss": 12.259420394897461, "cos_r_negg": [0.1494322568178177, 0.37060171365737915, 0.21170221269130707], "cos_innovation_negg": [0.35681477189064026, 0.5458057522773743, 0.7844178080558777], "cos_apical_negg": [0.1494322419166565, 0.37060171365737915, 0.21170221269130707], "cos_Ac_negg": [0.6934702396392822, 0.710644543170929, 0.9309671521186829], "r_norm": [8.490320205688477, 8.432145118713379, 8.343873023986816], "traffic_norm": [18.21368408203125, 18.077491760253906, 17.916954040527344], "traffic_residual_norm": [0.003180788131430745, 0.0038889627903699875, 1.6636149666737765e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.4714, "eval_loss": 23.35705, "val_acc": 0.4714, "val_loss": 23.35705}, {"step": 5200, "epoch": 12, "train_loss": 29.196754455566406, "cos_r_negg": [0.30397966504096985, 0.28508278727531433, 0.09088989347219467], "cos_innovation_negg": [0.38533803820610046, 0.8412511348724365, 0.6248780488967896], "cos_apical_negg": [0.30397966504096985, 0.28508278727531433, 0.09088989347219467], "cos_Ac_negg": [0.6929140090942383, 0.8504606485366821, 0.8498459458351135], "r_norm": [8.222108840942383, 8.173139572143555, 8.097087860107422], "traffic_norm": [18.209836959838867, 18.073287963867188, 17.907480239868164], "traffic_residual_norm": [0.0035490207374095917, 0.004473417066037655, 1.787758264981676e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 10.519140243530273, "cos_r_negg": [0.160242959856987, -0.501095712184906, 0.1382080316543579], "cos_innovation_negg": [0.4868279695510864, 0.7239297032356262, 0.6256252527236938], "cos_apical_negg": [0.160242959856987, -0.5010956525802612, 0.13820801675319672], "cos_Ac_negg": [0.7103387713432312, 0.679581880569458, 0.8739506602287292], "r_norm": [9.293333053588867, 9.19013786315918, 9.170127868652344], "traffic_norm": [18.207576751708984, 18.07126808166504, 17.900615692138672], "traffic_residual_norm": [0.003286439459770918, 0.004094858653843403, 1.8829156033461913e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 16.62290382385254, "cos_r_negg": [0.12673364579677582, -0.10278794169425964, 0.11069481074810028], "cos_innovation_negg": [0.6043210625648499, 0.545501172542572, 0.6229060292243958], "cos_apical_negg": [0.126733660697937, -0.10278790444135666, 0.11069479584693909], "cos_Ac_negg": [0.8308737874031067, 0.7088669538497925, 0.8520503640174866], "r_norm": [10.977310180664062, 10.88661003112793, 10.850131034851074], "traffic_norm": [18.20443344116211, 18.068260192871094, 17.89503288269043], "traffic_residual_norm": [0.0030417453963309526, 0.0037789642810821533, 1.9516312022460625e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 18.069795608520508, "cos_r_negg": [0.06897978484630585, -0.06924355030059814, 0.2264057695865631], "cos_innovation_negg": [0.6486043930053711, 0.634028971195221, 0.6064097881317139], "cos_apical_negg": [0.06897978484630585, -0.06924358010292053, 0.22640575468540192], "cos_Ac_negg": [0.833654522895813, 0.750859260559082, 0.9153792858123779], "r_norm": [13.089826583862305, 13.085227966308594, 13.088640213012695], "traffic_norm": [18.203773498535156, 18.066814422607422, 17.893842697143555], "traffic_residual_norm": [0.0028865959029644728, 0.003662948962301016, 1.9581964807002805e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -3.482041358947754, "dL_bp": -3.494131088256836, "ratio": 0.9965399897703571}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.4398, "eval_loss": 10.1878044921875, "val_acc": 0.4398, "val_loss": 10.1878044921875}, {"step": 5600, "epoch": 13, "train_loss": 12.880843162536621, "cos_r_negg": [0.03101257234811783, -0.08691982924938202, 0.1694648712873459], "cos_innovation_negg": [0.3832986056804657, 0.23262310028076172, 0.5670023560523987], "cos_apical_negg": [0.03101257234811783, -0.08691982924938202, 0.16946488618850708], "cos_Ac_negg": [0.6725996732711792, 0.4930848181247711, 0.881180465221405], "r_norm": [9.344552993774414, 9.338284492492676, 9.325296401977539], "traffic_norm": [18.204570770263672, 18.068336486816406, 17.89250946044922], "traffic_residual_norm": [0.003028141800314188, 0.0038726236671209335, 1.9813851395156235e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 10.405572891235352, "cos_r_negg": [0.3122994601726532, 0.3942532241344452, 0.17584817111492157], "cos_innovation_negg": [0.5543638467788696, 0.5424842834472656, 0.41237908601760864], "cos_apical_negg": [0.3122994601726532, 0.3942532539367676, 0.17584818601608276], "cos_Ac_negg": [0.7165710926055908, 0.7167280316352844, 0.8997877240180969], "r_norm": [11.693227767944336, 11.60043716430664, 11.570503234863281], "traffic_norm": [18.202495574951172, 18.06275177001953, 17.889389038085938], "traffic_residual_norm": [0.0029418854974210262, 0.003795847063884139, 2.1321324311429635e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 4.743878364562988, "cos_r_negg": [-0.09602486342191696, -0.40701809525489807, 0.3396262526512146], "cos_innovation_negg": [0.5689907073974609, 0.21197286248207092, 0.5936374664306641], "cos_apical_negg": [-0.09602484107017517, -0.4070180356502533, 0.3396262228488922], "cos_Ac_negg": [0.779992401599884, 0.2828722596168518, 0.892681360244751], "r_norm": [8.195877075195312, 8.135635375976562, 8.110204696655273], "traffic_norm": [18.204431533813477, 18.068180084228516, 17.889150619506836], "traffic_residual_norm": [0.002773708663880825, 0.003586288308724761, 2.0044682969455607e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 14.528668403625488, "cos_r_negg": [-0.11502335220575333, -0.4836898446083069, 0.43706634640693665], "cos_innovation_negg": [0.43808311223983765, 0.5707327723503113, 0.7553023099899292], "cos_apical_negg": [-0.11502335220575333, -0.48368993401527405, 0.43706631660461426], "cos_Ac_negg": [0.7041256427764893, 0.6172294616699219, 0.9346712827682495], "r_norm": [21.753202438354492, 21.750825881958008, 21.6652774810791], "traffic_norm": [18.205116271972656, 18.06867027282715, 17.892173767089844], "traffic_residual_norm": [0.0028468489181250334, 0.0035630560014396906, 1.9861949112964794e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 10.067399978637695, "cos_r_negg": [0.03577110171318054, -0.1338898092508316, 0.08730772137641907], "cos_innovation_negg": [0.2945486605167389, 0.36937204003334045, 0.7111334204673767], "cos_apical_negg": [0.03577110916376114, -0.1338898241519928, 0.08730772137641907], "cos_Ac_negg": [0.6819892525672913, 0.4912184178829193, 0.8670077323913574], "r_norm": [8.413347244262695, 8.379756927490234, 8.33599853515625], "traffic_norm": [18.202960968017578, 18.069387435913086, 17.883939743041992], "traffic_residual_norm": [0.002658685902133584, 0.0032527160365134478, 2.0111048797843978e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -5.32158088684082, "dL_bp": -5.328083038330078, "ratio": 0.9987796452415472}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.4572, "eval_loss": 12.254454296875, "val_acc": 0.4572, "val_loss": 12.254454296875}, {"step": 6100, "epoch": 14, "train_loss": 15.073725700378418, "cos_r_negg": [-0.049084264785051346, -0.07228070497512817, 0.0015023968880996108], "cos_innovation_negg": [0.2743889391422272, 0.5095100402832031, 0.3484882712364197], "cos_apical_negg": [-0.04908425733447075, -0.07228068262338638, 0.001502419007010758], "cos_Ac_negg": [0.5716274976730347, 0.7053832411766052, 0.9358317852020264], "r_norm": [9.201852798461914, 9.19088077545166, 9.187427520751953], "traffic_norm": [18.20338249206543, 18.06682014465332, 17.887035369873047], "traffic_residual_norm": [0.0025580921210348606, 0.0030889816116541624, 2.0062339899595827e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 16.916139602661133, "cos_r_negg": [-0.17172810435295105, 0.0736161321401596, 0.37785324454307556], "cos_innovation_negg": [0.5903900265693665, 0.5157961845397949, 0.6536948680877686], "cos_apical_negg": [-0.17172810435295105, 0.0736161544919014, 0.37785324454307556], "cos_Ac_negg": [0.7109261155128479, 0.6090240478515625, 0.8743080496788025], "r_norm": [9.92333698272705, 9.915696144104004, 9.92717456817627], "traffic_norm": [18.204620361328125, 18.069429397583008, 17.888442993164062], "traffic_residual_norm": [0.002572954399511218, 0.003052969928830862, 1.9571551092667505e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 7.833776473999023, "cos_r_negg": [0.3411236107349396, -0.0972285270690918, 0.25941452383995056], "cos_innovation_negg": [0.6883427500724792, 0.5651665925979614, 0.9378116130828857], "cos_apical_negg": [0.3411236107349396, -0.09722854942083359, 0.25941452383995056], "cos_Ac_negg": [0.7031104564666748, 0.6083870530128479, 0.9378291368484497], "r_norm": [10.512105941772461, 10.489185333251953, 10.49273681640625], "traffic_norm": [18.200904846191406, 18.06392478942871, 17.882551193237305], "traffic_residual_norm": [0.002464102581143379, 0.0029918381478637457, 2.0688166841864586e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 13.68960952758789, "cos_r_negg": [-0.017322612926363945, 0.0050814189016819, 0.22820664942264557], "cos_innovation_negg": [0.42354616522789, 0.5293210744857788, 0.7419607639312744], "cos_apical_negg": [-0.0173226036131382, 0.005081402603536844, 0.22820664942264557], "cos_Ac_negg": [0.669452428817749, 0.7522795796394348, 0.9439713358879089], "r_norm": [9.64610481262207, 9.656745910644531, 9.675506591796875], "traffic_norm": [18.203754425048828, 18.067920684814453, 17.888011932373047], "traffic_residual_norm": [0.002289359923452139, 0.00279026385396719, 1.9826358766295016e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.5324, "eval_loss": 11.0428765625, "val_acc": 0.5324, "val_loss": 11.0428765625}], "final": {"eval_split": "validation", "eval_acc": 0.5324, "eval_loss": 11.0428765625, "wall_s": 24.940844535827637, "val_acc": 0.5324, "val_loss": 11.0428765625, "cos_r_negg": [-0.1305185854434967, -0.4527832269668579, 0.08064242452383041], "cos_innovation_negg": [0.5085341334342957, 0.565375804901123, 0.5066747665405273], "cos_apical_negg": [-0.13051855564117432, -0.4527832269668579, 0.08064242452383041], "cos_Ac_negg": [0.6344115734100342, 0.7278573513031006, 0.868218719959259], "traffic_norm": [18.203750610351562, 18.069080352783203, 17.886688232421875], "traffic_residual_norm": [0.0025479739997535944, 0.003143015317618847, 1.9478509784676135e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_topdown_rho0p5_raw_d3_s0.json b/results/traffic_dev_v1_mnist_topdown_rho0p5_raw_d3_s0.json new file mode 100644 index 0000000..6bf06ce --- /dev/null +++ b/results/traffic_dev_v1_mnist_topdown_rho0p5_raw_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p5_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.03289563208818436, -0.00476856529712677, 0.0048056417144834995], "cos_innovation_negg": [-0.03368702903389931, 0.015093076974153519, 0.033132635056972504], "cos_apical_negg": [-0.03289563208818436, -0.00476856529712677, 0.0048056417144834995], "cos_Ac_negg": [-0.02180510200560093, 0.018176689743995667, 0.03313412517309189], "r_norm": [11.17222785949707, 10.86836051940918, 10.667440414428711], "traffic_norm": [9.721597671508789, 9.635841369628906, 9.326179504394531], "traffic_residual_norm": [3.649698257446289, 2.466425895690918, 0.0008889422751963139], "traffic_r2": [0.8593669533729553, 0.9346888065338135, 1.0], "ldr": {"dL_sdil": -0.18497800827026367, "dL_bp": -0.4404468536376953, "ratio": 0.4199780444394403}}, {"step": 100, "epoch": 0, "train_loss": 108.58014678955078, "cos_r_negg": [-0.11835891753435135, -1.0, -0.5320614576339722], "cos_innovation_negg": [0.388384610414505, -1.0, -0.5552632808685303], "cos_apical_negg": [-0.11835891753435135, -1.0, -0.5320614576339722], "cos_Ac_negg": [0.7841724157333374, -0.5476718544960022, -0.5552679300308228], "r_norm": [18.999961853027344, 19.354150772094727, 19.201406478881836], "traffic_norm": [18.21456527709961, 18.07688331604004, 17.931442260742188], "traffic_residual_norm": [7.5292463302612305, 3.832608222961426, 0.0006314965430647135], "traffic_r2": [0.8291308879852295, 0.9550492167472839, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 81.59439086914062, "cos_r_negg": [0.08623076230287552, -0.9999999403953552, -0.7479982972145081], "cos_innovation_negg": [0.6455751061439514, -0.5565217137336731, -0.3978951573371887], "cos_apical_negg": [0.08623076230287552, -0.9999999403953552, -0.7479982972145081], "cos_Ac_negg": [0.7766245007514954, 0.13913042843341827, -0.3978739380836487], "r_norm": [20.344642639160156, 19.802593231201172, 19.578458786010742], "traffic_norm": [18.216846466064453, 18.08062171936035, 17.93429946899414], "traffic_residual_norm": [6.163840293884277, 3.136061191558838, 0.0005161674926057458], "traffic_r2": [0.885513186454773, 0.9699156880378723, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 114.69284057617188, "cos_r_negg": [0.10082926601171494, -0.9999999403953552, 0.22276772558689117], "cos_innovation_negg": [0.4946501851081848, -0.9999999403953552, 0.6189195513725281], "cos_apical_negg": [0.10082926601171494, -0.9999999403953552, 0.22276772558689117], "cos_Ac_negg": [0.7679607272148132, -0.9914893507957458, 0.6216065287590027], "r_norm": [20.35675811767578, 19.400413513183594, 19.49298667907715], "traffic_norm": [18.22101402282715, 18.086084365844727, 17.93787956237793], "traffic_residual_norm": [5.045716762542725, 2.5659430027008057, 0.0004224345029797405], "traffic_r2": [0.9233167767524719, 0.9798718094825745, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 63.070404052734375, "cos_r_negg": [0.0036639529280364513, -0.0859375, 0.03087535686790943], "cos_innovation_negg": [0.2681044936180115, 0.20703125, -0.036898158490657806], "cos_apical_negg": [0.0036639529280364513, -0.0859375, 0.03087535686790943], "cos_Ac_negg": [0.4135274887084961, 0.41015625, -0.03791101649403572], "r_norm": [18.972572326660156, 18.80084228515625, 18.172691345214844], "traffic_norm": [18.21926498413086, 18.080791473388672, 17.93492889404297], "traffic_residual_norm": [4.130083084106445, 2.099628448486328, 0.0003458384599070996], "traffic_r2": [0.9486127495765686, 0.9865150451660156, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.1934, "eval_loss": 85.782778125, "val_acc": 0.1934, "val_loss": 85.782778125}, {"step": 500, "epoch": 1, "train_loss": 84.53190612792969, "cos_r_negg": [-0.22540411353111267, -0.9957531094551086, -0.7393613457679749], "cos_innovation_negg": [0.5560575723648071, -0.5031841397285461, -0.3293403387069702], "cos_apical_negg": [-0.22540411353111267, -0.9957531094551086, -0.7393613457679749], "cos_Ac_negg": [0.8938517570495605, -0.08280068635940552, -0.2534041404724121], "r_norm": [19.084766387939453, 18.584190368652344, 18.383747100830078], "traffic_norm": [18.218889236450195, 18.08139419555664, 17.933984756469727], "traffic_residual_norm": [3.380610227584839, 1.717803955078125, 0.0002831321908161044], "traffic_r2": [0.965569257736206, 0.9909742474555969, 1.0], "ldr": {"dL_sdil": -25.194168090820312, "dL_bp": -25.455902099609375, "ratio": 0.9897181405017629}}, {"step": 600, "epoch": 1, "train_loss": 44.02751159667969, "cos_r_negg": [-0.2500382661819458, -0.3914893567562103, -0.3586292266845703], "cos_innovation_negg": [0.359720915555954, 0.570212721824646, -0.043867215514183044], "cos_apical_negg": [-0.2500382661819458, -0.3914893567562103, -0.3586292266845703], "cos_Ac_negg": [0.8415836095809937, 0.1702127605676651, -0.04383836314082146], "r_norm": [17.881858825683594, 17.516780853271484, 17.778392791748047], "traffic_norm": [18.22043800354004, 18.084304809570312, 17.937545776367188], "traffic_residual_norm": [2.767144203186035, 1.4055525064468384, 0.00023171972134150565], "traffic_r2": [0.9769353866577148, 0.9939592480659485, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 46.247528076171875, "cos_r_negg": [-0.26837700605392456, -0.9914893507957458, 0.4970388412475586], "cos_innovation_negg": [0.3221389353275299, -0.9829787015914917, 0.8073905110359192], "cos_apical_negg": [-0.26837700605392456, -0.9914893507957458, 0.4970388412475586], "cos_Ac_negg": [0.867414116859436, -0.9829787015914917, 0.8834434151649475], "r_norm": [21.535690307617188, 20.571651458740234, 20.656085968017578], "traffic_norm": [18.222129821777344, 18.08883285522461, 17.941007614135742], "traffic_residual_norm": [2.2650089263916016, 1.150236964225769, 0.00018953951075673103], "traffic_r2": [0.9845495223999023, 0.995956540107727, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 88.34886169433594, "cos_r_negg": [-0.37448638677597046, -0.7962954044342041, -0.4201053977012634], "cos_innovation_negg": [0.3354191780090332, -0.1439516246318817, -0.11214014887809753], "cos_apical_negg": [-0.37448638677597046, -0.7962954044342041, -0.4201053977012634], "cos_Ac_negg": [0.802402913570404, 0.25060319900512695, -0.0014528771862387657], "r_norm": [18.843341827392578, 18.40497589111328, 18.257991790771484], "traffic_norm": [18.222105026245117, 18.08879852294922, 17.94097900390625], "traffic_residual_norm": [1.8539683818817139, 0.941326379776001, 0.00015526071365457028], "traffic_r2": [0.9896484017372131, 0.9972919225692749, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.1918, "eval_loss": 52.97155234375, "val_acc": 0.1918, "val_loss": 52.97155234375}, {"step": 900, "epoch": 2, "train_loss": 61.6123161315918, "cos_r_negg": [-0.39199283719062805, -0.7354225516319275, -0.5484358668327332], "cos_innovation_negg": [0.024694258347153664, -0.07562872767448425, -0.23369720578193665], "cos_apical_negg": [-0.39199283719062805, -0.7354225516319275, -0.5484358668327332], "cos_Ac_negg": [0.5440337061882019, 0.15529967844486237, 0.07043153047561646], "r_norm": [18.529125213623047, 18.166067123413086, 18.01409912109375], "traffic_norm": [18.220905303955078, 18.08792495727539, 17.936813354492188], "traffic_residual_norm": [1.5176117420196533, 0.7703223824501038, 0.00012714555487036705], "traffic_r2": [0.9930628538131714, 0.9981862902641296, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 83.67814636230469, "cos_r_negg": [-0.524026095867157, -0.6517788171768188, -0.34785059094429016], "cos_innovation_negg": [0.18827785551548004, 0.7427524328231812, 0.39524832367897034], "cos_apical_negg": [-0.524026095867157, -0.6517788171768188, -0.34785059094429016], "cos_Ac_negg": [0.7645387649536133, 0.7896274328231812, 0.5989769697189331], "r_norm": [17.626773834228516, 17.530954360961914, 17.28506851196289], "traffic_norm": [18.220443725585938, 18.087215423583984, 17.93698501586914], "traffic_residual_norm": [1.242213487625122, 0.6302280426025391, 0.0001042254370986484], "traffic_r2": [0.9953519105911255, 0.9987859129905701, 1.0], "ldr": {"dL_sdil": -15.469329833984375, "dL_bp": -15.51654052734375, "ratio": 0.9969573956723035}}, {"step": 1100, "epoch": 2, "train_loss": 67.93219757080078, "cos_r_negg": [-0.244123637676239, 0.07234042137861252, 0.09790904074907303], "cos_innovation_negg": [0.7049150466918945, 0.08936169743537903, 0.4688732326030731], "cos_apical_negg": [-0.244123637676239, 0.07234042137861252, 0.09790904074907303], "cos_Ac_negg": [0.6780213713645935, 0.08510638028383255, 0.46888670325279236], "r_norm": [19.084178924560547, 18.778594970703125, 18.47726821899414], "traffic_norm": [18.2199764251709, 18.086748123168945, 17.93560791015625], "traffic_residual_norm": [1.0167622566223145, 0.5156457424163818, 8.55256148497574e-05], "traffic_r2": [0.9968858361244202, 0.9991872310638428, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 66.10038757324219, "cos_r_negg": [-0.5543981790542603, -0.7274678945541382, -0.3725326955318451], "cos_innovation_negg": [0.2688293159008026, 0.5305966138839722, 0.4614610970020294], "cos_apical_negg": [-0.5543981790542603, -0.7274678945541382, -0.3725326955318451], "cos_Ac_negg": [0.7604085803031921, 0.9671009182929993, 0.5970414280891418], "r_norm": [18.831153869628906, 18.63084602355957, 18.414804458618164], "traffic_norm": [18.220050811767578, 18.087026596069336, 17.93523597717285], "traffic_residual_norm": [0.8323215246200562, 0.4219730496406555, 7.034461305011064e-05], "traffic_r2": [0.9979131817817688, 0.9994556903839111, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.2788, "eval_loss": 71.17755, "val_acc": 0.2788, "val_loss": 71.17755}, {"step": 1300, "epoch": 3, "train_loss": 44.0633659362793, "cos_r_negg": [-0.32852745056152344, -0.5031847357749939, 0.10086524486541748], "cos_innovation_negg": [0.7358956933021545, -0.5159236192703247, 0.2957518994808197], "cos_apical_negg": [-0.32852745056152344, -0.5031847357749939, 0.10086524486541748], "cos_Ac_negg": [0.8110469579696655, -0.7707006931304932, 0.4176187813282013], "r_norm": [20.380212783813477, 20.287216186523438, 20.234981536865234], "traffic_norm": [18.220186233520508, 18.087291717529297, 17.934547424316406], "traffic_residual_norm": [0.6812881231307983, 0.34533923864364624, 5.7803234085440636e-05], "traffic_r2": [0.9986018538475037, 0.9996354579925537, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 39.15923309326172, "cos_r_negg": [-0.44714629650115967, -0.7289859056472778, -0.7879058718681335], "cos_innovation_negg": [0.02980622462928295, -0.7483563423156738, 0.14120936393737793], "cos_apical_negg": [-0.44714629650115967, -0.7289859056472778, -0.7879058718681335], "cos_Ac_negg": [0.6543012857437134, -0.7483555674552917, 0.42712000012397766], "r_norm": [18.544429779052734, 18.268062591552734, 18.294044494628906], "traffic_norm": [18.2200927734375, 18.086978912353516, 17.935928344726562], "traffic_residual_norm": [0.5576674938201904, 0.2825966477394104, 4.7576257202308625e-05], "traffic_r2": [0.9990631937980652, 0.999755859375, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 38.927555084228516, "cos_r_negg": [-0.30385202169418335, -0.7066666483879089, -0.5480829477310181], "cos_innovation_negg": [0.7470521330833435, 0.7066666483879089, -0.08582091331481934], "cos_apical_negg": [-0.30385202169418335, -0.7066666483879089, -0.5480829477310181], "cos_Ac_negg": [0.882432222366333, 0.7066666483879089, 0.027606893330812454], "r_norm": [18.26207160949707, 18.079620361328125, 18.022655487060547], "traffic_norm": [18.220081329345703, 18.08721923828125, 17.93447494506836], "traffic_residual_norm": [0.4564107060432434, 0.2310943901538849, 3.95259412471205e-05], "traffic_r2": [0.9993724822998047, 0.9998367428779602, 1.0], "ldr": {"dL_sdil": -19.81415557861328, "dL_bp": -19.828956604003906, "ratio": 0.9992535650923944}}, {"step": 1600, "epoch": 3, "train_loss": 40.62470245361328, "cos_r_negg": [-0.22230465710163116, -0.5508474707603455, -0.3930905759334564], "cos_innovation_negg": [0.39269837737083435, 0.16949152946472168, 0.5262237787246704], "cos_apical_negg": [-0.22230465710163116, -0.5508474707603455, -0.3930905759334564], "cos_Ac_negg": [0.5458906292915344, 0.16949152946472168, 0.5209149122238159], "r_norm": [18.948196411132812, 18.6861572265625, 18.549468994140625], "traffic_norm": [18.220149993896484, 18.087444305419922, 17.933757781982422], "traffic_residual_norm": [0.373628169298172, 0.18912452459335327, 3.2856605685083196e-05], "traffic_r2": [0.9995794892311096, 0.9998906850814819, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 35.17664337158203, "cos_r_negg": [-0.3373422920703888, -0.4682255685329437, 0.0975237488746643], "cos_innovation_negg": [0.32154813408851624, 0.2611861526966095, 0.3769676387310028], "cos_apical_negg": [-0.3373422920703888, -0.4682255685329437, 0.0975237488746643], "cos_Ac_negg": [0.7598385214805603, -0.002362570958212018, 0.6677094101905823], "r_norm": [18.618745803833008, 18.56845474243164, 18.45095443725586], "traffic_norm": [18.219396591186523, 18.086162567138672, 17.934438705444336], "traffic_residual_norm": [0.30584412813186646, 0.15475237369537354, 2.742213473538868e-05], "traffic_r2": [0.999718189239502, 0.9999268054962158, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.2774, "eval_loss": 43.6302484375, "val_acc": 0.2774, "val_loss": 43.6302484375}, {"step": 1800, "epoch": 4, "train_loss": 59.662864685058594, "cos_r_negg": [-0.4053787291049957, -0.6076759099960327, -0.01761232689023018], "cos_innovation_negg": [0.8524803519248962, 0.12579958140850067, 0.31675606966018677], "cos_apical_negg": [-0.4053787291049957, -0.6076759099960327, -0.01761232689023018], "cos_Ac_negg": [0.9039387702941895, 0.12579958140850067, 0.31549501419067383], "r_norm": [18.71481704711914, 18.615413665771484, 18.557689666748047], "traffic_norm": [18.220657348632812, 18.08774185180664, 17.936141967773438], "traffic_residual_norm": [0.25029557943344116, 0.12654586136341095, 2.2770958821638487e-05], "traffic_r2": [0.9998112916946411, 0.9999510645866394, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 55.40648651123047, "cos_r_negg": [-0.4415615499019623, -0.7827138900756836, -0.19538627564907074], "cos_innovation_negg": [0.6123827695846558, -0.2862599790096283, 0.7150922417640686], "cos_apical_negg": [-0.4415615499019623, -0.7827138900756836, -0.19538627564907074], "cos_Ac_negg": [0.758187472820282, -0.28626006841659546, 0.8168099522590637], "r_norm": [20.01072120666504, 19.85358428955078, 19.64815902709961], "traffic_norm": [18.220300674438477, 18.08742904663086, 17.93492889404297], "traffic_residual_norm": [0.20489373803138733, 0.10354337096214294, 1.94657186511904e-05], "traffic_r2": [0.9998735189437866, 0.9999672174453735, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 36.369293212890625, "cos_r_negg": [-0.15853558480739594, -0.31147539615631104, -0.34453028440475464], "cos_innovation_negg": [0.580132007598877, -0.06791568547487259, 0.2482907772064209], "cos_apical_negg": [-0.15853558480739594, -0.31147539615631104, -0.34453028440475464], "cos_Ac_negg": [0.6310073733329773, -0.2974238693714142, 0.24828997254371643], "r_norm": [19.647384643554688, 19.408802032470703, 19.26691436767578], "traffic_norm": [18.220169067382812, 18.087478637695312, 17.933923721313477], "traffic_residual_norm": [0.16772347688674927, 0.08472059667110443, 1.689197961241007e-05], "traffic_r2": [0.9999152421951294, 0.9999780654907227, 1.0], "ldr": {"dL_sdil": 0.322906494140625, "dL_bp": 0.3256797790527344, "ratio": 0.991484626647145}}, {"step": 2100, "epoch": 4, "train_loss": 72.90548706054688, "cos_r_negg": [-0.5590782761573792, -0.5949509739875793, -0.07625306397676468], "cos_innovation_negg": [0.5508633255958557, 0.26517432928085327, 0.30002570152282715], "cos_apical_negg": [-0.5590782761573792, -0.5949509739875793, -0.07625306397676468], "cos_Ac_negg": [0.8217240571975708, 0.27352485060691833, 0.50322425365448], "r_norm": [20.28238296508789, 20.245960235595703, 20.087360382080078], "traffic_norm": [18.22123146057129, 18.088581085205078, 17.9359188079834], "traffic_residual_norm": [0.13727574050426483, 0.069305919110775, 1.4168599591357633e-05], "traffic_r2": [0.9999432563781738, 0.9999853372573853, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.2784, "eval_loss": 77.9602984375, "val_acc": 0.2784, "val_loss": 77.9602984375}, {"step": 2200, "epoch": 5, "train_loss": 43.14384078979492, "cos_r_negg": [0.04761501029133797, -0.5095238089561462, -0.399110347032547], "cos_innovation_negg": [0.7229868769645691, 0.08095238357782364, 0.9108221530914307], "cos_apical_negg": [0.04761501029133797, -0.5095238089561462, -0.399110347032547], "cos_Ac_negg": [0.872979462146759, 0.06190476566553116, 0.9111270308494568], "r_norm": [19.513423919677734, 19.256832122802734, 19.22058868408203], "traffic_norm": [18.222373962402344, 18.08927345275879, 17.940792083740234], "traffic_residual_norm": [0.1123371571302414, 0.05663076043128967, 1.1457226719358005e-05], "traffic_r2": [0.9999619722366333, 0.9999902248382568, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 66.60446166992188, "cos_r_negg": [-0.3885805010795593, -0.7493187785148621, -0.763882040977478], "cos_innovation_negg": [0.5768346786499023, 0.14986376464366913, 0.49384963512420654], "cos_apical_negg": [-0.3885805010795593, -0.7493187785148621, -0.763882040977478], "cos_Ac_negg": [0.6635580658912659, 0.14986376464366913, 0.7556484937667847], "r_norm": [18.884302139282227, 18.6882381439209, 18.531627655029297], "traffic_norm": [18.221406936645508, 18.088285446166992, 17.93858528137207], "traffic_residual_norm": [0.09196038544178009, 0.046346914023160934, 1.0440131518407725e-05], "traffic_r2": [0.9999745488166809, 0.9999934434890747, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 69.27862548828125, "cos_r_negg": [-0.5705032348632812, -0.9513385891914368, -0.33810314536094666], "cos_innovation_negg": [0.09115000814199448, -0.9464724063873291, -0.04807094484567642], "cos_apical_negg": [-0.5705032348632812, -0.9513385891914368, -0.33810314536094666], "cos_Ac_negg": [0.3116227388381958, -0.9464724063873291, 0.1482713371515274], "r_norm": [20.281572341918945, 20.28887939453125, 20.05807113647461], "traffic_norm": [18.220497131347656, 18.087671279907227, 17.935222625732422], "traffic_residual_norm": [0.07528430223464966, 0.03792458772659302, 1.0070434655062854e-05], "traffic_r2": [0.9999829530715942, 0.9999955892562866, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 34.02727508544922, "cos_r_negg": [-0.2224474549293518, -0.39863327145576477, 0.024807818233966827], "cos_innovation_negg": [0.4809512794017792, 0.043280184268951416, 0.7337142825126648], "cos_apical_negg": [-0.2224474549293518, -0.39863327145576477, 0.024807818233966827], "cos_Ac_negg": [0.6536169648170471, 0.27562642097473145, 0.733267068862915], "r_norm": [19.319286346435547, 19.197404861450195, 19.008922576904297], "traffic_norm": [18.220829010009766, 18.08841896057129, 17.933929443359375], "traffic_residual_norm": [0.06161490082740784, 0.03099697269499302, 9.603369107935578e-06], "traffic_r2": [0.9999885559082031, 0.999997079372406, 1.0], "ldr": {"dL_sdil": -6.483516693115234, "dL_bp": -6.483604431152344, "ratio": 0.9999864677066528}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.1966, "eval_loss": 55.68860703125, "val_acc": 0.1966, "val_loss": 55.68860703125}, {"step": 2600, "epoch": 6, "train_loss": 66.33946990966797, "cos_r_negg": [-0.33778342604637146, -0.7317646741867065, -0.5099785923957825], "cos_innovation_negg": [0.9615373015403748, 0.270588219165802, 0.7564296126365662], "cos_apical_negg": [-0.33778342604637146, -0.7317646741867065, -0.5099785923957825], "cos_Ac_negg": [0.9624171853065491, 0.270588219165802, 0.7564296126365662], "r_norm": [19.57916259765625, 19.356292724609375, 19.370100021362305], "traffic_norm": [18.22040557861328, 18.08773422241211, 17.93430519104004], "traffic_residual_norm": [0.05044965818524361, 0.0253714881837368, 8.924891517381184e-06], "traffic_r2": [0.999992311000824, 0.9999980330467224, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 73.33009338378906, "cos_r_negg": [-0.14082130789756775, -0.7175925970077515, -0.3522353768348694], "cos_innovation_negg": [0.9294054508209229, -0.018518518656492233, 0.7504249811172485], "cos_apical_negg": [-0.14082130789756775, -0.7175925970077515, -0.3522353768348694], "cos_Ac_negg": [0.9299759864807129, -0.023148149251937866, 0.9329485893249512], "r_norm": [18.52273941040039, 18.349456787109375, 18.317461013793945], "traffic_norm": [18.220359802246094, 18.087894439697266, 17.933151245117188], "traffic_residual_norm": [0.041281748563051224, 0.020751221105456352, 8.95000084710773e-06], "traffic_r2": [0.9999948740005493, 0.9999986886978149, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 60.45856857299805, "cos_r_negg": [0.039476580917835236, -0.3684210479259491, -0.18352016806602478], "cos_innovation_negg": [0.7617678046226501, 0.4066985547542572, 0.3512079119682312], "cos_apical_negg": [0.039476580917835236, -0.3684210479259491, -0.18352016806602478], "cos_Ac_negg": [0.9003201723098755, 0.4066985547542572, 0.5790339708328247], "r_norm": [19.550464630126953, 19.359773635864258, 19.20695686340332], "traffic_norm": [18.21918487548828, 18.08612060546875, 17.932689666748047], "traffic_residual_norm": [0.03375415503978729, 0.01694093830883503, 8.85951430973364e-06], "traffic_r2": [0.999996542930603, 0.9999991059303284, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 80.28657531738281, "cos_r_negg": [-0.33630239963531494, -0.9678284525871277, -0.44744986295700073], "cos_innovation_negg": [0.851620614528656, -0.06166220083832741, 0.900499701499939], "cos_apical_negg": [-0.33630239963531494, -0.9678284525871277, -0.44744986295700073], "cos_Ac_negg": [0.852473258972168, -0.06166220083832741, 0.9004998207092285], "r_norm": [18.01613998413086, 17.849721908569336, 17.751392364501953], "traffic_norm": [18.22016143798828, 18.087261199951172, 17.93471908569336], "traffic_residual_norm": [0.027634546160697937, 0.013893844559788704, 8.10981964605162e-06], "traffic_r2": [0.9999976754188538, 0.9999994039535522, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 61.95683288574219, "cos_r_negg": [-0.21274583041667938, 0.2200956791639328, 0.12533050775527954], "cos_innovation_negg": [0.8074526786804199, 0.4832535684108734, 0.7502583265304565], "cos_apical_negg": [-0.21274583041667938, 0.2200956791639328, 0.12533050775527954], "cos_Ac_negg": [0.8141160011291504, 0.4832535684108734, 0.8231911063194275], "r_norm": [19.835783004760742, 19.591014862060547, 19.409883499145508], "traffic_norm": [18.222148895263672, 18.089250564575195, 17.939489364624023], "traffic_residual_norm": [0.0226589348167181, 0.01141534186899662, 6.5029207689804025e-06], "traffic_r2": [0.9999984502792358, 0.9999995827674866, 1.0], "ldr": {"dL_sdil": -17.601333618164062, "dL_bp": -17.597320556640625, "ratio": 1.0002280495778049}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.1936, "eval_loss": 67.12816953125, "val_acc": 0.1936, "val_loss": 67.12816953125}, {"step": 3100, "epoch": 7, "train_loss": 45.77716827392578, "cos_r_negg": [-0.33033114671707153, -0.09367240965366364, 0.09827932715415955], "cos_innovation_negg": [0.032173652201890945, -0.4278496503829956, 0.7636874318122864], "cos_apical_negg": [-0.33033114671707153, -0.09367240965366364, 0.09827932715415955], "cos_Ac_negg": [0.6562851667404175, -0.4329129457473755, 0.7676075100898743], "r_norm": [20.30868148803711, 20.000957489013672, 19.8472957611084], "traffic_norm": [18.221508026123047, 18.0885009765625, 17.938447952270508], "traffic_residual_norm": [0.018546491861343384, 0.009386854246258736, 6.434016540879384e-06], "traffic_r2": [0.9999989867210388, 0.9999997019767761, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 33.54071807861328, "cos_r_negg": [-0.12546293437480927, -0.08133423328399658, -0.27495211362838745], "cos_innovation_negg": [0.13733838498592377, -0.3492768108844757, 0.3089684247970581], "cos_apical_negg": [-0.12546293437480927, -0.08133423328399658, -0.27495211362838745], "cos_Ac_negg": [0.48355618119239807, -0.0861189067363739, 0.3148985505104065], "r_norm": [20.890579223632812, 20.710174560546875, 20.745203018188477], "traffic_norm": [18.21984100341797, 18.08678436279297, 17.934762954711914], "traffic_residual_norm": [0.015231072902679443, 0.007820319384336472, 7.443386948580155e-06], "traffic_r2": [0.9999992847442627, 0.9999998211860657, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 48.1196174621582, "cos_r_negg": [-0.5694230198860168, -0.9278350472450256, -0.4250606596469879], "cos_innovation_negg": [0.7009016275405884, 0.19072164595127106, 0.03208468481898308], "cos_apical_negg": [-0.5694230198860168, -0.9278350472450256, -0.4250606596469879], "cos_Ac_negg": [0.7013502717018127, 0.19072164595127106, 0.03208477050065994], "r_norm": [20.248790740966797, 20.148500442504883, 20.113788604736328], "traffic_norm": [18.220680236816406, 18.087940216064453, 17.93528175354004], "traffic_residual_norm": [0.01251349225640297, 0.006471011321991682, 7.0844571382622235e-06], "traffic_r2": [0.9999995231628418, 0.9999998807907104, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 47.324188232421875, "cos_r_negg": [-0.5105672478675842, -0.9231395721435547, -0.4144480228424072], "cos_innovation_negg": [0.62973952293396, 0.18683484196662903, 0.1778971254825592], "cos_apical_negg": [-0.5105672478675842, -0.9231395721435547, -0.4144480228424072], "cos_Ac_negg": [0.738111674785614, 0.19195057451725006, 0.18512967228889465], "r_norm": [20.144439697265625, 20.048978805541992, 19.983726501464844], "traffic_norm": [18.22087860107422, 18.088180541992188, 17.93560791015625], "traffic_residual_norm": [0.010224569588899612, 0.005406762473285198, 7.043497589620529e-06], "traffic_r2": [0.9999997019767761, 0.9999999403953552, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.1924, "eval_loss": 61.3052203125, "val_acc": 0.1924, "val_loss": 61.3052203125}, {"step": 3500, "epoch": 8, "train_loss": 33.599525451660156, "cos_r_negg": [-0.5332589745521545, 0.18009479343891144, -0.02654610387980938], "cos_innovation_negg": [0.20434550940990448, 0.19431281089782715, 0.6185807585716248], "cos_apical_negg": [-0.5332589745521545, 0.18009479343891144, -0.02654610387980938], "cos_Ac_negg": [0.7251266241073608, 0.4407583177089691, 0.6202242374420166], "r_norm": [19.095170974731445, 19.009687423706055, 18.809537887573242], "traffic_norm": [18.22059440612793, 18.087772369384766, 17.935325622558594], "traffic_residual_norm": [0.008404462598264217, 0.004590367432683706, 7.0857468017493375e-06], "traffic_r2": [0.9999997615814209, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -2.8360366821289062, "dL_bp": -2.8360366821289062, "ratio": 1.0}}, {"step": 3600, "epoch": 8, "train_loss": 61.05974578857422, "cos_r_negg": [-0.3711065948009491, -0.9179487228393555, -0.48434388637542725], "cos_innovation_negg": [0.7048162817955017, -0.35384616255760193, -0.03248998150229454], "cos_apical_negg": [-0.3711065948009491, -0.9179487228393555, -0.48434388637542725], "cos_Ac_negg": [0.705078125, -0.35384616255760193, -0.03249025717377663], "r_norm": [21.137561798095703, 20.97793960571289, 20.886180877685547], "traffic_norm": [18.22032928466797, 18.087726593017578, 17.933813095092773], "traffic_residual_norm": [0.006984231062233448, 0.004121289122849703, 7.579363227705471e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 65.59325408935547, "cos_r_negg": [0.042637839913368225, -0.5669099688529968, -0.279964804649353], "cos_innovation_negg": [0.7501880526542664, -0.13381995260715485, 0.5870323181152344], "cos_apical_negg": [0.042637839913368225, -0.5669099688529968, -0.279964804649353], "cos_Ac_negg": [0.7502505779266357, -0.13381995260715485, 0.5870320200920105], "r_norm": [20.834701538085938, 20.664329528808594, 20.522829055786133], "traffic_norm": [18.222450256347656, 18.090303421020508, 17.936019897460938], "traffic_residual_norm": [0.005791408009827137, 0.0035481061786413193, 6.900698281242512e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 55.5752067565918, "cos_r_negg": [-0.48658066987991333, -0.7069767713546753, -0.5660699009895325], "cos_innovation_negg": [0.45602941513061523, 0.48372092843055725, 0.9037693738937378], "cos_apical_negg": [-0.48658066987991333, -0.7069767713546753, -0.5660699009895325], "cos_Ac_negg": [0.7393645644187927, 0.48372092843055725, 0.8958008885383606], "r_norm": [19.508583068847656, 19.327665328979492, 19.114103317260742], "traffic_norm": [18.222251892089844, 18.090015411376953, 17.936315536499023], "traffic_residual_norm": [0.004763118922710419, 0.0030911932699382305, 6.762900738976896e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.281, "eval_loss": 83.024709375, "val_acc": 0.281, "val_loss": 83.024709375}, {"step": 3900, "epoch": 9, "train_loss": 43.22712707519531, "cos_r_negg": [-0.022127309814095497, -0.2702784538269043, -0.25705307722091675], "cos_innovation_negg": [0.7813000679016113, 0.7014197111129761, 0.8561292290687561], "cos_apical_negg": [-0.022127309814095497, -0.2702784538269043, -0.25705307722091675], "cos_Ac_negg": [0.6376789212226868, 0.4072100818157196, 0.8717943429946899], "r_norm": [19.395517349243164, 19.245506286621094, 19.12726593017578], "traffic_norm": [18.220535278320312, 18.08785629272461, 17.93465805053711], "traffic_residual_norm": [0.003979058936238289, 0.0026659839786589146, 7.2413249654346146e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 72.06028747558594, "cos_r_negg": [-0.5287539958953857, -0.679347813129425, -0.7465365529060364], "cos_innovation_negg": [0.46363815665245056, 0.70652174949646, 0.7393738627433777], "cos_apical_negg": [-0.5287539958953857, -0.679347813129425, -0.7465365529060364], "cos_Ac_negg": [0.48515620827674866, 0.6739130616188049, 0.7440392374992371], "r_norm": [19.117259979248047, 18.97565269470215, 18.825252532958984], "traffic_norm": [18.220600128173828, 18.08789825439453, 17.934711456298828], "traffic_residual_norm": [0.0034229541197419167, 0.0025878052692860365, 7.382182047876995e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0], "ldr": {"dL_sdil": -19.410037994384766, "dL_bp": -19.427509307861328, "ratio": 0.9991006920547714}}, {"step": 4100, "epoch": 9, "train_loss": 67.52803039550781, "cos_r_negg": [-0.4492141306400299, -0.10593220591545105, -0.1327511966228485], "cos_innovation_negg": [0.015607813373208046, 0.18644067645072937, 0.9307278394699097], "cos_apical_negg": [-0.4492141306400299, -0.10593220591545105, -0.1327511966228485], "cos_Ac_negg": [0.5536016225814819, 0.41101694107055664, 0.9317535161972046], "r_norm": [19.346744537353516, 19.198278427124023, 19.090312957763672], "traffic_norm": [18.220705032348633, 18.087886810302734, 17.935657501220703], "traffic_residual_norm": [0.003103704657405615, 0.0024955463595688343, 7.092785381246358e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 49.8919677734375, "cos_r_negg": [-0.19534534215927124, 0.06553911417722702, -0.05413633584976196], "cos_innovation_negg": [0.1293749213218689, 0.31078222393989563, 0.8275087475776672], "cos_apical_negg": [-0.19534534215927124, 0.06553911417722702, -0.05413633584976196], "cos_Ac_negg": [0.6253154873847961, 0.31078222393989563, 0.8818821310997009], "r_norm": [19.13704490661621, 19.010217666625977, 18.904998779296875], "traffic_norm": [18.220762252807617, 18.08791160583496, 17.935977935791016], "traffic_residual_norm": [0.0026291869580745697, 0.0023492234759032726, 6.968815796426497e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.1932, "eval_loss": 51.6596640625, "val_acc": 0.1932, "val_loss": 51.6596640625}, {"step": 4300, "epoch": 10, "train_loss": 54.593894958496094, "cos_r_negg": [-0.27464544773101807, -0.3927813470363617, -0.30453425645828247], "cos_innovation_negg": [0.8325276374816895, 0.4946921765804291, 0.8643003106117249], "cos_apical_negg": [-0.27464544773101807, -0.3927813470363617, -0.30453425645828247], "cos_Ac_negg": [0.8325755000114441, 0.4989384412765503, 0.8643003702163696], "r_norm": [23.250736236572266, 23.175552368164062, 22.996490478515625], "traffic_norm": [18.218812942504883, 18.085346221923828, 17.933635711669922], "traffic_residual_norm": [0.0021727695129811764, 0.0019625527784228325, 7.740223736618645e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 37.926422119140625, "cos_r_negg": [-0.28764575719833374, -0.42430704832077026, -0.12185973674058914], "cos_innovation_negg": [0.4632570147514343, -0.5650320053100586, 0.7117088437080383], "cos_apical_negg": [-0.28764575719833374, -0.42430704832077026, -0.12185973674058914], "cos_Ac_negg": [0.4633966386318207, -0.5650320053100586, 0.7117087841033936], "r_norm": [25.086402893066406, 24.879074096679688, 24.69420623779297], "traffic_norm": [18.216785430908203, 18.081928253173828, 17.933609008789062], "traffic_residual_norm": [0.001958227250725031, 0.0018448734190315008, 8.051596523728222e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 30.928028106689453, "cos_r_negg": [-0.09286818653345108, 0.09859155118465424, 0.05891368165612221], "cos_innovation_negg": [0.4324479401111603, 0.16431924700737, 0.901076078414917], "cos_apical_negg": [-0.09286818653345108, 0.09859155118465424, 0.05891368165612221], "cos_Ac_negg": [0.670898973941803, 0.16431924700737, 0.918526291847229], "r_norm": [24.431604385375977, 24.31026840209961, 24.12905502319336], "traffic_norm": [18.219127655029297, 18.084869384765625, 17.93730354309082], "traffic_residual_norm": [0.0016980667132884264, 0.0017140018753707409, 6.905181180627551e-06], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.296295166015625, "dL_bp": -0.31388092041015625, "ratio": 0.9439731654553851}}, {"step": 4600, "epoch": 10, "train_loss": 54.421329498291016, "cos_r_negg": [-0.23037005960941315, -0.9855769872665405, 0.6964630484580994], "cos_innovation_negg": [0.9524334073066711, -0.889423131942749, 0.9792301058769226], "cos_apical_negg": [-0.23037005960941315, -0.9855769872665405, 0.6964630484580994], "cos_Ac_negg": [0.9524493217468262, -0.889423131942749, 0.9792301058769226], "r_norm": [24.31126594543457, 24.09490966796875, 24.08959197998047], "traffic_norm": [18.220691680908203, 18.087112426757812, 17.93841552734375], "traffic_residual_norm": [0.001461783773265779, 0.0016054613515734673, 6.2461881498165894e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 55.145713806152344, "cos_r_negg": [-0.10613767057657242, -0.7339667677879333, -0.5207025408744812], "cos_innovation_negg": [0.5489206910133362, 0.9477435350418091, 0.7362866997718811], "cos_apical_negg": [-0.10613767057657242, -0.7339667677879333, -0.5207025408744812], "cos_Ac_negg": [0.6004825234413147, 0.9477435350418091, 0.7362821102142334], "r_norm": [21.093616485595703, 21.041072845458984, 20.757604598999023], "traffic_norm": [18.219806671142578, 18.086854934692383, 17.933387756347656], "traffic_residual_norm": [0.001630169339478016, 0.0019083298975601792, 7.34588047635043e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.1884, "eval_loss": 48.14866015625, "val_acc": 0.1884, "val_loss": 48.14866015625}, {"step": 4800, "epoch": 11, "train_loss": 43.48851013183594, "cos_r_negg": [-0.15080131590366364, -0.3309609293937683, -0.16187046468257904], "cos_innovation_negg": [0.4891100227832794, 0.23016133904457092, 0.7692614197731018], "cos_apical_negg": [-0.15080131590366364, -0.3309609293937683, -0.16187046468257904], "cos_Ac_negg": [0.7519608736038208, 0.23016321659088135, 0.7861872315406799], "r_norm": [22.279674530029297, 21.984663009643555, 21.98680877685547], "traffic_norm": [18.221153259277344, 18.08858871459961, 17.934720993041992], "traffic_residual_norm": [0.001504790037870407, 0.002016248647123575, 6.995628609729465e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 53.273460388183594, "cos_r_negg": [-0.5388318300247192, -0.6988848447799683, -0.43325695395469666], "cos_innovation_negg": [0.5434067845344543, -0.45417895913124084, 0.6085857152938843], "cos_apical_negg": [-0.5388318300247192, -0.6988848447799683, -0.43325695395469666], "cos_Ac_negg": [0.5434471964836121, -0.45417898893356323, 0.6522492170333862], "r_norm": [21.124168395996094, 20.96475601196289, 20.653911590576172], "traffic_norm": [18.220190048217773, 18.087486267089844, 17.93404769897461], "traffic_residual_norm": [0.0013449520338326693, 0.0018083679024130106, 7.289970653800992e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 50.41969299316406, "cos_r_negg": [-0.30266812443733215, -0.3987206816673279, -0.5043277740478516], "cos_innovation_negg": [0.6210470795631409, 0.279317706823349, 0.8160158395767212], "cos_apical_negg": [-0.30266812443733215, -0.3987206816673279, -0.5043277740478516], "cos_Ac_negg": [0.5685325860977173, 0.279317706823349, 0.8163332343101501], "r_norm": [24.270753860473633, 24.055492401123047, 23.868221282958984], "traffic_norm": [18.22039031982422, 18.08774185180664, 17.934490203857422], "traffic_residual_norm": [0.0014085328439250588, 0.001720523345284164, 7.2385773819405586e-06], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -2.7967376708984375, "dL_bp": -2.7967376708984375, "ratio": 1.0}}, {"step": 5100, "epoch": 11, "train_loss": 50.299522399902344, "cos_r_negg": [-0.3343310058116913, -0.25265392661094666, -0.09311000257730484], "cos_innovation_negg": [0.6218240261077881, -0.1762208193540573, 0.6051499247550964], "cos_apical_negg": [-0.3343310058116913, -0.25265392661094666, -0.09311000257730484], "cos_Ac_negg": [0.621849000453949, -0.18046709895133972, 0.6051598191261292], "r_norm": [24.991151809692383, 24.880474090576172, 24.56340789794922], "traffic_norm": [18.218772888183594, 18.08587646484375, 17.93109893798828], "traffic_residual_norm": [0.0014111092314124107, 0.0016732614021748304, 8.386151421291288e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.2666, "eval_loss": 63.61624375, "val_acc": 0.2666, "val_loss": 63.61624375}, {"step": 5200, "epoch": 12, "train_loss": 60.316184997558594, "cos_r_negg": [-0.23776616156101227, -0.7666766047477722, -0.7291358709335327], "cos_innovation_negg": [0.4970153570175171, 0.209513857960701, 0.7333813905715942], "cos_apical_negg": [-0.23776616156101227, -0.7666766047477722, -0.7291358709335327], "cos_Ac_negg": [0.5711637735366821, 0.20951388776302338, 0.7638587951660156], "r_norm": [20.770530700683594, 20.757251739501953, 20.495563507080078], "traffic_norm": [18.219301223754883, 18.086668014526367, 17.931720733642578], "traffic_residual_norm": [0.001335951848886907, 0.0016968618147075176, 8.32853311294457e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 48.573814392089844, "cos_r_negg": [-0.07646631449460983, -0.9529265761375427, -0.7405959963798523], "cos_innovation_negg": [0.4593140780925751, 0.02348855882883072, 0.7857522964477539], "cos_apical_negg": [-0.07646631449460983, -0.9529265761375427, -0.7405959963798523], "cos_Ac_negg": [0.43090468645095825, 0.023488348349928856, 0.8066586256027222], "r_norm": [20.939382553100586, 20.923524856567383, 20.6615047454834], "traffic_norm": [18.21832275390625, 18.085731506347656, 17.92905044555664], "traffic_residual_norm": [0.0011333386646583676, 0.0014745465014129877, 9.304991181124933e-06], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 43.27397918701172, "cos_r_negg": [-0.0080910325050354, -0.950724184513092, -0.3701556324958801], "cos_innovation_negg": [0.6046583652496338, -0.6881942749023438, 0.6250733733177185], "cos_apical_negg": [-0.0080910325050354, -0.950724184513092, -0.3701556324958801], "cos_Ac_negg": [0.7514957189559937, -0.6881955862045288, 0.7192681431770325], "r_norm": [21.128204345703125, 20.939067840576172, 20.735870361328125], "traffic_norm": [18.21768569946289, 18.08527374267578, 17.926666259765625], "traffic_residual_norm": [0.0010640693362802267, 0.0014563631266355515, 1.0225925507256761e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 39.111053466796875, "cos_r_negg": [-0.21615199744701385, -0.6090908646583557, -0.052230335772037506], "cos_innovation_negg": [0.5142356157302856, -0.49090906977653503, 0.6425167322158813], "cos_apical_negg": [-0.21615199744701385, -0.6090908646583557, -0.052230335772037506], "cos_Ac_negg": [0.7032610177993774, -0.4954545199871063, 0.6526376008987427], "r_norm": [24.783344268798828, 24.573585510253906, 24.36956024169922], "traffic_norm": [18.218843460083008, 18.086816787719727, 17.927675247192383], "traffic_residual_norm": [0.0014357916079461575, 0.0016597610665485263, 1.0162997568841092e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -2.214038848876953, "dL_bp": -2.2240142822265625, "ratio": 0.9955146720822213}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.3072, "eval_loss": 49.112309375, "val_acc": 0.3072, "val_loss": 49.112309375}, {"step": 5600, "epoch": 13, "train_loss": 48.705596923828125, "cos_r_negg": [-0.03133994713425636, -0.3112553358078003, -0.09603157639503479], "cos_innovation_negg": [0.47518783807754517, -0.3207116425037384, 0.26425060629844666], "cos_apical_negg": [-0.03133994713425636, -0.3112553358078003, -0.09603157639503479], "cos_Ac_negg": [0.4741634726524353, -0.08590465039014816, 0.3406812846660614], "r_norm": [21.933931350708008, 21.843610763549805, 21.668073654174805], "traffic_norm": [18.21743392944336, 18.08516502380371, 17.925609588623047], "traffic_residual_norm": [0.0013704081065952778, 0.0016195320058614016, 1.0994939657393843e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 72.60665893554688, "cos_r_negg": [0.3926506042480469, -0.14520548284053802, -0.33796265721321106], "cos_innovation_negg": [0.8637674450874329, 0.04109589010477066, 0.7636643648147583], "cos_apical_negg": [0.3926506042480469, -0.14520548284053802, -0.33796265721321106], "cos_Ac_negg": [0.8985737562179565, 0.04109589010477066, 0.7636649012565613], "r_norm": [20.594703674316406, 20.517005920410156, 20.348642349243164], "traffic_norm": [18.216068267822266, 18.083669662475586, 17.922744750976562], "traffic_residual_norm": [0.0013632234185934067, 0.001598736154846847, 1.1965867997787427e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 60.41493606567383, "cos_r_negg": [-0.0682465210556984, -0.521327018737793, -0.5909108519554138], "cos_innovation_negg": [0.7431190609931946, 0.6824644804000854, 0.6969321966171265], "cos_apical_negg": [-0.0682465210556984, -0.521327018737793, -0.5909108519554138], "cos_Ac_negg": [0.7004733681678772, 0.6824644804000854, 0.7068257331848145], "r_norm": [20.11585807800293, 19.954063415527344, 19.788440704345703], "traffic_norm": [18.215160369873047, 18.083236694335938, 17.918779373168945], "traffic_residual_norm": [0.0013710260391235352, 0.0017102151177823544, 1.3049708286416717e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 29.278907775878906, "cos_r_negg": [-0.1636136919260025, -0.4392431378364563, -0.6243810057640076], "cos_innovation_negg": [0.447566419839859, 0.4564089775085449, 0.8378216028213501], "cos_apical_negg": [-0.1636136919260025, -0.4392431378364563, -0.6243810057640076], "cos_Ac_negg": [0.6176576018333435, 0.456407755613327, 0.9157328605651855], "r_norm": [21.03144073486328, 20.85394287109375, 20.656524658203125], "traffic_norm": [18.21499252319336, 18.082721710205078, 17.91961669921875], "traffic_residual_norm": [0.0013687391765415668, 0.0016767012421041727, 1.3001551451452542e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 49.95546340942383, "cos_r_negg": [-0.18743741512298584, -0.7401391863822937, -0.28968653082847595], "cos_innovation_negg": [0.8551778793334961, 0.7215777039527893, 0.14218734204769135], "cos_apical_negg": [-0.18743741512298584, -0.7401391863822937, -0.28968653082847595], "cos_Ac_negg": [0.8922140598297119, 0.7169373035430908, 0.14218422770500183], "r_norm": [27.41663360595703, 27.337730407714844, 27.161720275878906], "traffic_norm": [18.21605682373047, 18.08338165283203, 17.92389678955078], "traffic_residual_norm": [0.0011896387441083789, 0.001458324957638979, 1.2456913282221649e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -39.93156051635742, "dL_bp": -39.93067169189453, "ratio": 1.000022259191374}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.257, "eval_loss": 53.20780703125, "val_acc": 0.257, "val_loss": 53.20780703125}, {"step": 6100, "epoch": 14, "train_loss": 32.5557861328125, "cos_r_negg": [0.030281981453299522, -0.3476524353027344, -0.3600236177444458], "cos_innovation_negg": [0.6817042231559753, 0.08984754979610443, 0.8895283341407776], "cos_apical_negg": [0.030281981453299522, -0.3476524353027344, -0.3600236177444458], "cos_Ac_negg": [0.8973148465156555, -0.050777554512023926, 0.8911573886871338], "r_norm": [24.06513023376465, 23.961149215698242, 23.663789749145508], "traffic_norm": [18.215065002441406, 18.082183837890625, 17.922298431396484], "traffic_residual_norm": [0.001387872383929789, 0.0016890824772417545, 1.2846977369918022e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 33.58793640136719, "cos_r_negg": [-0.15781912207603455, -0.2460392266511917, -0.06831018626689911], "cos_innovation_negg": [0.41916927695274353, 0.5664607286453247, 0.7869158387184143], "cos_apical_negg": [-0.15781912207603455, -0.2460392266511917, -0.06831018626689911], "cos_Ac_negg": [0.6771445870399475, 0.37103670835494995, 0.9316076636314392], "r_norm": [21.609033584594727, 21.437435150146484, 21.250120162963867], "traffic_norm": [18.213369369506836, 18.081314086914062, 17.915206909179688], "traffic_residual_norm": [0.001375699765048921, 0.0015306785935536027, 1.4196551092027221e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 46.014915466308594, "cos_r_negg": [-0.060853637754917145, -0.7216973900794983, -0.7126879692077637], "cos_innovation_negg": [0.6511409282684326, -0.21226346492767334, 0.8487811088562012], "cos_apical_negg": [-0.060853637754917145, -0.7216973900794983, -0.7126879692077637], "cos_Ac_negg": [0.8527446389198303, -0.21226350963115692, 0.9660635590553284], "r_norm": [20.72662925720215, 20.56383514404297, 20.391536712646484], "traffic_norm": [18.215320587158203, 18.08338737487793, 17.919376373291016], "traffic_residual_norm": [0.0011960224946960807, 0.0013666145969182253, 1.3416587535175495e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 36.58126449584961, "cos_r_negg": [0.39566171169281006, -0.3787465989589691, -0.14385461807250977], "cos_innovation_negg": [0.7037233114242554, 0.12806539237499237, 0.7904949188232422], "cos_apical_negg": [0.39566171169281006, -0.3787465989589691, -0.14385461807250977], "cos_Ac_negg": [0.7667275667190552, 0.12806539237499237, 0.8527731895446777], "r_norm": [21.569162368774414, 21.516464233398438, 21.335786819458008], "traffic_norm": [18.212278366088867, 18.08063507080078, 17.91071891784668], "traffic_residual_norm": [0.0010601840913295746, 0.001338162925094366, 1.499273184890626e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.3622, "eval_loss": 23.28728125, "val_acc": 0.3622, "val_loss": 23.28728125}], "final": {"eval_split": "validation", "eval_acc": 0.3622, "eval_loss": 23.28728125, "wall_s": 23.17842125892639, "val_acc": 0.3622, "val_loss": 23.28728125, "cos_r_negg": [0.2962639033794403, -0.3460620641708374, -0.235313281416893], "cos_innovation_negg": [0.8758901357650757, 0.446300745010376, 0.8999720215797424], "cos_apical_negg": [0.2962639033794403, -0.3460620641708374, -0.235313281416893], "cos_Ac_negg": [0.8758965134620667, 0.446300745010376, 0.8999720215797424], "traffic_norm": [18.21487045288086, 18.082727432250977, 17.919113159179688], "traffic_residual_norm": [0.0010618469677865505, 0.0012991484254598618, 1.3693106666323729e-05], "traffic_r2": [1.0, 1.0, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_topdown_rho0p5_residual_d3_s0.json b/results/traffic_dev_v1_mnist_topdown_rho0p5_residual_d3_s0.json new file mode 100644 index 0000000..d3dc853 --- /dev/null +++ b/results/traffic_dev_v1_mnist_topdown_rho0p5_residual_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p5_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010399961844086647, 0.027888938784599304, 0.035328738391399384], "cos_innovation_negg": [-0.010399961844086647, 0.027888938784599304, 0.035328738391399384], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.842123031616211, 5.355001449584961, 4.824590682983398], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.180349588394165, 2.32529878616333, 0.0010319408029317856], "traffic_r2": [0.7853808403015137, 0.884466826915741, 1.0], "ldr": {"dL_sdil": -0.09337902069091797, "dL_bp": -0.5368232727050781, "ratio": 0.17394741517143364}}, {"step": 100, "epoch": 0, "train_loss": 12.264452934265137, "cos_r_negg": [0.2500145137310028, -0.01371279451996088, -0.07029741257429123], "cos_innovation_negg": [0.2500145137310028, -0.01371279451996088, -0.07029741257429123], "cos_apical_negg": [0.14603844285011292, -0.0528741180896759, 0.32541126012802124], "cos_Ac_negg": [0.45597001910209656, 0.009282288141548634, -0.12979677319526672], "r_norm": [8.878872871398926, 6.333441734313965, 3.7797043323516846], "traffic_norm": [16.42424201965332, 16.34005355834961, 16.128890991210938], "traffic_residual_norm": [7.536684989929199, 4.418557167053223, 0.0010694600641727448], "traffic_r2": [0.7894335389137268, 0.926877498626709, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 6.038370132446289, "cos_r_negg": [0.3789469301700592, 0.33796781301498413, -0.08116761595010757], "cos_innovation_negg": [0.3789469301700592, 0.33796781301498413, -0.08116761595010757], "cos_apical_negg": [0.3517264425754547, -0.3281673789024353, -0.41723039746284485], "cos_Ac_negg": [0.7898176312446594, 0.28131169080734253, 0.12269721180200577], "r_norm": [7.767299175262451, 5.361340522766113, 3.2557525634765625], "traffic_norm": [16.585432052612305, 16.506271362304688, 16.240158081054688], "traffic_residual_norm": [6.328422546386719, 3.5945091247558594, 0.0008780107018537819], "traffic_r2": [0.8544081449508667, 0.9525777697563171, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 5.389213562011719, "cos_r_negg": [0.39278554916381836, 0.12161608040332794, 0.07385998964309692], "cos_innovation_negg": [0.39278554916381836, 0.12161608040332794, 0.07385998964309692], "cos_apical_negg": [0.2978845238685608, -0.039528220891952515, 0.05906207859516144], "cos_Ac_negg": [0.8138202428817749, 0.03637157008051872, 0.09129171073436737], "r_norm": [6.933468818664551, 5.040492057800293, 3.520982027053833], "traffic_norm": [16.715068817138672, 16.626964569091797, 16.386154174804688], "traffic_residual_norm": [5.35458517074585, 2.9370017051696777, 0.0007173881749622524], "traffic_r2": [0.8973791599273682, 0.9687979817390442, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.539954423904419, "cos_r_negg": [0.26095035672187805, 0.16537149250507355, 0.20005494356155396], "cos_innovation_negg": [0.26095035672187805, 0.16537149250507355, 0.20005494356155396], "cos_apical_negg": [0.07006803154945374, -0.01184028945863247, -0.05185987800359726], "cos_Ac_negg": [0.7791721224784851, 0.35011735558509827, 0.22900062799453735], "r_norm": [5.468756675720215, 3.6019229888916016, 2.045491933822632], "traffic_norm": [16.79342269897461, 16.73946762084961, 16.486621856689453], "traffic_residual_norm": [4.423672199249268, 2.3966383934020996, 0.0005871220491826534], "traffic_r2": [0.9306114912033081, 0.979501485824585, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.6906, "eval_loss": 2.088453076171875, "val_acc": 0.6906, "val_loss": 2.088453076171875}, {"step": 500, "epoch": 1, "train_loss": 1.0496740341186523, "cos_r_negg": [0.13155533373355865, 0.22391527891159058, 0.2218228429555893], "cos_innovation_negg": [0.13155533373355865, 0.22391527891159058, 0.2218228429555893], "cos_apical_negg": [0.1003059521317482, 0.23619487881660461, 0.011633750982582569], "cos_Ac_negg": [0.766819179058075, 0.35439246892929077, 0.26557233929634094], "r_norm": [4.586719512939453, 3.0255770683288574, 1.6232125759124756], "traffic_norm": [16.817970275878906, 16.742998123168945, 16.511554718017578], "traffic_residual_norm": [3.669602394104004, 1.9547346830368042, 0.00047971762251108885], "traffic_r2": [0.9523910284042358, 0.9863695502281189, 1.0], "ldr": {"dL_sdil": -0.4763064384460449, "dL_bp": -0.5680073499679565, "ratio": 0.838556822324421}}, {"step": 600, "epoch": 1, "train_loss": 1.8926153182983398, "cos_r_negg": [0.16148565709590912, 0.10864541679620743, 0.2718777060508728], "cos_innovation_negg": [0.16148565709590912, 0.10864541679620743, 0.2718777060508728], "cos_apical_negg": [0.21889281272888184, -0.024491414427757263, -0.10072504729032516], "cos_Ac_negg": [0.9140127301216125, 0.4284364879131317, 0.3568043112754822], "r_norm": [4.3232645988464355, 2.940230369567871, 1.8730465173721313], "traffic_norm": [16.931015014648438, 16.788833618164062, 16.596084594726562], "traffic_residual_norm": [3.093320608139038, 1.601470947265625, 0.00039274225127883255], "traffic_r2": [0.9666202068328857, 0.9909009337425232, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 1.575788974761963, "cos_r_negg": [0.16239246726036072, 0.13765057921409607, 0.28025195002555847], "cos_innovation_negg": [0.16239246726036072, 0.13765057921409607, 0.28025195002555847], "cos_apical_negg": [0.0698913186788559, -0.013502821326255798, 0.005928948055952787], "cos_Ac_negg": [0.7998539209365845, 0.37170714139938354, 0.34790098667144775], "r_norm": [3.423813581466675, 2.2443954944610596, 1.2605154514312744], "traffic_norm": [16.931055068969727, 16.788833618164062, 16.595809936523438], "traffic_residual_norm": [2.531744956970215, 1.3085918426513672, 0.00032164063304662704], "traffic_r2": [0.9776399731636047, 0.9939246773719788, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 2.25705623626709, "cos_r_negg": [0.07217128574848175, 0.11935968697071075, 0.3104096055030823], "cos_innovation_negg": [0.07217128574848175, 0.11935968697071075, 0.3104096055030823], "cos_apical_negg": [0.06093835458159447, -0.09568054229021072, 0.03330489993095398], "cos_Ac_negg": [0.8512982130050659, 0.09599734842777252, 0.37316659092903137], "r_norm": [2.899254322052002, 1.9121911525726318, 1.0728974342346191], "traffic_norm": [16.951875686645508, 16.810598373413086, 16.637182235717773], "traffic_residual_norm": [2.0736422538757324, 1.0716520547866821, 0.0002635389391798526], "traffic_r2": [0.9850365519523621, 0.9959360957145691, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.7604, "eval_loss": 1.5190016357421876, "val_acc": 0.7604, "val_loss": 1.5190016357421876}, {"step": 900, "epoch": 2, "train_loss": 0.7976049184799194, "cos_r_negg": [0.118063785135746, 0.07396376132965088, 0.24343761801719666], "cos_innovation_negg": [0.118063785135746, 0.07396376132965088, 0.24343761801719666], "cos_apical_negg": [0.02014489844441414, -0.2154969871044159, -0.06356756389141083], "cos_Ac_negg": [0.8304221034049988, 0.04098789393901825, 0.31808358430862427], "r_norm": [2.700289726257324, 1.8731787204742432, 1.2220985889434814], "traffic_norm": [16.95193862915039, 16.810771942138672, 16.63650894165039], "traffic_residual_norm": [1.6973421573638916, 0.8757011890411377, 0.00021623379143420607], "traffic_r2": [0.9899746179580688, 0.9972864389419556, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 1.398423194885254, "cos_r_negg": [0.12567870318889618, 0.04218460991978645, 0.20010043680667877], "cos_innovation_negg": [0.12567870318889618, 0.04218460991978645, 0.20010043680667877], "cos_apical_negg": [0.051877301186323166, -0.07650946080684662, -0.06245081126689911], "cos_Ac_negg": [0.8033348321914673, 0.42074599862098694, 0.25337809324264526], "r_norm": [2.1959290504455566, 1.4433728456497192, 0.8752527832984924], "traffic_norm": [16.94719696044922, 16.804141998291016, 16.631271362304688], "traffic_residual_norm": [1.4681339263916016, 0.7215480804443359, 0.0001775801065377891], "traffic_r2": [0.9924952387809753, 0.9981562495231628, 1.0], "ldr": {"dL_sdil": -0.08745461702346802, "dL_bp": -0.1363201141357422, "ratio": 0.6415386135635432}}, {"step": 1100, "epoch": 2, "train_loss": 1.4349620342254639, "cos_r_negg": [-0.019102049991488457, 0.0709170326590538, 0.18496598303318024], "cos_innovation_negg": [-0.019102049991488457, 0.0709170326590538, 0.18496598303318024], "cos_apical_negg": [-0.07559484243392944, -0.07009962201118469, -0.03252463415265083], "cos_Ac_negg": [0.88639897108078, 0.4536290764808655, 0.22950434684753418], "r_norm": [2.1085925102233887, 1.4724395275115967, 0.995782732963562], "traffic_norm": [16.94716453552246, 16.803997039794922, 16.631546020507812], "traffic_residual_norm": [1.2017016410827637, 0.5899040699005127, 0.00014618097338825464], "traffic_r2": [0.9949719309806824, 0.998767614364624, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.0734268426895142, "cos_r_negg": [0.051477573812007904, 0.019710183143615723, 0.1296725869178772], "cos_innovation_negg": [0.051477573812007904, 0.019710183143615723, 0.1296725869178772], "cos_apical_negg": [-0.024812960997223854, -0.11132047325372696, -0.14651253819465637], "cos_Ac_negg": [0.8140674233436584, 0.459459125995636, 0.1692362129688263], "r_norm": [1.7604446411132812, 1.233518123626709, 0.8550167083740234], "traffic_norm": [16.94710922241211, 16.80453872680664, 16.63015365600586], "traffic_residual_norm": [0.9837523102760315, 0.4818457365036011, 0.00012060072913300246], "traffic_r2": [0.9966303706169128, 0.9991778135299683, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8318, "eval_loss": 1.0954557861328125, "val_acc": 0.8318, "val_loss": 1.0954557861328125}, {"step": 1300, "epoch": 3, "train_loss": 1.3446364402770996, "cos_r_negg": [0.15727339684963226, 0.1128498762845993, 0.21855658292770386], "cos_innovation_negg": [0.15727339684963226, 0.1128498762845993, 0.21855658292770386], "cos_apical_negg": [0.07648535072803497, -0.04891713708639145, -0.04383133351802826], "cos_Ac_negg": [0.8577305674552917, 0.4448012113571167, 0.26757723093032837], "r_norm": [1.6635265350341797, 1.2143305540084839, 0.9007143974304199], "traffic_norm": [16.94637680053711, 16.802696228027344, 16.629884719848633], "traffic_residual_norm": [0.8057589530944824, 0.3940528631210327, 9.979175229091197e-05], "traffic_r2": [0.9977392554283142, 0.9994500279426575, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 1.1181344985961914, "cos_r_negg": [0.132498100399971, 0.12736237049102783, 0.10894595086574554], "cos_innovation_negg": [0.132498100399971, 0.12736237049102783, 0.10894595086574554], "cos_apical_negg": [0.01718726195394993, -0.11451783776283264, -0.11215108633041382], "cos_Ac_negg": [0.8709051012992859, 0.4785251319408417, 0.16498370468616486], "r_norm": [1.635918378829956, 1.2369290590286255, 1.0013381242752075], "traffic_norm": [16.945524215698242, 16.80176544189453, 16.628196716308594], "traffic_residual_norm": [0.6596916317939758, 0.322089821100235, 8.393892494495958e-05], "traffic_r2": [0.9984844326972961, 0.9996325373649597, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 1.4626286029815674, "cos_r_negg": [0.20265942811965942, 0.10373175889253616, 0.23447535932064056], "cos_innovation_negg": [0.20265942811965942, 0.10373175889253616, 0.23447535932064056], "cos_apical_negg": [-0.03701997548341751, -0.07707174122333527, -0.07084956765174866], "cos_Ac_negg": [0.8046025037765503, 0.5085691213607788, 0.24976322054862976], "r_norm": [1.3385426998138428, 0.9949086308479309, 0.7884195446968079], "traffic_norm": [16.944101333618164, 16.797969818115234, 16.625965118408203], "traffic_residual_norm": [0.5406723022460938, 0.2640511989593506, 7.034040754660964e-05], "traffic_r2": [0.9989818334579468, 0.9997528791427612, 1.0], "ldr": {"dL_sdil": -0.07740998268127441, "dL_bp": -0.10092604160308838, "ratio": 0.7669971144385558}}, {"step": 1600, "epoch": 3, "train_loss": 1.5894861221313477, "cos_r_negg": [0.12594294548034668, 0.08704708516597748, 0.23463216423988342], "cos_innovation_negg": [0.12594294548034668, 0.08704708516597748, 0.23463216423988342], "cos_apical_negg": [0.05947975069284439, -0.08736198395490646, 0.004831299185752869], "cos_Ac_negg": [0.7885783910751343, 0.45925527811050415, 0.3258688449859619], "r_norm": [1.473445177078247, 1.16719651222229, 1.0122630596160889], "traffic_norm": [16.944011688232422, 16.797237396240234, 16.625905990600586], "traffic_residual_norm": [0.44310545921325684, 0.21631918847560883, 6.024825415806845e-05], "traffic_r2": [0.9993160963058472, 0.9998341202735901, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 1.5600957870483398, "cos_r_negg": [0.24035365879535675, 0.12764951586723328, 0.3530123829841614], "cos_innovation_negg": [0.24035365879535675, 0.12764951586723328, 0.3530123829841614], "cos_apical_negg": [-0.1425444483757019, -0.039263345301151276, -0.0815960168838501], "cos_Ac_negg": [0.8995433449745178, 0.5571378469467163, 0.40525496006011963], "r_norm": [1.3069514036178589, 1.0198428630828857, 0.9008612632751465], "traffic_norm": [16.94277000427246, 16.795101165771484, 16.622726440429688], "traffic_residual_norm": [0.36302340030670166, 0.17734253406524658, 5.250313915894367e-05], "traffic_r2": [0.9995409250259399, 0.9998884797096252, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8516, "eval_loss": 0.92276630859375, "val_acc": 0.8516, "val_loss": 0.92276630859375}, {"step": 1800, "epoch": 4, "train_loss": 0.32756227254867554, "cos_r_negg": [0.18603014945983887, 0.10283955186605453, 0.3020089864730835], "cos_innovation_negg": [0.18603014945983887, 0.10283955186605453, 0.3020089864730835], "cos_apical_negg": [-0.009732869453728199, -0.017530739307403564, -0.006775970570743084], "cos_Ac_negg": [0.793601930141449, 0.5375564098358154, 0.38775068521499634], "r_norm": [1.153513789176941, 0.9213740229606628, 0.8106199502944946], "traffic_norm": [16.942707061767578, 16.79567527770996, 16.621152877807617], "traffic_residual_norm": [0.2977473735809326, 0.14581440389156342, 4.667468601837754e-05], "traffic_r2": [0.9996911883354187, 0.9999246001243591, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.4895627498626709, "cos_r_negg": [0.2753016948699951, 0.15154707431793213, 0.375255823135376], "cos_innovation_negg": [0.2753016948699951, 0.15154707431793213, 0.375255823135376], "cos_apical_negg": [0.12366757541894913, -0.12793903052806854, -0.05314270406961441], "cos_Ac_negg": [0.772078275680542, 0.5210527181625366, 0.42236337065696716], "r_norm": [1.3183634281158447, 1.0749261379241943, 0.9910035133361816], "traffic_norm": [16.94122314453125, 16.792627334594727, 16.61838150024414], "traffic_residual_norm": [0.2442546784877777, 0.12003150582313538, 4.2497536924201995e-05], "traffic_r2": [0.9997920989990234, 0.9999489188194275, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 1.4522817134857178, "cos_r_negg": [0.28034067153930664, 0.20824787020683289, 0.4268312156200409], "cos_innovation_negg": [0.28034067153930664, 0.20824787020683289, 0.4268312156200409], "cos_apical_negg": [0.11634621769189835, -0.0770149827003479, 0.05078384652733803], "cos_Ac_negg": [0.7170709371566772, 0.5579426288604736, 0.4582465887069702], "r_norm": [1.1466097831726074, 0.941789984703064, 0.8745421171188354], "traffic_norm": [16.94133758544922, 16.793228149414062, 16.617740631103516], "traffic_residual_norm": [0.20048366487026215, 0.09891530871391296, 3.9435770304407924e-05], "traffic_r2": [0.9998599290847778, 0.9999653100967407, 1.0], "ldr": {"dL_sdil": -0.1766103208065033, "dL_bp": -0.2073812186717987, "ratio": 0.8516215785480873}}, {"step": 2100, "epoch": 4, "train_loss": 1.1126742362976074, "cos_r_negg": [0.36932098865509033, 0.2360881119966507, 0.4408792555332184], "cos_innovation_negg": [0.36932098865509033, 0.2360881119966507, 0.4408792555332184], "cos_apical_negg": [0.22618167102336884, 0.010905238799750805, -0.006101913750171661], "cos_Ac_negg": [0.8653007745742798, 0.5629680156707764, 0.43612247705459595], "r_norm": [1.6104333400726318, 1.3470945358276367, 1.3307585716247559], "traffic_norm": [16.9395809173584, 16.790237426757812, 16.61322593688965], "traffic_residual_norm": [0.1646512746810913, 0.08157628029584885, 3.73654329450801e-05], "traffic_r2": [0.999905526638031, 0.999976396560669, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8696, "eval_loss": 0.7211689453125, "val_acc": 0.8696, "val_loss": 0.7211689453125}, {"step": 2200, "epoch": 5, "train_loss": 1.261722207069397, "cos_r_negg": [0.32851022481918335, 0.17369075119495392, 0.4635664224624634], "cos_innovation_negg": [0.32851022481918335, 0.17369075119495392, 0.4635664224624634], "cos_apical_negg": [0.1275566965341568, -0.029116561636328697, 0.033787332475185394], "cos_Ac_negg": [0.7845726609230042, 0.5814211368560791, 0.4740472733974457], "r_norm": [0.8830158710479736, 0.7324334383010864, 0.6826456189155579], "traffic_norm": [16.939767837524414, 16.789457321166992, 16.6137752532959], "traffic_residual_norm": [0.13538020849227905, 0.06778322905302048, 3.603471122914925e-05], "traffic_r2": [0.9999361038208008, 0.9999837279319763, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.7451947331428528, "cos_r_negg": [0.4012356102466583, 0.20716750621795654, 0.5158121585845947], "cos_innovation_negg": [0.4012356102466583, 0.20716750621795654, 0.5158121585845947], "cos_apical_negg": [0.18645529448986053, -0.13533246517181396, 0.028329459950327873], "cos_Ac_negg": [0.8411425352096558, 0.5312831401824951, 0.5693831443786621], "r_norm": [1.3957369327545166, 1.1801698207855225, 1.1526638269424438], "traffic_norm": [16.94061279296875, 16.79092788696289, 16.616004943847656], "traffic_residual_norm": [0.1118507832288742, 0.05669679865241051, 3.381208807695657e-05], "traffic_r2": [0.9999564290046692, 0.9999886155128479, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.6951303482055664, "cos_r_negg": [0.26349902153015137, 0.2132231593132019, 0.5323126912117004], "cos_innovation_negg": [0.26349902153015137, 0.2132231593132019, 0.5323126912117004], "cos_apical_negg": [0.01388595625758171, -0.008625078946352005, 0.058668676763772964], "cos_Ac_negg": [0.8502529859542847, 0.5884088277816772, 0.6027547121047974], "r_norm": [1.3045618534088135, 1.120781660079956, 1.085761308670044], "traffic_norm": [16.940624237060547, 16.79136085510254, 16.615680694580078], "traffic_residual_norm": [0.09226406365633011, 0.04744092375040054, 3.320215182611719e-05], "traffic_r2": [0.9999703168869019, 0.9999920129776001, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.7133959531784058, "cos_r_negg": [0.3911367654800415, 0.20880714058876038, 0.5556257367134094], "cos_innovation_negg": [0.3911367654800415, 0.20880714058876038, 0.5556257367134094], "cos_apical_negg": [0.17247052490711212, -0.10393679887056351, 0.046545423567295074], "cos_Ac_negg": [0.8896344304084778, 0.5869362354278564, 0.5971114635467529], "r_norm": [1.135385274887085, 0.9820061922073364, 0.954350471496582], "traffic_norm": [16.939748764038086, 16.790193557739258, 16.612102508544922], "traffic_residual_norm": [0.07641272246837616, 0.04022463038563728, 3.353152715135366e-05], "traffic_r2": [0.9999796748161316, 0.9999942779541016, 1.0], "ldr": {"dL_sdil": -0.20260906219482422, "dL_bp": -0.2104911208152771, "ratio": 0.9625539614691395}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8692, "eval_loss": 0.754740771484375, "val_acc": 0.8692, "val_loss": 0.754740771484375}, {"step": 2600, "epoch": 6, "train_loss": 0.7553237676620483, "cos_r_negg": [0.39721783995628357, 0.28885576128959656, 0.5983694791793823], "cos_innovation_negg": [0.39721783995628357, 0.28885576128959656, 0.5983694791793823], "cos_apical_negg": [0.07922571897506714, -0.10005882382392883, 0.07891971617937088], "cos_Ac_negg": [0.853818953037262, 0.5736525058746338, 0.6456559896469116], "r_norm": [1.0893763303756714, 0.9436804056167603, 0.9220253825187683], "traffic_norm": [16.938579559326172, 16.78775978088379, 16.60976791381836], "traffic_residual_norm": [0.06358879059553146, 0.03501448780298233, 3.375623418833129e-05], "traffic_r2": [0.999985933303833, 0.9999956488609314, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.7962502241134644, "cos_r_negg": [0.37485209107398987, 0.22069419920444489, 0.6091049313545227], "cos_innovation_negg": [0.37485209107398987, 0.22069419920444489, 0.6091049313545227], "cos_apical_negg": [0.21866028010845184, 0.007041029166430235, 0.09126858413219452], "cos_Ac_negg": [0.7866033911705017, 0.6407088041305542, 0.6323459148406982], "r_norm": [0.9741370677947998, 0.8447445631027222, 0.8267332315444946], "traffic_norm": [16.93991470336914, 16.789695739746094, 16.613832473754883], "traffic_residual_norm": [0.05336684733629227, 0.030954429879784584, 3.2738760637585074e-05], "traffic_r2": [0.9999900460243225, 0.9999966025352478, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.2647682726383209, "cos_r_negg": [0.3705874979496002, 0.2552591860294342, 0.5779772400856018], "cos_innovation_negg": [0.3705874979496002, 0.2552591860294342, 0.5779772400856018], "cos_apical_negg": [0.09825211018323898, -0.17605184018611908, -0.09150861203670502], "cos_Ac_negg": [0.822890043258667, 0.572235107421875, 0.5798709392547607], "r_norm": [1.2108111381530762, 1.0907671451568604, 1.0579890012741089], "traffic_norm": [16.938396453857422, 16.78730010986328, 16.60888671875], "traffic_residual_norm": [0.04474697262048721, 0.027523208409547806, 3.391101199667901e-05], "traffic_r2": [0.9999930262565613, 0.9999973177909851, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.19922739267349243, "cos_r_negg": [0.49422577023506165, 0.21655666828155518, 0.5584710836410522], "cos_innovation_negg": [0.49422577023506165, 0.21655666828155518, 0.5584710836410522], "cos_apical_negg": [0.1188320517539978, -0.08450571447610855, -0.030443336814641953], "cos_Ac_negg": [0.8570353388786316, 0.5892488360404968, 0.5916616320610046], "r_norm": [1.0872571468353271, 0.9486569762229919, 0.9306083917617798], "traffic_norm": [16.936931610107422, 16.784618377685547, 16.60468101501465], "traffic_residual_norm": [0.03788110613822937, 0.02486390434205532, 3.44114305335097e-05], "traffic_r2": [0.9999949932098389, 0.9999977946281433, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.43542879819869995, "cos_r_negg": [0.3728305697441101, 0.22880488634109497, 0.6255041360855103], "cos_innovation_negg": [0.3728305697441101, 0.22880488634109497, 0.6255041360855103], "cos_apical_negg": [0.0037789447233080864, -0.02230464294552803, 0.026016661897301674], "cos_Ac_negg": [0.875205934047699, 0.6265127658843994, 0.6327172517776489], "r_norm": [0.9029091596603394, 0.7934009432792664, 0.7793225049972534], "traffic_norm": [16.93619155883789, 16.78362274169922, 16.606918334960938], "traffic_residual_norm": [0.032839495688676834, 0.023735418915748596, 3.3285563404206187e-05], "traffic_r2": [0.9999962449073792, 0.9999979734420776, 1.0], "ldr": {"dL_sdil": -0.04888719320297241, "dL_bp": -0.06418508291244507, "ratio": 0.7616597343912367}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8708, "eval_loss": 0.7235626708984375, "val_acc": 0.8708, "val_loss": 0.7235626708984375}, {"step": 3100, "epoch": 7, "train_loss": 0.8385100960731506, "cos_r_negg": [0.5297562479972839, 0.3581884503364563, 0.5341917276382446], "cos_innovation_negg": [0.5297562479972839, 0.3581884503364563, 0.5341917276382446], "cos_apical_negg": [0.06083494797348976, -0.0013256026431918144, 0.0689818263053894], "cos_Ac_negg": [0.9118382334709167, 0.6386123895645142, 0.5832293629646301], "r_norm": [1.6267030239105225, 1.460544466972351, 1.4222314357757568], "traffic_norm": [16.936912536621094, 16.786378860473633, 16.606592178344727], "traffic_residual_norm": [0.028749365359544754, 0.022938471287488937, 3.3725969842635095e-05], "traffic_r2": [0.9999971389770508, 0.9999980926513672, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.48438072204589844, "cos_r_negg": [0.4200616478919983, 0.24786996841430664, 0.6565538048744202], "cos_innovation_negg": [0.4200616478919983, 0.24786996841430664, 0.6565538048744202], "cos_apical_negg": [-0.03530994802713394, -0.09459977596998215, 0.02707717940211296], "cos_Ac_negg": [0.8457348346710205, 0.6251517534255981, 0.6423858404159546], "r_norm": [0.9877808094024658, 0.8758440613746643, 0.8617822527885437], "traffic_norm": [16.93537139892578, 16.783119201660156, 16.604633331298828], "traffic_residual_norm": [0.025779258459806442, 0.022670799866318703, 3.43940409948118e-05], "traffic_r2": [0.9999976754188538, 0.999998152256012, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 1.0660288333892822, "cos_r_negg": [0.4191439151763916, 0.2018272578716278, 0.5282884836196899], "cos_innovation_negg": [0.4191439151763916, 0.2018272578716278, 0.5282884836196899], "cos_apical_negg": [0.13992004096508026, -0.1107868030667305, -0.06330523639917374], "cos_Ac_negg": [0.8458822965621948, 0.5874727964401245, 0.5777004957199097], "r_norm": [0.8610511422157288, 0.7653206586837769, 0.7443333864212036], "traffic_norm": [16.93430519104004, 16.781320571899414, 16.601430892944336], "traffic_residual_norm": [0.023607198148965836, 0.022640131413936615, 3.5490804293658584e-05], "traffic_r2": [0.9999980330467224, 0.999998152256012, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.5676403641700745, "cos_r_negg": [0.4254603087902069, 0.29953518509864807, 0.5966031551361084], "cos_innovation_negg": [0.4254603087902069, 0.29953518509864807, 0.5966031551361084], "cos_apical_negg": [1.3493809092324227e-05, 0.019097615033388138, 0.06803714483976364], "cos_Ac_negg": [0.89882892370224, 0.6706740856170654, 0.6459593772888184], "r_norm": [1.1493496894836426, 1.0088187456130981, 1.0068295001983643], "traffic_norm": [16.935544967651367, 16.782520294189453, 16.60624885559082], "traffic_residual_norm": [0.02208384871482849, 0.022325238212943077, 3.4014341508736834e-05], "traffic_r2": [0.9999982714653015, 0.9999982118606567, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.847, "eval_loss": 0.8125252563476563, "val_acc": 0.847, "val_loss": 0.8125252563476563}, {"step": 3500, "epoch": 8, "train_loss": 0.709052324295044, "cos_r_negg": [0.3883304297924042, 0.23981615900993347, 0.6202988624572754], "cos_innovation_negg": [0.3883304297924042, 0.23981615900993347, 0.6202988624572754], "cos_apical_negg": [-0.09922701120376587, -0.035187728703022, -0.021627452224493027], "cos_Ac_negg": [0.8644164204597473, 0.6455387473106384, 0.6446358561515808], "r_norm": [0.934378981590271, 0.8276565074920654, 0.8139121532440186], "traffic_norm": [16.935726165771484, 16.7849178314209, 16.60227394104004], "traffic_residual_norm": [0.020955577492713928, 0.021964889019727707, 3.534377538016997e-05], "traffic_r2": [0.9999984502792358, 0.9999982714653015, 1.0], "ldr": {"dL_sdil": -0.09692069888114929, "dL_bp": -0.10524946451187134, "ratio": 0.9208664322488537}}, {"step": 3600, "epoch": 8, "train_loss": 1.747455358505249, "cos_r_negg": [0.39440518617630005, 0.28673064708709717, 0.5895906686782837], "cos_innovation_negg": [0.39440518617630005, 0.28673064708709717, 0.5895906686782837], "cos_apical_negg": [-0.00943325087428093, -0.02457262948155403, -0.009975619614124298], "cos_Ac_negg": [0.8444637060165405, 0.684575617313385, 0.64569491147995], "r_norm": [1.0676727294921875, 0.9442875385284424, 0.9331425428390503], "traffic_norm": [16.93445587158203, 16.78302001953125, 16.601064682006836], "traffic_residual_norm": [0.02045152336359024, 0.023092851042747498, 3.4713069908320904e-05], "traffic_r2": [0.9999985098838806, 0.9999980926513672, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.4776037335395813, "cos_r_negg": [0.3583822548389435, 0.24313539266586304, 0.6143378615379333], "cos_innovation_negg": [0.3583822548389435, 0.24313539266586304, 0.6143378615379333], "cos_apical_negg": [-0.03863218054175377, -0.04050059989094734, 0.013868000358343124], "cos_Ac_negg": [0.8344069719314575, 0.6115480661392212, 0.6680268049240112], "r_norm": [0.870023250579834, 0.7713412642478943, 0.7584230303764343], "traffic_norm": [16.934402465820312, 16.78220558166504, 16.60091209411621], "traffic_residual_norm": [0.020324965938925743, 0.02382146753370762, 3.4535863960627466e-05], "traffic_r2": [0.9999985098838806, 0.9999979734420776, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.34249264001846313, "cos_r_negg": [0.4029671847820282, 0.2467031478881836, 0.6274028420448303], "cos_innovation_negg": [0.4029671847820282, 0.2467031478881836, 0.6274028420448303], "cos_apical_negg": [0.12615421414375305, -0.053673986345529556, 0.04018952324986458], "cos_Ac_negg": [0.8818747401237488, 0.6329511404037476, 0.6688199043273926], "r_norm": [1.2495670318603516, 1.125811219215393, 1.1128989458084106], "traffic_norm": [16.932933807373047, 16.779769897460938, 16.596599578857422], "traffic_residual_norm": [0.019741440191864967, 0.024138225242495537, 3.525282590999268e-05], "traffic_r2": [0.9999986290931702, 0.9999979138374329, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.838, "eval_loss": 0.8351877685546875, "val_acc": 0.838, "val_loss": 0.8351877685546875}, {"step": 3900, "epoch": 9, "train_loss": 0.7659514546394348, "cos_r_negg": [0.6114743947982788, 0.2989391088485718, 0.6668210029602051], "cos_innovation_negg": [0.6114743947982788, 0.2989391088485718, 0.6668210029602051], "cos_apical_negg": [6.659569044131786e-05, -0.09042738378047943, 0.13804873824119568], "cos_Ac_negg": [0.8386719822883606, 0.6469073295593262, 0.720546305179596], "r_norm": [1.1399452686309814, 1.0168213844299316, 1.0090718269348145], "traffic_norm": [16.93305015563965, 16.778589248657227, 16.60092544555664], "traffic_residual_norm": [0.01892336830496788, 0.024499353021383286, 3.524499334162101e-05], "traffic_r2": [0.9999987483024597, 0.9999977946281433, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.4102123975753784, "cos_r_negg": [0.5472853779792786, 0.2855817973613739, 0.6485145092010498], "cos_innovation_negg": [0.5472853779792786, 0.2855817973613739, 0.6485145092010498], "cos_apical_negg": [0.1355217844247818, -0.08724623918533325, -0.02870691381394863], "cos_Ac_negg": [0.8726527094841003, 0.620917558670044, 0.6844384670257568], "r_norm": [1.0840609073638916, 0.964162290096283, 0.9590967893600464], "traffic_norm": [16.931001663208008, 16.775020599365234, 16.593154907226562], "traffic_residual_norm": [0.01975739374756813, 0.025747165083885193, 3.611313150031492e-05], "traffic_r2": [0.9999986290931702, 0.999997615814209, 1.0], "ldr": {"dL_sdil": -0.1480783224105835, "dL_bp": -0.15470951795578003, "ratio": 0.957137766099873}}, {"step": 4100, "epoch": 9, "train_loss": 0.7329365015029907, "cos_r_negg": [0.4528599977493286, 0.24144500494003296, 0.5749273300170898], "cos_innovation_negg": [0.4528599977493286, 0.24144500494003296, 0.5749273300170898], "cos_apical_negg": [0.026550713926553726, -0.13348563015460968, -0.09680883586406708], "cos_Ac_negg": [0.8762578368186951, 0.6055727005004883, 0.6614618301391602], "r_norm": [0.807281494140625, 0.7201555967330933, 0.70379239320755], "traffic_norm": [16.931087493896484, 16.776947021484375, 16.593280792236328], "traffic_residual_norm": [0.01977526769042015, 0.02653738483786583, 3.606081008911133e-05], "traffic_r2": [0.9999986290931702, 0.9999974370002747, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 1.4367855787277222, "cos_r_negg": [0.47275832295417786, 0.37823742628097534, 0.6478537321090698], "cos_innovation_negg": [0.47275832295417786, 0.37823742628097534, 0.6478537321090698], "cos_apical_negg": [0.0781368613243103, 0.0037700897082686424, 0.08163429796695709], "cos_Ac_negg": [0.772794246673584, 0.7474690675735474, 0.7178295850753784], "r_norm": [1.5941145420074463, 1.437914490699768, 1.4080976247787476], "traffic_norm": [16.931602478027344, 16.776470184326172, 16.594276428222656], "traffic_residual_norm": [0.019880274310708046, 0.027264509350061417, 3.538277087500319e-05], "traffic_r2": [0.9999985694885254, 0.9999973177909851, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8716, "eval_loss": 0.69141171875, "val_acc": 0.8716, "val_loss": 0.69141171875}, {"step": 4300, "epoch": 10, "train_loss": 0.4247554540634155, "cos_r_negg": [0.5249817371368408, 0.2809677720069885, 0.5759217739105225], "cos_innovation_negg": [0.5249817371368408, 0.2809677720069885, 0.5759217739105225], "cos_apical_negg": [0.04168681055307388, -0.08560720086097717, 0.17621111869812012], "cos_Ac_negg": [0.8723036050796509, 0.6744307279586792, 0.742267370223999], "r_norm": [1.2222023010253906, 1.0905579328536987, 1.0818052291870117], "traffic_norm": [16.932085037231445, 16.778217315673828, 16.59423065185547], "traffic_residual_norm": [0.018937580287456512, 0.026788895949721336, 3.674274557852186e-05], "traffic_r2": [0.9999987483024597, 0.9999974370002747, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.5291265249252319, "cos_r_negg": [0.3440956175327301, 0.21301409602165222, 0.6431963443756104], "cos_innovation_negg": [0.3440956175327301, 0.21301409602165222, 0.6431963443756104], "cos_apical_negg": [0.07010070234537125, -0.016215264797210693, -0.08188087493181229], "cos_Ac_negg": [0.7862621545791626, 0.68031907081604, 0.687322735786438], "r_norm": [0.7781475782394409, 0.7017451524734497, 0.6854622960090637], "traffic_norm": [16.931989669799805, 16.776994705200195, 16.594741821289062], "traffic_residual_norm": [0.019000697880983353, 0.026504389941692352, 3.5872792068403214e-05], "traffic_r2": [0.9999987483024597, 0.9999974966049194, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.6414775252342224, "cos_r_negg": [0.5377810597419739, 0.2529711127281189, 0.581662654876709], "cos_innovation_negg": [0.5377810597419739, 0.2529711127281189, 0.581662654876709], "cos_apical_negg": [-0.062413472682237625, -0.10183459520339966, -0.060192786157131195], "cos_Ac_negg": [0.8173522353172302, 0.5826705694198608, 0.6348693370819092], "r_norm": [0.8049971461296082, 0.7226883172988892, 0.7116718292236328], "traffic_norm": [16.928197860717773, 16.767059326171875, 16.58985710144043], "traffic_residual_norm": [0.018345512449741364, 0.02568948082625866, 3.63385806849692e-05], "traffic_r2": [0.9999988079071045, 0.999997615814209, 1.0], "ldr": {"dL_sdil": -0.0442485511302948, "dL_bp": -0.06127205491065979, "ratio": 0.7221652871739522}}, {"step": 4600, "epoch": 10, "train_loss": 0.586235761642456, "cos_r_negg": [0.5227932333946228, 0.24929963052272797, 0.6104801893234253], "cos_innovation_negg": [0.5227932333946228, 0.24929963052272797, 0.6104801893234253], "cos_apical_negg": [-0.0336221344769001, -0.0707867294549942, -0.03330620378255844], "cos_Ac_negg": [0.7385228276252747, 0.6879634261131287, 0.7270008325576782], "r_norm": [1.207650065422058, 1.096901535987854, 1.084012746810913], "traffic_norm": [16.927139282226562, 16.763084411621094, 16.586265563964844], "traffic_residual_norm": [0.017757602035999298, 0.02507566101849079, 3.684717739815824e-05], "traffic_r2": [0.9999988675117493, 0.9999977350234985, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.1947203129529953, "cos_r_negg": [0.30268093943595886, 0.2286010980606079, 0.609666109085083], "cos_innovation_negg": [0.30268093943595886, 0.2286010980606079, 0.609666109085083], "cos_apical_negg": [0.005716284271329641, 0.00011933967471122742, 0.039707574993371964], "cos_Ac_negg": [0.7961617708206177, 0.6853415966033936, 0.6794581413269043], "r_norm": [0.9594782590866089, 0.8639411926269531, 0.8542369604110718], "traffic_norm": [16.923892974853516, 16.75127410888672, 16.581876754760742], "traffic_residual_norm": [0.017428500577807426, 0.02449220046401024, 3.685594128910452e-05], "traffic_r2": [0.999998927116394, 0.9999978542327881, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8608, "eval_loss": 0.7104388793945312, "val_acc": 0.8608, "val_loss": 0.7104388793945312}, {"step": 4800, "epoch": 11, "train_loss": 0.8264621496200562, "cos_r_negg": [0.5154385566711426, 0.2519227862358093, 0.5248318910598755], "cos_innovation_negg": [0.5154385566711426, 0.2519227862358093, 0.5248318910598755], "cos_apical_negg": [-0.008908336982131004, -0.036687470972537994, -0.0465124286711216], "cos_Ac_negg": [0.8980632424354553, 0.7040762305259705, 0.6582813858985901], "r_norm": [0.9046552181243896, 0.8175287842750549, 0.806488573551178], "traffic_norm": [16.923561096191406, 16.749980926513672, 16.579683303833008], "traffic_residual_norm": [0.01721910387277603, 0.023545708507299423, 3.666251359391026e-05], "traffic_r2": [0.9999989867210388, 0.9999980330467224, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.40293407440185547, "cos_r_negg": [0.5557756423950195, 0.3526332974433899, 0.5725109577178955], "cos_innovation_negg": [0.5557756423950195, 0.3526332974433899, 0.5725109577178955], "cos_apical_negg": [-0.027476968243718147, -0.12461478263139725, -0.07172425836324692], "cos_Ac_negg": [0.8577749729156494, 0.6939974427223206, 0.6757805943489075], "r_norm": [1.3759475946426392, 1.249966025352478, 1.2433998584747314], "traffic_norm": [16.923622131347656, 16.752038955688477, 16.58083724975586], "traffic_residual_norm": [0.017000533640384674, 0.023310961201786995, 3.668091449071653e-05], "traffic_r2": [0.9999989867210388, 0.9999980330467224, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.7784973978996277, "cos_r_negg": [0.5442649722099304, 0.2591475248336792, 0.5627260208129883], "cos_innovation_negg": [0.5442649722099304, 0.2591475248336792, 0.5627260208129883], "cos_apical_negg": [-0.10137719660997391, -0.041247352957725525, -0.014598366804420948], "cos_Ac_negg": [0.8633580803871155, 0.6873971223831177, 0.6692869663238525], "r_norm": [0.819525420665741, 0.7435835599899292, 0.731268048286438], "traffic_norm": [16.922842025756836, 16.7504940032959, 16.581161499023438], "traffic_residual_norm": [0.01631852798163891, 0.0224175825715065, 3.711135286721401e-05], "traffic_r2": [0.9999990463256836, 0.9999982118606567, 1.0], "ldr": {"dL_sdil": -0.0625150203704834, "dL_bp": -0.07163688540458679, "ratio": 0.8726652480410694}}, {"step": 5100, "epoch": 11, "train_loss": 0.3073599636554718, "cos_r_negg": [0.43745800852775574, 0.24502241611480713, 0.5570456981658936], "cos_innovation_negg": [0.43745800852775574, 0.24502241611480713, 0.5570456981658936], "cos_apical_negg": [0.04828435927629471, -0.06958641111850739, -0.033277109265327454], "cos_Ac_negg": [0.8575392961502075, 0.6561170816421509, 0.6726775169372559], "r_norm": [0.779938817024231, 0.7099022269248962, 0.7006938457489014], "traffic_norm": [16.919483184814453, 16.74281883239746, 16.576950073242188], "traffic_residual_norm": [0.015831802040338516, 0.02206018753349781, 3.686107083922252e-05], "traffic_r2": [0.9999991059303284, 0.9999982714653015, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8984, "eval_loss": 0.4816420715332031, "val_acc": 0.8984, "val_loss": 0.4816420715332031}, {"step": 5200, "epoch": 12, "train_loss": 0.42092275619506836, "cos_r_negg": [0.42016151547431946, 0.1986294984817505, 0.5510603785514832], "cos_innovation_negg": [0.42016151547431946, 0.1986294984817505, 0.5510603785514832], "cos_apical_negg": [0.06771648675203323, 0.021001745015382767, 0.019371017813682556], "cos_Ac_negg": [0.8953033685684204, 0.7198424935340881, 0.6881067752838135], "r_norm": [0.7930402755737305, 0.7188887596130371, 0.7091271877288818], "traffic_norm": [16.92223358154297, 16.74783706665039, 16.58004379272461], "traffic_residual_norm": [0.0162791945040226, 0.022029157727956772, 3.694279439514503e-05], "traffic_r2": [0.9999990463256836, 0.9999982714653015, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.49871009588241577, "cos_r_negg": [0.41073551774024963, 0.1964167207479477, 0.5350956320762634], "cos_innovation_negg": [0.41073551774024963, 0.1964167207479477, 0.5350956320762634], "cos_apical_negg": [0.17663881182670593, 0.004533062223345041, -0.035732220858335495], "cos_Ac_negg": [0.8677201271057129, 0.6858417391777039, 0.6925598382949829], "r_norm": [0.7837079763412476, 0.71282958984375, 0.7004350423812866], "traffic_norm": [16.92074966430664, 16.745113372802734, 16.57756233215332], "traffic_residual_norm": [0.015478178858757019, 0.021444857120513916, 3.715159255079925e-05], "traffic_r2": [0.9999991655349731, 0.9999983310699463, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.6369339227676392, "cos_r_negg": [0.4897057116031647, 0.22348631918430328, 0.595055341720581], "cos_innovation_negg": [0.4897057116031647, 0.22348631918430328, 0.595055341720581], "cos_apical_negg": [0.10491842031478882, -0.03474189341068268, -0.05085556209087372], "cos_Ac_negg": [0.8266986608505249, 0.7080289125442505, 0.69743412733078], "r_norm": [0.6830886602401733, 0.6238337755203247, 0.6139419078826904], "traffic_norm": [16.92091178894043, 16.747791290283203, 16.578052520751953], "traffic_residual_norm": [0.015365226194262505, 0.02134544402360916, 3.726376235135831e-05], "traffic_r2": [0.9999991655349731, 0.9999983906745911, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.6780964136123657, "cos_r_negg": [0.4274143874645233, 0.20022372901439667, 0.5513016581535339], "cos_innovation_negg": [0.4274143874645233, 0.20022372901439667, 0.5513016581535339], "cos_apical_negg": [0.03200389817357063, 0.03527723252773285, -0.03315772861242294], "cos_Ac_negg": [0.8714751601219177, 0.6948114633560181, 0.6727182269096375], "r_norm": [0.9923039674758911, 0.896662712097168, 0.8932701349258423], "traffic_norm": [16.922033309936523, 16.750099182128906, 16.578271865844727], "traffic_residual_norm": [0.014739973470568657, 0.020556244999170303, 3.726343857124448e-05], "traffic_r2": [0.9999992251396179, 0.9999985098838806, 1.0], "ldr": {"dL_sdil": -0.10328683257102966, "dL_bp": -0.11111772060394287, "ratio": 0.9295261998684723}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8782, "eval_loss": 0.5637866821289063, "val_acc": 0.8782, "val_loss": 0.5637866821289063}, {"step": 5600, "epoch": 13, "train_loss": 0.6057539582252502, "cos_r_negg": [0.6345310807228088, 0.2501673996448517, 0.6603232622146606], "cos_innovation_negg": [0.6345310807228088, 0.2501673996448517, 0.6603232622146606], "cos_apical_negg": [-0.08948278427124023, -0.03995708003640175, 0.060631025582551956], "cos_Ac_negg": [0.8721473813056946, 0.7442404627799988, 0.6850055456161499], "r_norm": [0.9032812714576721, 0.824219822883606, 0.8185959458351135], "traffic_norm": [16.923288345336914, 16.753021240234375, 16.581546783447266], "traffic_residual_norm": [0.014762390404939651, 0.019869351759552956, 3.65852756658569e-05], "traffic_r2": [0.9999992251396179, 0.9999985694885254, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.3089199662208557, "cos_r_negg": [0.6263304352760315, 0.2832326292991638, 0.5744404792785645], "cos_innovation_negg": [0.6263304352760315, 0.2832326292991638, 0.5744404792785645], "cos_apical_negg": [-0.050346776843070984, -0.017313934862613678, 0.057187922298908234], "cos_Ac_negg": [0.898135244846344, 0.6918103694915771, 0.6933817267417908], "r_norm": [1.2200369834899902, 1.124672770500183, 1.124892234802246], "traffic_norm": [16.920888900756836, 16.74652099609375, 16.57618522644043], "traffic_residual_norm": [0.014510616660118103, 0.01982036605477333, 3.7344048905652016e-05], "traffic_r2": [0.9999992847442627, 0.9999985694885254, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.2182236760854721, "cos_r_negg": [0.5321300029754639, 0.24399706721305847, 0.5901455879211426], "cos_innovation_negg": [0.5321300029754639, 0.24399706721305847, 0.5901455879211426], "cos_apical_negg": [0.0874256119132042, -0.007028092630207539, -0.12304514646530151], "cos_Ac_negg": [0.8899836540222168, 0.6924362778663635, 0.7085743546485901], "r_norm": [1.0332056283950806, 0.9394738674163818, 0.9355889558792114], "traffic_norm": [16.922073364257812, 16.752046585083008, 16.57935333251953], "traffic_residual_norm": [0.014381987042725086, 0.01960737258195877, 3.6782595998374745e-05], "traffic_r2": [0.9999992847442627, 0.9999986290931702, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.9045392870903015, "cos_r_negg": [0.5560095310211182, 0.2074163556098938, 0.6059602499008179], "cos_innovation_negg": [0.5560095310211182, 0.2074163556098938, 0.6059602499008179], "cos_apical_negg": [-0.047056954354047775, -0.006001648493111134, 0.004954288713634014], "cos_Ac_negg": [0.9032113552093506, 0.7080433368682861, 0.696446418762207], "r_norm": [0.7722905874252319, 0.7016029357910156, 0.6960318088531494], "traffic_norm": [16.91992950439453, 16.74692153930664, 16.57733154296875], "traffic_residual_norm": [0.01474991999566555, 0.02008473500609398, 3.7173402233747765e-05], "traffic_r2": [0.9999992251396179, 0.9999985694885254, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.39374780654907227, "cos_r_negg": [0.6035626530647278, 0.3123061954975128, 0.5592741966247559], "cos_innovation_negg": [0.6035626530647278, 0.3123061954975128, 0.5592741966247559], "cos_apical_negg": [-0.12345267087221146, 0.046635620296001434, -0.03111516498029232], "cos_Ac_negg": [0.8727433681488037, 0.7729202508926392, 0.6611336469650269], "r_norm": [1.0674328804016113, 0.9772856831550598, 0.9695465564727783], "traffic_norm": [16.92225456237793, 16.753376007080078, 16.583656311035156], "traffic_residual_norm": [0.014043239876627922, 0.019415635615587234, 3.700231172842905e-05], "traffic_r2": [0.9999992847442627, 0.9999986290931702, 1.0], "ldr": {"dL_sdil": -0.1641632616519928, "dL_bp": -0.16844701766967773, "ratio": 0.9745691192581081}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8532, "eval_loss": 0.7696599243164063, "val_acc": 0.8532, "val_loss": 0.7696599243164063}, {"step": 6100, "epoch": 14, "train_loss": 0.3262847363948822, "cos_r_negg": [0.5238301157951355, 0.20523691177368164, 0.612499475479126], "cos_innovation_negg": [0.5238301157951355, 0.20523691177368164, 0.612499475479126], "cos_apical_negg": [-0.009829697199165821, 0.024134203791618347, 0.053978800773620605], "cos_Ac_negg": [0.8764543533325195, 0.7657392024993896, 0.6903444528579712], "r_norm": [0.7706982493400574, 0.7097233533859253, 0.6998897194862366], "traffic_norm": [16.922264099121094, 16.751781463623047, 16.58125114440918], "traffic_residual_norm": [0.013717807829380035, 0.019536703824996948, 3.6811303289141506e-05], "traffic_r2": [0.9999993443489075, 0.9999986290931702, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.4344101846218109, "cos_r_negg": [0.6625577807426453, 0.31008338928222656, 0.6242733597755432], "cos_innovation_negg": [0.6625577807426453, 0.31008338928222656, 0.6242733597755432], "cos_apical_negg": [-0.16378436982631683, -0.0104829091578722, 0.024308854714035988], "cos_Ac_negg": [0.9298942685127258, 0.7766305804252625, 0.7066355347633362], "r_norm": [0.9097158312797546, 0.8327318429946899, 0.8217575550079346], "traffic_norm": [16.92282485961914, 16.753108978271484, 16.582338333129883], "traffic_residual_norm": [0.013921636156737804, 0.019567489624023438, 3.614878369262442e-05], "traffic_r2": [0.9999993443489075, 0.9999986290931702, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.42552435398101807, "cos_r_negg": [0.60674649477005, 0.2803729772567749, 0.6166106462478638], "cos_innovation_negg": [0.60674649477005, 0.2803729772567749, 0.6166106462478638], "cos_apical_negg": [-0.050495099276304245, 0.009394571185112, -0.048427388072013855], "cos_Ac_negg": [0.904310405254364, 0.7280666828155518, 0.6937704086303711], "r_norm": [0.810945451259613, 0.7443056106567383, 0.7405946850776672], "traffic_norm": [16.922719955444336, 16.7547607421875, 16.582988739013672], "traffic_residual_norm": [0.014395421370863914, 0.019643671810626984, 3.684429975692183e-05], "traffic_r2": [0.9999992847442627, 0.9999986290931702, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 1.0154004096984863, "cos_r_negg": [0.6894371509552002, 0.27881288528442383, 0.5506306290626526], "cos_innovation_negg": [0.6894371509552002, 0.27881288528442383, 0.5506306290626526], "cos_apical_negg": [-0.12804679572582245, -0.12449337542057037, -0.18817663192749023], "cos_Ac_negg": [0.903430700302124, 0.7173058986663818, 0.6533732414245605], "r_norm": [0.8735154867172241, 0.8065040707588196, 0.7983289361000061], "traffic_norm": [16.92171859741211, 16.75152015686035, 16.579612731933594], "traffic_residual_norm": [0.014744083397090435, 0.019597947597503662, 3.707000723807141e-05], "traffic_r2": [0.9999992251396179, 0.9999986290931702, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.46185039672851563, "val_acc": 0.902, "val_loss": 0.46185039672851563}], "final": {"eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.46185039672851563, "wall_s": 28.216497898101807, "val_acc": 0.902, "val_loss": 0.46185039672851563, "cos_r_negg": [0.7078851461410522, 0.2294970005750656, 0.6367828845977783], "cos_innovation_negg": [0.7078851461410522, 0.2294970005750656, 0.6367828845977783], "cos_apical_negg": [-0.13444863259792328, -0.0810740664601326, -0.052689727395772934], "cos_Ac_negg": [0.9249687194824219, 0.740135908126831, 0.7003949880599976], "traffic_norm": [16.92166519165039, 16.75250244140625, 16.580413818359375], "traffic_residual_norm": [0.015853069722652435, 0.020284250378608704, 3.680415829876438e-05], "traffic_r2": [0.9999991059303284, 0.9999985098838806, 1.0]}} \ No newline at end of file diff --git a/results/traffic_dev_v1_mnist_topdown_rho0p5_taskfit_d3_s0.json b/results/traffic_dev_v1_mnist_topdown_rho0p5_taskfit_d3_s0.json new file mode 100644 index 0000000..b02545f --- /dev/null +++ b/results/traffic_dev_v1_mnist_topdown_rho0p5_taskfit_d3_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p5_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010398978367447853, 0.027883879840373993, 0.03532898798584938], "cos_innovation_negg": [-0.010398978367447853, 0.027883879840373993, 0.03532898798584938], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.84179162979126, 5.354647636413574, 4.824201583862305], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.180250406265259, 2.325207471847534, 0.0029684756882488728], "traffic_r2": [0.7853941917419434, 0.884475827217102, 0.9999998211860657], "ldr": {"dL_sdil": -0.09340715408325195, "dL_bp": -0.5368232727050781, "ratio": 0.17399982234855213}}, {"step": 100, "epoch": 0, "train_loss": 7.062093734741211, "cos_r_negg": [0.10500321537256241, 0.3456641435623169, 0.07949218153953552], "cos_innovation_negg": [0.10500321537256241, 0.3456641435623169, 0.07949218153953552], "cos_apical_negg": [0.09240452200174332, -0.34413382411003113, -0.14769266545772552], "cos_Ac_negg": [0.5177197456359863, 0.00465929601341486, 0.09468570351600647], "r_norm": [7.420819282531738, 6.690659523010254, 6.640532970428467], "traffic_norm": [14.67214298248291, 14.749987602233887, 14.407133102416992], "traffic_residual_norm": [6.406832695007324, 5.493335723876953, 5.390084266662598], "traffic_r2": [0.8093186020851135, 0.861295223236084, 0.8600298166275024]}, {"step": 200, "epoch": 0, "train_loss": 1.1837365627288818, "cos_r_negg": [0.21070349216461182, -0.04590820521116257, 0.1959492266178131], "cos_innovation_negg": [0.21070349216461182, -0.04590820521116257, 0.1959492266178131], "cos_apical_negg": [0.09272246062755585, 0.1545962393283844, 0.10408537089824677], "cos_Ac_negg": [0.7250961065292358, 0.11874746531248093, 0.5700020790100098], "r_norm": [6.183368682861328, 5.595013618469238, 6.422966003417969], "traffic_norm": [14.429508209228516, 14.550528526306152, 14.203642845153809], "traffic_residual_norm": [5.463915824890137, 4.847018241882324, 5.781235694885254], "traffic_r2": [0.8566040992736816, 0.888970136642456, 0.8343150615692139]}, {"step": 300, "epoch": 0, "train_loss": 1.905799388885498, "cos_r_negg": [0.2705633044242859, -0.07236038893461227, 0.006979368627071381], "cos_innovation_negg": [0.2705633044242859, -0.07236038893461227, 0.006979368627071381], "cos_apical_negg": [0.13385869562625885, 0.11547479033470154, 0.30388343334198], "cos_Ac_negg": [0.7309845089912415, -0.032343458384275436, 0.4222736060619354], "r_norm": [5.632499694824219, 5.150110721588135, 6.890804767608643], "traffic_norm": [14.446290016174316, 14.468456268310547, 14.049610137939453], "traffic_residual_norm": [4.8599395751953125, 4.3143792152404785, 6.272438049316406], "traffic_r2": [0.8868234753608704, 0.9110587239265442, 0.8004282712936401]}, {"step": 400, "epoch": 0, "train_loss": 1.5618722438812256, "cos_r_negg": [0.13248884677886963, 0.13858290016651154, 0.10223693400621414], "cos_innovation_negg": [0.13248884677886963, 0.13858290016651154, 0.10223693400621414], "cos_apical_negg": [0.2872864305973053, -0.058941811323165894, -0.0624818354845047], "cos_Ac_negg": [0.7927055954933167, 0.2831457853317261, -0.033461183309555054], "r_norm": [5.0753679275512695, 4.519481182098389, 6.190643310546875], "traffic_norm": [14.34670352935791, 14.351457595825195, 13.976816177368164], "traffic_residual_norm": [4.383573532104492, 3.8562817573547363, 5.6688432693481445], "traffic_r2": [0.9066292643547058, 0.9277691841125488, 0.8352993130683899]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.6562, "eval_loss": 1.2369144287109375, "val_acc": 0.6562, "val_loss": 1.2369144287109375}, {"step": 500, "epoch": 1, "train_loss": 0.6625446677207947, "cos_r_negg": [0.27969491481781006, 0.12181326746940613, 0.12440399825572968], "cos_innovation_negg": [0.27969491481781006, 0.12181326746940613, 0.12440399825572968], "cos_apical_negg": [0.37708139419555664, -0.05265616253018379, -0.047865428030490875], "cos_Ac_negg": [0.886243999004364, 0.3081899881362915, 0.1295560747385025], "r_norm": [5.053680896759033, 4.5922064781188965, 5.709010601043701], "traffic_norm": [14.017017364501953, 13.959253311157227, 13.686775207519531], "traffic_residual_norm": [4.257458209991455, 3.7500200271606445, 5.069363594055176], "traffic_r2": [0.9077439308166504, 0.9278150200843811, 0.8628073334693909], "ldr": {"dL_sdil": -0.4369920492172241, "dL_bp": -0.4619910717010498, "ratio": 0.9458885160014471}}, {"step": 600, "epoch": 1, "train_loss": 0.787218451499939, "cos_r_negg": [0.12997063994407654, 0.02600524201989174, 0.23836691677570343], "cos_innovation_negg": [0.12997063994407654, 0.02600524201989174, 0.23836691677570343], "cos_apical_negg": [0.15518634021282196, -0.24996885657310486, 0.4879032075405121], "cos_Ac_negg": [0.8098607063293457, -0.04680865257978439, 0.6030704379081726], "r_norm": [4.71645450592041, 4.041342735290527, 4.9388298988342285], "traffic_norm": [13.93364429473877, 13.842166900634766, 13.510738372802734], "traffic_residual_norm": [4.046116828918457, 3.422257900238037, 4.447713851928711], "traffic_r2": [0.9156755208969116, 0.9388740062713623, 0.8916100859642029]}, {"step": 700, "epoch": 1, "train_loss": 1.0538274049758911, "cos_r_negg": [0.3918255567550659, 0.24165304005146027, 0.15359604358673096], "cos_innovation_negg": [0.3918255567550659, 0.24165304005146027, 0.15359604358673096], "cos_apical_negg": [0.005967564880847931, -0.21051636338233948, 0.06418634951114655], "cos_Ac_negg": [0.6972163915634155, 0.5087704062461853, 0.4379578232765198], "r_norm": [4.776556491851807, 3.912299633026123, 4.883911609649658], "traffic_norm": [13.733223915100098, 13.721959114074707, 13.408407211303711], "traffic_residual_norm": [3.9598326683044434, 3.088930130004883, 4.269196510314941], "traffic_r2": [0.9168379306793213, 0.9493255019187927, 0.8980161547660828]}, {"step": 800, "epoch": 1, "train_loss": 1.0285605192184448, "cos_r_negg": [0.2698233723640442, -0.08894868195056915, 0.1493048369884491], "cos_innovation_negg": [0.2698233723640442, -0.08894868195056915, 0.1493048369884491], "cos_apical_negg": [0.25104260444641113, 0.16837948560714722, 0.5428047180175781], "cos_Ac_negg": [0.8326708078384399, 0.26762866973876953, 0.5761959552764893], "r_norm": [4.249917507171631, 3.3480381965637207, 4.941390037536621], "traffic_norm": [13.74726676940918, 13.704242706298828, 13.289554595947266], "traffic_residual_norm": [3.4944674968719482, 2.617758274078369, 4.4284563064575195], "traffic_r2": [0.9353846907615662, 0.9635098576545715, 0.8889485597610474]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.745, "eval_loss": 0.8862820922851562, "val_acc": 0.745, "val_loss": 0.8862820922851562}, {"step": 900, "epoch": 2, "train_loss": 0.7778109312057495, "cos_r_negg": [0.10659438371658325, 0.04265502840280533, 0.19738245010375977], "cos_innovation_negg": [0.10659438371658325, 0.04265502840280533, 0.19738245010375977], "cos_apical_negg": [0.3072237968444824, -0.030779749155044556, 0.371716171503067], "cos_Ac_negg": [0.7646985650062561, 0.5148317217826843, 0.47764700651168823], "r_norm": [3.9556846618652344, 3.147860527038574, 4.273551940917969], "traffic_norm": [13.575101852416992, 13.532684326171875, 13.187217712402344], "traffic_residual_norm": [3.279388427734375, 2.460477590560913, 3.7969777584075928], "traffic_r2": [0.9416414499282837, 0.9669397473335266, 0.9170961976051331]}, {"step": 1000, "epoch": 2, "train_loss": 0.9379932880401611, "cos_r_negg": [0.3094865679740906, 0.06734323501586914, 0.22937028110027313], "cos_innovation_negg": [0.3094865679740906, 0.06734323501586914, 0.22937028110027313], "cos_apical_negg": [0.14872579276561737, 0.0044269859790802, 0.25912731885910034], "cos_Ac_negg": [0.8441855907440186, 0.42254552245140076, 0.4510497450828552], "r_norm": [4.1540327072143555, 3.0743141174316406, 3.995990753173828], "traffic_norm": [13.584068298339844, 13.54231071472168, 13.197125434875488], "traffic_residual_norm": [3.4977147579193115, 2.427764415740967, 3.4574241638183594], "traffic_r2": [0.9336458444595337, 0.9676104187965393, 0.9313499331474304], "ldr": {"dL_sdil": -0.18926632404327393, "dL_bp": -0.2083507776260376, "ratio": 0.9084022925173921}}, {"step": 1100, "epoch": 2, "train_loss": 1.2551374435424805, "cos_r_negg": [0.30028900504112244, 0.41731393337249756, 0.5409440994262695], "cos_innovation_negg": [0.30028900504112244, 0.41731393337249756, 0.5409440994262695], "cos_apical_negg": [0.1356663554906845, -0.14466004073619843, 0.4538722634315491], "cos_Ac_negg": [0.8150001764297485, 0.46810418367385864, 0.9260540008544922], "r_norm": [3.8449606895446777, 3.120716094970703, 3.72898006439209], "traffic_norm": [13.63473129272461, 13.595687866210938, 13.186943054199219], "traffic_residual_norm": [3.1552517414093018, 2.4041905403137207, 3.2046732902526855], "traffic_r2": [0.9464440941810608, 0.9687236547470093, 0.9409267902374268]}, {"step": 1200, "epoch": 2, "train_loss": 1.1374919414520264, "cos_r_negg": [0.34208348393440247, -0.09407084435224533, 0.1686456799507141], "cos_innovation_negg": [0.34208348393440247, -0.09407084435224533, 0.1686456799507141], "cos_apical_negg": [0.025556202977895737, 0.157006174325943, 0.3556920886039734], "cos_Ac_negg": [0.8301910161972046, 0.3244251310825348, 0.5880014896392822], "r_norm": [3.8559858798980713, 2.8847062587738037, 3.5303642749786377], "traffic_norm": [13.548116683959961, 13.554113388061523, 13.1126708984375], "traffic_residual_norm": [3.2251415252685547, 2.2528908252716064, 3.0023834705352783], "traffic_r2": [0.9432859420776367, 0.972074568271637, 0.9475483894348145]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.7608, "eval_loss": 0.8865291870117188, "val_acc": 0.7608, "val_loss": 0.8865291870117188}, {"step": 1300, "epoch": 3, "train_loss": 0.8064759969711304, "cos_r_negg": [0.4837725758552551, -0.100127674639225, 0.6018655300140381], "cos_innovation_negg": [0.4837725758552551, -0.100127674639225, 0.6018655300140381], "cos_apical_negg": [0.2135632038116455, 0.11730053275823593, 0.5346734523773193], "cos_Ac_negg": [0.6706631779670715, -0.07420022785663605, 0.9125524759292603], "r_norm": [3.832078456878662, 2.733510732650757, 3.307910203933716], "traffic_norm": [13.502898216247559, 13.485837936401367, 13.06039047241211], "traffic_residual_norm": [3.1940951347351074, 2.0816431045532227, 2.8023781776428223], "traffic_r2": [0.9440423250198364, 0.9761732220649719, 0.9539558291435242]}, {"step": 1400, "epoch": 3, "train_loss": 0.8904997706413269, "cos_r_negg": [0.4625938832759857, -0.17816752195358276, 0.2299119383096695], "cos_innovation_negg": [0.4625938832759857, -0.17816752195358276, 0.2299119383096695], "cos_apical_negg": [0.0483807735145092, 0.40320849418640137, 0.4851328730583191], "cos_Ac_negg": [0.8092681765556335, 0.30306917428970337, 0.7155365943908691], "r_norm": [3.7849206924438477, 2.6147637367248535, 3.17311429977417], "traffic_norm": [13.50204086303711, 13.481884956359863, 13.06065845489502], "traffic_residual_norm": [3.313429594039917, 2.0474462509155273, 2.776209592819214], "traffic_r2": [0.9394073486328125, 0.9753769040107727, 0.954692006111145]}, {"step": 1500, "epoch": 3, "train_loss": 0.7847760319709778, "cos_r_negg": [0.4479222297668457, 0.07187168300151825, 0.47888973355293274], "cos_innovation_negg": [0.4479222297668457, 0.07187168300151825, 0.47888973355293274], "cos_apical_negg": [0.055201683193445206, -0.023728054016828537, 0.497174471616745], "cos_Ac_negg": [0.8287176489830017, 0.332666277885437, 0.8578463792800903], "r_norm": [3.687554359436035, 2.614284038543701, 3.25820255279541], "traffic_norm": [13.461057662963867, 13.468368530273438, 13.020536422729492], "traffic_residual_norm": [3.132969856262207, 2.057905673980713, 2.790721893310547], "traffic_r2": [0.9458234906196594, 0.9766534566879272, 0.9540613889694214], "ldr": {"dL_sdil": -0.10026419162750244, "dL_bp": -0.11662468314170837, "ratio": 0.8597167334266056}}, {"step": 1600, "epoch": 3, "train_loss": 0.5706584453582764, "cos_r_negg": [0.49972793459892273, 0.0884539932012558, 0.6371893882751465], "cos_innovation_negg": [0.49972793459892273, 0.0884539932012558, 0.6371893882751465], "cos_apical_negg": [0.1662682145833969, 0.0350562185049057, 0.5299844741821289], "cos_Ac_negg": [0.8248053789138794, 0.22482144832611084, 0.9229172468185425], "r_norm": [3.9586195945739746, 2.824019432067871, 3.459536075592041], "traffic_norm": [13.440271377563477, 13.446826934814453, 13.009505271911621], "traffic_residual_norm": [3.4812111854553223, 2.29752516746521, 3.068805694580078], "traffic_r2": [0.9329107999801636, 0.9708067774772644, 0.9443561434745789]}, {"step": 1700, "epoch": 3, "train_loss": 1.203908085823059, "cos_r_negg": [0.5227863788604736, 0.09568588435649872, 0.41269397735595703], "cos_innovation_negg": [0.5227863788604736, 0.09568588435649872, 0.41269397735595703], "cos_apical_negg": [0.0744117721915245, 0.027712464332580566, 0.46422111988067627], "cos_Ac_negg": [0.8538681268692017, 0.32969537377357483, 0.8624047040939331], "r_norm": [4.359415054321289, 3.267557144165039, 3.8630518913269043], "traffic_norm": [13.439980506896973, 13.446133613586426, 13.008504867553711], "traffic_residual_norm": [3.249096632003784, 2.211760997772217, 2.974559783935547], "traffic_r2": [0.9415478706359863, 0.9729215502738953, 0.9476976990699768]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.7124, "eval_loss": 0.9939175415039062, "val_acc": 0.7124, "val_loss": 0.9939175415039062}, {"step": 1800, "epoch": 4, "train_loss": 0.5975384712219238, "cos_r_negg": [0.469830721616745, -0.15765723586082458, 0.39119499921798706], "cos_innovation_negg": [0.469830721616745, -0.15765723586082458, 0.39119499921798706], "cos_apical_negg": [0.0886833593249321, 0.07919604331254959, 0.3207668364048004], "cos_Ac_negg": [0.7294498682022095, -0.26172953844070435, 0.8174378871917725], "r_norm": [3.867495536804199, 3.0357375144958496, 3.8371143341064453], "traffic_norm": [13.411398887634277, 13.369344711303711, 12.96806526184082], "traffic_residual_norm": [3.121021270751953, 2.2194480895996094, 3.298947811126709], "traffic_r2": [0.9458428025245667, 0.9724376201629639, 0.9352837800979614]}, {"step": 1900, "epoch": 4, "train_loss": 0.49089035391807556, "cos_r_negg": [0.5508909225463867, -0.06855177879333496, 0.25981584191322327], "cos_innovation_negg": [0.5508909225463867, -0.06855177879333496, 0.25981584191322327], "cos_apical_negg": [0.2381393313407898, 0.17059777677059174, 0.3139351010322571], "cos_Ac_negg": [0.8067353963851929, 0.013598226942121983, 0.2106356918811798], "r_norm": [3.352677822113037, 2.6112279891967773, 3.4202680587768555], "traffic_norm": [13.385897636413574, 13.332721710205078, 12.848142623901367], "traffic_residual_norm": [2.784796714782715, 2.0564279556274414, 2.9825756549835205], "traffic_r2": [0.9567193388938904, 0.9762102365493774, 0.9461102485656738]}, {"step": 2000, "epoch": 4, "train_loss": 0.9556145071983337, "cos_r_negg": [0.5355454683303833, 0.02294984459877014, 0.27521711587905884], "cos_innovation_negg": [0.5355454683303833, 0.02294984459877014, 0.27521711587905884], "cos_apical_negg": [0.032293424010276794, 0.04434323310852051, 0.4759471118450165], "cos_Ac_negg": [0.8855481147766113, 0.28163427114486694, 0.4994734525680542], "r_norm": [3.2560229301452637, 2.6108384132385254, 3.3961031436920166], "traffic_norm": [13.385664939880371, 13.332651138305664, 12.84807300567627], "traffic_residual_norm": [2.653008222579956, 2.0935287475585938, 2.9795961380004883], "traffic_r2": [0.9607172012329102, 0.9753438234329224, 0.9462171792984009], "ldr": {"dL_sdil": -0.11615824699401855, "dL_bp": -0.14757931232452393, "ratio": 0.7870903120797101}}, {"step": 2100, "epoch": 4, "train_loss": 0.8576517105102539, "cos_r_negg": [0.31693214178085327, 0.10395790636539459, 0.15457889437675476], "cos_innovation_negg": [0.31693214178085327, 0.10395790636539459, 0.15457889437675476], "cos_apical_negg": [-0.03765612840652466, 0.11292341351509094, 0.4534105658531189], "cos_Ac_negg": [0.7878522276878357, -0.19017833471298218, 0.44747257232666016], "r_norm": [3.0314619541168213, 2.555907726287842, 3.2503247261047363], "traffic_norm": [13.385616302490234, 13.332673072814941, 12.847806930541992], "traffic_residual_norm": [2.4817092418670654, 2.082681179046631, 2.8419222831726074], "traffic_r2": [0.9656262993812561, 0.9755987524986267, 0.9510709047317505]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8256, "eval_loss": 0.8061362182617188, "val_acc": 0.8256, "val_loss": 0.8061362182617188}, {"step": 2200, "epoch": 5, "train_loss": 0.9540348649024963, "cos_r_negg": [0.55098557472229, 0.12156014144420624, 0.44745951890945435], "cos_innovation_negg": [0.55098557472229, 0.12156014144420624, 0.44745951890945435], "cos_apical_negg": [-0.0023134665098041296, 0.025132186710834503, 0.45566892623901367], "cos_Ac_negg": [0.7862010598182678, 0.41123443841934204, 0.6293871402740479], "r_norm": [2.9793667793273926, 2.644432783126831, 3.1790881156921387], "traffic_norm": [13.38589096069336, 13.332639694213867, 12.848814010620117], "traffic_residual_norm": [2.312307357788086, 2.055225372314453, 2.6980583667755127], "traffic_r2": [0.9701601266860962, 0.9762377738952637, 0.9559062719345093]}, {"step": 2300, "epoch": 5, "train_loss": 1.7930963039398193, "cos_r_negg": [0.4357393980026245, 0.1807314157485962, 0.31136441230773926], "cos_innovation_negg": [0.4357393980026245, 0.1807314157485962, 0.31136441230773926], "cos_apical_negg": [0.06004863604903221, -0.07578381150960922, 0.3261868357658386], "cos_Ac_negg": [0.8687461614608765, 0.41171178221702576, 0.8245945572853088], "r_norm": [3.0260939598083496, 2.760786533355713, 3.1591038703918457], "traffic_norm": [13.386069297790527, 13.333112716674805, 12.848485946655273], "traffic_residual_norm": [2.128732681274414, 2.0018625259399414, 2.475419759750366], "traffic_r2": [0.9747107028961182, 0.9774572849273682, 0.9628812074661255]}, {"step": 2400, "epoch": 5, "train_loss": 0.8227648138999939, "cos_r_negg": [0.6451461315155029, 0.2243082970380783, 0.5794408321380615], "cos_innovation_negg": [0.6451461315155029, 0.2243082970380783, 0.5794408321380615], "cos_apical_negg": [0.25170791149139404, -0.07501082122325897, 0.4773746728897095], "cos_Ac_negg": [0.9324716329574585, 0.4964990019798279, 0.8490728139877319], "r_norm": [3.123753309249878, 2.9407331943511963, 3.266329288482666], "traffic_norm": [13.357198715209961, 13.292787551879883, 12.822834968566895], "traffic_residual_norm": [2.0213561058044434, 2.0064711570739746, 2.413083553314209], "traffic_r2": [0.9770989418029785, 0.9772157669067383, 0.9645857810974121]}, {"step": 2500, "epoch": 5, "train_loss": 0.7174370884895325, "cos_r_negg": [0.4419436752796173, 0.14783616364002228, 0.5043711066246033], "cos_innovation_negg": [0.4419436752796173, 0.14783616364002228, 0.5043711066246033], "cos_apical_negg": [0.012595427222549915, 0.015973834320902824, 0.53551185131073], "cos_Ac_negg": [0.8616889119148254, 0.4937906861305237, 0.8725497722625732], "r_norm": [2.513967275619507, 2.4295883178710938, 2.7104055881500244], "traffic_norm": [13.357438087463379, 13.293107032775879, 12.82295036315918], "traffic_residual_norm": [1.8582580089569092, 1.8789584636688232, 2.2054977416992188], "traffic_r2": [0.9806461930274963, 0.9800206422805786, 0.970417320728302], "ldr": {"dL_sdil": -0.07000792026519775, "dL_bp": -0.07882913947105408, "ratio": 0.8880969744811757}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8462, "eval_loss": 0.7413510498046875, "val_acc": 0.8462, "val_loss": 0.7413510498046875}, {"step": 2600, "epoch": 6, "train_loss": 0.678216278553009, "cos_r_negg": [0.6054683327674866, 0.16998371481895447, 0.44175657629966736], "cos_innovation_negg": [0.6054683327674866, 0.16998371481895447, 0.44175657629966736], "cos_apical_negg": [0.004357629455626011, 0.012677613645792007, 0.34794580936431885], "cos_Ac_negg": [0.8403541445732117, 0.44378405809402466, 0.6916207671165466], "r_norm": [2.8916282653808594, 2.9092442989349365, 3.265470027923584], "traffic_norm": [13.35731029510498, 13.292762756347656, 12.822708129882812], "traffic_residual_norm": [2.1884734630584717, 2.338951349258423, 2.7756218910217285], "traffic_r2": [0.9731561541557312, 0.9690392017364502, 0.9531444311141968]}, {"step": 2700, "epoch": 6, "train_loss": 0.7051751017570496, "cos_r_negg": [0.6154398322105408, 0.09905442595481873, 0.5206669569015503], "cos_innovation_negg": [0.6154398322105408, 0.09905442595481873, 0.5206669569015503], "cos_apical_negg": [0.03309794142842293, 0.11645926535129547, 0.2147323340177536], "cos_Ac_negg": [0.8289756178855896, 0.3213571310043335, 0.6535623073577881], "r_norm": [3.134913921356201, 3.073678970336914, 3.499176502227783], "traffic_norm": [13.357089042663574, 13.292282104492188, 12.82245922088623], "traffic_residual_norm": [2.130858898162842, 2.274592399597168, 2.803494453430176], "traffic_r2": [0.9745501279830933, 0.9707174897193909, 0.9521967768669128]}, {"step": 2800, "epoch": 6, "train_loss": 0.47935181856155396, "cos_r_negg": [0.4692431688308716, 0.14249829947948456, 0.4284669756889343], "cos_innovation_negg": [0.4692431688308716, 0.14249829947948456, 0.4284669756889343], "cos_apical_negg": [-0.002670894842594862, 0.061790093779563904, 0.286011278629303], "cos_Ac_negg": [0.8001406788825989, 0.34717488288879395, 0.6196041703224182], "r_norm": [2.643568277359009, 2.664762496948242, 2.911487102508545], "traffic_norm": [13.357522010803223, 13.293201446533203, 12.822785377502441], "traffic_residual_norm": [1.9223804473876953, 2.09828519821167, 2.392690896987915], "traffic_r2": [0.9792871475219727, 0.9750838875770569, 0.9651811122894287]}, {"step": 2900, "epoch": 6, "train_loss": 0.3479897677898407, "cos_r_negg": [0.30429551005363464, 0.08229760825634003, 0.11680007725954056], "cos_innovation_negg": [0.30429551005363464, 0.08229760825634003, 0.11680007725954056], "cos_apical_negg": [-0.016761209815740585, 0.23169243335723877, 0.06902764737606049], "cos_Ac_negg": [0.7557569742202759, 0.43905556201934814, 0.541224479675293], "r_norm": [2.485994815826416, 2.4010562896728516, 2.760066509246826], "traffic_norm": [13.36263370513916, 13.298086166381836, 12.828661918640137], "traffic_residual_norm": [1.8701143264770508, 1.9011034965515137, 2.298011541366577], "traffic_r2": [0.9803056120872498, 0.979487955570221, 0.9678649306297302]}, {"step": 3000, "epoch": 6, "train_loss": 0.5427070260047913, "cos_r_negg": [0.5437483787536621, 0.05229435861110687, 0.6659191846847534], "cos_innovation_negg": [0.5437483787536621, 0.05229435861110687, 0.6659191846847534], "cos_apical_negg": [-0.07994108647108078, 0.03390006348490715, 0.5836206674575806], "cos_Ac_negg": [0.829641580581665, 0.36705106496810913, 0.7843163013458252], "r_norm": [2.166923999786377, 2.10398006439209, 2.3941307067871094], "traffic_norm": [13.35946273803711, 13.294681549072266, 12.822182655334473], "traffic_residual_norm": [1.6030049324035645, 1.6215095520019531, 1.9638874530792236], "traffic_r2": [0.9856023192405701, 0.9851241111755371, 0.9765409231185913], "ldr": {"dL_sdil": -0.04455360770225525, "dL_bp": -0.05272388458251953, "ratio": 0.8450365153296554}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8326, "eval_loss": 0.7179093627929688, "val_acc": 0.8326, "val_loss": 0.7179093627929688}, {"step": 3100, "epoch": 7, "train_loss": 0.6814830899238586, "cos_r_negg": [0.44855931401252747, -0.15640461444854736, 0.6814756989479065], "cos_innovation_negg": [0.44855931401252747, -0.15640461444854736, 0.6814756989479065], "cos_apical_negg": [-0.12054887413978577, 0.18491153419017792, 0.6130400896072388], "cos_Ac_negg": [0.8645075559616089, 0.10467948764562607, 0.8273178935050964], "r_norm": [2.038125514984131, 2.0052738189697266, 2.177980899810791], "traffic_norm": [13.35970687866211, 13.294644355773926, 12.822013854980469], "traffic_residual_norm": [1.4331254959106445, 1.5143080949783325, 1.7242934703826904], "traffic_r2": [0.9884926676750183, 0.9870259761810303, 0.9819152355194092]}, {"step": 3200, "epoch": 7, "train_loss": 0.5925300717353821, "cos_r_negg": [0.498465359210968, 0.17614156007766724, 0.4690961241722107], "cos_innovation_negg": [0.498465359210968, 0.17614156007766724, 0.4690961241722107], "cos_apical_negg": [0.15332289040088654, 0.2558823823928833, 0.47566503286361694], "cos_Ac_negg": [0.8631649613380432, -0.24117112159729004, 0.7877179384231567], "r_norm": [3.1729655265808105, 2.4307808876037598, 3.300797462463379], "traffic_norm": [13.321720123291016, 13.258002281188965, 12.806983947753906], "traffic_residual_norm": [2.5791139602661133, 1.873450756072998, 2.855142116546631], "traffic_r2": [0.9624570608139038, 0.980025053024292, 0.9502502679824829]}, {"step": 3300, "epoch": 7, "train_loss": 0.7773351669311523, "cos_r_negg": [0.36919447779655457, 0.13207721710205078, 0.3050004243850708], "cos_innovation_negg": [0.36919447779655457, 0.13207721710205078, 0.3050004243850708], "cos_apical_negg": [0.009405920282006264, 0.027164004743099213, 0.43627893924713135], "cos_Ac_negg": [0.8463394045829773, 0.27535003423690796, 0.6387767195701599], "r_norm": [2.824026107788086, 2.2177157402038574, 2.9548606872558594], "traffic_norm": [13.322126388549805, 13.261768341064453, 12.808267593383789], "traffic_residual_norm": [2.2384133338928223, 1.6597840785980225, 2.526411533355713], "traffic_r2": [0.9717684388160706, 0.9843360781669617, 0.9610928893089294]}, {"step": 3400, "epoch": 7, "train_loss": 0.6709854602813721, "cos_r_negg": [0.5259286165237427, 0.08303701877593994, 0.3311259150505066], "cos_innovation_negg": [0.5259286165237427, 0.08303701877593994, 0.3311259150505066], "cos_apical_negg": [-0.09062831103801727, -0.01354837603867054, 0.3457835018634796], "cos_Ac_negg": [0.88387131690979, 0.32518789172172546, 0.7260192036628723], "r_norm": [2.7646312713623047, 2.2925503253936768, 2.9012653827667236], "traffic_norm": [13.322210311889648, 13.261981964111328, 12.808637619018555], "traffic_residual_norm": [1.9408832788467407, 1.5620343685150146, 2.2416019439697266], "traffic_r2": [0.9787749648094177, 0.9861271381378174, 0.9693723320960999]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.862, "eval_loss": 0.7249573974609375, "val_acc": 0.862, "val_loss": 0.7249573974609375}, {"step": 3500, "epoch": 8, "train_loss": 0.5778160095214844, "cos_r_negg": [0.5881861448287964, 0.20276473462581635, 0.42838233709335327], "cos_innovation_negg": [0.5881861448287964, 0.20276473462581635, 0.42838233709335327], "cos_apical_negg": [-0.023942673578858376, -0.0929904505610466, 0.6760675311088562], "cos_Ac_negg": [0.8855041861534119, 0.3336830735206604, 0.8028628826141357], "r_norm": [2.409134864807129, 2.1356539726257324, 2.4810068607330322], "traffic_norm": [13.34662914276123, 13.285642623901367, 12.833227157592773], "traffic_residual_norm": [1.7296053171157837, 1.5433987379074097, 1.9551398754119873], "traffic_r2": [0.9832060933113098, 0.9865044355392456, 0.9767891764640808], "ldr": {"dL_sdil": -0.0632665753364563, "dL_bp": -0.07778215408325195, "ratio": 0.8133816308139357}}, {"step": 3600, "epoch": 8, "train_loss": 0.9727187156677246, "cos_r_negg": [0.3895852267742157, 0.32884055376052856, 0.20995965600013733], "cos_innovation_negg": [0.3895852267742157, 0.32884055376052856, 0.20995965600013733], "cos_apical_negg": [-0.057050809264183044, -0.2608296275138855, 0.14761865139007568], "cos_Ac_negg": [0.8229078650474548, 0.37988734245300293, 0.8659380674362183], "r_norm": [2.441643714904785, 2.2772603034973145, 2.4860010147094727], "traffic_norm": [13.299665451049805, 13.244504928588867, 12.811382293701172], "traffic_residual_norm": [1.7133708000183105, 1.6713554859161377, 1.922520637512207], "traffic_r2": [0.9834017753601074, 0.9840741753578186, 0.9774805903434753]}, {"step": 3700, "epoch": 8, "train_loss": 0.39473196864128113, "cos_r_negg": [0.40770068764686584, 0.04597202688455582, 0.3306441307067871], "cos_innovation_negg": [0.40770068764686584, 0.04597202688455582, 0.3306441307067871], "cos_apical_negg": [0.024604804813861847, 0.04069410264492035, 0.007985085248947144], "cos_Ac_negg": [0.8612444400787354, 0.43654972314834595, 0.7912430763244629], "r_norm": [2.0639808177948, 2.029125213623047, 2.2799339294433594], "traffic_norm": [13.346151351928711, 13.284834861755371, 12.832588195800781], "traffic_residual_norm": [1.410524606704712, 1.4764752388000488, 1.76120924949646], "traffic_r2": [0.9888299703598022, 0.9876478910446167, 0.9811632633209229]}, {"step": 3800, "epoch": 8, "train_loss": 0.8942707777023315, "cos_r_negg": [0.4168583154678345, 0.24775514006614685, 0.3607107996940613], "cos_innovation_negg": [0.4168583154678345, 0.24775514006614685, 0.3607107996940613], "cos_apical_negg": [-0.015034662559628487, -0.18320205807685852, 0.04373950883746147], "cos_Ac_negg": [0.8701658248901367, 0.17672456800937653, 0.27256065607070923], "r_norm": [2.1506223678588867, 1.9853479862213135, 2.31522798538208], "traffic_norm": [13.34666633605957, 13.28579330444336, 12.833243370056152], "traffic_residual_norm": [1.3388688564300537, 1.3023529052734375, 1.704505205154419], "traffic_r2": [0.989936888217926, 0.9903908967971802, 0.9823477864265442]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.81, "eval_loss": 0.7292074829101562, "val_acc": 0.81, "val_loss": 0.7292074829101562}, {"step": 3900, "epoch": 9, "train_loss": 1.0023555755615234, "cos_r_negg": [0.6360421776771545, 0.05375026911497116, 0.5357095003128052], "cos_innovation_negg": [0.6360421776771545, 0.05375026911497116, 0.5357095003128052], "cos_apical_negg": [0.03770659863948822, -0.16637183725833893, 0.34405118227005005], "cos_Ac_negg": [0.8815007209777832, 0.2136629968881607, 0.8286720514297485], "r_norm": [2.3952159881591797, 2.1010210514068604, 2.8137779235839844], "traffic_norm": [13.391181945800781, 13.31116771697998, 12.868754386901855], "traffic_residual_norm": [1.5256237983703613, 1.3701269626617432, 2.216914415359497], "traffic_r2": [0.9870204329490662, 0.9894052743911743, 0.970191478729248]}, {"step": 4000, "epoch": 9, "train_loss": 0.5010709166526794, "cos_r_negg": [0.443778932094574, -0.06600917875766754, 0.1732417643070221], "cos_innovation_negg": [0.443778932094574, -0.06600917875766754, 0.1732417643070221], "cos_apical_negg": [-0.07726976275444031, 0.12627017498016357, 0.5535193085670471], "cos_Ac_negg": [0.9260948300361633, 0.03666657954454422, 0.4974416196346283], "r_norm": [2.2626402378082275, 2.1327600479125977, 2.7702600955963135], "traffic_norm": [13.396546363830566, 13.315383911132812, 12.873947143554688], "traffic_residual_norm": [1.4677237272262573, 1.4477522373199463, 2.165947675704956], "traffic_r2": [0.9879964590072632, 0.9881778359413147, 0.9711117744445801], "ldr": {"dL_sdil": -0.08857768774032593, "dL_bp": -0.09581613540649414, "ratio": 0.9244548150949782}}, {"step": 4100, "epoch": 9, "train_loss": 0.6774036884307861, "cos_r_negg": [0.40963214635849, 0.045016806572675705, 0.28252890706062317], "cos_innovation_negg": [0.40963214635849, 0.045016806572675705, 0.28252890706062317], "cos_apical_negg": [-0.0006019212305545807, -0.14632295072078705, 0.47850272059440613], "cos_Ac_negg": [0.8542160987854004, 0.6647684574127197, 0.4983169436454773], "r_norm": [2.1923208236694336, 1.9555637836456299, 2.8077523708343506], "traffic_norm": [13.371987342834473, 13.27968978881836, 12.882294654846191], "traffic_residual_norm": [1.401058316230774, 1.2415112257003784, 2.233933448791504], "traffic_r2": [0.9890139102935791, 0.9912592768669128, 0.9697203040122986]}, {"step": 4200, "epoch": 9, "train_loss": 1.1917908191680908, "cos_r_negg": [0.47317907214164734, 0.3254427909851074, 0.3305719494819641], "cos_innovation_negg": [0.47317907214164734, 0.3254427909851074, 0.3305719494819641], "cos_apical_negg": [0.07924597710371017, -0.024292971938848495, 0.48105311393737793], "cos_Ac_negg": [0.8277669548988342, 0.7088233828544617, 0.8229805827140808], "r_norm": [2.313375949859619, 2.0421533584594727, 2.670116901397705], "traffic_norm": [13.402114868164062, 13.312774658203125, 12.894651412963867], "traffic_residual_norm": [1.2678471803665161, 1.1663250923156738, 1.9173550605773926], "traffic_r2": [0.9910507202148438, 0.9923245906829834, 0.9778838157653809]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.869, "eval_loss": 0.6352715209960937, "val_acc": 0.869, "val_loss": 0.6352715209960937}, {"step": 4300, "epoch": 10, "train_loss": 0.5712851285934448, "cos_r_negg": [0.2928389608860016, 0.3337392210960388, 0.29305511713027954], "cos_innovation_negg": [0.2928389608860016, 0.3337392210960388, 0.29305511713027954], "cos_apical_negg": [-0.02625911682844162, -0.0245334692299366, 0.1588962972164154], "cos_Ac_negg": [0.761364221572876, 0.596799373626709, 0.473341166973114], "r_norm": [2.046168804168701, 1.9768345355987549, 2.507986068725586], "traffic_norm": [13.396539688110352, 13.315192222595215, 12.874959945678711], "traffic_residual_norm": [1.2118585109710693, 1.2465810775756836, 1.875171422958374], "traffic_r2": [0.9918165802955627, 0.9912350177764893, 0.9785023331642151]}, {"step": 4400, "epoch": 10, "train_loss": 0.5940895080566406, "cos_r_negg": [0.45619839429855347, 0.08933566510677338, 0.07012093812227249], "cos_innovation_negg": [0.45619839429855347, 0.08933566510677338, 0.07012093812227249], "cos_apical_negg": [0.10679608583450317, -0.2629423141479492, -0.02409558743238449], "cos_Ac_negg": [0.8402165770530701, 0.6075360774993896, 0.28267642855644226], "r_norm": [1.9855570793151855, 1.8777518272399902, 2.3527917861938477], "traffic_norm": [13.380620002746582, 13.294294357299805, 12.867286682128906], "traffic_residual_norm": [1.2538845539093018, 1.2499299049377441, 1.7996926307678223], "traffic_r2": [0.9912184476852417, 0.9911599159240723, 0.9804375171661377]}, {"step": 4500, "epoch": 10, "train_loss": 0.5532134771347046, "cos_r_negg": [0.4619457721710205, 0.18927958607673645, 0.470551073551178], "cos_innovation_negg": [0.4619457721710205, 0.18927958607673645, 0.470551073551178], "cos_apical_negg": [-0.03449321910738945, -0.07117649912834167, 0.46551188826560974], "cos_Ac_negg": [0.9044851064682007, 0.3851463198661804, 0.7998087406158447], "r_norm": [2.168109893798828, 2.093977451324463, 2.4747133255004883], "traffic_norm": [13.397811889648438, 13.316503524780273, 12.875492095947266], "traffic_residual_norm": [1.245841383934021, 1.3205645084381104, 1.7702044248580933], "traffic_r2": [0.9913529753684998, 0.9901657104492188, 0.9810974597930908], "ldr": {"dL_sdil": -0.10987597703933716, "dL_bp": -0.11627650260925293, "ratio": 0.9449542648231799}}, {"step": 4600, "epoch": 10, "train_loss": 1.1449919939041138, "cos_r_negg": [0.5043439269065857, 0.013762978836894035, 0.3177158832550049], "cos_innovation_negg": [0.5043439269065857, 0.013762978836894035, 0.3177158832550049], "cos_apical_negg": [-0.061568308621644974, 0.21202397346496582, 0.2507654130458832], "cos_Ac_negg": [0.8746584057807922, -0.08136145770549774, 0.8434659242630005], "r_norm": [2.1906113624572754, 1.9446568489074707, 2.416177272796631], "traffic_norm": [13.394827842712402, 13.29949951171875, 12.8684663772583], "traffic_residual_norm": [1.4364852905273438, 1.2761356830596924, 1.8238592147827148], "traffic_r2": [0.9884986877441406, 0.9907923936843872, 0.9799047112464905]}, {"step": 4700, "epoch": 10, "train_loss": 0.44713807106018066, "cos_r_negg": [0.4592498540878296, 0.16936355829238892, -0.02745305746793747], "cos_innovation_negg": [0.4592498540878296, 0.16936355829238892, -0.02745305746793747], "cos_apical_negg": [-0.00244713481515646, -0.050804995000362396, 0.08485253900289536], "cos_Ac_negg": [0.884641170501709, 0.1481526494026184, 0.203945130109787], "r_norm": [2.347878932952881, 2.179680824279785, 2.7925755977630615], "traffic_norm": [13.363656997680664, 13.28319263458252, 12.830387115478516], "traffic_residual_norm": [1.4992287158966064, 1.4228804111480713, 2.138230562210083], "traffic_r2": [0.9873960614204407, 0.9885143041610718, 0.9722177982330322]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8558, "eval_loss": 0.63952197265625, "val_acc": 0.8558, "val_loss": 0.63952197265625}, {"step": 4800, "epoch": 11, "train_loss": 0.7450647354125977, "cos_r_negg": [0.4430813193321228, 0.0027928780764341354, 0.40276575088500977], "cos_innovation_negg": [0.4430813193321228, 0.0027928780764341354, 0.40276575088500977], "cos_apical_negg": [0.07698673009872437, -0.23220622539520264, 0.23851937055587769], "cos_Ac_negg": [0.8165093660354614, 0.17410962283611298, 0.7042961120605469], "r_norm": [2.101520299911499, 1.911015272140503, 2.8099043369293213], "traffic_norm": [13.367574691772461, 13.288573265075684, 12.836170196533203], "traffic_residual_norm": [1.3168141841888428, 1.2388098239898682, 2.245901107788086], "traffic_r2": [0.9902960658073425, 0.9913089871406555, 0.969386637210846]}, {"step": 4900, "epoch": 11, "train_loss": 0.5861133337020874, "cos_r_negg": [0.4713861346244812, -0.04883679002523422, 0.4133926033973694], "cos_innovation_negg": [0.4713861346244812, -0.04883679002523422, 0.4133926033973694], "cos_apical_negg": [0.41166603565216064, 0.05832148715853691, 0.35361742973327637], "cos_Ac_negg": [0.88544762134552, -0.17637181282043457, 0.7234605550765991], "r_norm": [2.4914560317993164, 2.109776735305786, 3.018561601638794], "traffic_norm": [13.361333847045898, 13.280340194702148, 12.833013534545898], "traffic_residual_norm": [1.3725457191467285, 1.0897603034973145, 2.2331480979919434], "traffic_r2": [0.9894475340843201, 0.9932661056518555, 0.9697183966636658]}, {"step": 5000, "epoch": 11, "train_loss": 0.5847659111022949, "cos_r_negg": [0.5034325122833252, 0.03003830835223198, 0.44434207677841187], "cos_innovation_negg": [0.5034325122833252, 0.03003830835223198, 0.44434207677841187], "cos_apical_negg": [0.11383675038814545, -0.1376333385705948, 0.21379905939102173], "cos_Ac_negg": [0.8662576079368591, 0.27659815549850464, 0.8208552598953247], "r_norm": [2.2279858589172363, 1.8735257387161255, 2.7178826332092285], "traffic_norm": [13.361509323120117, 13.280879974365234, 12.833298683166504], "traffic_residual_norm": [1.3184285163879395, 1.0456775426864624, 2.0264813899993896], "traffic_r2": [0.9902634620666504, 0.9937995076179504, 0.9750643968582153], "ldr": {"dL_sdil": -0.07472997903823853, "dL_bp": -0.07891613245010376, "ratio": 0.9469544023269005}}, {"step": 5100, "epoch": 11, "train_loss": 0.48802345991134644, "cos_r_negg": [0.3650357127189636, -0.00842275470495224, 0.3178586959838867], "cos_innovation_negg": [0.3650357127189636, -0.00842275470495224, 0.3178586959838867], "cos_apical_negg": [0.04074208810925484, -0.01348534319549799, 0.15634559094905853], "cos_Ac_negg": [0.8561740517616272, -0.0513247475028038, 0.7010363340377808], "r_norm": [1.8706218004226685, 1.6274263858795166, 2.356889009475708], "traffic_norm": [13.361665725708008, 13.280793190002441, 12.833415985107422], "traffic_residual_norm": [1.177042841911316, 0.9910843372344971, 1.8257194757461548], "traffic_r2": [0.9922399520874023, 0.994429886341095, 0.9797604084014893]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8418, "eval_loss": 0.686533056640625, "val_acc": 0.8418, "val_loss": 0.686533056640625}, {"step": 5200, "epoch": 12, "train_loss": 0.8126214146614075, "cos_r_negg": [0.3506302833557129, 0.04650687426328659, 0.4674087166786194], "cos_innovation_negg": [0.3506302833557129, 0.04650687426328659, 0.4674087166786194], "cos_apical_negg": [0.27290233969688416, 0.16325883567333221, 0.33820807933807373], "cos_Ac_negg": [0.879518985748291, -0.3278194069862366, 0.843001127243042], "r_norm": [2.283219814300537, 2.024693489074707, 2.8273868560791016], "traffic_norm": [13.361106872558594, 13.278007507324219, 12.832237243652344], "traffic_residual_norm": [1.1491526365280151, 1.0085806846618652, 1.9750466346740723], "traffic_r2": [0.9926027059555054, 0.9942293167114258, 0.9763100147247314]}, {"step": 5300, "epoch": 12, "train_loss": 0.3829895853996277, "cos_r_negg": [0.3063269257545471, 0.08762912452220917, 0.40044042468070984], "cos_innovation_negg": [0.3063269257545471, 0.08762912452220917, 0.40044042468070984], "cos_apical_negg": [0.13530020415782928, -0.053959812968969345, 0.2811674177646637], "cos_Ac_negg": [0.8737992644309998, 0.3806622624397278, 0.8031208515167236], "r_norm": [1.9088002443313599, 1.6520371437072754, 2.4508814811706543], "traffic_norm": [13.361123085021973, 13.280120849609375, 12.832977294921875], "traffic_residual_norm": [1.112186312675476, 0.9440090656280518, 1.8562793731689453], "traffic_r2": [0.9930702447891235, 0.9949454665184021, 0.97907555103302]}, {"step": 5400, "epoch": 12, "train_loss": 0.3104834258556366, "cos_r_negg": [0.4191056787967682, 0.11628034710884094, 0.6484302878379822], "cos_innovation_negg": [0.4191056787967682, 0.11628034710884094, 0.6484302878379822], "cos_apical_negg": [0.08203107118606567, 0.016222286969423294, 0.5504281520843506], "cos_Ac_negg": [0.8586536645889282, 0.40287327766418457, 0.7276098728179932], "r_norm": [1.9279987812042236, 1.8756446838378906, 2.197972297668457], "traffic_norm": [13.333498001098633, 13.200973510742188, 12.805959701538086], "traffic_residual_norm": [1.1390037536621094, 1.1884748935699463, 1.5653843879699707], "traffic_r2": [0.99269700050354, 0.9918877482414246, 0.9850354790687561]}, {"step": 5500, "epoch": 12, "train_loss": 0.5056650638580322, "cos_r_negg": [0.23277360200881958, -0.024051040410995483, 0.6316629648208618], "cos_innovation_negg": [0.23277360200881958, -0.024051040410995483, 0.6316629648208618], "cos_apical_negg": [0.08416657149791718, 0.12454818934202194, 0.503558337688446], "cos_Ac_negg": [0.8457371592521667, 0.2298736572265625, 0.8029600381851196], "r_norm": [2.695986747741699, 1.9746993780136108, 2.405137538909912], "traffic_norm": [13.359575271606445, 13.236978530883789, 12.852029800415039], "traffic_residual_norm": [2.0438051223754883, 1.3318568468093872, 1.8237783908843994], "traffic_r2": [0.9765957593917847, 0.989875316619873, 0.9798576235771179], "ldr": {"dL_sdil": -0.05516064167022705, "dL_bp": -0.059120386838912964, "ratio": 0.9330223400013409}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8576, "eval_loss": 0.6359974243164063, "val_acc": 0.8576, "val_loss": 0.6359974243164063}, {"step": 5600, "epoch": 13, "train_loss": 0.5301288366317749, "cos_r_negg": [0.2487451732158661, 0.14119377732276917, 0.4087055027484894], "cos_innovation_negg": [0.2487451732158661, 0.14119377732276917, 0.4087055027484894], "cos_apical_negg": [0.11726684123277664, -0.07876228541135788, 0.20010066032409668], "cos_Ac_negg": [0.7774675488471985, 0.3055345416069031, 0.6480575799942017], "r_norm": [2.8944528102874756, 2.3450775146484375, 2.814188003540039], "traffic_norm": [13.358752250671387, 13.235461235046387, 12.851654052734375], "traffic_residual_norm": [1.798569917678833, 1.2795475721359253, 1.8707971572875977], "traffic_r2": [0.9818531274795532, 0.9906502962112427, 0.9788061380386353]}, {"step": 5700, "epoch": 13, "train_loss": 0.5602219104766846, "cos_r_negg": [0.3572915494441986, 0.0745910257101059, 0.42103660106658936], "cos_innovation_negg": [0.3572915494441986, 0.0745910257101059, 0.42103660106658936], "cos_apical_negg": [0.07052601873874664, -0.013375671580433846, 0.5781219005584717], "cos_Ac_negg": [0.8761309385299683, 0.27155056595802307, 0.6467763781547546], "r_norm": [2.8944740295410156, 1.994701623916626, 2.531442642211914], "traffic_norm": [13.326627731323242, 13.180660247802734, 12.833304405212402], "traffic_residual_norm": [2.2213826179504395, 1.297640323638916, 1.9269897937774658], "traffic_r2": [0.9722152352333069, 0.9903058409690857, 0.9774498343467712]}, {"step": 5800, "epoch": 13, "train_loss": 0.5414254665374756, "cos_r_negg": [0.24371811747550964, -0.18818500638008118, 0.4930410385131836], "cos_innovation_negg": [0.24371811747550964, -0.18818500638008118, 0.4930410385131836], "cos_apical_negg": [0.24481689929962158, 0.04640134423971176, 0.4023478329181671], "cos_Ac_negg": [0.7982301712036133, -0.3264475464820862, 0.7634616494178772], "r_norm": [2.685596227645874, 1.9814889430999756, 2.5199224948883057], "traffic_norm": [13.324966430664062, 13.172304153442383, 12.829856872558594], "traffic_residual_norm": [1.8809576034545898, 1.1644583940505981, 1.7945786714553833], "traffic_r2": [0.9800735712051392, 0.9921820163726807, 0.9804277420043945]}, {"step": 5900, "epoch": 13, "train_loss": 0.4888584017753601, "cos_r_negg": [0.25945401191711426, -0.13638219237327576, 0.5099018216133118], "cos_innovation_negg": [0.25945401191711426, -0.13638219237327576, 0.5099018216133118], "cos_apical_negg": [0.1756090670824051, 0.25968897342681885, 0.41992461681365967], "cos_Ac_negg": [0.8168658018112183, 0.5642847418785095, 0.7617164850234985], "r_norm": [2.260429620742798, 1.603825330734253, 2.2497901916503906], "traffic_norm": [13.326471328735352, 13.180608749389648, 12.833490371704102], "traffic_residual_norm": [1.5904710292816162, 0.9423738718032837, 1.6718873977661133], "traffic_r2": [0.9857562184333801, 0.9948866963386536, 0.9830278754234314]}, {"step": 6000, "epoch": 13, "train_loss": 0.3455996811389923, "cos_r_negg": [0.30831795930862427, 0.32871589064598083, 0.5328124165534973], "cos_innovation_negg": [0.30831795930862427, 0.32871589064598083, 0.5328124165534973], "cos_apical_negg": [0.16637855768203735, 0.20762664079666138, 0.3083997964859009], "cos_Ac_negg": [0.7990900874137878, 0.6058681011199951, 0.8666206002235413], "r_norm": [2.252452850341797, 1.8056910037994385, 2.1781599521636963], "traffic_norm": [13.32925796508789, 13.184581756591797, 12.835095405578613], "traffic_residual_norm": [1.3940874338150024, 0.9851197600364685, 1.4223971366882324], "traffic_r2": [0.9890557527542114, 0.9943848848342896, 0.9877182245254517], "ldr": {"dL_sdil": -0.0775098204612732, "dL_bp": -0.08364063501358032, "ratio": 0.9267005259906061}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8028, "eval_loss": 0.835420361328125, "val_acc": 0.8028, "val_loss": 0.835420361328125}, {"step": 6100, "epoch": 14, "train_loss": 0.48143014311790466, "cos_r_negg": [0.38920629024505615, 0.08421732485294342, 0.2686419188976288], "cos_innovation_negg": [0.38920629024505615, 0.08421732485294342, 0.2686419188976288], "cos_apical_negg": [0.14772647619247437, -0.04901769384741783, 0.34879031777381897], "cos_Ac_negg": [0.8059188723564148, 0.41312968730926514, 0.667168915271759], "r_norm": [1.9594101905822754, 1.6249055862426758, 1.859701156616211], "traffic_norm": [13.340311050415039, 13.203108787536621, 12.843002319335938], "traffic_residual_norm": [1.262656331062317, 0.9793092012405396, 1.2445648908615112], "traffic_r2": [0.9910414218902588, 0.9944983720779419, 0.9906091690063477]}, {"step": 6200, "epoch": 14, "train_loss": 0.6198829412460327, "cos_r_negg": [0.22883355617523193, 0.18702679872512817, 0.3793488144874573], "cos_innovation_negg": [0.22883355617523193, 0.18702679872512817, 0.3793488144874573], "cos_apical_negg": [0.21799972653388977, 0.1650770902633667, 0.41273191571235657], "cos_Ac_negg": [0.8094676733016968, 0.04646795615553856, 0.7341678142547607], "r_norm": [1.8382701873779297, 1.7106597423553467, 1.7747197151184082], "traffic_norm": [13.329507827758789, 13.197244644165039, 12.828760147094727], "traffic_residual_norm": [1.1658397912979126, 1.1080044507980347, 1.1862761974334717], "traffic_r2": [0.9923493266105652, 0.9929500818252563, 0.991448700428009]}, {"step": 6300, "epoch": 14, "train_loss": 0.3176421523094177, "cos_r_negg": [0.3315269649028778, 0.02845490351319313, 0.26690298318862915], "cos_innovation_negg": [0.3315269649028778, 0.02845490351319313, 0.26690298318862915], "cos_apical_negg": [-0.02408435381948948, -0.12415512651205063, 0.29657691717147827], "cos_Ac_negg": [0.8150198459625244, 0.3339868485927582, 0.7199611067771912], "r_norm": [2.272935390472412, 2.3241662979125977, 2.03338360786438], "traffic_norm": [13.302949905395508, 13.172965049743652, 12.799396514892578], "traffic_residual_norm": [1.439257025718689, 1.595508337020874, 1.276108980178833], "traffic_r2": [0.9882932305335999, 0.9853286147117615, 0.9900596141815186]}, {"step": 6400, "epoch": 14, "train_loss": 0.5531327724456787, "cos_r_negg": [0.20616185665130615, -0.10808086395263672, 0.17445078492164612], "cos_innovation_negg": [0.20616185665130615, -0.10808086395263672, 0.17445078492164612], "cos_apical_negg": [0.06231662631034851, 0.03918997570872307, 0.047608647495508194], "cos_Ac_negg": [0.7882112264633179, -0.1942109763622284, 0.6171493530273438], "r_norm": [2.312448024749756, 2.363084554672241, 2.027365207672119], "traffic_norm": [13.30256175994873, 13.171146392822266, 12.798532485961914], "traffic_residual_norm": [1.51939058303833, 1.6735996007919312, 1.2987053394317627], "traffic_r2": [0.9867860674858093, 0.9836844801902771, 0.9896878600120544]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.863, "eval_loss": 0.62377109375, "val_acc": 0.863, "val_loss": 0.62377109375}], "final": {"eval_split": "validation", "eval_acc": 0.863, "eval_loss": 0.62377109375, "wall_s": 22.500305891036987, "val_acc": 0.863, "val_loss": 0.62377109375, "cos_r_negg": [0.21461406350135803, 0.28992795944213867, 0.40414518117904663], "cos_innovation_negg": [0.21461406350135803, 0.28992795944213867, 0.40414518117904663], "cos_apical_negg": [0.09116770327091217, 0.09733235836029053, 0.34695708751678467], "cos_Ac_negg": [0.8182947635650635, 0.4213305115699768, 0.7679430246353149], "traffic_norm": [13.30008316040039, 13.170968055725098, 12.795146942138672], "traffic_residual_norm": [1.567995548248291, 1.7088197469711304, 1.3523341417312622], "traffic_r2": [0.9861010313034058, 0.9831671118736267, 0.9888293147087097]}} \ No newline at end of file -- cgit v1.2.3