1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_innovation_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_apical_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "cos_Ac_negg": [0.0030318270437419415, 0.02497785910964012, 0.036882705986499786], "r_norm": [4.858732223510742, 4.785021781921387, 4.805357933044434], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.18952727317810059, "dL_bp": -0.535804033279419, "ratio": 0.35372498414782017}}, {"step": 100, "epoch": 0, "train_loss": 0.27787768840789795, "cos_r_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_innovation_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_apical_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "cos_Ac_negg": [0.5041743516921997, 0.06493602693080902, 0.04484338313341141], "r_norm": [0.701288104057312, 0.6880801320075989, 0.6838126182556152], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 200, "epoch": 0, "train_loss": 0.2387797087430954, "cos_r_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_innovation_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_apical_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "cos_Ac_negg": [0.4999222457408905, 0.07742653787136078, 0.07163289189338684], "r_norm": [0.5740432739257812, 0.5625298023223877, 0.560405969619751], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 300, "epoch": 0, "train_loss": 0.3240191340446472, "cos_r_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_innovation_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_apical_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "cos_Ac_negg": [0.5316741466522217, 0.09309099614620209, 0.09265059232711792], "r_norm": [0.44994065165519714, 0.43833357095718384, 0.43735843896865845], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 400, "epoch": 0, "train_loss": 0.15770690143108368, "cos_r_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_innovation_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_apical_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "cos_Ac_negg": [0.5529738664627075, 0.10965421795845032, 0.091708242893219], "r_norm": [0.3590048551559448, 0.35040536522865295, 0.3480154871940613], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9474, "eval_loss": 0.16391991577148438, "val_acc": 0.9474, "val_loss": 0.16391991577148438}, {"step": 500, "epoch": 1, "train_loss": 0.10804639756679535, "cos_r_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_innovation_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_apical_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "cos_Ac_negg": [0.5548965930938721, 0.11943571269512177, 0.10936334729194641], "r_norm": [0.3723527491092682, 0.3613871932029724, 0.35899484157562256], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00569983571767807, "dL_bp": -0.006712466478347778, "ratio": 0.8491417776258363}}, {"step": 600, "epoch": 1, "train_loss": 0.12130898237228394, "cos_r_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_innovation_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_apical_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "cos_Ac_negg": [0.5713084936141968, 0.12840595841407776, 0.12491747736930847], "r_norm": [0.35858944058418274, 0.34692972898483276, 0.34632599353790283], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 700, "epoch": 1, "train_loss": 0.10244927555322647, "cos_r_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_innovation_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_apical_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "cos_Ac_negg": [0.5692319869995117, 0.12574109435081482, 0.13368386030197144], "r_norm": [0.3107612729072571, 0.3015427589416504, 0.3006194233894348], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 800, "epoch": 1, "train_loss": 0.15598686039447784, "cos_r_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_innovation_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_apical_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "cos_Ac_negg": [0.5887355804443359, 0.1424388885498047, 0.13914978504180908], "r_norm": [0.28520357608795166, 0.2775624096393585, 0.27665629982948303], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9626, "eval_loss": 0.12584237213134766, "val_acc": 0.9626, "val_loss": 0.12584237213134766}, {"step": 900, "epoch": 2, "train_loss": 0.07840168476104736, "cos_r_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_innovation_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_apical_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "cos_Ac_negg": [0.6036412119865417, 0.17193090915679932, 0.15557336807250977], "r_norm": [0.23625940084457397, 0.2289443463087082, 0.22870227694511414], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1000, "epoch": 2, "train_loss": 0.10520561039447784, "cos_r_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_innovation_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_apical_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "cos_Ac_negg": [0.589726448059082, 0.16702789068222046, 0.15971602499485016], "r_norm": [0.2500365972518921, 0.24004320800304413, 0.24059215188026428], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.003997832536697388, "dL_bp": -0.004978984594345093, "ratio": 0.8029413349135377}}, {"step": 1100, "epoch": 2, "train_loss": 0.0645371526479721, "cos_r_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_innovation_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_apical_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "cos_Ac_negg": [0.6108893752098083, 0.18113555014133453, 0.17206870019435883], "r_norm": [0.243368461728096, 0.23707783222198486, 0.23592638969421387], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1200, "epoch": 2, "train_loss": 0.14810270071029663, "cos_r_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_innovation_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_apical_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "cos_Ac_negg": [0.6136521697044373, 0.17838412523269653, 0.17369943857192993], "r_norm": [0.24882307648658752, 0.2397247701883316, 0.23943522572517395], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.969, "eval_loss": 0.10536681823730469, "val_acc": 0.969, "val_loss": 0.10536681823730469}, {"step": 1300, "epoch": 3, "train_loss": 0.09279736131429672, "cos_r_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_innovation_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_apical_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "cos_Ac_negg": [0.6135791540145874, 0.18547654151916504, 0.18870458006858826], "r_norm": [0.2419251650571823, 0.23466618359088898, 0.23369227349758148], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1400, "epoch": 3, "train_loss": 0.07983395457267761, "cos_r_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_innovation_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_apical_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "cos_Ac_negg": [0.6222875118255615, 0.2054256945848465, 0.18420112133026123], "r_norm": [0.21066424250602722, 0.20467810332775116, 0.2026917040348053], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1500, "epoch": 3, "train_loss": 0.03060051053762436, "cos_r_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_innovation_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_apical_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "cos_Ac_negg": [0.6127561926841736, 0.2085389494895935, 0.19963181018829346], "r_norm": [0.21613138914108276, 0.21055683493614197, 0.20806270837783813], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.005146585404872894, "dL_bp": -0.006781846284866333, "ratio": 0.7588767407420428}}, {"step": 1600, "epoch": 3, "train_loss": 0.19483065605163574, "cos_r_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_innovation_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_apical_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "cos_Ac_negg": [0.6183896064758301, 0.20191402733325958, 0.19615496695041656], "r_norm": [0.23285281658172607, 0.2258613258600235, 0.22435329854488373], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1700, "epoch": 3, "train_loss": 0.17275740206241608, "cos_r_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_innovation_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_apical_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "cos_Ac_negg": [0.618841826915741, 0.22735346853733063, 0.20485377311706543], "r_norm": [0.2073937952518463, 0.20165616273880005, 0.20157402753829956], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9646, "eval_loss": 0.11121557312011719, "val_acc": 0.9646, "val_loss": 0.11121557312011719}, {"step": 1800, "epoch": 4, "train_loss": 0.042785465717315674, "cos_r_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_innovation_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_apical_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "cos_Ac_negg": [0.6235827803611755, 0.22729265689849854, 0.20719406008720398], "r_norm": [0.17602908611297607, 0.17061305046081543, 0.1696481704711914], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 1900, "epoch": 4, "train_loss": 0.05596582964062691, "cos_r_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_innovation_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_apical_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "cos_Ac_negg": [0.6324019432067871, 0.22344624996185303, 0.20628830790519714], "r_norm": [0.1985819935798645, 0.1931900829076767, 0.19135113060474396], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2000, "epoch": 4, "train_loss": 0.02609533816576004, "cos_r_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_innovation_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_apical_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "cos_Ac_negg": [0.6387100219726562, 0.23320162296295166, 0.21211722493171692], "r_norm": [0.2213677018880844, 0.2129708230495453, 0.2127036452293396], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004986859858036041, "dL_bp": -0.006946556270122528, "ratio": 0.7178895072778385}}, {"step": 2100, "epoch": 4, "train_loss": 0.07626903057098389, "cos_r_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_innovation_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_apical_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "cos_Ac_negg": [0.6449791789054871, 0.2338496297597885, 0.2177979052066803], "r_norm": [0.1919305920600891, 0.18639008700847626, 0.18575794994831085], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.09806902160644532, "val_acc": 0.9738, "val_loss": 0.09806902160644532}, {"step": 2200, "epoch": 5, "train_loss": 0.028825966641306877, "cos_r_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_innovation_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_apical_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "cos_Ac_negg": [0.6381637454032898, 0.23500460386276245, 0.2284652292728424], "r_norm": [0.19238324463367462, 0.18646709620952606, 0.1858886480331421], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2300, "epoch": 5, "train_loss": 0.09800446033477783, "cos_r_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_innovation_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_apical_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "cos_Ac_negg": [0.6276416778564453, 0.24854779243469238, 0.22596144676208496], "r_norm": [0.20461325347423553, 0.19630086421966553, 0.1956780105829239], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2400, "epoch": 5, "train_loss": 0.13226132094860077, "cos_r_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_innovation_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_apical_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "cos_Ac_negg": [0.6495183110237122, 0.2484951615333557, 0.23203453421592712], "r_norm": [0.150276780128479, 0.14471539855003357, 0.14296695590019226], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2500, "epoch": 5, "train_loss": 0.014481045305728912, "cos_r_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_innovation_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_apical_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "cos_Ac_negg": [0.6508476734161377, 0.24989327788352966, 0.228998601436615], "r_norm": [0.18153920769691467, 0.17625200748443604, 0.17445886135101318], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.006095632910728455, "dL_bp": -0.008845627307891846, "ratio": 0.6891125635928709}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.09457419281005859, "val_acc": 0.9744, "val_loss": 0.09457419281005859}, {"step": 2600, "epoch": 6, "train_loss": 0.010240736417472363, "cos_r_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_innovation_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_apical_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "cos_Ac_negg": [0.6416980028152466, 0.25272414088249207, 0.24413245916366577], "r_norm": [0.16832347214221954, 0.16305860877037048, 0.16197802126407623], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2700, "epoch": 6, "train_loss": 0.0270827803760767, "cos_r_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_innovation_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_apical_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "cos_Ac_negg": [0.6485166549682617, 0.25593459606170654, 0.23204845190048218], "r_norm": [0.20320884883403778, 0.19571587443351746, 0.19508060812950134], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2800, "epoch": 6, "train_loss": 0.02102718874812126, "cos_r_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_innovation_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_apical_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "cos_Ac_negg": [0.642970085144043, 0.25370505452156067, 0.2405782788991928], "r_norm": [0.17278346419334412, 0.16657882928848267, 0.1651134341955185], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 2900, "epoch": 6, "train_loss": 0.018035193905234337, "cos_r_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_innovation_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_apical_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "cos_Ac_negg": [0.6457660794258118, 0.26220929622650146, 0.24597327411174774], "r_norm": [0.2066996544599533, 0.19974659383296967, 0.19812771677970886], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3000, "epoch": 6, "train_loss": 0.08072134852409363, "cos_r_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_innovation_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_apical_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "cos_Ac_negg": [0.648574948310852, 0.2716628909111023, 0.2383887618780136], "r_norm": [0.1816200315952301, 0.17610159516334534, 0.17494170367717743], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004771381616592407, "dL_bp": -0.008301012217998505, "ratio": 0.574795156456577}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9754, "eval_loss": 0.09708992462158203, "val_acc": 0.9754, "val_loss": 0.09708992462158203}, {"step": 3100, "epoch": 7, "train_loss": 0.015646975487470627, "cos_r_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_innovation_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_apical_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "cos_Ac_negg": [0.6460778713226318, 0.2649368643760681, 0.24736720323562622], "r_norm": [0.1768774837255478, 0.17011509835720062, 0.16930444538593292], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3200, "epoch": 7, "train_loss": 0.036805979907512665, "cos_r_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_innovation_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_apical_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "cos_Ac_negg": [0.641626238822937, 0.27308744192123413, 0.25149860978126526], "r_norm": [0.17283698916435242, 0.16690799593925476, 0.16459912061691284], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3300, "epoch": 7, "train_loss": 0.012827571481466293, "cos_r_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_innovation_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_apical_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "cos_Ac_negg": [0.6423245668411255, 0.2718726396560669, 0.26201438903808594], "r_norm": [0.17648638784885406, 0.16880422830581665, 0.16743053495883942], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3400, "epoch": 7, "train_loss": 0.011913459748029709, "cos_r_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_innovation_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_apical_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "cos_Ac_negg": [0.6414387822151184, 0.27007657289505005, 0.2673611342906952], "r_norm": [0.14586660265922546, 0.14006859064102173, 0.14058244228363037], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9774, "eval_loss": 0.08994440307617188, "val_acc": 0.9774, "val_loss": 0.08994440307617188}, {"step": 3500, "epoch": 8, "train_loss": 0.08949405699968338, "cos_r_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_innovation_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_apical_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "cos_Ac_negg": [0.6431949138641357, 0.27705252170562744, 0.2643818259239197], "r_norm": [0.16413366794586182, 0.15766501426696777, 0.15725205838680267], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.004829376935958862, "dL_bp": -0.008473537862300873, "ratio": 0.5699363140212028}}, {"step": 3600, "epoch": 8, "train_loss": 0.0078080790117383, "cos_r_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_innovation_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_apical_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "cos_Ac_negg": [0.6467844843864441, 0.2782505750656128, 0.27094316482543945], "r_norm": [0.1573789119720459, 0.15187211334705353, 0.15050724148750305], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3700, "epoch": 8, "train_loss": 0.015462620183825493, "cos_r_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_innovation_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_apical_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "cos_Ac_negg": [0.6485916376113892, 0.28008565306663513, 0.2793470025062561], "r_norm": [0.16740944981575012, 0.16162532567977905, 0.16000816226005554], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 3800, "epoch": 8, "train_loss": 0.016742033883929253, "cos_r_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_innovation_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_apical_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "cos_Ac_negg": [0.6472814083099365, 0.2846922278404236, 0.2813138961791992], "r_norm": [0.16274085640907288, 0.1574001908302307, 0.15514539182186127], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.974, "eval_loss": 0.10216980285644531, "val_acc": 0.974, "val_loss": 0.10216980285644531}, {"step": 3900, "epoch": 9, "train_loss": 0.02798645757138729, "cos_r_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_innovation_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_apical_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "cos_Ac_negg": [0.6461924314498901, 0.2876127362251282, 0.2838992178440094], "r_norm": [0.1681286096572876, 0.16099901497364044, 0.15922871232032776], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4000, "epoch": 9, "train_loss": 0.003377410816028714, "cos_r_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_innovation_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_apical_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "cos_Ac_negg": [0.6425297260284424, 0.29094600677490234, 0.2799006700515747], "r_norm": [0.17912018299102783, 0.17240524291992188, 0.17036999762058258], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00669977068901062, "dL_bp": -0.012234218418598175, "ratio": 0.5476255580679992}}, {"step": 4100, "epoch": 9, "train_loss": 0.01017830427736044, "cos_r_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_innovation_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_apical_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "cos_Ac_negg": [0.6383917331695557, 0.2933862507343292, 0.28580939769744873], "r_norm": [0.15824730694293976, 0.15088725090026855, 0.1506621539592743], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4200, "epoch": 9, "train_loss": 0.004076682031154633, "cos_r_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_innovation_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_apical_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "cos_Ac_negg": [0.6443361639976501, 0.29546016454696655, 0.300586074590683], "r_norm": [0.16560424864292145, 0.15877287089824677, 0.15746179223060608], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.978, "eval_loss": 0.09288025512695312, "val_acc": 0.978, "val_loss": 0.09288025512695312}, {"step": 4300, "epoch": 10, "train_loss": 0.003900937270373106, "cos_r_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_innovation_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_apical_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "cos_Ac_negg": [0.6406840682029724, 0.2947984039783478, 0.28785958886146545], "r_norm": [0.1682279258966446, 0.16206222772598267, 0.16029205918312073], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4400, "epoch": 10, "train_loss": 0.005561157129704952, "cos_r_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_innovation_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_apical_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "cos_Ac_negg": [0.6427326202392578, 0.2960922420024872, 0.29413050413131714], "r_norm": [0.16558334231376648, 0.15888063609600067, 0.15781091153621674], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4500, "epoch": 10, "train_loss": 0.003939403686672449, "cos_r_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_innovation_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_apical_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "cos_Ac_negg": [0.6416814923286438, 0.29608410596847534, 0.2994231581687927], "r_norm": [0.16558896005153656, 0.1588011533021927, 0.15702220797538757], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.006150305271148682, "dL_bp": -0.01141326129436493, "ratio": 0.538873606108122}}, {"step": 4600, "epoch": 10, "train_loss": 0.01024849433451891, "cos_r_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_innovation_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_apical_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "cos_Ac_negg": [0.6405069828033447, 0.29831069707870483, 0.3004598021507263], "r_norm": [0.16188886761665344, 0.15580417215824127, 0.15365266799926758], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4700, "epoch": 10, "train_loss": 0.0016105244867503643, "cos_r_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_innovation_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_apical_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "cos_Ac_negg": [0.6420776844024658, 0.30053478479385376, 0.3015737533569336], "r_norm": [0.17592640221118927, 0.1689649224281311, 0.16732171177864075], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9766, "eval_loss": 0.09649937896728515, "val_acc": 0.9766, "val_loss": 0.09649937896728515}, {"step": 4800, "epoch": 11, "train_loss": 0.0021633540745824575, "cos_r_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_innovation_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_apical_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "cos_Ac_negg": [0.6418496966362, 0.3013927638530731, 0.30297261476516724], "r_norm": [0.166007861495018, 0.15941140055656433, 0.1573612093925476], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 4900, "epoch": 11, "train_loss": 0.002419745782390237, "cos_r_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_innovation_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_apical_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "cos_Ac_negg": [0.63868647813797, 0.3015044927597046, 0.30540668964385986], "r_norm": [0.15932558476924896, 0.15297333896160126, 0.15134592354297638], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5000, "epoch": 11, "train_loss": 0.002722010714933276, "cos_r_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_innovation_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_apical_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "cos_Ac_negg": [0.6339939832687378, 0.30006322264671326, 0.30480414628982544], "r_norm": [0.16132211685180664, 0.154727965593338, 0.15281875431537628], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00639459490776062, "dL_bp": -0.012341037392616272, "ratio": 0.5181569996365581}}, {"step": 5100, "epoch": 11, "train_loss": 0.0014781386125832796, "cos_r_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_innovation_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_apical_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "cos_Ac_negg": [0.634686291217804, 0.30328065156936646, 0.3047927916049957], "r_norm": [0.16394564509391785, 0.15776985883712769, 0.1556682288646698], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9768, "eval_loss": 0.0973629165649414, "val_acc": 0.9768, "val_loss": 0.0973629165649414}, {"step": 5200, "epoch": 12, "train_loss": 0.0006672153249382973, "cos_r_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_innovation_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_apical_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "cos_Ac_negg": [0.6351205110549927, 0.30274510383605957, 0.3071248531341553], "r_norm": [0.16211804747581482, 0.15591609477996826, 0.15390312671661377], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5300, "epoch": 12, "train_loss": 0.007260465994477272, "cos_r_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_innovation_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_apical_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "cos_Ac_negg": [0.6367195248603821, 0.303499698638916, 0.3084182143211365], "r_norm": [0.16305455565452576, 0.15663523972034454, 0.15499716997146606], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5400, "epoch": 12, "train_loss": 0.001113666221499443, "cos_r_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_innovation_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_apical_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "cos_Ac_negg": [0.6359333992004395, 0.3041834831237793, 0.3098974823951721], "r_norm": [0.15758657455444336, 0.15138402581214905, 0.1494038999080658], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5500, "epoch": 12, "train_loss": 0.001058027264662087, "cos_r_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_innovation_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_apical_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "cos_Ac_negg": [0.6404252052307129, 0.3077312409877777, 0.3103926181793213], "r_norm": [0.1633475422859192, 0.15673847496509552, 0.15492995083332062], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.00705428421497345, "dL_bp": -0.014109998941421509, "ratio": 0.499949308590293}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9762, "eval_loss": 0.09780546722412109, "val_acc": 0.9762, "val_loss": 0.09780546722412109}, {"step": 5600, "epoch": 13, "train_loss": 0.0033080701250582933, "cos_r_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_innovation_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_apical_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "cos_Ac_negg": [0.6383631229400635, 0.3069533705711365, 0.3099725544452667], "r_norm": [0.16693554818630219, 0.16075646877288818, 0.15866392850875854], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5700, "epoch": 13, "train_loss": 0.0010313496459275484, "cos_r_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_innovation_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_apical_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "cos_Ac_negg": [0.6339461207389832, 0.30839812755584717, 0.31243497133255005], "r_norm": [0.16765178740024567, 0.16150429844856262, 0.15933966636657715], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5800, "epoch": 13, "train_loss": 0.001088181510567665, "cos_r_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_innovation_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_apical_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "cos_Ac_negg": [0.6329192519187927, 0.3091362714767456, 0.31242233514785767], "r_norm": [0.1641492396593094, 0.1577388495206833, 0.15565168857574463], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 5900, "epoch": 13, "train_loss": 0.003664636053144932, "cos_r_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_innovation_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_apical_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "cos_Ac_negg": [0.6312493085861206, 0.31008046865463257, 0.31561917066574097], "r_norm": [0.16265901923179626, 0.15576250851154327, 0.15413838624954224], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6000, "epoch": 13, "train_loss": 0.0013010527472943068, "cos_r_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_innovation_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_apical_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "cos_Ac_negg": [0.6326979398727417, 0.30909955501556396, 0.3155662417411804], "r_norm": [0.16535744071006775, 0.15904176235198975, 0.15687091648578644], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN], "ldr": {"dL_sdil": -0.007218562066555023, "dL_bp": -0.014714963734149933, "ratio": 0.4905592835273156}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9772, "eval_loss": 0.09999120788574219, "val_acc": 0.9772, "val_loss": 0.09999120788574219}, {"step": 6100, "epoch": 14, "train_loss": 0.0008585485629737377, "cos_r_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_innovation_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_apical_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "cos_Ac_negg": [0.6309656500816345, 0.30997005105018616, 0.31554239988327026], "r_norm": [0.16943144798278809, 0.162728950381279, 0.16064363718032837], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6200, "epoch": 14, "train_loss": 0.00331752747297287, "cos_r_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_innovation_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_apical_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "cos_Ac_negg": [0.6306039094924927, 0.31026703119277954, 0.31851810216903687], "r_norm": [0.1666698455810547, 0.16007664799690247, 0.1581185758113861], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6300, "epoch": 14, "train_loss": 0.0006222832016646862, "cos_r_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_innovation_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_apical_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "cos_Ac_negg": [0.6318405866622925, 0.31246745586395264, 0.31916260719299316], "r_norm": [0.16370925307273865, 0.1575840264558792, 0.15541884303092957], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"step": 6400, "epoch": 14, "train_loss": 0.0018753533950075507, "cos_r_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_innovation_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_apical_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "cos_Ac_negg": [0.6333143711090088, 0.3136433959007263, 0.3211706876754761], "r_norm": [0.16411414742469788, 0.1577785611152649, 0.15598857402801514], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.10147804107666016, "val_acc": 0.977, "val_loss": 0.10147804107666016}], "final": {"eval_split": "validation", "eval_acc": 0.977, "eval_loss": 0.10147804107666016, "wall_s": 22.10932421684265, "val_acc": 0.977, "val_loss": 0.10147804107666016, "cos_r_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_innovation_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_apical_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "cos_Ac_negg": [0.6309564113616943, 0.31307899951934814, 0.319824755191803], "traffic_norm": [0.0, 0.0, 0.0], "traffic_residual_norm": [0.0, 0.0, 0.0], "traffic_r2": [NaN, NaN, NaN]}}
|
