1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p2_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.00404270738363266, 0.027453625574707985, 0.034645840525627136], "cos_innovation_negg": [-0.00404270738363266, 0.027453625574707985, 0.034645840525627136], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.039546012878418, 4.895608425140381, 4.822951316833496], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.253713846206665, 0.916963517665863, 0.000413300673244521], "traffic_r2": [0.7782078385353088, 0.8811529278755188, 1.0], "ldr": {"dL_sdil": -0.16858363151550293, "dL_bp": -0.5295196771621704, "ratio": 0.31837085340999066}}, {"step": 100, "epoch": 0, "train_loss": 2.6967062950134277, "cos_r_negg": [0.144566610455513, -0.27143263816833496, -0.020967673510313034], "cos_innovation_negg": [0.144566610455513, -0.27143263816833496, -0.020967673510313034], "cos_apical_negg": [0.14354601502418518, -0.049955204129219055, 0.15905284881591797], "cos_Ac_negg": [0.7350248098373413, -0.03214004635810852, -0.013778092339634895], "r_norm": [4.280727863311768, 3.140962600708008, 1.9922661781311035], "traffic_norm": [6.204340934753418, 5.990536212921143, 6.101571559906006], "traffic_residual_norm": [3.1044769287109375, 1.7257142066955566, 0.0004149081069044769], "traffic_r2": [0.7496318221092224, 0.9170153141021729, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.8350974917411804, "cos_r_negg": [0.30004146695137024, 0.10355173796415329, 0.18333366513252258], "cos_innovation_negg": [0.30004146695137024, 0.10355173796415329, 0.18333366513252258], "cos_apical_negg": [0.23006664216518402, 0.24452996253967285, -0.0031891698017716408], "cos_Ac_negg": [0.6697369813919067, 0.08156583458185196, 0.18308298289775848], "r_norm": [3.661215305328369, 2.503659248352051, 1.5440092086791992], "traffic_norm": [6.444563388824463, 6.247572898864746, 6.348590850830078], "traffic_residual_norm": [2.6784400939941406, 1.3817980289459229, 0.00033828223240561783], "traffic_r2": [0.8272657990455627, 0.9510816335678101, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 7.9927473068237305, "cos_r_negg": [0.6315656900405884, 0.23126846551895142, -0.018675506114959717], "cos_innovation_negg": [0.6315656900405884, 0.23126846551895142, -0.018675506114959717], "cos_apical_negg": [0.5621583461761475, 0.11554215103387833, -0.1709040254354477], "cos_Ac_negg": [0.6997553110122681, 0.19501519203186035, -0.030581574887037277], "r_norm": [5.955806732177734, 5.347795486450195, 5.037886142730713], "traffic_norm": [6.519023895263672, 6.347955226898193, 6.411757469177246], "traffic_residual_norm": [2.3001060485839844, 1.1322510242462158, 0.0002755816385615617], "traffic_r2": [0.8755112290382385, 0.9681856632232666, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.3132033348083496, "cos_r_negg": [0.13685055077075958, -0.08169646561145782, 0.10585260391235352], "cos_innovation_negg": [0.13685055077075958, -0.08169646561145782, 0.10585260391235352], "cos_apical_negg": [0.1246693879365921, 0.17549780011177063, 0.08975990861654282], "cos_Ac_negg": [0.7506102919578552, 0.2580313980579376, 0.1085517555475235], "r_norm": [3.0857677459716797, 2.2866663932800293, 1.5964921712875366], "traffic_norm": [6.499989032745361, 6.420046806335449, 6.46232795715332], "traffic_residual_norm": [1.9051146507263184, 1.0245583057403564, 0.00022620550589635968], "traffic_r2": [0.9140953421592712, 0.9745315313339233, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.7766, "eval_loss": 1.022327294921875, "val_acc": 0.7766, "val_loss": 1.022327294921875}, {"step": 500, "epoch": 1, "train_loss": 1.491407871246338, "cos_r_negg": [0.18847033381462097, 0.06918108463287354, -0.1549891084432602], "cos_innovation_negg": [0.18847033381462097, 0.06918108463287354, -0.1549891084432602], "cos_apical_negg": [0.1640290766954422, -0.026849834248423576, -0.06864376366138458], "cos_Ac_negg": [0.7463312149047852, 0.30204445123672485, -0.16384181380271912], "r_norm": [2.912230968475342, 2.1554932594299316, 1.620985507965088], "traffic_norm": [6.524362564086914, 6.4623565673828125, 6.498348236083984], "traffic_residual_norm": [1.578978419303894, 0.8380997180938721, 0.00018250264110974967], "traffic_r2": [0.9414299130439758, 0.9831801652908325, 1.0], "ldr": {"dL_sdil": -1.0599591732025146, "dL_bp": -1.1338086128234863, "ratio": 0.9348660445989497}}, {"step": 600, "epoch": 1, "train_loss": 0.9718807339668274, "cos_r_negg": [0.1419270932674408, -0.14950424432754517, 0.06885714828968048], "cos_innovation_negg": [0.1419270932674408, -0.14950424432754517, 0.06885714828968048], "cos_apical_negg": [0.07641243934631348, 0.12555117905139923, 0.09925487637519836], "cos_Ac_negg": [0.83426833152771, 0.36245399713516235, 0.06758345663547516], "r_norm": [1.9714887142181396, 1.3607959747314453, 0.8358317613601685], "traffic_norm": [6.5241923332214355, 6.467222213745117, 6.4947357177734375], "traffic_residual_norm": [1.2887324094772339, 0.6836077570915222, 0.00014936558727640659], "traffic_r2": [0.9609814286231995, 0.9888265132904053, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.7666652202606201, "cos_r_negg": [0.10954128205776215, 0.00659925164654851, 0.2824249863624573], "cos_innovation_negg": [0.10954128205776215, 0.00659925164654851, 0.2824249863624573], "cos_apical_negg": [0.08617182821035385, 0.23799681663513184, 0.03735841438174248], "cos_Ac_negg": [0.841092050075531, 0.34534329175949097, 0.33022117614746094], "r_norm": [1.7782577276229858, 1.2408862113952637, 0.8320846557617188], "traffic_norm": [6.568963050842285, 6.5188703536987305, 6.520439147949219], "traffic_residual_norm": [1.056556224822998, 0.5608967542648315, 0.00012271363812033087], "traffic_r2": [0.9741303324699402, 0.9925965666770935, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.7721661329269409, "cos_r_negg": [0.2103080153465271, 0.07814677059650421, 0.2663254737854004], "cos_innovation_negg": [0.2103080153465271, 0.07814677059650421, 0.2663254737854004], "cos_apical_negg": [0.019788024947047234, 0.05291702598333359, 0.1059490293264389], "cos_Ac_negg": [0.7707517147064209, 0.34538525342941284, 0.27615344524383545], "r_norm": [1.7474066019058228, 1.2742035388946533, 0.9532433152198792], "traffic_norm": [6.588266372680664, 6.543768882751465, 6.533642768859863], "traffic_residual_norm": [0.8963208198547363, 0.488064169883728, 0.0001007275131996721], "traffic_r2": [0.9814909100532532, 0.9944368600845337, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.839, "eval_loss": 0.7494184814453125, "val_acc": 0.839, "val_loss": 0.7494184814453125}, {"step": 900, "epoch": 2, "train_loss": 0.5600702166557312, "cos_r_negg": [0.14578977227210999, 0.13546878099441528, 0.015550624579191208], "cos_innovation_negg": [0.14578977227210999, 0.13546878099441528, 0.015550624579191208], "cos_apical_negg": [0.08337519317865372, -0.014555582776665688, -0.08674181997776031], "cos_Ac_negg": [0.7347711324691772, 0.4658106565475464, 0.016408279538154602], "r_norm": [1.5454742908477783, 1.0955805778503418, 0.8447719216346741], "traffic_norm": [6.599582672119141, 6.575124740600586, 6.542926788330078], "traffic_residual_norm": [0.7871069312095642, 0.38221579790115356, 8.335175516549498e-05], "traffic_r2": [0.9857752919197083, 0.9966204762458801, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.6931778788566589, "cos_r_negg": [0.04969751089811325, -0.04694141447544098, 0.3443307876586914], "cos_innovation_negg": [0.04969751089811325, -0.04694141447544098, 0.3443307876586914], "cos_apical_negg": [0.020200051367282867, 0.06854676455259323, -0.007184482645243406], "cos_Ac_negg": [0.741943359375, 0.19197362661361694, 0.35031428933143616], "r_norm": [1.6339735984802246, 1.1910405158996582, 1.0099968910217285], "traffic_norm": [6.626644134521484, 6.607685089111328, 6.57520055770874], "traffic_residual_norm": [0.660149335861206, 0.31740257143974304, 6.966196815483272e-05], "traffic_r2": [0.9900756478309631, 0.9976918697357178, 1.0], "ldr": {"dL_sdil": -0.16871988773345947, "dL_bp": -0.18585944175720215, "ratio": 0.9077821720451901}}, {"step": 1100, "epoch": 2, "train_loss": 0.4354941248893738, "cos_r_negg": [0.2113264948129654, 0.3199731707572937, 0.30358749628067017], "cos_innovation_negg": [0.2113264948129654, 0.3199731707572937, 0.30358749628067017], "cos_apical_negg": [0.08029437065124512, 0.1843651980161667, 0.1528749167919159], "cos_Ac_negg": [0.5629921555519104, 0.38237762451171875, 0.3254716992378235], "r_norm": [1.8535871505737305, 1.427625298500061, 1.2801710367202759], "traffic_norm": [6.652285575866699, 6.645411968231201, 6.616501808166504], "traffic_residual_norm": [0.5857248902320862, 0.28052642941474915, 5.807083289255388e-05], "traffic_r2": [0.9922474026679993, 0.9982016682624817, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.8139886856079102, "cos_r_negg": [0.24655386805534363, 0.17724540829658508, 0.08142673969268799], "cos_innovation_negg": [0.24655386805534363, 0.17724540829658508, 0.08142673969268799], "cos_apical_negg": [0.12730780243873596, -0.14135876297950745, -0.006199166178703308], "cos_Ac_negg": [0.8043085932731628, -0.019926948472857475, 0.0772586464881897], "r_norm": [1.562394142150879, 1.18863046169281, 1.0324594974517822], "traffic_norm": [6.671299934387207, 6.657862663269043, 6.62087345123291], "traffic_residual_norm": [0.5094724297523499, 0.2664611339569092, 4.834686478716321e-05], "traffic_r2": [0.994165301322937, 0.9983965754508972, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8662, "eval_loss": 0.5322473083496094, "val_acc": 0.8662, "val_loss": 0.5322473083496094}, {"step": 1300, "epoch": 3, "train_loss": 0.684585690498352, "cos_r_negg": [0.18552149832248688, -0.23212596774101257, 0.2857849597930908], "cos_innovation_negg": [0.18552149832248688, -0.23212596774101257, 0.2857849597930908], "cos_apical_negg": [0.07100361585617065, -0.11772336810827255, 0.05625631660223007], "cos_Ac_negg": [0.8085810542106628, 0.07305396348237991, 0.29262110590934753], "r_norm": [1.0959594249725342, 0.8070074319839478, 0.677971363067627], "traffic_norm": [6.67183780670166, 6.658530235290527, 6.620797157287598], "traffic_residual_norm": [0.4256838262081146, 0.219283327460289, 3.997878229711205e-05], "traffic_r2": [0.995925784111023, 0.9989100098609924, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.613591194152832, "cos_r_negg": [0.30714890360832214, 0.2458897978067398, 0.30000948905944824], "cos_innovation_negg": [0.30714890360832214, 0.2458897978067398, 0.30000948905944824], "cos_apical_negg": [0.1317731738090515, 0.13307839632034302, -0.006950170733034611], "cos_Ac_negg": [0.7241442203521729, 0.524232029914856, 0.32347679138183594], "r_norm": [1.815291166305542, 1.3634734153747559, 1.2676151990890503], "traffic_norm": [6.681041240692139, 6.664790153503418, 6.619827747344971], "traffic_residual_norm": [0.4955178499221802, 0.18242311477661133, 3.374013977008872e-05], "traffic_r2": [0.9944989681243896, 0.9992449879646301, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.7826434373855591, "cos_r_negg": [0.16590140759944916, -0.021703220903873444, 0.32358890771865845], "cos_innovation_negg": [0.16590140759944916, -0.021703220903873444, 0.32358890771865845], "cos_apical_negg": [0.0748283863067627, 0.10489831864833832, 0.04899265617132187], "cos_Ac_negg": [0.8137537837028503, 0.11362934112548828, 0.3371213674545288], "r_norm": [1.1505681276321411, 0.7542775869369507, 0.6544642448425293], "traffic_norm": [6.687749862670898, 6.67629861831665, 6.630863189697266], "traffic_residual_norm": [0.4827493727207184, 0.1606963574886322, 2.9580587579403073e-05], "traffic_r2": [0.9947893619537354, 0.9994156956672668, 1.0], "ldr": {"dL_sdil": -0.08694562315940857, "dL_bp": -0.09910708665847778, "ratio": 0.8772896680842055}}, {"step": 1600, "epoch": 3, "train_loss": 1.0347213745117188, "cos_r_negg": [0.2135755717754364, 0.026914335787296295, 0.38067883253097534], "cos_innovation_negg": [0.2135755717754364, 0.026914335787296295, 0.38067883253097534], "cos_apical_negg": [0.1299760937690735, 0.20077668130397797, -0.024267587810754776], "cos_Ac_negg": [0.771655797958374, 0.2950003147125244, 0.38284215331077576], "r_norm": [1.841284155845642, 1.403679370880127, 1.3266165256500244], "traffic_norm": [6.689247131347656, 6.677385330200195, 6.631222248077393], "traffic_residual_norm": [0.3985080122947693, 0.1533055305480957, 2.544089511502534e-05], "traffic_r2": [0.9964509010314941, 0.9994699358940125, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.9688419699668884, "cos_r_negg": [0.11314118653535843, -0.4651452302932739, 0.40905076265335083], "cos_innovation_negg": [0.11314118653535843, -0.4651452302932739, 0.40905076265335083], "cos_apical_negg": [0.09500966221094131, 0.5860106945037842, 0.03974278271198273], "cos_Ac_negg": [0.7849007844924927, 0.40971195697784424, 0.4439699053764343], "r_norm": [0.9726309776306152, 0.6467914581298828, 0.5412485003471375], "traffic_norm": [6.674432754516602, 6.656344413757324, 6.60817813873291], "traffic_residual_norm": [0.4068123698234558, 0.1562398076057434, 2.3841766960686073e-05], "traffic_r2": [0.9962849020957947, 0.9994452595710754, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8862, "eval_loss": 0.5320660705566407, "val_acc": 0.8862, "val_loss": 0.5320660705566407}, {"step": 1800, "epoch": 4, "train_loss": 0.28756606578826904, "cos_r_negg": [0.28684839606285095, 0.024454250931739807, 0.5897328853607178], "cos_innovation_negg": [0.28684839606285095, 0.024454250931739807, 0.5897328853607178], "cos_apical_negg": [0.04700634256005287, 0.050480201840400696, 0.2623108923435211], "cos_Ac_negg": [0.8333971500396729, 0.2184404730796814, 0.6428697109222412], "r_norm": [1.0440559387207031, 0.7389241456985474, 0.6514348983764648], "traffic_norm": [6.664510250091553, 6.644739627838135, 6.585335731506348], "traffic_residual_norm": [0.3625155985355377, 0.14324599504470825, 2.2858550437376834e-05], "traffic_r2": [0.9970411658287048, 0.9995296001434326, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.6601768732070923, "cos_r_negg": [0.17316438257694244, 0.07878506183624268, 0.38825011253356934], "cos_innovation_negg": [0.17316438257694244, 0.07878506183624268, 0.38825011253356934], "cos_apical_negg": [0.09602639824151993, 0.06930805742740631, -0.010175729170441628], "cos_Ac_negg": [0.7563786506652832, -0.07424768060445786, 0.40973252058029175], "r_norm": [1.0006961822509766, 0.671535849571228, 0.5819079875946045], "traffic_norm": [6.647899627685547, 6.629733085632324, 6.573941707611084], "traffic_residual_norm": [0.39067918062210083, 0.14049570262432098, 2.2552494556293823e-05], "traffic_r2": [0.9965392351150513, 0.9995435476303101, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.5217528343200684, "cos_r_negg": [0.2691854238510132, 0.0003238935023546219, 0.4305412769317627], "cos_innovation_negg": [0.2691854238510132, 0.0003238935023546219, 0.4305412769317627], "cos_apical_negg": [0.15245100855827332, 0.15892887115478516, -0.0272184070199728], "cos_Ac_negg": [0.8178160786628723, 0.04740751534700394, 0.4588830769062042], "r_norm": [0.9971710443496704, 0.7676013708114624, 0.6766396760940552], "traffic_norm": [6.662219047546387, 6.642284870147705, 6.578312873840332], "traffic_residual_norm": [0.26692280173301697, 0.14983440935611725, 2.0646773918997496e-05], "traffic_r2": [0.9983943700790405, 0.9994748830795288, 1.0], "ldr": {"dL_sdil": -0.13901224732398987, "dL_bp": -0.15830761194229126, "ratio": 0.8781147388835905}}, {"step": 2100, "epoch": 4, "train_loss": 0.5925848484039307, "cos_r_negg": [0.10458461195230484, 0.08357324451208115, 0.42378437519073486], "cos_innovation_negg": [0.10458461195230484, 0.08357324451208115, 0.42378437519073486], "cos_apical_negg": [-0.006621569395065308, 0.17437835037708282, 0.02232150360941887], "cos_Ac_negg": [0.8173348307609558, 0.5357792973518372, 0.46993765234947205], "r_norm": [0.8667470812797546, 0.6178019046783447, 0.47493696212768555], "traffic_norm": [6.642618179321289, 6.626008033752441, 6.5708537101745605], "traffic_residual_norm": [0.3686503767967224, 0.19438990950584412, 2.0465759007493034e-05], "traffic_r2": [0.996919572353363, 0.9991192817687988, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8454, "eval_loss": 0.8015288940429688, "val_acc": 0.8454, "val_loss": 0.8015288940429688}, {"step": 2200, "epoch": 5, "train_loss": 0.7937497496604919, "cos_r_negg": [0.19795143604278564, 0.19110281765460968, 0.414406418800354], "cos_innovation_negg": [0.19795143604278564, 0.19110281765460968, 0.414406418800354], "cos_apical_negg": [0.0515865795314312, 0.2489732950925827, -0.020703790709376335], "cos_Ac_negg": [0.7661468982696533, -0.2395131140947342, 0.45020192861557007], "r_norm": [1.0753117799758911, 0.6557064652442932, 0.5507274866104126], "traffic_norm": [6.604114532470703, 6.599340438842773, 6.545938491821289], "traffic_residual_norm": [0.5124351382255554, 0.157781183719635, 2.015056634263601e-05], "traffic_r2": [0.9939779043197632, 0.9994261264801025, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.8960920572280884, "cos_r_negg": [0.24686020612716675, 0.0027402392588555813, 0.46829283237457275], "cos_innovation_negg": [0.24686020612716675, 0.0027402392588555813, 0.46829283237457275], "cos_apical_negg": [0.02852773852646351, 0.3493153750896454, 0.17089638113975525], "cos_Ac_negg": [0.8522958755493164, -0.1539909839630127, 0.5241714715957642], "r_norm": [1.1376837491989136, 0.7555779218673706, 0.6857631206512451], "traffic_norm": [6.618225574493408, 6.614421844482422, 6.555670738220215], "traffic_residual_norm": [0.4073595702648163, 0.12362328916788101, 2.049189424724318e-05], "traffic_r2": [0.9962108135223389, 0.999648928642273, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.61729896068573, "cos_r_negg": [0.43561869859695435, 0.11087226867675781, 0.40687257051467896], "cos_innovation_negg": [0.43561869859695435, 0.11087226867675781, 0.40687257051467896], "cos_apical_negg": [0.06197629123926163, -0.007938405498862267, 0.12955951690673828], "cos_Ac_negg": [0.8687872886657715, 0.3197072744369507, 0.48390448093414307], "r_norm": [1.2639107704162598, 0.9077867269515991, 0.9031800031661987], "traffic_norm": [6.619592666625977, 6.614870071411133, 6.5542402267456055], "traffic_residual_norm": [0.31713560223579407, 0.10461504757404327, 1.949263969436288e-05], "traffic_r2": [0.9976880550384521, 0.9997482299804688, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.5850037932395935, "cos_r_negg": [0.32348698377609253, 0.2906198501586914, 0.18894672393798828], "cos_innovation_negg": [0.32348698377609253, 0.2906198501586914, 0.18894672393798828], "cos_apical_negg": [0.14989876747131348, 0.12414952367544174, 0.031812287867069244], "cos_Ac_negg": [0.8502562046051025, 0.28437620401382446, 0.25738561153411865], "r_norm": [1.138615608215332, 0.9081929326057434, 0.8296624422073364], "traffic_norm": [6.615720748901367, 6.610804557800293, 6.551426410675049], "traffic_residual_norm": [0.2062457799911499, 0.14856095612049103, 2.054928700090386e-05], "traffic_r2": [0.9990271925926208, 0.999456524848938, 1.0], "ldr": {"dL_sdil": -0.25351768732070923, "dL_bp": -0.2817137837409973, "ratio": 0.8999122583003923}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8662, "eval_loss": 0.771569580078125, "val_acc": 0.8662, "val_loss": 0.771569580078125}, {"step": 2600, "epoch": 6, "train_loss": 0.7965222597122192, "cos_r_negg": [0.21935978531837463, 0.00988165196031332, 0.20493614673614502], "cos_innovation_negg": [0.21935978531837463, 0.00988165196031332, 0.20493614673614502], "cos_apical_negg": [0.03683186322450638, 0.05622629076242447, 0.023174412548542023], "cos_Ac_negg": [0.8084626793861389, 0.3213159441947937, 0.4027516543865204], "r_norm": [0.658467173576355, 0.5736852884292603, 0.4337896406650543], "traffic_norm": [6.609642505645752, 6.605515480041504, 6.545315265655518], "traffic_residual_norm": [0.16645143926143646, 0.18078763782978058, 2.1037267288193107e-05], "traffic_r2": [0.9993652105331421, 0.999250590801239, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.32625481486320496, "cos_r_negg": [0.2459433674812317, -0.04295816272497177, 0.2742663025856018], "cos_innovation_negg": [0.2459433674812317, -0.04295816272497177, 0.2742663025856018], "cos_apical_negg": [0.013565871864557266, 0.19516533613204956, 0.07852327078580856], "cos_Ac_negg": [0.8655045032501221, 0.26639747619628906, 0.3754417300224304], "r_norm": [0.6591243743896484, 0.5714610815048218, 0.4547981023788452], "traffic_norm": [6.613558292388916, 6.60682487487793, 6.547804832458496], "traffic_residual_norm": [0.13947781920433044, 0.15522968769073486, 1.9519768102327362e-05], "traffic_r2": [0.9995534420013428, 0.9994479417800903, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.13246574997901917, "cos_r_negg": [0.2901976406574249, 0.1731322556734085, 0.3779456615447998], "cos_innovation_negg": [0.2901976406574249, 0.1731322556734085, 0.3779456615447998], "cos_apical_negg": [0.0371561273932457, 0.055614911019802094, 0.056825101375579834], "cos_Ac_negg": [0.8309800624847412, 0.4221456050872803, 0.4274004399776459], "r_norm": [0.941230833530426, 0.6173303127288818, 0.5491722822189331], "traffic_norm": [6.587276935577393, 6.575476169586182, 6.538445949554443], "traffic_residual_norm": [0.3694474995136261, 0.1210736483335495, 1.922720912261866e-05], "traffic_r2": [0.9968438744544983, 0.9996609091758728, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.2924562096595764, "cos_r_negg": [0.295301228761673, 0.0901254191994667, 0.36139750480651855], "cos_innovation_negg": [0.295301228761673, 0.0901254191994667, 0.36139750480651855], "cos_apical_negg": [0.08778290450572968, 0.05349041894078255, 0.12402517348527908], "cos_Ac_negg": [0.865559458732605, 0.2322312593460083, 0.4481428861618042], "r_norm": [0.9010663032531738, 0.5938349366188049, 0.5202021598815918], "traffic_norm": [6.580548286437988, 6.562506675720215, 6.52232551574707], "traffic_residual_norm": [0.34241724014282227, 0.11345706880092621, 2.052212948910892e-05], "traffic_r2": [0.9972923398017883, 0.9997010231018066, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.12981823086738586, "cos_r_negg": [0.46879830956459045, 0.21024620532989502, 0.43517470359802246], "cos_innovation_negg": [0.46879830956459045, 0.21024620532989502, 0.43517470359802246], "cos_apical_negg": [0.07003644853830338, -9.296927601099014e-05, 0.07553733885288239], "cos_Ac_negg": [0.8748594522476196, 0.3999084234237671, 0.5046446323394775], "r_norm": [1.0679094791412354, 0.695073664188385, 0.6208350658416748], "traffic_norm": [6.546999454498291, 6.53994083404541, 6.5067033767700195], "traffic_residual_norm": [0.4182136654853821, 0.12603114545345306, 2.0109104298171587e-05], "traffic_r2": [0.995907723903656, 0.9996282458305359, 1.0], "ldr": {"dL_sdil": -0.10821405053138733, "dL_bp": -0.13244092464447021, "ratio": 0.817074109244416}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.906, "eval_loss": 0.47039860229492186, "val_acc": 0.906, "val_loss": 0.47039860229492186}, {"step": 3100, "epoch": 7, "train_loss": 0.3036006987094879, "cos_r_negg": [0.40949130058288574, 0.2214105725288391, 0.2855663299560547], "cos_innovation_negg": [0.40949130058288574, 0.2214105725288391, 0.2855663299560547], "cos_apical_negg": [0.06845827400684357, -0.09046459197998047, -0.023876730352640152], "cos_Ac_negg": [0.8368857502937317, 0.25830918550491333, 0.33318859338760376], "r_norm": [1.1475656032562256, 0.8297379016876221, 0.7270344495773315], "traffic_norm": [6.552616596221924, 6.530328750610352, 6.496614456176758], "traffic_residual_norm": [0.3799726366996765, 0.18137353658676147, 1.9229013560106978e-05], "traffic_r2": [0.996636152267456, 0.9992280006408691, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.27240562438964844, "cos_r_negg": [0.30343371629714966, -0.15950922667980194, 0.3496935963630676], "cos_innovation_negg": [0.30343371629714966, -0.15950922667980194, 0.3496935963630676], "cos_apical_negg": [-0.05048687011003494, -0.020104750990867615, 0.04138687998056412], "cos_Ac_negg": [0.8658421635627747, 0.2235158383846283, 0.4188022315502167], "r_norm": [0.8234332799911499, 0.5206116437911987, 0.4096319377422333], "traffic_norm": [6.537410736083984, 6.502192497253418, 6.482621192932129], "traffic_residual_norm": [0.38926538825035095, 0.15082088112831116, 1.8528715372667648e-05], "traffic_r2": [0.9964439868927002, 0.999461829662323, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.5841964483261108, "cos_r_negg": [0.39302900433540344, 0.19443632662296295, 0.3467959761619568], "cos_innovation_negg": [0.39302900433540344, 0.19443632662296295, 0.3467959761619568], "cos_apical_negg": [-0.02297939360141754, 0.11671247333288193, -0.00949304923415184], "cos_Ac_negg": [0.8521738052368164, 0.6598758697509766, 0.42588403820991516], "r_norm": [0.9100706577301025, 0.5461162328720093, 0.46885406970977783], "traffic_norm": [6.525681972503662, 6.498032569885254, 6.462515830993652], "traffic_residual_norm": [0.4085814952850342, 0.112337626516819, 1.871363929240033e-05], "traffic_r2": [0.9960763454437256, 0.9997007250785828, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.20701514184474945, "cos_r_negg": [0.4250236451625824, 0.0014201998710632324, 0.3651133179664612], "cos_innovation_negg": [0.4250236451625824, 0.0014201998710632324, 0.3651133179664612], "cos_apical_negg": [-0.04206587001681328, 0.034512024372816086, -0.06792634725570679], "cos_Ac_negg": [0.8858253359794617, 0.49529972672462463, 0.4956517219543457], "r_norm": [0.8914918899536133, 0.5923555493354797, 0.5200777649879456], "traffic_norm": [6.528867721557617, 6.501219749450684, 6.468660354614258], "traffic_residual_norm": [0.33247798681259155, 0.10663484036922455, 1.79374183062464e-05], "traffic_r2": [0.9974063038825989, 0.99973064661026, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.911, "eval_loss": 0.3920510070800781, "val_acc": 0.911, "val_loss": 0.3920510070800781}, {"step": 3500, "epoch": 8, "train_loss": 0.19425883889198303, "cos_r_negg": [0.323526531457901, -0.1826341450214386, 0.31186193227767944], "cos_innovation_negg": [0.323526531457901, -0.1826341450214386, 0.31186193227767944], "cos_apical_negg": [-0.1057201698422432, 0.29799652099609375, 0.02790943533182144], "cos_Ac_negg": [0.8748970031738281, 0.37089821696281433, 0.42325857281684875], "r_norm": [0.8641536235809326, 0.5938761234283447, 0.533139169216156], "traffic_norm": [6.526197910308838, 6.500502586364746, 6.467014789581299], "traffic_residual_norm": [0.2845073342323303, 0.10082189738750458, 1.7246869902010076e-05], "traffic_r2": [0.998097836971283, 0.9997588992118835, 1.0], "ldr": {"dL_sdil": -0.07851466536521912, "dL_bp": -0.08784137666225433, "ratio": 0.8938232567449853}}, {"step": 3600, "epoch": 8, "train_loss": 0.49488818645477295, "cos_r_negg": [0.31617170572280884, 0.10603572428226471, 0.3596586585044861], "cos_innovation_negg": [0.31617170572280884, 0.10603572428226471, 0.3596586585044861], "cos_apical_negg": [-0.0209148321300745, 0.050590209662914276, 0.08211632072925568], "cos_Ac_negg": [0.8740551471710205, 0.36489367485046387, 0.4647449553012848], "r_norm": [0.7053261995315552, 0.5015887022018433, 0.4176962971687317], "traffic_norm": [6.528041839599609, 6.5010480880737305, 6.469119071960449], "traffic_residual_norm": [0.2467639446258545, 0.11634087562561035, 1.695325227046851e-05], "traffic_r2": [0.9985687732696533, 0.9996245503425598, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.1644183099269867, "cos_r_negg": [0.39531409740448, 0.06757345795631409, 0.2969493269920349], "cos_innovation_negg": [0.39531409740448, 0.06757345795631409, 0.2969493269920349], "cos_apical_negg": [-0.06523453444242477, 0.01396096870303154, 0.02260206639766693], "cos_Ac_negg": [0.8772827982902527, 0.3259698748588562, 0.37254559993743896], "r_norm": [1.0979807376861572, 0.7091968059539795, 0.6240956783294678], "traffic_norm": [6.494189262390137, 6.453976631164551, 6.4069976806640625], "traffic_residual_norm": [0.44102388620376587, 0.13228152692317963, 1.943700226547662e-05], "traffic_r2": [0.9953880310058594, 0.9994528889656067, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.182206392288208, "cos_r_negg": [0.3737637996673584, 0.11820073425769806, 0.4319037199020386], "cos_innovation_negg": [0.3737637996673584, 0.11820073425769806, 0.4319037199020386], "cos_apical_negg": [-0.0957319512963295, 0.21367943286895752, 0.10158610343933105], "cos_Ac_negg": [0.8638125658035278, 0.3701556921005249, 0.5208101272583008], "r_norm": [0.8750678896903992, 0.6015298962593079, 0.4781399965286255], "traffic_norm": [6.490046501159668, 6.450693130493164, 6.4041547775268555], "traffic_residual_norm": [0.3639410734176636, 0.16688162088394165, 1.8699944121181034e-05], "traffic_r2": [0.9968550205230713, 0.9992114901542664, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9144, "eval_loss": 0.3828207824707031, "val_acc": 0.9144, "val_loss": 0.3828207824707031}, {"step": 3900, "epoch": 9, "train_loss": 0.363054484128952, "cos_r_negg": [0.5024755001068115, 0.23345960676670074, 0.37078869342803955], "cos_innovation_negg": [0.5024755001068115, 0.23345960676670074, 0.37078869342803955], "cos_apical_negg": [0.12002269923686981, -0.16011226177215576, 0.046522315591573715], "cos_Ac_negg": [0.8728079199790955, 0.36056894063949585, 0.4304502606391907], "r_norm": [1.0710052251815796, 0.7204771041870117, 0.6657030582427979], "traffic_norm": [6.482832431793213, 6.442656517028809, 6.3919243812561035], "traffic_residual_norm": [0.36422598361968994, 0.11557693779468536, 1.842923666117713e-05], "traffic_r2": [0.9968430399894714, 0.9995878338813782, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.23977898061275482, "cos_r_negg": [0.3369709253311157, 0.1769300401210785, 0.30565717816352844], "cos_innovation_negg": [0.3369709253311157, 0.1769300401210785, 0.30565717816352844], "cos_apical_negg": [-0.009884392842650414, -0.04915006458759308, 0.005033646710216999], "cos_Ac_negg": [0.8934028148651123, 0.36794134974479675, 0.3828011751174927], "r_norm": [0.7278145551681519, 0.469163179397583, 0.39016959071159363], "traffic_norm": [6.481478214263916, 6.44019079208374, 6.387454032897949], "traffic_residual_norm": [0.3048703372478485, 0.10865802317857742, 1.8143075067200698e-05], "traffic_r2": [0.9977867007255554, 0.9996706247329712, 1.0], "ldr": {"dL_sdil": -0.021604329347610474, "dL_bp": -0.030408650636672974, "ratio": 0.7104665578799327}}, {"step": 4100, "epoch": 9, "train_loss": 0.36286866664886475, "cos_r_negg": [0.35933518409729004, 0.22810713946819305, 0.34936320781707764], "cos_innovation_negg": [0.35933518409729004, 0.22810713946819305, 0.34936320781707764], "cos_apical_negg": [0.03088972344994545, -0.1170886754989624, -0.04603486508131027], "cos_Ac_negg": [0.8914839029312134, 0.5219111442565918, 0.40557822585105896], "r_norm": [0.890568196773529, 0.646949827671051, 0.5677478909492493], "traffic_norm": [6.479693412780762, 6.440637588500977, 6.3898820877075195], "traffic_residual_norm": [0.26549458503723145, 0.11984038352966309, 1.8520977391744964e-05], "traffic_r2": [0.9983198046684265, 0.9996356964111328, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.9085841774940491, "cos_r_negg": [0.4001883566379547, 0.1306457668542862, 0.3447265625], "cos_innovation_negg": [0.4001883566379547, 0.1306457668542862, 0.3447265625], "cos_apical_negg": [0.029124613851308823, 0.1969543993473053, 0.04200976714491844], "cos_Ac_negg": [0.890531063079834, 0.3051215410232544, 0.49882373213768005], "r_norm": [0.7192033529281616, 0.5205904245376587, 0.43312886357307434], "traffic_norm": [6.4784393310546875, 6.437894821166992, 6.387667179107666], "traffic_residual_norm": [0.2479722797870636, 0.12231890857219696, 1.9421328033786267e-05], "traffic_r2": [0.9985243678092957, 0.9996257424354553, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.4591402160644531, "val_acc": 0.902, "val_loss": 0.4591402160644531}, {"step": 4300, "epoch": 10, "train_loss": 0.16106754541397095, "cos_r_negg": [0.41103947162628174, 0.17356368899345398, 0.3779141902923584], "cos_innovation_negg": [0.41103947162628174, 0.17356368899345398, 0.3779141902923584], "cos_apical_negg": [0.022986222058534622, 0.037504009902477264, 0.055358000099658966], "cos_Ac_negg": [0.9193931818008423, 0.2929233908653259, 0.48306119441986084], "r_norm": [0.8001101016998291, 0.5913714170455933, 0.5154132843017578], "traffic_norm": [6.476038932800293, 6.44000244140625, 6.389698028564453], "traffic_residual_norm": [0.22943942248821259, 0.11506298184394836, 1.81966315722093e-05], "traffic_r2": [0.998731791973114, 0.9996755123138428, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.27464058995246887, "cos_r_negg": [0.37263867259025574, -0.0763029158115387, 0.3452818989753723], "cos_innovation_negg": [0.37263867259025574, -0.0763029158115387, 0.3452818989753723], "cos_apical_negg": [-0.06654949486255646, -0.006585795897990465, -0.020420309156179428], "cos_Ac_negg": [0.8876971006393433, 0.38437047600746155, 0.41391289234161377], "r_norm": [0.8940149545669556, 0.628713846206665, 0.5600289106369019], "traffic_norm": [6.478797912597656, 6.439365863800049, 6.391526699066162], "traffic_residual_norm": [0.28528958559036255, 0.10767453908920288, 1.8149496099795215e-05], "traffic_r2": [0.9980535507202148, 0.9997150897979736, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.3565310537815094, "cos_r_negg": [0.4429318308830261, 0.24763280153274536, 0.38374215364456177], "cos_innovation_negg": [0.4429318308830261, 0.24763280153274536, 0.38374215364456177], "cos_apical_negg": [0.054778385907411575, 0.13640280067920685, -0.0337035208940506], "cos_Ac_negg": [0.8815420866012573, 0.3445543050765991, 0.4605286717414856], "r_norm": [0.8763322830200195, 0.6486512422561646, 0.5862703919410706], "traffic_norm": [6.475181579589844, 6.436415672302246, 6.388352394104004], "traffic_residual_norm": [0.2415318489074707, 0.11955054104328156, 1.723146124277264e-05], "traffic_r2": [0.9986007213592529, 0.9996494054794312, 1.0], "ldr": {"dL_sdil": -0.09361305832862854, "dL_bp": -0.10429668426513672, "ratio": 0.8975650471366001}}, {"step": 4600, "epoch": 10, "train_loss": 0.4073874354362488, "cos_r_negg": [0.4138524532318115, -0.13894376158714294, 0.40468630194664], "cos_innovation_negg": [0.4138524532318115, -0.13894376158714294, 0.40468630194664], "cos_apical_negg": [-0.024020612239837646, -0.08127115666866302, 0.11690416932106018], "cos_Ac_negg": [0.8773108124732971, 0.5722301602363586, 0.46394777297973633], "r_norm": [0.6508660316467285, 0.41616034507751465, 0.34740954637527466], "traffic_norm": [6.4681010246276855, 6.435366630554199, 6.3880534172058105], "traffic_residual_norm": [0.2778592109680176, 0.09582415223121643, 1.741297819535248e-05], "traffic_r2": [0.9981415867805481, 0.9997625350952148, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.15708082914352417, "cos_r_negg": [0.32833006978034973, 0.03142267093062401, 0.3765842318534851], "cos_innovation_negg": [0.32833006978034973, 0.03142267093062401, 0.3765842318534851], "cos_apical_negg": [-0.06336729228496552, -0.15218901634216309, 0.052682191133499146], "cos_Ac_negg": [0.8942164778709412, 0.599198043346405, 0.5070885419845581], "r_norm": [0.7753776907920837, 0.5639104247093201, 0.484531044960022], "traffic_norm": [6.463165760040283, 6.452920436859131, 6.400699615478516], "traffic_residual_norm": [0.24660152196884155, 0.11983964592218399, 1.8087641365127638e-05], "traffic_r2": [0.9985412359237671, 0.9996415972709656, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.932, "eval_loss": 0.33095498657226563, "val_acc": 0.932, "val_loss": 0.33095498657226563}, {"step": 4800, "epoch": 11, "train_loss": 0.39258861541748047, "cos_r_negg": [0.40190261602401733, 0.08311416208744049, 0.4562544822692871], "cos_innovation_negg": [0.40190261602401733, 0.08311416208744049, 0.4562544822692871], "cos_apical_negg": [-0.018775619566440582, 0.09834078699350357, 2.4736393243074417e-05], "cos_Ac_negg": [0.8472335338592529, 0.278749942779541, 0.6066535115242004], "r_norm": [0.6464380025863647, 0.46613234281539917, 0.3856283724308014], "traffic_norm": [6.443334102630615, 6.442198753356934, 6.390961647033691], "traffic_residual_norm": [0.22932371497154236, 0.11607994139194489, 1.8083352188114077e-05], "traffic_r2": [0.9987267851829529, 0.9996740221977234, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.39556649327278137, "cos_r_negg": [0.4431533217430115, -0.03833969682455063, 0.38449791073799133], "cos_innovation_negg": [0.4431533217430115, -0.03833969682455063, 0.38449791073799133], "cos_apical_negg": [-0.11486473679542542, -0.0959305614233017, 0.025835826992988586], "cos_Ac_negg": [0.8889816999435425, 0.5151899456977844, 0.49686557054519653], "r_norm": [0.7329938411712646, 0.4933679699897766, 0.425065279006958], "traffic_norm": [6.433495044708252, 6.424726963043213, 6.3866472244262695], "traffic_residual_norm": [0.2711673974990845, 0.10147152096033096, 1.7625814507482573e-05], "traffic_r2": [0.9981968402862549, 0.9997496008872986, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.7477710247039795, "cos_r_negg": [0.43786531686782837, 0.24072304368019104, 0.4090408384799957], "cos_innovation_negg": [0.43786531686782837, 0.24072304368019104, 0.4090408384799957], "cos_apical_negg": [0.022466763854026794, -0.07143383473157883, 0.04212560877203941], "cos_Ac_negg": [0.9059762954711914, 0.43347591161727905, 0.5350894927978516], "r_norm": [0.7341474294662476, 0.5554240942001343, 0.49404779076576233], "traffic_norm": [6.440552234649658, 6.4373064041137695, 6.390430927276611], "traffic_residual_norm": [0.19629797339439392, 0.10534407198429108, 1.7811533325584605e-05], "traffic_r2": [0.9990617632865906, 0.9997311234474182, 1.0], "ldr": {"dL_sdil": -0.0796690434217453, "dL_bp": -0.09253077208995819, "ratio": 0.8610005257957996}}, {"step": 5100, "epoch": 11, "train_loss": 0.18455322086811066, "cos_r_negg": [0.3734273910522461, 0.22637100517749786, 0.40637481212615967], "cos_innovation_negg": [0.3734273910522461, 0.22637100517749786, 0.40637481212615967], "cos_apical_negg": [-0.062130704522132874, 0.1395813226699829, -0.10389965772628784], "cos_Ac_negg": [0.8450118899345398, 0.3573898673057556, 0.4968883693218231], "r_norm": [0.6735225915908813, 0.5135726928710938, 0.42017388343811035], "traffic_norm": [6.442460536956787, 6.445756912231445, 6.393209457397461], "traffic_residual_norm": [0.21078506112098694, 0.12508618831634521, 2.1237450710032135e-05], "traffic_r2": [0.9989247918128967, 0.9996224045753479, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9108, "eval_loss": 0.44345980224609377, "val_acc": 0.9108, "val_loss": 0.44345980224609377}, {"step": 5200, "epoch": 12, "train_loss": 0.3370271921157837, "cos_r_negg": [0.5170972347259521, -0.2644670605659485, 0.3103891611099243], "cos_innovation_negg": [0.5170972347259521, -0.2644670605659485, 0.3103891611099243], "cos_apical_negg": [0.0021222420036792755, 0.2759588956832886, -0.06194181740283966], "cos_Ac_negg": [0.8834729194641113, 0.3941856622695923, 0.39298468828201294], "r_norm": [0.8356155157089233, 0.6051656007766724, 0.5558957457542419], "traffic_norm": [6.435100555419922, 6.440293312072754, 6.388889312744141], "traffic_residual_norm": [0.22328534722328186, 0.0849144384264946, 1.9719967895071022e-05], "traffic_r2": [0.998767077922821, 0.9998241066932678, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.22028063237667084, "cos_r_negg": [0.4382036328315735, 0.04392392560839653, 0.47582143545150757], "cos_innovation_negg": [0.4382036328315735, 0.04392392560839653, 0.47582143545150757], "cos_apical_negg": [0.02819475531578064, 0.10475598275661469, 0.03884212672710419], "cos_Ac_negg": [0.9018509984016418, 0.3922649621963501, 0.6355559825897217], "r_norm": [0.6607385873794556, 0.4701589345932007, 0.42806801199913025], "traffic_norm": [6.436566352844238, 6.43696403503418, 6.386655330657959], "traffic_residual_norm": [0.1881384700536728, 0.0703611820936203, 1.9028067981707864e-05], "traffic_r2": [0.9991393685340881, 0.9998797178268433, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.40178921818733215, "cos_r_negg": [0.45202064514160156, 0.19015266001224518, 0.41370463371276855], "cos_innovation_negg": [0.45202064514160156, 0.19015266001224518, 0.41370463371276855], "cos_apical_negg": [0.01218099519610405, -0.1426888257265091, 0.004135577008128166], "cos_Ac_negg": [0.8836817741394043, 0.45038729906082153, 0.49524855613708496], "r_norm": [0.7121280431747437, 0.5390826463699341, 0.4933406114578247], "traffic_norm": [6.4450483322143555, 6.441899299621582, 6.392302989959717], "traffic_residual_norm": [0.16309908032417297, 0.07148806005716324, 1.791830436559394e-05], "traffic_r2": [0.9993562698364258, 0.9998758435249329, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.24042099714279175, "cos_r_negg": [0.4176977872848511, 0.20713013410568237, 0.35141700506210327], "cos_innovation_negg": [0.4176977872848511, 0.20713013410568237, 0.35141700506210327], "cos_apical_negg": [-0.07476872950792313, -0.001822279766201973, 0.033472493290901184], "cos_Ac_negg": [0.873734712600708, 0.45923322439193726, 0.4562433660030365], "r_norm": [0.6107403039932251, 0.43830227851867676, 0.398615300655365], "traffic_norm": [6.443731307983398, 6.440362453460693, 6.39201545715332], "traffic_residual_norm": [0.16983184218406677, 0.0620734728872776, 1.7386173567501828e-05], "traffic_r2": [0.9992992877960205, 0.9999057650566101, 1.0], "ldr": {"dL_sdil": -0.03654055297374725, "dL_bp": -0.04363007843494415, "ratio": 0.8375083035487104}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.2915856231689453, "val_acc": 0.931, "val_loss": 0.2915856231689453}, {"step": 5600, "epoch": 13, "train_loss": 0.4994046092033386, "cos_r_negg": [0.47851085662841797, -0.014800910837948322, 0.40848392248153687], "cos_innovation_negg": [0.47851085662841797, -0.014800910837948322, 0.40848392248153687], "cos_apical_negg": [-0.0769369974732399, -0.14749926328659058, -0.020663345232605934], "cos_Ac_negg": [0.8686664700508118, 0.4757882356643677, 0.4852953255176544], "r_norm": [0.6261281967163086, 0.4268060326576233, 0.3976191282272339], "traffic_norm": [6.443573474884033, 6.4378581047058105, 6.389487266540527], "traffic_residual_norm": [0.19651207327842712, 0.05487652122974396, 1.7105259757954627e-05], "traffic_r2": [0.9990634918212891, 0.9999256730079651, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.2973395586013794, "cos_r_negg": [0.44471219182014465, 0.10115832090377808, 0.42343568801879883], "cos_innovation_negg": [0.44471219182014465, 0.10115832090377808, 0.42343568801879883], "cos_apical_negg": [-0.06004057079553604, -0.047286733984947205, -0.012353125959634781], "cos_Ac_negg": [0.8761779069900513, 0.47491949796676636, 0.5071060061454773], "r_norm": [0.7344041466712952, 0.5130706429481506, 0.48888951539993286], "traffic_norm": [6.441659927368164, 6.440232276916504, 6.390906810760498], "traffic_residual_norm": [0.19852538406848907, 0.04816742241382599, 1.6781468730187044e-05], "traffic_r2": [0.9990440607070923, 0.9999422430992126, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.3915957808494568, "cos_r_negg": [0.4741116762161255, 0.24883776903152466, 0.3949194550514221], "cos_innovation_negg": [0.4741116762161255, 0.24883776903152466, 0.3949194550514221], "cos_apical_negg": [-0.038670577108860016, -0.11168259382247925, 0.03167220950126648], "cos_Ac_negg": [0.8728854060173035, 0.3855912685394287, 0.5245943069458008], "r_norm": [0.783088743686676, 0.5397252440452576, 0.5225644707679749], "traffic_norm": [6.441676139831543, 6.437781810760498, 6.388660430908203], "traffic_residual_norm": [0.2262251228094101, 0.04612044245004654, 1.6968244381132536e-05], "traffic_r2": [0.998760461807251, 0.9999474287033081, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.11484246701002121, "cos_r_negg": [0.500206708908081, 0.09449926018714905, 0.38659828901290894], "cos_innovation_negg": [0.500206708908081, 0.09449926018714905, 0.38659828901290894], "cos_apical_negg": [-0.012208396568894386, 0.08343324065208435, 0.05354854837059975], "cos_Ac_negg": [0.8910800218582153, 0.4257737398147583, 0.4912051558494568], "r_norm": [0.7772787809371948, 0.5183996558189392, 0.5063865184783936], "traffic_norm": [6.43897819519043, 6.436357498168945, 6.388596534729004], "traffic_residual_norm": [0.2310170978307724, 0.041542187333106995, 1.6467432942590676e-05], "traffic_r2": [0.9987040162086487, 0.9999568462371826, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.05572426691651344, "cos_r_negg": [0.444191038608551, 0.0829390361905098, 0.41390368342399597], "cos_innovation_negg": [0.444191038608551, 0.0829390361905098, 0.41390368342399597], "cos_apical_negg": [-0.06117945909500122, -0.03787340968847275, 0.00036788079887628555], "cos_Ac_negg": [0.8708964586257935, 0.3385305106639862, 0.5304476022720337], "r_norm": [0.7507749199867249, 0.49514707922935486, 0.4771755039691925], "traffic_norm": [6.442314624786377, 6.438158988952637, 6.390022277832031], "traffic_residual_norm": [0.2394363284111023, 0.04003125801682472, 1.656929453019984e-05], "traffic_r2": [0.9986143708229065, 0.9999598264694214, 1.0], "ldr": {"dL_sdil": -0.05109164118766785, "dL_bp": -0.058024078607559204, "ratio": 0.8805248168302974}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.882, "eval_loss": 0.5188381958007813, "val_acc": 0.882, "val_loss": 0.5188381958007813}, {"step": 6100, "epoch": 14, "train_loss": 0.0879499688744545, "cos_r_negg": [0.4080168604850769, 0.07637092471122742, 0.4533542990684509], "cos_innovation_negg": [0.4080168604850769, 0.07637092471122742, 0.4533542990684509], "cos_apical_negg": [-0.10942114889621735, 0.0033483896404504776, 0.012951435521245003], "cos_Ac_negg": [0.8807595372200012, 0.3671133518218994, 0.5288301706314087], "r_norm": [0.7132821083068848, 0.40806785225868225, 0.38813409209251404], "traffic_norm": [6.43284797668457, 6.43178653717041, 6.384601593017578], "traffic_residual_norm": [0.3052244782447815, 0.04334701597690582, 1.7085476429201663e-05], "traffic_r2": [0.9977449178695679, 0.9999531507492065, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.410290002822876, "cos_r_negg": [0.44476911425590515, 0.09691201150417328, 0.5051242113113403], "cos_innovation_negg": [0.44476911425590515, 0.09691201150417328, 0.5051242113113403], "cos_apical_negg": [-0.0871254950761795, -0.10107699036598206, 0.07190512120723724], "cos_Ac_negg": [0.8625302910804749, 0.4039795696735382, 0.5974685549736023], "r_norm": [0.679884135723114, 0.41001588106155396, 0.3851933479309082], "traffic_norm": [6.434475898742676, 6.433433532714844, 6.385763168334961], "traffic_residual_norm": [0.27137628197669983, 0.04198433458805084, 1.6693569705239497e-05], "traffic_r2": [0.9982141852378845, 0.9999560713768005, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.18432006239891052, "cos_r_negg": [0.5336611866950989, 0.144012451171875, 0.585853636264801], "cos_innovation_negg": [0.5336611866950989, 0.144012451171875, 0.585853636264801], "cos_apical_negg": [-0.045040640980005264, -0.0191698856651783, 0.033878426998853683], "cos_Ac_negg": [0.8848022222518921, 0.4946284592151642, 0.6505247950553894], "r_norm": [0.7400778532028198, 0.4558905363082886, 0.4389187693595886], "traffic_norm": [6.434267997741699, 6.432387351989746, 6.383979797363281], "traffic_residual_norm": [0.27513617277145386, 0.03888116031885147, 1.6737625628593378e-05], "traffic_r2": [0.9981662631034851, 0.9999621510505676, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.25792133808135986, "cos_r_negg": [0.46977779269218445, 0.185400128364563, 0.5467313528060913], "cos_innovation_negg": [0.46977779269218445, 0.185400128364563, 0.5467313528060913], "cos_apical_negg": [-0.03526951000094414, 0.0009044874459505081, 0.022508367896080017], "cos_Ac_negg": [0.8723030090332031, 0.5330958366394043, 0.6321043968200684], "r_norm": [0.7891986966133118, 0.49349451065063477, 0.4775640368461609], "traffic_norm": [6.434914588928223, 6.43179988861084, 6.383554458618164], "traffic_residual_norm": [0.2865454852581024, 0.039695512503385544, 1.6645568393869326e-05], "traffic_r2": [0.998014509677887, 0.999960720539093, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9276, "eval_loss": 0.34723583374023437, "val_acc": 0.9276, "val_loss": 0.34723583374023437}], "final": {"eval_split": "validation", "eval_acc": 0.9276, "eval_loss": 0.34723583374023437, "wall_s": 24.01177978515625, "val_acc": 0.9276, "val_loss": 0.34723583374023437, "cos_r_negg": [0.3711446225643158, 0.2421407401561737, 0.5103027820587158], "cos_innovation_negg": [0.3711446225643158, 0.2421407401561737, 0.5103027820587158], "cos_apical_negg": [-0.09195797890424728, 0.16934433579444885, -0.016814395785331726], "cos_Ac_negg": [0.9043236970901489, 0.6786017417907715, 0.6207923889160156], "traffic_norm": [6.432191848754883, 6.428250312805176, 6.38041877746582], "traffic_residual_norm": [0.26998573541641235, 0.041288070380687714, 1.657341272220947e-05], "traffic_r2": [0.9982324838638306, 0.9999571442604065, 1.0]}}
|
