{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [0.0002632651012390852, 0.024244580417871475, 0.03415791690349579], "cos_innovation_negg": [0.0002632651012390852, 0.024244580417871475, 0.03415791690349579], "cos_apical_negg": [-0.002774080028757453, 0.018353208899497986, 0.01986568793654442], "cos_Ac_negg": [0.003959169611334801, 0.022923072800040245, 0.03415793180465698], "r_norm": [5.042791366577148, 4.890852928161621, 4.824251651763916], "traffic_norm": [2.6715383529663086, 2.6519713401794434, 2.59297513961792], "traffic_residual_norm": [1.2483488321304321, 0.9029020071029663, 1.8632902083481895e-06], "traffic_r2": [0.7817767858505249, 0.8841381669044495, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.4924113154411316, "cos_r_negg": [0.21562917530536652, 0.11898842453956604, 0.17633453011512756], "cos_innovation_negg": [0.21562917530536652, 0.11898842453956604, 0.17633453011512756], "cos_apical_negg": [0.01670696772634983, -0.027998145669698715, 0.13139156997203827], "cos_Ac_negg": [0.6963823437690735, 0.07715744525194168, 0.17609377205371857], "r_norm": [2.189176559448242, 4.105519771575928, 0.799045979976654], "traffic_norm": [5.585088729858398, 5.520440101623535, 5.528580188751221], "traffic_residual_norm": [1.6665422916412354, 3.781243324279785, 1.7826037037593778e-06], "traffic_r2": [0.9014592170715332, 0.5200083255767822, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.353222131729126, "cos_r_negg": [0.25720998644828796, 0.08591907471418381, 0.09470131993293762], "cos_innovation_negg": [0.25720998644828796, 0.08591907471418381, 0.09470131993293762], "cos_apical_negg": [-0.024628281593322754, 0.1796829104423523, 0.01309240609407425], "cos_Ac_negg": [0.7013968825340271, 0.07697533071041107, 0.08944771438837051], "r_norm": [1.2932178974151611, 2.3847241401672363, 0.6746529340744019], "traffic_norm": [5.504208564758301, 5.429074764251709, 5.40310001373291], "traffic_residual_norm": [0.7565190196037292, 2.0017964839935303, 1.8565963273431407e-06], "traffic_r2": [0.9810318946838379, 0.8639706373214722, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9052, "eval_loss": 0.3258904113769531, "val_acc": 0.9052, "val_loss": 0.3258904113769531}, {"step": 600, "epoch": 1, "train_loss": 0.23973138630390167, "cos_r_negg": [0.2683888077735901, -0.04642307013273239, 0.14560282230377197], "cos_innovation_negg": [0.2683888077735901, -0.04642307013273239, 0.14560282230377197], "cos_apical_negg": [0.017633458599448204, 0.2675663232803345, -0.0021839735563844442], "cos_Ac_negg": [0.7319813966751099, -0.14635297656059265, 0.145554780960083], "r_norm": [2.6493589878082275, 2.2061798572540283, 0.5282674431800842], "traffic_norm": [5.468691825866699, 5.382139205932617, 5.360466003417969], "traffic_residual_norm": [2.380791187286377, 1.9183801412582397, 1.8091159290634096e-06], "traffic_r2": [0.8101775646209717, 0.8729857206344604, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.21169322729110718, "cos_r_negg": [0.22932621836662292, 0.0793645977973938, 0.18908822536468506], "cos_innovation_negg": [0.22932621836662292, 0.0793645977973938, 0.18908822536468506], "cos_apical_negg": [-0.01688219979405403, 0.16183409094810486, -0.015448343008756638], "cos_Ac_negg": [0.7565265893936157, 0.1142175942659378, 0.18800300359725952], "r_norm": [1.4504562616348267, 4.221667766571045, 0.5449447631835938], "traffic_norm": [5.515506267547607, 5.404076099395752, 5.38857889175415], "traffic_residual_norm": [1.0369086265563965, 4.022878646850586, 1.5537677882093703e-06], "traffic_r2": [0.9645695686340332, 0.4460447430610657, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9126, "eval_loss": 0.30035589904785154, "val_acc": 0.9126, "val_loss": 0.30035589904785154}, {"step": 1000, "epoch": 2, "train_loss": 0.2963985800743103, "cos_r_negg": [0.15490961074829102, 0.05644087493419647, 0.2523353695869446], "cos_innovation_negg": [0.15490961074829102, 0.05644087493419647, 0.2523353695869446], "cos_apical_negg": [-0.08528251945972443, 0.08963669091463089, 0.0029910639859735966], "cos_Ac_negg": [0.7858874201774597, 0.06875931471586227, 0.252357542514801], "r_norm": [0.9950076937675476, 3.0513393878936768, 0.36528220772743225], "traffic_norm": [5.505265235900879, 5.407634735107422, 5.401662349700928], "traffic_residual_norm": [0.6967984437942505, 2.8824715614318848, 1.5652632328055915e-06], "traffic_r2": [0.9838674664497375, 0.7159898281097412, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.40873387455940247, "cos_r_negg": [0.268798291683197, 0.08797083795070648, 0.2552642226219177], "cos_innovation_negg": [0.268798291683197, 0.08797083795070648, 0.2552642226219177], "cos_apical_negg": [-0.0029775663278996944, 0.08026041835546494, -0.06897057592868805], "cos_Ac_negg": [0.7634143829345703, 0.07245005667209625, 0.2567780911922455], "r_norm": [1.2388746738433838, 1.4879570007324219, 0.483345627784729], "traffic_norm": [5.510610580444336, 5.408991813659668, 5.401266098022461], "traffic_residual_norm": [0.8717359304428101, 1.1691774129867554, 1.6438725651823916e-06], "traffic_r2": [0.9747056365013123, 0.9532541036605835, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.24542109375, "val_acc": 0.931, "val_loss": 0.24542109375}, {"step": 1400, "epoch": 3, "train_loss": 0.24034075438976288, "cos_r_negg": [0.2712717056274414, 0.12583506107330322, 0.2780628800392151], "cos_innovation_negg": [0.2712717056274414, 0.12583506107330322, 0.2780628800392151], "cos_apical_negg": [0.012735344469547272, -0.01389311719685793, -0.07794824242591858], "cos_Ac_negg": [0.7757565975189209, 0.22443008422851562, 0.2812690734863281], "r_norm": [1.3740419149398804, 3.6476221084594727, 0.4971909523010254], "traffic_norm": [5.476291656494141, 5.390251159667969, 5.370087623596191], "traffic_residual_norm": [1.0045274496078491, 3.4531428813934326, 1.5919210909487447e-06], "traffic_r2": [0.965894877910614, 0.5897444486618042, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.1374674141407013, "cos_r_negg": [0.1912340372800827, 0.1604841649532318, 0.1689641773700714], "cos_innovation_negg": [0.1912340372800827, 0.1604841649532318, 0.1689641773700714], "cos_apical_negg": [-0.029642589390277863, 0.10876744240522385, -0.053071871399879456], "cos_Ac_negg": [0.809490978717804, 0.22802144289016724, 0.16933196783065796], "r_norm": [0.9634402990341187, 1.4000658988952637, 0.3620646595954895], "traffic_norm": [5.494557857513428, 5.405489444732666, 5.393343448638916], "traffic_residual_norm": [0.6654800176620483, 1.1685583591461182, 1.5043564189909375e-06], "traffic_r2": [0.9848241806030273, 0.9531461000442505, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9382, "eval_loss": 0.2242768859863281, "val_acc": 0.9382, "val_loss": 0.2242768859863281}, {"step": 1800, "epoch": 4, "train_loss": 0.21064074337482452, "cos_r_negg": [0.22925052046775818, 0.18639856576919556, 0.2413851022720337], "cos_innovation_negg": [0.22925052046775818, 0.18639856576919556, 0.2413851022720337], "cos_apical_negg": [-0.008272923529148102, 0.19452261924743652, -0.02009217068552971], "cos_Ac_negg": [0.7909388542175293, 0.3797675371170044, 0.251644104719162], "r_norm": [1.6038544178009033, 1.581521987915039, 0.46285808086395264], "traffic_norm": [5.491933822631836, 5.408878326416016, 5.385533809661865], "traffic_residual_norm": [1.27603018283844, 1.2830878496170044, 1.4273847455115174e-06], "traffic_r2": [0.9455431699752808, 0.9435756206512451, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.31581607460975647, "cos_r_negg": [0.1604216992855072, 0.12140046060085297, 0.15548637509346008], "cos_innovation_negg": [0.1604216992855072, 0.12140046060085297, 0.15548637509346008], "cos_apical_negg": [-0.028261832892894745, 0.05398347228765488, 0.0059027159586548805], "cos_Ac_negg": [0.8000437021255493, 0.3696877956390381, 0.15630784630775452], "r_norm": [1.004762887954712, 1.0576272010803223, 0.32842326164245605], "traffic_norm": [5.4951491355896, 5.39804220199585, 5.390078544616699], "traffic_residual_norm": [0.730567455291748, 0.8180550932884216, 1.5727677009635954e-06], "traffic_r2": [0.9819778203964233, 0.9769837260246277, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9368, "eval_loss": 0.24500413513183594, "val_acc": 0.9368, "val_loss": 0.24500413513183594}, {"step": 2200, "epoch": 5, "train_loss": 0.21812467277050018, "cos_r_negg": [0.22574123740196228, 0.13457444310188293, 0.18508006632328033], "cos_innovation_negg": [0.22574123740196228, 0.13457444310188293, 0.18508006632328033], "cos_apical_negg": [-0.0065698809921741486, 0.10702832788228989, -0.06231172755360603], "cos_Ac_negg": [0.819805383682251, 0.3797849416732788, 0.18440751731395721], "r_norm": [1.451629638671875, 1.5271493196487427, 0.3807910680770874], "traffic_norm": [5.486519813537598, 5.390203475952148, 5.378744125366211], "traffic_residual_norm": [1.1750717163085938, 1.2852532863616943, 1.5124908259167569e-06], "traffic_r2": [0.9531170129776001, 0.9430770874023438, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.09769508242607117, "cos_r_negg": [0.1834644079208374, 0.15970128774642944, 0.1563887894153595], "cos_innovation_negg": [0.1834644079208374, 0.15970128774642944, 0.1563887894153595], "cos_apical_negg": [-0.056668877601623535, 0.09782736748456955, -0.028083540499210358], "cos_Ac_negg": [0.7920992970466614, 0.4190579354763031, 0.16059231758117676], "r_norm": [1.1130003929138184, 1.349702000617981, 0.30036118626594543], "traffic_norm": [5.4485063552856445, 5.341022968292236, 5.346426486968994], "traffic_residual_norm": [0.8726183176040649, 1.150649070739746, 1.4745587577635888e-06], "traffic_r2": [0.974059522151947, 0.9535450339317322, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9234, "eval_loss": 0.3069013916015625, "val_acc": 0.9234, "val_loss": 0.3069013916015625}, {"step": 2600, "epoch": 6, "train_loss": 0.13086332380771637, "cos_r_negg": [0.17345859110355377, 0.12856778502464294, 0.2915871739387512], "cos_innovation_negg": [0.17345859110355377, 0.12856778502464294, 0.2915871739387512], "cos_apical_negg": [-0.05077619105577469, 0.11570096015930176, -0.030082490295171738], "cos_Ac_negg": [0.8178054690361023, 0.35342374444007874, 0.2975444793701172], "r_norm": [1.1754560470581055, 1.5029891729354858, 0.3525470793247223], "traffic_norm": [5.435588359832764, 5.320957660675049, 5.322300910949707], "traffic_residual_norm": [0.8803011178970337, 1.270363450050354, 1.6314374988724012e-06], "traffic_r2": [0.9733667969703674, 0.942960798740387, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.16282644867897034, "cos_r_negg": [0.1772441416978836, 0.1437884420156479, 0.25132596492767334], "cos_innovation_negg": [0.1772441416978836, 0.1437884420156479, 0.25132596492767334], "cos_apical_negg": [0.004724129103124142, 0.13538241386413574, -0.041423436254262924], "cos_Ac_negg": [0.8127253651618958, 0.40971946716308594, 0.25719693303108215], "r_norm": [1.254004716873169, 2.5278735160827637, 0.3596716821193695], "traffic_norm": [5.438014984130859, 5.319258689880371, 5.324995517730713], "traffic_residual_norm": [0.9738600254058838, 2.3483498096466064, 1.5606963188474765e-06], "traffic_r2": [0.9676989912986755, 0.8051321506500244, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.1067395880818367, "cos_r_negg": [0.23331023752689362, 0.06964409351348877, 0.22651457786560059], "cos_innovation_negg": [0.23331023752689362, 0.06964409351348877, 0.22651457786560059], "cos_apical_negg": [-0.0010740626603364944, 0.112664595246315, 0.019511902704834938], "cos_Ac_negg": [0.8081241250038147, 0.43825188279151917, 0.2340511530637741], "r_norm": [1.4663751125335693, 2.0038414001464844, 0.4240897297859192], "traffic_norm": [5.420714378356934, 5.299047470092773, 5.318731307983398], "traffic_residual_norm": [1.144841194152832, 1.7721190452575684, 1.4844131328572985e-06], "traffic_r2": [0.9552699327468872, 0.8881317973136902, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9422, "eval_loss": 0.22372791748046875, "val_acc": 0.9422, "val_loss": 0.22372791748046875}, {"step": 3200, "epoch": 7, "train_loss": 0.06896427273750305, "cos_r_negg": [0.23105847835540771, 0.17179881036281586, 0.3312143087387085], "cos_innovation_negg": [0.23105847835540771, 0.17179881036281586, 0.3312143087387085], "cos_apical_negg": [0.00923909805715084, 0.1599361002445221, -0.00022259261459112167], "cos_Ac_negg": [0.8139832615852356, 0.5127279758453369, 0.3367882966995239], "r_norm": [1.450079321861267, 1.7635269165039062, 0.422598659992218], "traffic_norm": [5.434884071350098, 5.293466567993164, 5.320381164550781], "traffic_residual_norm": [1.1153535842895508, 1.5067458152770996, 1.4729555459780386e-06], "traffic_r2": [0.9575344920158386, 0.9189202189445496, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.14729800820350647, "cos_r_negg": [0.1907247006893158, 0.11881329119205475, 0.2820819616317749], "cos_innovation_negg": [0.1907247006893158, 0.11881329119205475, 0.2820819616317749], "cos_apical_negg": [-0.013531317934393883, 0.02197747305035591, -0.0403091199696064], "cos_Ac_negg": [0.8176631331443787, 0.38287821412086487, 0.27944839000701904], "r_norm": [1.5995697975158691, 1.5925761461257935, 0.3330378532409668], "traffic_norm": [5.423091888427734, 5.2602739334106445, 5.32462215423584], "traffic_residual_norm": [1.34481942653656, 1.374572515487671, 1.8277082745044027e-06], "traffic_r2": [0.938395082950592, 0.931704044342041, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.23033937683105468, "val_acc": 0.9394, "val_loss": 0.23033937683105468}, {"step": 3600, "epoch": 8, "train_loss": 0.1941547393798828, "cos_r_negg": [0.15950560569763184, 0.08782779425382614, 0.23609107732772827], "cos_innovation_negg": [0.15950560569763184, 0.08782779425382614, 0.23609107732772827], "cos_apical_negg": [-0.08044078201055527, 0.03993363678455353, -0.04108327254652977], "cos_Ac_negg": [0.8293623924255371, 0.3381108045578003, 0.24177618324756622], "r_norm": [1.4518803358078003, 2.2723867893218994, 0.3209119737148285], "traffic_norm": [5.4301958084106445, 5.262904644012451, 5.329657554626465], "traffic_residual_norm": [1.2033511400222778, 2.1040549278259277, 1.5354153219959699e-06], "traffic_r2": [0.950701892375946, 0.8402292728424072, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.12582102417945862, "cos_r_negg": [0.1717781126499176, 0.06431768834590912, 0.26774442195892334], "cos_innovation_negg": [0.1717781126499176, 0.06431768834590912, 0.26774442195892334], "cos_apical_negg": [-0.0011870218440890312, 0.007896781899034977, -0.04356885328888893], "cos_Ac_negg": [0.8271645307540894, 0.3413218557834625, 0.2552894353866577], "r_norm": [1.3704952001571655, 1.9672772884368896, 0.34949982166290283], "traffic_norm": [5.4294047355651855, 5.263099193572998, 5.328024864196777], "traffic_residual_norm": [1.0893664360046387, 1.7700254917144775, 1.376423824694939e-06], "traffic_r2": [0.959506094455719, 0.8869054317474365, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.919, "eval_loss": 0.322689501953125, "val_acc": 0.919, "val_loss": 0.322689501953125}, {"step": 4000, "epoch": 9, "train_loss": 0.198530375957489, "cos_r_negg": [0.16468895971775055, 0.1344420462846756, 0.30485543608665466], "cos_innovation_negg": [0.16468895971775055, 0.1344420462846756, 0.30485543608665466], "cos_apical_negg": [-0.04995664954185486, 0.09096165746450424, -0.014586074277758598], "cos_Ac_negg": [0.8269239068031311, 0.4460040330886841, 0.2998073697090149], "r_norm": [1.279466152191162, 1.2696553468704224, 0.3609958291053772], "traffic_norm": [5.377291679382324, 5.260106086730957, 5.318569183349609], "traffic_residual_norm": [0.980725884437561, 1.0135997533798218, 1.4341859468913754e-06], "traffic_r2": [0.9666324853897095, 0.962822675704956, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.3128696084022522, "cos_r_negg": [0.21551522612571716, 0.17507696151733398, 0.22420313954353333], "cos_innovation_negg": [0.21551522612571716, 0.17507696151733398, 0.22420313954353333], "cos_apical_negg": [-0.006343649700284004, 0.009898046031594276, -0.014289511367678642], "cos_Ac_negg": [0.82763671875, 0.46278899908065796, 0.22392599284648895], "r_norm": [1.3255747556686401, 1.5148833990097046, 0.359348326921463], "traffic_norm": [5.403770446777344, 5.269184589385986, 5.33729362487793], "traffic_residual_norm": [1.0271668434143066, 1.2789090871810913, 1.5721335557827842e-06], "traffic_r2": [0.9636995196342468, 0.9410277605056763, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9388, "eval_loss": 0.22941354064941405, "val_acc": 0.9388, "val_loss": 0.22941354064941405}, {"step": 4400, "epoch": 10, "train_loss": 0.14949671924114227, "cos_r_negg": [0.21177014708518982, 0.14531533420085907, 0.3145134747028351], "cos_innovation_negg": [0.21177014708518982, 0.14531533420085907, 0.3145134747028351], "cos_apical_negg": [-0.01689746417105198, 0.028472911566495895, -0.0016698511317372322], "cos_Ac_negg": [0.8202698230743408, 0.3783474266529083, 0.31577742099761963], "r_norm": [1.1370632648468018, 2.1198692321777344, 0.38793396949768066], "traffic_norm": [5.390781402587891, 5.261302947998047, 5.336320877075195], "traffic_residual_norm": [0.7841315269470215, 1.8986399173736572, 1.560121972943307e-06], "traffic_r2": [0.978627622127533, 0.8698020577430725, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.09086772799491882, "cos_r_negg": [0.190988227725029, 0.13854193687438965, 0.2612958252429962], "cos_innovation_negg": [0.190988227725029, 0.13854193687438965, 0.2612958252429962], "cos_apical_negg": [-0.06263947486877441, 0.12000256031751633, 0.0423949733376503], "cos_Ac_negg": [0.8421540856361389, 0.46240195631980896, 0.26338982582092285], "r_norm": [1.5350899696350098, 1.802109718322754, 0.32506877183914185], "traffic_norm": [5.396242618560791, 5.256252288818359, 5.324465751647949], "traffic_residual_norm": [1.2966448068618774, 1.6178886890411377, 1.6099373851830023e-06], "traffic_r2": [0.9420056343078613, 0.9051889777183533, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.94, "eval_loss": 0.232840625, "val_acc": 0.94, "val_loss": 0.232840625}, {"step": 4800, "epoch": 11, "train_loss": 0.12283766269683838, "cos_r_negg": [0.15151648223400116, 0.05655978247523308, 0.3155147433280945], "cos_innovation_negg": [0.15151648223400116, 0.05655978247523308, 0.3155147433280945], "cos_apical_negg": [-0.07611764967441559, 0.03996656835079193, 0.09758435934782028], "cos_Ac_negg": [0.8462470769882202, 0.45205092430114746, 0.31741321086883545], "r_norm": [1.6431244611740112, 1.435239315032959, 0.3009701371192932], "traffic_norm": [5.401129245758057, 5.273149013519287, 5.344025611877441], "traffic_residual_norm": [1.4053401947021484, 1.2320765256881714, 1.3907197171647567e-06], "traffic_r2": [0.9317575097084045, 0.9453354477882385, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.06966623663902283, "cos_r_negg": [0.2186231017112732, 0.1202317476272583, 0.2610578238964081], "cos_innovation_negg": [0.2186231017112732, 0.1202317476272583, 0.2610578238964081], "cos_apical_negg": [-0.06589756906032562, -0.01327566523104906, 0.0334668904542923], "cos_Ac_negg": [0.8445920944213867, 0.33455270528793335, 0.26762720942497253], "r_norm": [1.6339504718780518, 2.1475894451141357, 0.3159138262271881], "traffic_norm": [5.4376397132873535, 5.28692626953125, 5.362699508666992], "traffic_residual_norm": [1.392146110534668, 1.9781882762908936, 1.5169622429311858e-06], "traffic_r2": [0.9341567754745483, 0.8600594401359558, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9408, "eval_loss": 0.22038309936523437, "val_acc": 0.9408, "val_loss": 0.22038309936523437}, {"step": 5200, "epoch": 12, "train_loss": 0.12757627665996552, "cos_r_negg": [0.17282478511333466, 0.0644952803850174, 0.3678112030029297], "cos_innovation_negg": [0.17282478511333466, 0.0644952803850174, 0.3678112030029297], "cos_apical_negg": [-0.06913290172815323, -0.011884968727827072, -0.004998799879103899], "cos_Ac_negg": [0.8326553106307983, 0.39846479892730713, 0.3826400339603424], "r_norm": [3.0092124938964844, 1.5019621849060059, 0.28386127948760986], "traffic_norm": [5.425206184387207, 5.285443305969238, 5.36049747467041], "traffic_residual_norm": [2.8457999229431152, 1.3197287321090698, 1.3981812116981018e-06], "traffic_r2": [0.7247308492660522, 0.93761146068573, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.1301075667142868, "cos_r_negg": [0.19202125072479248, 0.11701643466949463, 0.36235511302948], "cos_innovation_negg": [0.19202125072479248, 0.11701643466949463, 0.36235511302948], "cos_apical_negg": [0.03323281928896904, 0.05603623390197754, -0.03927650302648544], "cos_Ac_negg": [0.8207581043243408, 0.4305800199508667, 0.37888044118881226], "r_norm": [1.2451751232147217, 1.0537853240966797, 0.2954058051109314], "traffic_norm": [5.432259559631348, 5.288461685180664, 5.359699249267578], "traffic_residual_norm": [0.9909194707870483, 0.8327353000640869, 1.3924088761996245e-06], "traffic_r2": [0.9665379524230957, 0.975113570690155, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9368, "eval_loss": 0.23629300842285156, "val_acc": 0.9368, "val_loss": 0.23629300842285156}, {"step": 5600, "epoch": 13, "train_loss": 0.11274553090333939, "cos_r_negg": [0.25335049629211426, 0.12150860577821732, 0.31419637799263], "cos_innovation_negg": [0.25335049629211426, 0.12150860577821732, 0.31419637799263], "cos_apical_negg": [-0.02626635506749153, 0.08860859274864197, 0.030724456533789635], "cos_Ac_negg": [0.8511916399002075, 0.4569290280342102, 0.32308244705200195], "r_norm": [1.687263011932373, 1.6462243795394897, 0.39668017625808716], "traffic_norm": [5.43684720993042, 5.287184715270996, 5.35939359664917], "traffic_residual_norm": [1.3763724565505981, 1.3866817951202393, 1.4476197520707501e-06], "traffic_r2": [0.9355752468109131, 0.9311596155166626, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.41342493891716003, "cos_r_negg": [0.15461409091949463, 0.06774654984474182, 0.346538782119751], "cos_innovation_negg": [0.15461409091949463, 0.06774654984474182, 0.346538782119751], "cos_apical_negg": [-0.045365769416093826, 0.019875744357705116, 0.028401635587215424], "cos_Ac_negg": [0.8362034559249878, 0.31200700998306274, 0.3417966365814209], "r_norm": [1.914143681526184, 2.3133130073547363, 0.38831627368927], "traffic_norm": [5.396912574768066, 5.217216491699219, 5.329709529876709], "traffic_residual_norm": [1.6102089881896973, 2.100022077560425, 1.4600727809011005e-06], "traffic_r2": [0.9107760787010193, 0.8378129005432129, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.05634135380387306, "cos_r_negg": [0.12958195805549622, 0.134212464094162, 0.36747920513153076], "cos_innovation_negg": [0.12958195805549622, 0.134212464094162, 0.36747920513153076], "cos_apical_negg": [-0.04471828043460846, 0.035911764949560165, -0.002089506946504116], "cos_Ac_negg": [0.8376268744468689, 0.5026475787162781, 0.37732815742492676], "r_norm": [1.124549388885498, 1.8530910015106201, 0.34320273995399475], "traffic_norm": [5.436681747436523, 5.2423601150512695, 5.339674472808838], "traffic_residual_norm": [0.800323486328125, 1.635780930519104, 1.4281270068750018e-06], "traffic_r2": [0.9781979322433472, 0.9026050567626953, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.944, "eval_loss": 0.22871119384765626, "val_acc": 0.944, "val_loss": 0.22871119384765626}, {"step": 6200, "epoch": 14, "train_loss": 0.07688378542661667, "cos_r_negg": [0.12812501192092896, 0.10786303132772446, 0.33876311779022217], "cos_innovation_negg": [0.12812501192092896, 0.10786303132772446, 0.33876311779022217], "cos_apical_negg": [-0.0755845233798027, 0.022606514394283295, 0.05152007192373276], "cos_Ac_negg": [0.8447700142860413, 0.4255073070526123, 0.3433915376663208], "r_norm": [1.280682921409607, 1.7044517993927002, 0.35350465774536133], "traffic_norm": [5.426593780517578, 5.226346492767334, 5.33299446105957], "traffic_residual_norm": [0.9630312323570251, 1.4805488586425781, 1.2569919363158988e-06], "traffic_r2": [0.9683172106742859, 0.919699490070343, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.08918766677379608, "cos_r_negg": [0.13381986320018768, 0.04637996107339859, 0.3273347020149231], "cos_innovation_negg": [0.13381986320018768, 0.04637996107339859, 0.3273347020149231], "cos_apical_negg": [-0.09812317043542862, 0.041727758944034576, 0.060104649513959885], "cos_Ac_negg": [0.8390436172485352, 0.4469667673110962, 0.3303582966327667], "r_norm": [1.3355036973953247, 1.3399392366409302, 0.26181158423423767], "traffic_norm": [5.444662094116211, 5.267815113067627, 5.359687328338623], "traffic_residual_norm": [1.1112644672393799, 1.1581690311431885, 1.4721356365043903e-06], "traffic_r2": [0.9581225514411926, 0.9516004323959351, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.947, "eval_loss": 0.21241554565429688, "val_acc": 0.947, "val_loss": 0.21241554565429688}], "final": {"eval_split": "validation", "eval_acc": 0.947, "eval_loss": 0.21241554565429688, "wall_s": 25.219910860061646, "val_acc": 0.947, "val_loss": 0.21241554565429688, "cos_r_negg": [0.1497769057750702, 0.0488966703414917, 0.3407854735851288], "cos_innovation_negg": [0.1497769057750702, 0.0488966703414917, 0.3407854735851288], "cos_apical_negg": [-0.05474603921175003, 0.06809324026107788, 0.02003033086657524], "cos_Ac_negg": [0.8382046222686768, 0.3982725739479065, 0.3425719738006592], "traffic_norm": [5.446619987487793, 5.270939826965332, 5.364352226257324], "traffic_residual_norm": [0.8571944236755371, 0.962009847164154, 1.5853718196012778e-06], "traffic_r2": [0.9749921560287476, 0.9665977954864502, 1.0]}, "timing": {"warmup_wall_s": 2.2280707359313965, "training_loop_wall_s": 22.780176639556885, "diagnostics_wall_s": 0.5175514221191406, "inline_diagnostics_wall_s": 0.3744957447052002, "optimizer_wall_s_excluding_inline_diagnostics": 22.405680894851685, "evaluation_wall_s": 0.06533598899841309}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}