1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.004035089164972305, 0.027449849992990494, 0.034645866602659225], "cos_innovation_negg": [-0.004035089164972305, 0.027449849992990494, 0.034645866602659225], "cos_apical_negg": [-0.008226173929870129, 0.02111753262579441, 0.02196228876709938], "cos_Ac_negg": [0.0006024977192282677, 0.026888281106948853, 0.03464633971452713], "r_norm": [5.03962516784668, 4.895525932312012, 4.822951316833496], "traffic_norm": [2.6605329513549805, 2.6591362953186035, 2.5999975204467773], "traffic_residual_norm": [1.2537676095962524, 0.9169522523880005, 0.00039542646845802665], "traffic_r2": [0.7781934142112732, 0.8811594247817993, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.3638703227043152, "cos_r_negg": [0.22853858768939972, 0.11758200824260712, 0.1464231312274933], "cos_innovation_negg": [0.22853858768939972, 0.11758200824260712, 0.1464231312274933], "cos_apical_negg": [0.05730274319648743, 0.16996978223323822, 0.060522474348545074], "cos_Ac_negg": [0.7003576159477234, -0.027083951979875565, 0.14625927805900574], "r_norm": [2.950590133666992, 3.113706350326538, 1.0115435123443604], "traffic_norm": [5.836928367614746, 5.571112155914307, 5.745876312255859], "traffic_residual_norm": [2.374685049057007, 2.5771608352661133, 1.727043354549096e-06], "traffic_r2": [0.8344061374664307, 0.7716966271400452, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.36330968141555786, "cos_r_negg": [0.3025684654712677, 0.11144635081291199, 0.15868499875068665], "cos_innovation_negg": [0.3025684654712677, 0.11144635081291199, 0.15868499875068665], "cos_apical_negg": [0.09370413422584534, 0.1775246262550354, 0.11520898342132568], "cos_Ac_negg": [0.7271639108657837, 0.09219139069318771, 0.1583336442708969], "r_norm": [2.3461508750915527, 2.5354697704315186, 0.7947973608970642], "traffic_norm": [5.7378950119018555, 5.556724548339844, 5.699244022369385], "traffic_residual_norm": [1.8679877519607544, 2.0848002433776855, 1.4259120462156716e-06], "traffic_r2": [0.8939666748046875, 0.8591930866241455, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9062, "eval_loss": 0.34604701538085936, "val_acc": 0.9062, "val_loss": 0.34604701538085936}, {"step": 600, "epoch": 1, "train_loss": 0.34459787607192993, "cos_r_negg": [0.31436440348625183, -0.034384746104478836, 0.01688866876065731], "cos_innovation_negg": [0.31436440348625183, -0.034384746104478836, 0.01688866876065731], "cos_apical_negg": [-0.007754785008728504, 0.03664321452379227, -0.04116831347346306], "cos_Ac_negg": [0.7365078926086426, -0.009636443108320236, 0.0169527530670166], "r_norm": [1.6445099115371704, 1.631180763244629, 0.6512621641159058], "traffic_norm": [5.710040092468262, 5.5101470947265625, 5.563973426818848], "traffic_residual_norm": [1.1952519416809082, 1.2022820711135864, 1.7410568489140132e-06], "traffic_r2": [0.956084668636322, 0.9523655772209167, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.37669017910957336, "cos_r_negg": [0.22258126735687256, 0.12863129377365112, 0.02099878154695034], "cos_innovation_negg": [0.22258126735687256, 0.12863129377365112, 0.02099878154695034], "cos_apical_negg": [-0.005805683322250843, 0.16074007749557495, -0.04106096923351288], "cos_Ac_negg": [0.752133846282959, 0.041673265397548676, 0.016429772600531578], "r_norm": [1.4886780977249146, 1.9842610359191895, 0.5760579705238342], "traffic_norm": [5.71553897857666, 5.506628036499023, 5.559947490692139], "traffic_residual_norm": [1.0676524639129639, 1.6268759965896606, 1.4593920241168234e-06], "traffic_r2": [0.9650582075119019, 0.9125710129737854, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.927, "eval_loss": 0.27499525756835935, "val_acc": 0.927, "val_loss": 0.27499525756835935}, {"step": 1000, "epoch": 2, "train_loss": 0.3235166668891907, "cos_r_negg": [0.21234124898910522, 0.032978303730487823, 0.04917525500059128], "cos_innovation_negg": [0.21234124898910522, 0.032978303730487823, 0.04917525500059128], "cos_apical_negg": [-0.007063437253236771, 0.14230766892433167, 0.04134754091501236], "cos_Ac_negg": [0.749410092830658, 0.14811673760414124, 0.04714484512805939], "r_norm": [1.1219866275787354, 1.8861191272735596, 0.4530971646308899], "traffic_norm": [5.677219390869141, 5.4997687339782715, 5.559334754943848], "traffic_residual_norm": [0.7676536440849304, 1.6202495098114014, 1.5040466223581461e-06], "traffic_r2": [0.981623113155365, 0.9131936430931091, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.3407841622829437, "cos_r_negg": [0.24743172526359558, 0.03330470994114876, 0.03197350353002548], "cos_innovation_negg": [0.24743172526359558, 0.03330470994114876, 0.03197350353002548], "cos_apical_negg": [0.031642548739910126, 0.05446382984519005, -0.06625226140022278], "cos_Ac_negg": [0.7566468715667725, 0.15534870326519012, 0.029928622767329216], "r_norm": [1.1796820163726807, 1.3810184001922607, 0.5183054208755493], "traffic_norm": [5.655710697174072, 5.485291481018066, 5.52293586730957], "traffic_residual_norm": [0.763639509677887, 1.0265231132507324, 1.5063823184391367e-06], "traffic_r2": [0.9815822243690491, 0.9649149775505066, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9304, "eval_loss": 0.23686669616699219, "val_acc": 0.9304, "val_loss": 0.23686669616699219}, {"step": 1400, "epoch": 3, "train_loss": 0.16118812561035156, "cos_r_negg": [0.21324709057807922, 0.08682859688997269, 0.15987330675125122], "cos_innovation_negg": [0.21324709057807922, 0.08682859688997269, 0.15987330675125122], "cos_apical_negg": [-0.08788181841373444, 0.0608881339430809, -0.0570727176964283], "cos_Ac_negg": [0.792727530002594, 0.308817595243454, 0.16310743987560272], "r_norm": [1.312199354171753, 2.1044180393218994, 0.44029027223587036], "traffic_norm": [5.650567054748535, 5.476644515991211, 5.519501686096191], "traffic_residual_norm": [0.9881628751754761, 1.8656222820281982, 1.5972921119100647e-06], "traffic_r2": [0.9693379402160645, 0.8839641213417053, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.24585150182247162, "cos_r_negg": [0.14537528157234192, 0.026547368615865707, 0.11413072049617767], "cos_innovation_negg": [0.14537528157234192, 0.026547368615865707, 0.11413072049617767], "cos_apical_negg": [-0.09993919730186462, 0.14776192605495453, -0.060628145933151245], "cos_Ac_negg": [0.811778724193573, 0.1801205277442932, 0.11417104303836823], "r_norm": [1.1493722200393677, 1.7680935859680176, 0.3450291156768799], "traffic_norm": [5.6367034912109375, 5.456489562988281, 5.504792213439941], "traffic_residual_norm": [0.8880789875984192, 1.5731518268585205, 1.3599915291706566e-06], "traffic_r2": [0.9750002026557922, 0.915963888168335, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.933, "eval_loss": 0.23934120483398438, "val_acc": 0.933, "val_loss": 0.23934120483398438}, {"step": 1800, "epoch": 4, "train_loss": 0.08166668564081192, "cos_r_negg": [0.1602635681629181, -0.06298397481441498, 0.18805673718452454], "cos_innovation_negg": [0.1602635681629181, -0.06298397481441498, 0.18805673718452454], "cos_apical_negg": [-0.056435149163007736, 0.10102226585149765, -0.00011826492846012115], "cos_Ac_negg": [0.8279260396957397, -0.008944785222411156, 0.1862492859363556], "r_norm": [1.195507287979126, 0.9741281270980835, 0.3757728636264801], "traffic_norm": [5.647859573364258, 5.468355178833008, 5.518111228942871], "traffic_residual_norm": [0.8956865072250366, 0.6848151683807373, 1.5460179838555632e-06], "traffic_r2": [0.9744303226470947, 0.9842495322227478, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.21714746952056885, "cos_r_negg": [0.19002506136894226, 0.0380399189889431, 0.11646182090044022], "cos_innovation_negg": [0.19002506136894226, 0.0380399189889431, 0.11646182090044022], "cos_apical_negg": [-0.07424105703830719, 0.14750689268112183, -0.08477674424648285], "cos_Ac_negg": [0.819129228591919, 0.1910630464553833, 0.11362932622432709], "r_norm": [0.952190637588501, 1.0112643241882324, 0.3290002644062042], "traffic_norm": [5.634262561798096, 5.464228630065918, 5.506624221801758], "traffic_residual_norm": [0.67008376121521, 0.7602031230926514, 1.5392649856948992e-06], "traffic_r2": [0.9854910373687744, 0.9806183576583862, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9234, "eval_loss": 0.32139657592773435, "val_acc": 0.9234, "val_loss": 0.32139657592773435}, {"step": 2200, "epoch": 5, "train_loss": 0.14971400797367096, "cos_r_negg": [0.1821606159210205, 0.012775735929608345, 0.05338655784726143], "cos_innovation_negg": [0.1821606159210205, 0.012775735929608345, 0.05338655784726143], "cos_apical_negg": [-0.000601109117269516, 0.1583537757396698, -0.06566254794597626], "cos_Ac_negg": [0.8251174092292786, 0.154737651348114, 0.05101663991808891], "r_norm": [1.1243371963500977, 1.4216554164886475, 0.42935097217559814], "traffic_norm": [5.601510524749756, 5.435941219329834, 5.469266891479492], "traffic_residual_norm": [0.7681676149368286, 1.1309481859207153, 1.6150147530424874e-06], "traffic_r2": [0.981033444404602, 0.9566403031349182, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.2629050016403198, "cos_r_negg": [0.18026115000247955, 0.006215701811015606, 0.14019666612148285], "cos_innovation_negg": [0.18026115000247955, 0.006215701811015606, 0.14019666612148285], "cos_apical_negg": [-0.041210293769836426, 0.1214238703250885, -0.0765845775604248], "cos_Ac_negg": [0.8096140623092651, 0.0752171128988266, 0.1378549039363861], "r_norm": [1.5276713371276855, 1.10894775390625, 0.36778557300567627], "traffic_norm": [5.572571754455566, 5.407493591308594, 5.424856185913086], "traffic_residual_norm": [1.2487152814865112, 0.8281128406524658, 1.5032053397590062e-06], "traffic_r2": [0.949633777141571, 0.9764516353607178, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9424, "eval_loss": 0.22188036804199218, "val_acc": 0.9424, "val_loss": 0.22188036804199218}, {"step": 2600, "epoch": 6, "train_loss": 0.1619599461555481, "cos_r_negg": [0.18823683261871338, 0.037126198410987854, 0.24486930668354034], "cos_innovation_negg": [0.18823683261871338, 0.037126198410987854, 0.24486930668354034], "cos_apical_negg": [-0.0753900483250618, 0.16264191269874573, -0.012965107336640358], "cos_Ac_negg": [0.8113736510276794, 0.16556084156036377, 0.23591293394565582], "r_norm": [1.6339256763458252, 0.9876255393028259, 0.3461053967475891], "traffic_norm": [5.539807319641113, 5.415838718414307, 5.4158124923706055], "traffic_residual_norm": [1.3963868618011475, 0.73772132396698, 1.4657325664302334e-06], "traffic_r2": [0.936168372631073, 0.9813438057899475, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.13565781712532043, "cos_r_negg": [0.1179066076874733, 0.046744465827941895, 0.18462114036083221], "cos_innovation_negg": [0.1179066076874733, 0.046744465827941895, 0.18462114036083221], "cos_apical_negg": [-0.04760003089904785, 0.18304935097694397, -0.03917623311281204], "cos_Ac_negg": [0.8303298950195312, 0.0763063132762909, 0.18301039934158325], "r_norm": [1.3360729217529297, 1.3082586526870728, 0.33557939529418945], "traffic_norm": [5.57188081741333, 5.450478553771973, 5.468886375427246], "traffic_residual_norm": [1.0681629180908203, 1.0698716640472412, 1.5833495581318857e-06], "traffic_r2": [0.9629470705986023, 0.9613999128341675, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.04914235323667526, "cos_r_negg": [0.1659693717956543, 0.036680109798908234, 0.1210637092590332], "cos_innovation_negg": [0.1659693717956543, 0.036680109798908234, 0.1210637092590332], "cos_apical_negg": [-0.03983466699719429, 0.1320471614599228, -0.07864706218242645], "cos_Ac_negg": [0.8381794691085815, 0.1770801544189453, 0.11675051599740982], "r_norm": [1.2506489753723145, 1.7443162202835083, 0.26149481534957886], "traffic_norm": [5.575196266174316, 5.45518684387207, 5.481625556945801], "traffic_residual_norm": [1.0437414646148682, 1.5836951732635498, 1.4372274108609417e-06], "traffic_r2": [0.9643082618713379, 0.9156079888343811, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9476, "eval_loss": 0.19111805419921876, "val_acc": 0.9476, "val_loss": 0.19111805419921876}, {"step": 3200, "epoch": 7, "train_loss": 0.07569295912981033, "cos_r_negg": [0.15273453295230865, 0.11447452753782272, 0.2495550811290741], "cos_innovation_negg": [0.15273453295230865, 0.11447452753782272, 0.2495550811290741], "cos_apical_negg": [0.019877668470144272, 0.14499130845069885, -0.07329865545034409], "cos_Ac_negg": [0.8323088884353638, 0.19171972572803497, 0.2482738047838211], "r_norm": [0.9579555988311768, 1.6802550554275513, 0.3121491074562073], "traffic_norm": [5.550684452056885, 5.42673397064209, 5.44442892074585], "traffic_residual_norm": [0.6818720102310181, 1.4845062494277954, 1.5466864624613663e-06], "traffic_r2": [0.9847180843353271, 0.9250664710998535, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.08814141154289246, "cos_r_negg": [0.20236781239509583, 0.10013462603092194, 0.2553507685661316], "cos_innovation_negg": [0.20236781239509583, 0.10013462603092194, 0.2553507685661316], "cos_apical_negg": [-0.016302604228258133, 0.15759779512882233, 0.003561568446457386], "cos_Ac_negg": [0.8116517663002014, 0.251625657081604, 0.26348865032196045], "r_norm": [1.0808160305023193, 2.163540840148926, 0.3088148534297943], "traffic_norm": [5.531446933746338, 5.411723613739014, 5.439217567443848], "traffic_residual_norm": [0.8193596601486206, 1.9910895824432373, 1.5628436358383624e-06], "traffic_r2": [0.9778990149497986, 0.864582896232605, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9394, "eval_loss": 0.2424315643310547, "val_acc": 0.9394, "val_loss": 0.2424315643310547}, {"step": 3600, "epoch": 8, "train_loss": 0.08401042968034744, "cos_r_negg": [0.1335940957069397, 0.11377686262130737, 0.2745990455150604], "cos_innovation_negg": [0.1335940957069397, 0.11377686262130737, 0.2745990455150604], "cos_apical_negg": [-0.042705800384283066, 0.1991330087184906, 0.00919474195688963], "cos_Ac_negg": [0.8179692029953003, 0.23468714952468872, 0.24831628799438477], "r_norm": [0.8602107763290405, 1.9400391578674316, 0.2108207643032074], "traffic_norm": [5.530478477478027, 5.408730983734131, 5.440352439880371], "traffic_residual_norm": [0.6813494563102722, 1.8245539665222168, 1.4926081348676234e-06], "traffic_r2": [0.9846737384796143, 0.8861840963363647, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.09541529417037964, "cos_r_negg": [0.11007373034954071, 0.014130158349871635, 0.21028926968574524], "cos_innovation_negg": [0.11007373034954071, 0.014130158349871635, 0.21028926968574524], "cos_apical_negg": [-0.002151402411982417, 0.16472116112709045, -0.060952432453632355], "cos_Ac_negg": [0.8205493688583374, 0.3683692216873169, 0.2307174801826477], "r_norm": [1.0662254095077515, 1.566544771194458, 0.26529404520988464], "traffic_norm": [5.530068397521973, 5.393507957458496, 5.417956829071045], "traffic_residual_norm": [0.8419077396392822, 1.3975580930709839, 1.6250567114184378e-06], "traffic_r2": [0.9766100645065308, 0.932824432849884, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9372, "eval_loss": 0.2371291717529297, "val_acc": 0.9372, "val_loss": 0.2371291717529297}, {"step": 4000, "epoch": 9, "train_loss": 0.2192423790693283, "cos_r_negg": [0.12890049815177917, 0.09624837338924408, 0.1342836320400238], "cos_innovation_negg": [0.12890049815177917, 0.09624837338924408, 0.1342836320400238], "cos_apical_negg": [-0.03564929962158203, 0.13665702939033508, 0.042833056300878525], "cos_Ac_negg": [0.8217527866363525, 0.34318268299102783, 0.14193014800548553], "r_norm": [1.4575309753417969, 4.195690155029297, 0.26799851655960083], "traffic_norm": [5.521965026855469, 5.37230920791626, 5.4010419845581055], "traffic_residual_norm": [1.2510359287261963, 4.092957019805908, 1.72454974745051e-06], "traffic_r2": [0.9486241936683655, 0.41958242654800415, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.3136534094810486, "cos_r_negg": [0.13242192566394806, 0.05817384272813797, 0.2938392460346222], "cos_innovation_negg": [0.13242192566394806, 0.05817384272813797, 0.2938392460346222], "cos_apical_negg": [-0.05612585321068764, 0.11152461171150208, -0.04245471954345703], "cos_Ac_negg": [0.8171913623809814, 0.3447152376174927, 0.29598814249038696], "r_norm": [0.8249210715293884, 1.8966431617736816, 0.23709902167320251], "traffic_norm": [5.534153938293457, 5.384925842285156, 5.3914384841918945], "traffic_residual_norm": [0.6097490787506104, 1.7600548267364502, 1.5396516346299904e-06], "traffic_r2": [0.9877314567565918, 0.8931650519371033, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9488, "eval_loss": 0.19787917175292968, "val_acc": 0.9488, "val_loss": 0.19787917175292968}, {"step": 4400, "epoch": 10, "train_loss": 0.18216145038604736, "cos_r_negg": [0.15829728543758392, 0.09829850494861603, 0.4035361111164093], "cos_innovation_negg": [0.15829728543758392, 0.09829850494861603, 0.4035361111164093], "cos_apical_negg": [-0.016371507197618484, 0.1852075457572937, -0.07823749631643295], "cos_Ac_negg": [0.8123786449432373, 0.30503344535827637, 0.4148065447807312], "r_norm": [1.548041582107544, 1.733889102935791, 0.24490325152873993], "traffic_norm": [5.537233352661133, 5.383774757385254, 5.389843940734863], "traffic_residual_norm": [1.3696300983428955, 1.589531421661377, 1.739476942930196e-06], "traffic_r2": [0.9387341737747192, 0.9128232002258301, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.1293671876192093, "cos_r_negg": [0.1587153524160385, 0.03987865149974823, 0.34368300437927246], "cos_innovation_negg": [0.1587153524160385, 0.03987865149974823, 0.34368300437927246], "cos_apical_negg": [-0.07048652321100235, 0.11100950092077255, -0.06974658370018005], "cos_Ac_negg": [0.8324869871139526, 0.4220792055130005, 0.3558211326599121], "r_norm": [1.5131645202636719, 1.306922435760498, 0.21966594457626343], "traffic_norm": [5.540421485900879, 5.384081840515137, 5.392413139343262], "traffic_residual_norm": [1.3476954698562622, 1.1625491380691528, 1.4490335615846561e-06], "traffic_r2": [0.9407538175582886, 0.9533671140670776, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9516, "eval_loss": 0.17261528015136718, "val_acc": 0.9516, "val_loss": 0.17261528015136718}, {"step": 4800, "epoch": 11, "train_loss": 0.12867021560668945, "cos_r_negg": [0.11006258428096771, -0.020749732851982117, 0.3313288390636444], "cos_innovation_negg": [0.11006258428096771, -0.020749732851982117, 0.3313288390636444], "cos_apical_negg": [0.008273347280919552, 0.14138942956924438, -0.019806869328022003], "cos_Ac_negg": [0.8217650055885315, 0.3614305257797241, 0.3348713517189026], "r_norm": [1.5522682666778564, 1.5975154638290405, 0.20418156683444977], "traffic_norm": [5.509222030639648, 5.356738090515137, 5.358531951904297], "traffic_residual_norm": [1.3934177160263062, 1.4609640836715698, 1.562330908200238e-06], "traffic_r2": [0.9357990026473999, 0.9255820512771606, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.22405095398426056, "cos_r_negg": [0.19533297419548035, 0.03445003554224968, 0.22362247109413147], "cos_innovation_negg": [0.19533297419548035, 0.03445003554224968, 0.22362247109413147], "cos_apical_negg": [-0.033961422741413116, 0.05897127836942673, -0.10833603143692017], "cos_Ac_negg": [0.8329827785491943, 0.37990903854370117, 0.2252761423587799], "r_norm": [0.9846230149269104, 1.198171615600586, 0.2928972542285919], "traffic_norm": [5.525920391082764, 5.37582540512085, 5.37813663482666], "traffic_residual_norm": [0.7235462665557861, 0.9932699799537659, 1.5815826373000164e-06], "traffic_r2": [0.9824520349502563, 0.9657477736473083, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9452, "eval_loss": 0.21225211181640624, "val_acc": 0.9452, "val_loss": 0.21225211181640624}, {"step": 5200, "epoch": 12, "train_loss": 0.07913704216480255, "cos_r_negg": [0.1109517514705658, 0.1300623118877411, 0.35038408637046814], "cos_innovation_negg": [0.1109517514705658, 0.1300623118877411, 0.35038408637046814], "cos_apical_negg": [-0.04341192916035652, 0.13404186069965363, -0.08769001066684723], "cos_Ac_negg": [0.8229958415031433, 0.2954028248786926, 0.34893491864204407], "r_norm": [1.2100703716278076, 1.1080459356307983, 0.23551812767982483], "traffic_norm": [5.548661231994629, 5.389330863952637, 5.389216423034668], "traffic_residual_norm": [1.0170376300811768, 0.9390690922737122, 1.6336662156390958e-06], "traffic_r2": [0.9661257863044739, 0.9695827960968018, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.11301840096712112, "cos_r_negg": [0.11045277118682861, 0.07868290692567825, 0.1745484471321106], "cos_innovation_negg": [0.11045277118682861, 0.07868290692567825, 0.1745484471321106], "cos_apical_negg": [0.004950948059558868, 0.16763828694820404, -0.08094248175621033], "cos_Ac_negg": [0.8074069023132324, 0.4001782238483429, 0.17202796041965485], "r_norm": [2.8454811573028564, 4.191866397857666, 0.23123487830162048], "traffic_norm": [5.532418251037598, 5.372903823852539, 5.377710342407227], "traffic_residual_norm": [2.709850549697876, 4.106940269470215, 1.5669495496695163e-06], "traffic_r2": [0.7598963379859924, 0.4156695008277893, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.943, "eval_loss": 0.2321578643798828, "val_acc": 0.943, "val_loss": 0.2321578643798828}, {"step": 5600, "epoch": 13, "train_loss": 0.17849168181419373, "cos_r_negg": [0.12341185659170151, 0.027820991352200508, 0.3284814953804016], "cos_innovation_negg": [0.12341185659170151, 0.027820991352200508, 0.3284814953804016], "cos_apical_negg": [-0.05941791087388992, 0.17064528167247772, -0.08239646255970001], "cos_Ac_negg": [0.8139022588729858, 0.3460986912250519, 0.3402470052242279], "r_norm": [1.2575830221176147, 2.8758602142333984, 0.25619906187057495], "traffic_norm": [5.573029041290283, 5.397581100463867, 5.399172782897949], "traffic_residual_norm": [1.0392735004425049, 2.7500722408294678, 1.664344154050923e-06], "traffic_r2": [0.9649196863174438, 0.7404515147209167, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.07636560499668121, "cos_r_negg": [0.12838953733444214, 0.1071186363697052, 0.29348379373550415], "cos_innovation_negg": [0.12838953733444214, 0.1071186363697052, 0.29348379373550415], "cos_apical_negg": [-0.0411229133605957, 0.12499749660491943, -0.08347747474908829], "cos_Ac_negg": [0.8336101174354553, 0.4333977997303009, 0.29851844906806946], "r_norm": [1.596790075302124, 1.98204505443573, 0.26843035221099854], "traffic_norm": [5.571849346160889, 5.400179862976074, 5.397977828979492], "traffic_residual_norm": [1.3814527988433838, 1.8236349821090698, 1.7561566210133606e-06], "traffic_r2": [0.9383426904678345, 0.8859410285949707, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.07635628432035446, "cos_r_negg": [0.12022950500249863, 0.0707555040717125, 0.32496488094329834], "cos_innovation_negg": [0.12022950500249863, 0.0707555040717125, 0.32496488094329834], "cos_apical_negg": [-0.0065155234187841415, 0.2174324095249176, -0.10018535703420639], "cos_Ac_negg": [0.8070520162582397, 0.3883823752403259, 0.33361345529556274], "r_norm": [1.170884132385254, 3.319085121154785, 0.29648688435554504], "traffic_norm": [5.570520877838135, 5.3866682052612305, 5.418062210083008], "traffic_residual_norm": [0.9032678604125977, 3.1878440380096436, 1.4208493439582526e-06], "traffic_r2": [0.9733943939208984, 0.6497082710266113, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.939, "eval_loss": 0.2414948486328125, "val_acc": 0.939, "val_loss": 0.2414948486328125}, {"step": 6200, "epoch": 14, "train_loss": 0.21834157407283783, "cos_r_negg": [0.1305387020111084, 0.038601651787757874, 0.23874019086360931], "cos_innovation_negg": [0.1305387020111084, 0.038601651787757874, 0.23874019086360931], "cos_apical_negg": [-0.020935548469424248, 0.14297756552696228, -0.003785672364756465], "cos_Ac_negg": [0.8166859149932861, 0.3986283540725708, 0.24790582060813904], "r_norm": [0.928508460521698, 1.912339448928833, 0.23508690297603607], "traffic_norm": [5.539292335510254, 5.364923477172852, 5.383044719696045], "traffic_residual_norm": [0.7066968679428101, 1.7705817222595215, 1.3430453691398725e-06], "traffic_r2": [0.9832788705825806, 0.8909816145896912, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.16453221440315247, "cos_r_negg": [0.12075255811214447, 0.09078618884086609, 0.32308971881866455], "cos_innovation_negg": [0.12075255811214447, 0.09078618884086609, 0.32308971881866455], "cos_apical_negg": [-0.08311545848846436, 0.06659997999668121, -0.06044384092092514], "cos_Ac_negg": [0.8276293277740479, 0.4066455364227295, 0.3429185152053833], "r_norm": [2.1249632835388184, 1.9230678081512451, 0.20382089912891388], "traffic_norm": [5.554696559906006, 5.371404647827148, 5.385797023773193], "traffic_residual_norm": [1.9849722385406494, 1.8057126998901367, 1.4364960634338786e-06], "traffic_r2": [0.8713469505310059, 0.8864810466766357, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.942, "eval_loss": 0.21498032836914063, "val_acc": 0.942, "val_loss": 0.21498032836914063}], "final": {"eval_split": "validation", "eval_acc": 0.942, "eval_loss": 0.21498032836914063, "wall_s": 24.3494930267334, "val_acc": 0.942, "val_loss": 0.21498032836914063, "cos_r_negg": [0.15619012713432312, 0.04099956899881363, 0.407558411359787], "cos_innovation_negg": [0.15619012713432312, 0.04099956899881363, 0.407558411359787], "cos_apical_negg": [-0.04047933965921402, 0.028437446802854538, -0.17930524051189423], "cos_Ac_negg": [0.8201981782913208, 0.43055015802383423, 0.4300989508628845], "traffic_norm": [5.569211959838867, 5.388742923736572, 5.397543907165527], "traffic_residual_norm": [3.5449297428131104, 2.3485398292541504, 1.3416474757832475e-06], "traffic_r2": [0.5946946144104004, 0.8098356127738953, 1.0]}, "timing": {"warmup_wall_s": 0.45139265060424805, "training_loop_wall_s": 23.683340787887573, "diagnostics_wall_s": 0.5179600715637207, "inline_diagnostics_wall_s": 0.3710343837738037, "optimizer_wall_s_excluding_inline_diagnostics": 23.31230640411377, "evaluation_wall_s": 0.06438994407653809}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
|
