{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.029392804950475693, 0.002717695664614439, 0.009267451241612434], "cos_innovation_negg": [-0.029392804950475693, 0.002717695664614439, 0.009267451241612434], "cos_apical_negg": [-0.029235415160655975, 0.002071091439574957, 0.008074866607785225], "cos_Ac_negg": [-0.026053454726934433, 0.019999800249934196, 0.03730686753988266], "r_norm": [10.728410720825195, 10.390592575073242, 10.038398742675781], "traffic_norm": [9.704059600830078, 9.645772933959961, 9.290628433227539], "traffic_residual_norm": [9.266655921936035, 9.135624885559082, 8.706912994384766], "traffic_r2": [0.08807790279388428, 0.10294705629348755, 0.12168866395950317]}, {"step": 200, "epoch": 0, "train_loss": 1.3913886547088623, "cos_r_negg": [0.5293533802032471, 0.15990105271339417, -0.03953741490840912], "cos_innovation_negg": [0.5293533802032471, 0.15990105271339417, -0.03953741490840912], "cos_apical_negg": [0.07934075593948364, -0.21917696297168732, 0.07052169740200043], "cos_Ac_negg": [0.7717781066894531, -0.021378381177783012, -0.014802590012550354], "r_norm": [1.505728840827942, 1.4903247356414795, 1.523350477218628], "traffic_norm": [18.00157928466797, 17.776687622070312, 17.63870620727539], "traffic_residual_norm": [0.07012542337179184, 0.11350240558385849, 0.17366786301136017], "traffic_r2": [0.9999848008155823, 0.9999592304229736, 0.9999030232429504]}, {"step": 400, "epoch": 0, "train_loss": 1.2615633010864258, "cos_r_negg": [0.7229729890823364, 0.10801795870065689, -0.05697229132056236], "cos_innovation_negg": [0.7229729890823364, 0.10801795870065689, -0.05697229132056236], "cos_apical_negg": [-0.023337922990322113, -0.0958729237318039, 0.00775507465004921], "cos_Ac_negg": [0.7916282415390015, -0.09847773611545563, -0.04687521234154701], "r_norm": [1.1873879432678223, 1.1554847955703735, 1.1595690250396729], "traffic_norm": [17.993209838867188, 17.766197204589844, 17.640544891357422], "traffic_residual_norm": [0.039484988898038864, 0.06812287867069244, 0.09172869473695755], "traffic_r2": [0.9999951720237732, 0.9999852776527405, 0.999972939491272]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8244, "eval_loss": 1.0008508666992189, "val_acc": 0.8244, "val_loss": 1.0008508666992189}, {"step": 600, "epoch": 1, "train_loss": 0.45839202404022217, "cos_r_negg": [0.8076292276382446, 0.15729838609695435, -0.017610758543014526], "cos_innovation_negg": [0.8076292276382446, 0.15729838609695435, -0.017610758543014526], "cos_apical_negg": [-0.008377748541533947, -0.22297827899456024, 0.05465815216302872], "cos_Ac_negg": [0.8755496144294739, -0.060882214456796646, 0.09374530613422394], "r_norm": [1.1507983207702637, 1.1046558618545532, 1.1233000755310059], "traffic_norm": [17.97766876220703, 17.758331298828125, 17.613658905029297], "traffic_residual_norm": [0.03900061920285225, 0.06110026314854622, 0.07990595698356628], "traffic_r2": [0.9999952912330627, 0.9999881386756897, 0.9999794363975525]}, {"step": 800, "epoch": 1, "train_loss": 1.0191123485565186, "cos_r_negg": [0.6454944610595703, -0.030217690393328667, 0.2401575744152069], "cos_innovation_negg": [0.6454944610595703, -0.030217690393328667, 0.2401575744152069], "cos_apical_negg": [0.09361688047647476, -0.13352632522583008, 0.11329005658626556], "cos_Ac_negg": [0.7899159789085388, -0.21513202786445618, 0.3945309519767761], "r_norm": [0.927531361579895, 0.8761210441589355, 0.8943527936935425], "traffic_norm": [17.976165771484375, 17.754993438720703, 17.62247085571289], "traffic_residual_norm": [0.02159150131046772, 0.039448969066143036, 0.04842323437333107], "traffic_r2": [0.9999985694885254, 0.9999950528144836, 0.9999924302101135]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.889, "eval_loss": 0.6160529418945313, "val_acc": 0.889, "val_loss": 0.6160529418945313}, {"step": 1000, "epoch": 2, "train_loss": 0.7588964700698853, "cos_r_negg": [0.7024874687194824, 0.18566091358661652, 0.4538339376449585], "cos_innovation_negg": [0.7024874687194824, 0.18566091358661652, 0.4538339376449585], "cos_apical_negg": [0.03970063105225563, 0.024473298341035843, 0.2929410934448242], "cos_Ac_negg": [0.8857361078262329, -0.27812182903289795, 0.6171877384185791], "r_norm": [0.8731896281242371, 0.8448498249053955, 0.9016271233558655], "traffic_norm": [17.970731735229492, 17.756332397460938, 17.616024017333984], "traffic_residual_norm": [0.08375339210033417, 0.1319037675857544, 0.18106448650360107], "traffic_r2": [0.9999783039093018, 0.999944806098938, 0.999894380569458]}, {"step": 1200, "epoch": 2, "train_loss": 0.5766491889953613, "cos_r_negg": [0.6503373384475708, 0.011826799251139164, 0.40000003576278687], "cos_innovation_negg": [0.6503373384475708, 0.011826799251139164, 0.40000003576278687], "cos_apical_negg": [0.13212840259075165, -0.009582946076989174, -0.06250251084566116], "cos_Ac_negg": [0.8212986588478088, -0.11478821933269501, 0.5820308923721313], "r_norm": [0.648881196975708, 0.617267906665802, 0.6567701101303101], "traffic_norm": [17.971303939819336, 17.762365341186523, 17.631114959716797], "traffic_residual_norm": [0.04422242194414139, 0.06680401414632797, 0.10179419815540314], "traffic_r2": [0.9999939203262329, 0.9999858736991882, 0.9999666810035706]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8832, "eval_loss": 0.66965947265625, "val_acc": 0.8832, "val_loss": 0.66965947265625}, {"step": 1400, "epoch": 3, "train_loss": 0.8712301254272461, "cos_r_negg": [0.6935790777206421, 0.16255885362625122, 0.3846341669559479], "cos_innovation_negg": [0.6935790777206421, 0.16255885362625122, 0.3846341669559479], "cos_apical_negg": [0.009604101069271564, 0.22188544273376465, 0.1780780851840973], "cos_Ac_negg": [0.852756917476654, -0.1765722632408142, 0.5773079991340637], "r_norm": [0.5803027153015137, 0.5376406908035278, 0.5513597130775452], "traffic_norm": [17.980579376220703, 17.768695831298828, 17.63520050048828], "traffic_residual_norm": [0.009860735386610031, 0.014789785258471966, 0.01618245616555214], "traffic_r2": [0.9999997019767761, 0.9999992847442627, 0.9999991655349731]}, {"step": 1600, "epoch": 3, "train_loss": 0.7336228489875793, "cos_r_negg": [0.707788348197937, 0.13684606552124023, 0.3043179214000702], "cos_innovation_negg": [0.707788348197937, 0.13684606552124023, 0.3043179214000702], "cos_apical_negg": [0.08486105501651764, -0.20445352792739868, 0.1874847114086151], "cos_Ac_negg": [0.848847508430481, -0.025935392826795578, 0.46484053134918213], "r_norm": [0.6246218681335449, 0.5709588527679443, 0.5903218984603882], "traffic_norm": [17.970375061035156, 17.751230239868164, 17.62080955505371], "traffic_residual_norm": [0.014873633161187172, 0.022972431033849716, 0.036521099507808685], "traffic_r2": [0.9999993443489075, 0.9999983310699463, 0.9999957084655762]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.902, "eval_loss": 0.4523783203125, "val_acc": 0.902, "val_loss": 0.4523783203125}, {"step": 1800, "epoch": 4, "train_loss": 1.0739705562591553, "cos_r_negg": [0.7404276132583618, 0.008946358226239681, 0.3727550804615021], "cos_innovation_negg": [0.7404276132583618, 0.008946358226239681, 0.3727550804615021], "cos_apical_negg": [0.030736539512872696, 0.10670530050992966, 0.16239991784095764], "cos_Ac_negg": [0.8749803900718689, -0.15329524874687195, 0.4716506898403168], "r_norm": [0.6098300218582153, 0.5518254637718201, 0.5786487460136414], "traffic_norm": [17.975170135498047, 17.761287689208984, 17.62925148010254], "traffic_residual_norm": [0.007889557629823685, 0.011650769971311092, 0.0171009860932827], "traffic_r2": [0.9999998211860657, 0.9999995827674866, 0.9999990463256836]}, {"step": 2000, "epoch": 4, "train_loss": 0.23995094001293182, "cos_r_negg": [0.700932502746582, 0.10874709486961365, 0.4637948274612427], "cos_innovation_negg": [0.700932502746582, 0.10874709486961365, 0.4637948274612427], "cos_apical_negg": [0.010845500975847244, 0.1537771224975586, 0.023445546627044678], "cos_Ac_negg": [0.8457709550857544, -0.13851884007453918, 0.6679686307907104], "r_norm": [0.5240689516067505, 0.483623743057251, 0.5091638565063477], "traffic_norm": [17.97348403930664, 17.758617401123047, 17.626800537109375], "traffic_residual_norm": [0.02550649270415306, 0.04157087951898575, 0.055701058357954025], "traffic_r2": [0.9999979734420776, 0.9999945163726807, 0.9999899864196777]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.893, "eval_loss": 0.5038741271972657, "val_acc": 0.893, "val_loss": 0.5038741271972657}, {"step": 2200, "epoch": 5, "train_loss": 0.3419324457645416, "cos_r_negg": [0.7294304370880127, 0.020370211452245712, 0.5683366656303406], "cos_innovation_negg": [0.7294304370880127, 0.020370211452245712, 0.5683366656303406], "cos_apical_negg": [0.09953956305980682, -0.24420884251594543, 0.0859142541885376], "cos_Ac_negg": [0.8826955556869507, -0.02874133363366127, 0.7578111886978149], "r_norm": [0.4962857961654663, 0.45327696204185486, 0.4811854362487793], "traffic_norm": [17.965961456298828, 17.744277954101562, 17.62348747253418], "traffic_residual_norm": [0.018419232219457626, 0.0301635954529047, 0.04048871248960495], "traffic_r2": [0.999998927116394, 0.9999971389770508, 0.999994695186615]}, {"step": 2400, "epoch": 5, "train_loss": 0.6408834457397461, "cos_r_negg": [0.6781649589538574, 0.18123802542686462, 0.4872804880142212], "cos_innovation_negg": [0.6781649589538574, 0.18123802542686462, 0.4872804880142212], "cos_apical_negg": [0.0698334127664566, -0.25847676396369934, 0.1562560796737671], "cos_Ac_negg": [0.8795990347862244, -0.002108263783156872, 0.6796874403953552], "r_norm": [0.5406070351600647, 0.4792012572288513, 0.49984708428382874], "traffic_norm": [17.96953010559082, 17.7572078704834, 17.617605209350586], "traffic_residual_norm": [0.003378048539161682, 0.008012332953512669, 0.009558901190757751], "traffic_r2": [0.9999999403953552, 0.9999998211860657, 0.9999997019767761]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9018, "eval_loss": 0.4836044128417969, "val_acc": 0.9018, "val_loss": 0.4836044128417969}, {"step": 2600, "epoch": 6, "train_loss": 0.7335690259933472, "cos_r_negg": [0.662469208240509, 0.16994576156139374, 0.5039380788803101], "cos_innovation_negg": [0.662469208240509, 0.16994576156139374, 0.5039380788803101], "cos_apical_negg": [0.1472327709197998, -0.49162736535072327, 0.12499408423900604], "cos_Ac_negg": [0.872075080871582, 0.13641375303268433, 0.7031248807907104], "r_norm": [0.7738913297653198, 0.6787377595901489, 0.7149425148963928], "traffic_norm": [17.951797485351562, 17.735904693603516, 17.608173370361328], "traffic_residual_norm": [0.01811646670103073, 0.023760803043842316, 0.03974269703030586], "traffic_r2": [0.9999989867210388, 0.9999982118606567, 0.9999949336051941]}, {"step": 2800, "epoch": 6, "train_loss": 0.2486417144536972, "cos_r_negg": [0.7106978893280029, -0.015452835708856583, 0.5647085905075073], "cos_innovation_negg": [0.7106978893280029, -0.015452835708856583, 0.5647085905075073], "cos_apical_negg": [0.005106352269649506, 0.2189955711364746, 0.02735837548971176], "cos_Ac_negg": [0.8650100231170654, -0.09152590483427048, 0.7421842813491821], "r_norm": [0.6093658208847046, 0.5470702052116394, 0.5732526779174805], "traffic_norm": [17.958364486694336, 17.744888305664062, 17.615148544311523], "traffic_residual_norm": [0.01401583943516016, 0.022162146866321564, 0.030046073719859123], "traffic_r2": [0.9999994039535522, 0.9999984502792358, 0.999997079372406]}, {"step": 3000, "epoch": 6, "train_loss": 0.4006921052932739, "cos_r_negg": [0.589187741279602, 0.1307922601699829, 0.5451040863990784], "cos_innovation_negg": [0.589187741279602, 0.1307922601699829, 0.5451040863990784], "cos_apical_negg": [0.056788213551044464, -0.10972663015127182, 0.13277758657932281], "cos_Ac_negg": [0.8637072443962097, 0.051131073385477066, 0.8124713897705078], "r_norm": [0.7850826382637024, 0.6988615989685059, 0.7119443416595459], "traffic_norm": [17.95850372314453, 17.741188049316406, 17.61417007446289], "traffic_residual_norm": [0.003750230185687542, 0.005168854258954525, 0.008005001582205296], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 0.9999998211860657]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8674, "eval_loss": 0.7020143310546875, "val_acc": 0.8674, "val_loss": 0.7020143310546875}, {"step": 3200, "epoch": 7, "train_loss": 0.48577332496643066, "cos_r_negg": [0.6804294586181641, 0.1291303187608719, 0.5303675532341003], "cos_innovation_negg": [0.6804294586181641, 0.1291303187608719, 0.5303675532341003], "cos_apical_negg": [-0.06310472637414932, -0.08304156363010406, -0.04685169458389282], "cos_Ac_negg": [0.8958532810211182, 0.06870587170124054, 0.7617192268371582], "r_norm": [0.42913514375686646, 0.3756002187728882, 0.38487011194229126], "traffic_norm": [17.950002670288086, 17.734582901000977, 17.615524291992188], "traffic_residual_norm": [0.0020936131477355957, 0.0035760649479925632, 0.005051088519394398], "traffic_r2": [1.0, 0.9999999403953552, 0.9999999403953552]}, {"step": 3400, "epoch": 7, "train_loss": 0.5835464000701904, "cos_r_negg": [0.6813551187515259, 0.18048661947250366, 0.5630196332931519], "cos_innovation_negg": [0.6813551187515259, 0.18048661947250366, 0.5630196332931519], "cos_apical_negg": [0.05255905166268349, -0.3041394054889679, -0.17968615889549255], "cos_Ac_negg": [0.8789329528808594, 0.18472222983837128, 0.6875100135803223], "r_norm": [0.5818650126457214, 0.5102820992469788, 0.5363003015518188], "traffic_norm": [17.949954986572266, 17.732940673828125, 17.611873626708984], "traffic_residual_norm": [0.005144771654158831, 0.006998907774686813, 0.011353246867656708], "traffic_r2": [0.9999999403953552, 0.9999998211860657, 0.9999995827674866]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8406, "eval_loss": 0.8702182006835938, "val_acc": 0.8406, "val_loss": 0.8702182006835938}, {"step": 3600, "epoch": 8, "train_loss": 0.3202010989189148, "cos_r_negg": [0.7181124687194824, 0.161222904920578, 0.6767153739929199], "cos_innovation_negg": [0.7181124687194824, 0.161222904920578, 0.6767153739929199], "cos_apical_negg": [-0.052694421261548996, -0.081826351583004, -0.035136256366968155], "cos_Ac_negg": [0.902776837348938, 0.10179679095745087, 0.8203125596046448], "r_norm": [0.4558309018611908, 0.40749651193618774, 0.428463339805603], "traffic_norm": [17.951953887939453, 17.730510711669922, 17.61301040649414], "traffic_residual_norm": [0.017228955402970314, 0.029151923954486847, 0.03820224851369858], "traffic_r2": [0.9999991059303284, 0.9999973177909851, 0.9999952912330627]}, {"step": 3800, "epoch": 8, "train_loss": 0.4660959243774414, "cos_r_negg": [0.7025524973869324, 0.20369170606136322, 0.7070291042327881], "cos_innovation_negg": [0.7025524973869324, 0.20369170606136322, 0.7070291042327881], "cos_apical_negg": [-0.14873157441616058, -0.005963972769677639, -0.10154737532138824], "cos_Ac_negg": [0.8877426981925964, 0.11364130675792694, 0.8710943460464478], "r_norm": [0.317608118057251, 0.27869370579719543, 0.2903063893318176], "traffic_norm": [17.964950561523438, 17.74517822265625, 17.62749481201172], "traffic_residual_norm": [0.005776723846793175, 0.008131375536322594, 0.01202177070081234], "traffic_r2": [0.9999998807907104, 0.9999997615814209, 0.9999995231628418]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9044, "eval_loss": 0.4804129333496094, "val_acc": 0.9044, "val_loss": 0.4804129333496094}, {"step": 4000, "epoch": 9, "train_loss": 0.3142741322517395, "cos_r_negg": [0.7350205183029175, -0.11026681959629059, 0.6986299157142639], "cos_innovation_negg": [0.7350205183029175, -0.11026681959629059, 0.6986299157142639], "cos_apical_negg": [-0.01683243364095688, -0.10787230730056763, 0.16406536102294922], "cos_Ac_negg": [0.8949373960494995, -0.029475398361682892, 0.8359375596046448], "r_norm": [0.5168772339820862, 0.4546244442462921, 0.46470361948013306], "traffic_norm": [17.95884132385254, 17.746387481689453, 17.613407135009766], "traffic_residual_norm": [0.01114810910075903, 0.016773873940110207, 0.02745826542377472], "traffic_r2": [0.9999996423721313, 0.9999991059303284, 0.9999975562095642]}, {"step": 4200, "epoch": 9, "train_loss": 0.1922631412744522, "cos_r_negg": [0.6308292150497437, 0.10738658159971237, 0.5560442209243774], "cos_innovation_negg": [0.6308292150497437, 0.10738658159971237, 0.5560442209243774], "cos_apical_negg": [0.017410539090633392, -0.01570875197649002, 0.24222010374069214], "cos_Ac_negg": [0.8722386956214905, 0.0644507110118866, 0.8320783972740173], "r_norm": [0.46312567591667175, 0.4071962833404541, 0.42690813541412354], "traffic_norm": [17.95297622680664, 17.73919677734375, 17.622005462646484], "traffic_residual_norm": [0.005418503191322088, 0.006828702986240387, 0.010081622749567032], "traffic_r2": [0.9999998807907104, 0.9999998807907104, 0.9999997019767761]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9184, "eval_loss": 0.4409292236328125, "val_acc": 0.9184, "val_loss": 0.4409292236328125}, {"step": 4400, "epoch": 10, "train_loss": 0.41853395104408264, "cos_r_negg": [0.7310976982116699, 0.1862642765045166, 0.7131469249725342], "cos_innovation_negg": [0.7310976982116699, 0.1862642765045166, 0.7131469249725342], "cos_apical_negg": [0.06069356948137283, -0.06593646854162216, 0.45703306794166565], "cos_Ac_negg": [0.9083971977233887, 0.014359736815094948, 0.90234375], "r_norm": [0.6243800520896912, 0.5527703762054443, 0.5809291005134583], "traffic_norm": [17.956768035888672, 17.736309051513672, 17.614093780517578], "traffic_residual_norm": [0.014352547936141491, 0.02214096486568451, 0.02985883131623268], "traffic_r2": [0.9999993443489075, 0.9999984502792358, 0.9999971389770508]}, {"step": 4600, "epoch": 10, "train_loss": 0.40642422437667847, "cos_r_negg": [0.7719562649726868, 0.133337140083313, 0.6947128772735596], "cos_innovation_negg": [0.7719562649726868, 0.133337140083313, 0.6947128772735596], "cos_apical_negg": [-0.046026162803173065, -0.15868279337882996, 0.19535669684410095], "cos_Ac_negg": [0.9158705472946167, 0.06018488109111786, 0.8867185711860657], "r_norm": [0.46921491622924805, 0.40726858377456665, 0.42332491278648376], "traffic_norm": [17.950267791748047, 17.739322662353516, 17.60200309753418], "traffic_residual_norm": [0.0017985389567911625, 0.0024601579643785954, 0.003785973647609353], "traffic_r2": [1.0, 1.0, 0.9999999403953552]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9196, "eval_loss": 0.4308165710449219, "val_acc": 0.9196, "val_loss": 0.4308165710449219}, {"step": 4800, "epoch": 11, "train_loss": 0.2545713782310486, "cos_r_negg": [0.6757421493530273, 0.06228361278772354, 0.7019616961479187], "cos_innovation_negg": [0.6757421493530273, 0.06228361278772354, 0.7019616961479187], "cos_apical_negg": [0.06238219514489174, -0.16470283269882202, -0.058563511818647385], "cos_Ac_negg": [0.8891603946685791, -0.004767720587551594, 0.87890625], "r_norm": [0.5310036540031433, 0.4671136736869812, 0.4846406579017639], "traffic_norm": [17.92856216430664, 17.7108154296875, 17.589710235595703], "traffic_residual_norm": [0.010640040040016174, 0.013702546246349812, 0.021206431090831757], "traffic_r2": [0.9999996423721313, 0.9999994039535522, 0.9999985694885254]}, {"step": 5000, "epoch": 11, "train_loss": 0.17519207298755646, "cos_r_negg": [0.7126665115356445, 0.011714634485542774, 0.7534080743789673], "cos_innovation_negg": [0.7126665115356445, 0.011714634485542774, 0.7534080743789673], "cos_apical_negg": [0.04074181243777275, -0.14644938707351685, 0.32422536611557007], "cos_Ac_negg": [0.8962398767471313, -0.04272386431694031, 0.9101559519767761], "r_norm": [0.6146104335784912, 0.5367451906204224, 0.5551512241363525], "traffic_norm": [17.93094253540039, 17.706985473632812, 17.598665237426758], "traffic_residual_norm": [0.004548782482743263, 0.006953448057174683, 0.009437858127057552], "traffic_r2": [0.9999999403953552, 0.9999998211860657, 0.9999997019767761]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.92, "eval_loss": 0.38767101440429685, "val_acc": 0.92, "val_loss": 0.38767101440429685}, {"step": 5200, "epoch": 12, "train_loss": 0.2611349821090698, "cos_r_negg": [0.6742508411407471, 0.21007075905799866, 0.634577751159668], "cos_innovation_negg": [0.6742508411407471, 0.21007075905799866, 0.634577751159668], "cos_apical_negg": [0.01887165941298008, -0.20416489243507385, 0.0820237398147583], "cos_Ac_negg": [0.8864696025848389, 0.2441055178642273, 0.8984374403953552], "r_norm": [0.34977877140045166, 0.30822813510894775, 0.3220269978046417], "traffic_norm": [17.913408279418945, 17.692398071289062, 17.575035095214844], "traffic_residual_norm": [0.0057753087021410465, 0.00832904502749443, 0.012869087047874928], "traffic_r2": [0.9999998807907104, 0.9999997615814209, 0.999999463558197]}, {"step": 5400, "epoch": 12, "train_loss": 0.41655105352401733, "cos_r_negg": [0.7189857959747314, -0.0515047162771225, 0.6463835835456848], "cos_innovation_negg": [0.7189857959747314, -0.0515047162771225, 0.6463835835456848], "cos_apical_negg": [-0.02025238424539566, -0.03611857444047928, 0.02345556579530239], "cos_Ac_negg": [0.8673352003097534, 0.10318120568990707, 0.8280378580093384], "r_norm": [0.6246777772903442, 0.5447286367416382, 0.5636981725692749], "traffic_norm": [17.925498962402344, 17.70494842529297, 17.603351593017578], "traffic_residual_norm": [0.0007368376245722175, 0.0011414000764489174, 0.001543940743431449], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9296, "eval_loss": 0.35508941650390624, "val_acc": 0.9296, "val_loss": 0.35508941650390624}, {"step": 5600, "epoch": 13, "train_loss": 0.45143431425094604, "cos_r_negg": [0.7278522253036499, 0.1257343739271164, 0.7319399118423462], "cos_innovation_negg": [0.7278522253036499, 0.1257343739271164, 0.7319399118423462], "cos_apical_negg": [-0.024370785802602768, -0.04552074894309044, 0.13671797513961792], "cos_Ac_negg": [0.905267596244812, 0.1992301642894745, 0.90234375], "r_norm": [0.3714721202850342, 0.3559393584728241, 0.38573840260505676], "traffic_norm": [17.918914794921875, 17.694969177246094, 17.59908676147461], "traffic_residual_norm": [0.057282332330942154, 0.08858942985534668, 0.11120223999023438], "traffic_r2": [0.9999898076057434, 0.9999749064445496, 0.9999600648880005]}, {"step": 5800, "epoch": 13, "train_loss": 0.11464446038007736, "cos_r_negg": [0.7658101916313171, 0.22664254903793335, 0.7729966640472412], "cos_innovation_negg": [0.7658101916313171, 0.22664254903793335, 0.7729966640472412], "cos_apical_negg": [0.04000119864940643, -0.2329804003238678, 0.1523025929927826], "cos_Ac_negg": [0.9122134447097778, 0.24918748438358307, 0.9140626192092896], "r_norm": [0.411604106426239, 0.3620424270629883, 0.3806522488594055], "traffic_norm": [17.924339294433594, 17.705554962158203, 17.603500366210938], "traffic_residual_norm": [0.008739244192838669, 0.011504245921969414, 0.018751541152596474], "traffic_r2": [0.9999997615814209, 0.9999995827674866, 0.9999988675117493]}, {"step": 6000, "epoch": 13, "train_loss": 0.6517622470855713, "cos_r_negg": [0.6385858654975891, 0.2094029039144516, 0.6470621228218079], "cos_innovation_negg": [0.6385858654975891, 0.2094029039144516, 0.6470621228218079], "cos_apical_negg": [0.016154158860445023, -0.18559494614601135, 0.1405709683895111], "cos_Ac_negg": [0.9112838506698608, 0.17430415749549866, 0.8945311307907104], "r_norm": [0.37720927596092224, 0.33279600739479065, 0.3413853049278259], "traffic_norm": [17.932876586914062, 17.708717346191406, 17.6028995513916], "traffic_residual_norm": [0.0026768262032419443, 0.0036923778243362904, 0.005264487117528915], "traffic_r2": [1.0, 0.9999999403953552, 0.9999998807907104]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9128, "eval_loss": 0.40448868408203126, "val_acc": 0.9128, "val_loss": 0.40448868408203126}, {"step": 6200, "epoch": 14, "train_loss": 0.20789580047130585, "cos_r_negg": [0.6606837511062622, 0.11293826252222061, 0.6227826476097107], "cos_innovation_negg": [0.6606837511062622, 0.11293826252222061, 0.6227826476097107], "cos_apical_negg": [-0.04644935205578804, 0.03725970908999443, -0.0781303346157074], "cos_Ac_negg": [0.9153684377670288, 0.12806807458400726, 0.8632872700691223], "r_norm": [0.3271479606628418, 0.2891876697540283, 0.29909151792526245], "traffic_norm": [17.924184799194336, 17.699291229248047, 17.5965518951416], "traffic_residual_norm": [0.0023509019520133734, 0.003104583825916052, 0.004395735915750265], "traffic_r2": [1.0, 0.9999999403953552, 0.9999999403953552]}, {"step": 6400, "epoch": 14, "train_loss": 0.5879409313201904, "cos_r_negg": [0.6185356378555298, 0.21527765691280365, 0.6227921843528748], "cos_innovation_negg": [0.6185356378555298, 0.21527765691280365, 0.6227921843528748], "cos_apical_negg": [0.02519383653998375, -0.3024027347564697, 0.04296932369470596], "cos_Ac_negg": [0.8825016021728516, 0.2841673195362091, 0.8945335745811462], "r_norm": [0.35858625173568726, 0.31680822372436523, 0.33151012659072876], "traffic_norm": [17.927913665771484, 17.702348709106445, 17.599384307861328], "traffic_residual_norm": [0.007306162267923355, 0.0094892717897892, 0.01528423372656107], "traffic_r2": [0.9999998211860657, 0.9999997019767761, 0.9999992251396179]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.914, "eval_loss": 0.4309788391113281, "val_acc": 0.914, "val_loss": 0.4309788391113281}], "final": {"eval_split": "validation", "eval_acc": 0.914, "eval_loss": 0.4309788391113281, "wall_s": 23.336013555526733, "val_acc": 0.914, "val_loss": 0.4309788391113281, "cos_r_negg": [0.6374317407608032, 0.194076806306839, 0.7534249424934387], "cos_innovation_negg": [0.6374317407608032, 0.194076806306839, 0.7534249424934387], "cos_apical_negg": [-0.029231898486614227, -0.011964736506342888, 0.2812109589576721], "cos_Ac_negg": [0.8952564001083374, 0.17724108695983887, 0.93359375], "traffic_norm": [17.92446517944336, 17.70194435119629, 17.59620475769043], "traffic_residual_norm": [0.005549770779907703, 0.0066836681216955185, 0.01277141459286213], "traffic_r2": [0.9999998807907104, 0.9999998807907104, 0.999999463558197]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 23.110251903533936, "diagnostics_wall_s": 0.5313847064971924, "inline_diagnostics_wall_s": 0.38103151321411133, "optimizer_wall_s_excluding_inline_diagnostics": 22.729220390319824, "evaluation_wall_s": 0.07182860374450684}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}