path: root/results/traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu1000_d3_s0.json

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [-0.0074384817853569984, 0.02499057725071907, 0.03460785746574402], "cos_innovation_negg": [-0.0074384817853569984, 0.02499057725071907, 0.03460785746574402], "cos_apical_negg": [-0.012558771297335625, 0.009148303419351578, 0.0011866448912769556], "cos_Ac_negg": [0.0012260912917554379, 0.02431228943169117, 0.03460787981748581], "r_norm": [5.842475414276123, 5.332699775695801, 4.825353622436523], "traffic_norm": [6.896816253662109, 6.807289123535156, 6.665896415710449], "traffic_residual_norm": [3.1744604110717773, 2.2921628952026367, 4.792889740201645e-06], "traffic_r2": [0.7883692979812622, 0.8866934776306152, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.1067421436309814, "cos_r_negg": [0.29383179545402527, -0.0018908437341451645, 0.03352159261703491], "cos_innovation_negg": [0.29383179545402527, -0.0018908437341451645, 0.03352159261703491], "cos_apical_negg": [-0.07551275938749313, 0.22286416590213776, 0.007447743788361549], "cos_Ac_negg": [0.7005929946899414, 0.042703866958618164, 0.1334863156080246], "r_norm": [1.0952258110046387, 1.0462639331817627, 0.8153067827224731], "traffic_norm": [15.763076782226562, 15.570483207702637, 15.42015266418457], "traffic_residual_norm": [0.31061726808547974, 0.2830294370651245, 2.519969712011516e-06], "traffic_r2": [0.9995881915092468, 0.9996694326400757, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.5801854133605957, "cos_r_negg": [0.39128923416137695, 0.02695266157388687, -0.0327572226524353], "cos_innovation_negg": [0.39128923416137695, 0.02695266157388687, -0.0327572226524353], "cos_apical_negg": [0.005236349068582058, 0.07740689814090729, -0.1690208464860916], "cos_Ac_negg": [0.7396332025527954, 0.11134868860244751, -0.017002951353788376], "r_norm": [1.1476764678955078, 1.2070238590240479, 0.8664996027946472], "traffic_norm": [15.715020179748535, 15.541122436523438, 15.395559310913086], "traffic_residual_norm": [0.3265630304813385, 0.4351195693016052, 2.2651693143416196e-06], "traffic_r2": [0.9995678067207336, 0.9992159605026245, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8466, "eval_loss": 0.8965904541015625, "val_acc": 0.8466, "val_loss": 0.8965904541015625}, {"step": 600, "epoch": 1, "train_loss": 0.4755496382713318, "cos_r_negg": [0.40380746126174927, 0.04457790404558182, 0.010437543503940105], "cos_innovation_negg": [0.40380746126174927, 0.04457790404558182, 0.010437543503940105], "cos_apical_negg": [-0.011496491730213165, 0.018765350803732872, 0.039706677198410034], "cos_Ac_negg": [0.7741178274154663, 0.13326573371887207, 0.00438074953854084], "r_norm": [0.7922723293304443, 0.7688696980476379, 0.6939950585365295], "traffic_norm": [15.676752090454102, 15.49915885925293, 15.35267162322998], "traffic_residual_norm": [0.06755340844392776, 0.08746443688869476, 2.0776333258254454e-06], "traffic_r2": [0.9999786615371704, 0.999967634677887, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.40512797236442566, "cos_r_negg": [0.5151355862617493, 0.10032601654529572, -0.03495156019926071], "cos_innovation_negg": [0.5151355862617493, 0.10032601654529572, -0.03495156019926071], "cos_apical_negg": [0.054891444742679596, 0.13034820556640625, -0.14298635721206665], "cos_Ac_negg": [0.8176171779632568, 0.14560484886169434, -0.025498243048787117], "r_norm": [1.176236867904663, 1.1400635242462158, 1.0206847190856934], "traffic_norm": [15.668235778808594, 15.493719100952148, 15.351993560791016], "traffic_residual_norm": [0.09354409575462341, 0.15809425711631775, 2.438248202452087e-06], "traffic_r2": [0.9999602437019348, 0.9998953938484192, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9104, "eval_loss": 0.4334126953125, "val_acc": 0.9104, "val_loss": 0.4334126953125}, {"step": 1000, "epoch": 2, "train_loss": 0.7180807590484619, "cos_r_negg": [0.3622550368309021, 0.04596029222011566, 0.019411731511354446], "cos_innovation_negg": [0.3622550368309021, 0.04596029222011566, 0.019411731511354446], "cos_apical_negg": [-0.10347115993499756, 0.19394993782043457, -0.02645566686987877], "cos_Ac_negg": [0.779598593711853, 0.09778903424739838, 0.029881594702601433], "r_norm": [0.6896602511405945, 0.7830220460891724, 0.5958796143531799], "traffic_norm": [15.662891387939453, 15.500324249267578, 15.35205364227295], "traffic_residual_norm": [0.04734775796532631, 0.22427630424499512, 2.174839210056234e-06], "traffic_r2": [0.9999870657920837, 0.9997905492782593, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.4242873787879944, "cos_r_negg": [0.4335414171218872, 0.07798686623573303, 0.14080166816711426], "cos_innovation_negg": [0.4335414171218872, 0.07798686623573303, 0.14080166816711426], "cos_apical_negg": [-0.08011601865291595, 0.18538884818553925, -0.13312743604183197], "cos_Ac_negg": [0.7982648611068726, 0.2769564986228943, 0.14842362701892853], "r_norm": [0.7671798467636108, 0.7081916332244873, 0.6551798582077026], "traffic_norm": [15.672658920288086, 15.505067825317383, 15.355874061584473], "traffic_residual_norm": [0.057678788900375366, 0.05679914355278015, 2.07956713893509e-06], "traffic_r2": [0.9999768733978271, 0.9999864101409912, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9008, "eval_loss": 0.46305574951171874, "val_acc": 0.9008, "val_loss": 0.46305574951171874}, {"step": 1400, "epoch": 3, "train_loss": 0.5185937881469727, "cos_r_negg": [0.45192283391952515, 0.10093885660171509, 0.046862877905368805], "cos_innovation_negg": [0.45192283391952515, 0.10093885660171509, 0.046862877905368805], "cos_apical_negg": [-0.047310274094343185, 0.09283377975225449, -0.1893131136894226], "cos_Ac_negg": [0.8294272422790527, 0.20515404641628265, 0.06458434462547302], "r_norm": [0.6453324556350708, 0.709105372428894, 0.4886019825935364], "traffic_norm": [15.673540115356445, 15.499197959899902, 15.353013038635254], "traffic_residual_norm": [0.1410790979862213, 0.26298171281814575, 2.128536152667948e-06], "traffic_r2": [0.9999081492424011, 0.9997102618217468, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.25545576214790344, "cos_r_negg": [0.5158214569091797, 0.28456056118011475, -0.10020618140697479], "cos_innovation_negg": [0.5158214569091797, 0.28456056118011475, -0.10020618140697479], "cos_apical_negg": [0.004698578268289566, 0.19796329736709595, -0.19064170122146606], "cos_Ac_negg": [0.8350585103034973, 0.44221246242523193, -0.04867420345544815], "r_norm": [1.1679521799087524, 1.1140905618667603, 0.9684340953826904], "traffic_norm": [15.65688705444336, 15.49095630645752, 15.349407196044922], "traffic_residual_norm": [0.13046395778656006, 0.1792605221271515, 2.1226112494332483e-06], "traffic_r2": [0.9998957514762878, 0.999844491481781, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8646, "eval_loss": 0.5265588317871094, "val_acc": 0.8646, "val_loss": 0.5265588317871094}, {"step": 1800, "epoch": 4, "train_loss": 0.37815582752227783, "cos_r_negg": [0.3801845908164978, 0.08810931444168091, -0.009946156293153763], "cos_innovation_negg": [0.3801845908164978, 0.08810931444168091, -0.009946156293153763], "cos_apical_negg": [-0.04862607270479202, 0.05626334249973297, -0.11454601585865021], "cos_Ac_negg": [0.8550156950950623, 0.30648547410964966, 0.011279115453362465], "r_norm": [0.45238518714904785, 0.5351302623748779, 0.34496015310287476], "traffic_norm": [15.660496711730957, 15.489015579223633, 15.337899208068848], "traffic_residual_norm": [0.08220969885587692, 0.21583420038223267, 2.2074589196563466e-06], "traffic_r2": [0.9999672770500183, 0.9998056888580322, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.7252388000488281, "cos_r_negg": [0.3895866870880127, 0.1760716736316681, 0.20360392332077026], "cos_innovation_negg": [0.3895866870880127, 0.1760716736316681, 0.20360392332077026], "cos_apical_negg": [-0.09173157811164856, 0.02882327325642109, -0.09181903302669525], "cos_Ac_negg": [0.8608443140983582, 0.3383064270019531, 0.2408333420753479], "r_norm": [0.45000141859054565, 0.4239940047264099, 0.3799569606781006], "traffic_norm": [15.656490325927734, 15.486944198608398, 15.337361335754395], "traffic_residual_norm": [0.03019866719841957, 0.045726239681243896, 2.1413386548374547e-06], "traffic_r2": [0.9999931454658508, 0.9999909400939941, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9332, "eval_loss": 0.2750579528808594, "val_acc": 0.9332, "val_loss": 0.2750579528808594}, {"step": 2200, "epoch": 5, "train_loss": 0.3179524540901184, "cos_r_negg": [0.3836946189403534, 0.24550174176692963, 0.18600964546203613], "cos_innovation_negg": [0.3836946189403534, 0.24550174176692963, 0.18600964546203613], "cos_apical_negg": [-0.10402117669582367, 0.13067176938056946, 0.015242466703057289], "cos_Ac_negg": [0.869723916053772, 0.4825645387172699, 0.23900389671325684], "r_norm": [0.43499839305877686, 0.47204387187957764, 0.30627161264419556], "traffic_norm": [15.657064437866211, 15.483244895935059, 15.334432601928711], "traffic_residual_norm": [0.10776183009147644, 0.18564757704734802, 2.1119560642546276e-06], "traffic_r2": [0.9999317526817322, 0.9998332262039185, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.16268767416477203, "cos_r_negg": [0.42454010248184204, 0.3364807963371277, 0.16818922758102417], "cos_innovation_negg": [0.42454010248184204, 0.3364807963371277, 0.16818922758102417], "cos_apical_negg": [-0.018108226358890533, 0.12082710862159729, -0.18138077855110168], "cos_Ac_negg": [0.8477240800857544, 0.5960897207260132, 0.16904395818710327], "r_norm": [0.6517584323883057, 0.7383367419242859, 0.4404947757720947], "traffic_norm": [15.652326583862305, 15.479595184326172, 15.33152961730957], "traffic_residual_norm": [0.18904155492782593, 0.3424573540687561, 2.228971879958408e-06], "traffic_r2": [0.9998445510864258, 0.9995082020759583, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9302, "eval_loss": 0.31165430297851565, "val_acc": 0.9302, "val_loss": 0.31165430297851565}, {"step": 2600, "epoch": 6, "train_loss": 0.4296082854270935, "cos_r_negg": [0.3045620322227478, 0.2553664445877075, 0.025802496820688248], "cos_innovation_negg": [0.3045620322227478, 0.2553664445877075, 0.025802496820688248], "cos_apical_negg": [-0.07363053411245346, -0.028429681435227394, -0.07122305035591125], "cos_Ac_negg": [0.8558995723724365, 0.49388453364372253, 0.1028987318277359], "r_norm": [0.7050762176513672, 0.8494088649749756, 0.3390422761440277], "traffic_norm": [15.65292739868164, 15.480905532836914, 15.32992172241211], "traffic_residual_norm": [0.360638827085495, 0.5695762634277344, 2.0610043520719046e-06], "traffic_r2": [0.9994640946388245, 0.9986453652381897, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.11682973057031631, "cos_r_negg": [0.3430838882923126, 0.27962353825569153, 0.128809854388237], "cos_innovation_negg": [0.3430838882923126, 0.27962353825569153, 0.128809854388237], "cos_apical_negg": [-0.10127422958612442, 0.07567008584737778, -0.1316668689250946], "cos_Ac_negg": [0.8616117238998413, 0.5890958309173584, 0.16435523331165314], "r_norm": [0.3796401619911194, 0.40546566247940063, 0.2642024755477905], "traffic_norm": [15.659461975097656, 15.490591049194336, 15.342313766479492], "traffic_residual_norm": [0.08400584757328033, 0.15194132924079895, 2.176107273044181e-06], "traffic_r2": [0.9999582171440125, 0.9999021291732788, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.08241492509841919, "cos_r_negg": [0.32051676511764526, 0.3365881145000458, 0.13730832934379578], "cos_innovation_negg": [0.32051676511764526, 0.3365881145000458, 0.13730832934379578], "cos_apical_negg": [-0.10726506263017654, 0.14934594929218292, -0.13083000481128693], "cos_Ac_negg": [0.868986964225769, 0.6068999767303467, 0.19084849953651428], "r_norm": [0.42115265130996704, 0.41835206747055054, 0.26001399755477905], "traffic_norm": [15.661022186279297, 15.491767883300781, 15.33640193939209], "traffic_residual_norm": [0.1429588496685028, 0.1751086711883545, 2.1785917851957493e-06], "traffic_r2": [0.9998888373374939, 0.999871551990509, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9344, "eval_loss": 0.2981259063720703, "val_acc": 0.9344, "val_loss": 0.2981259063720703}, {"step": 3200, "epoch": 7, "train_loss": 0.09345781803131104, "cos_r_negg": [0.40624189376831055, 0.23666930198669434, 0.1774100661277771], "cos_innovation_negg": [0.40624189376831055, 0.23666930198669434, 0.1774100661277771], "cos_apical_negg": [-0.059529803693294525, 0.10576377063989639, -0.09072469174861908], "cos_Ac_negg": [0.8831952810287476, 0.4921864867210388, 0.28736230731010437], "r_norm": [0.4135543704032898, 0.43068182468414307, 0.30036067962646484], "traffic_norm": [15.661035537719727, 15.49233627319336, 15.335845947265625], "traffic_residual_norm": [0.07334467768669128, 0.1429688036441803, 2.1019861833337927e-06], "traffic_r2": [0.9999658465385437, 0.9999140501022339, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.5842095613479614, "cos_r_negg": [0.39758339524269104, 0.330435574054718, 0.13611316680908203], "cos_innovation_negg": [0.39758339524269104, 0.330435574054718, 0.13611316680908203], "cos_apical_negg": [-0.05905117467045784, -0.06781604140996933, -0.19657959043979645], "cos_Ac_negg": [0.885816752910614, 0.5895949006080627, 0.12119699269533157], "r_norm": [0.8235501646995544, 0.9501570463180542, 0.3505566418170929], "traffic_norm": [15.65397834777832, 15.490857124328613, 15.333511352539062], "traffic_residual_norm": [0.47847574949264526, 0.6683194041252136, 2.049714112217771e-06], "traffic_r2": [0.9990607500076294, 0.9981370568275452, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9372, "eval_loss": 0.2654252166748047, "val_acc": 0.9372, "val_loss": 0.2654252166748047}, {"step": 3600, "epoch": 8, "train_loss": 0.08443410694599152, "cos_r_negg": [0.343862384557724, 0.3040001392364502, 0.018976088613271713], "cos_innovation_negg": [0.343862384557724, 0.3040001392364502, 0.018976088613271713], "cos_apical_negg": [-0.06458629667758942, 0.01362928282469511, -0.1337369978427887], "cos_Ac_negg": [0.8876482248306274, 0.5910029411315918, 0.050036706030368805], "r_norm": [0.3922630548477173, 0.4835895895957947, 0.20969629287719727], "traffic_norm": [15.650843620300293, 15.484428405761719, 15.328531265258789], "traffic_residual_norm": [0.168678417801857, 0.29779329895973206, 2.122577825502958e-06], "traffic_r2": [0.9998743534088135, 0.9996263980865479, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.19927895069122314, "cos_r_negg": [0.3713654577732086, 0.2885550558567047, 0.06211789697408676], "cos_innovation_negg": [0.3713654577732086, 0.2885550558567047, 0.06211789697408676], "cos_apical_negg": [-0.10143302381038666, -0.004944668151438236, -0.056872881948947906], "cos_Ac_negg": [0.8626005053520203, 0.5625847578048706, 0.17808149755001068], "r_norm": [0.45162302255630493, 0.4866163730621338, 0.30952632427215576], "traffic_norm": [15.655216217041016, 15.488015174865723, 15.338812828063965], "traffic_residual_norm": [0.10507787764072418, 0.19659730792045593, 2.0664383555413224e-06], "traffic_r2": [0.9999392628669739, 0.9998378753662109, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9494, "eval_loss": 0.20717160034179688, "val_acc": 0.9494, "val_loss": 0.20717160034179688}, {"step": 4000, "epoch": 9, "train_loss": 0.09371718764305115, "cos_r_negg": [0.40227609872817993, 0.26047152280807495, 0.18066342175006866], "cos_innovation_negg": [0.40227609872817993, 0.26047152280807495, 0.18066342175006866], "cos_apical_negg": [-0.04722817242145538, -0.043777305632829666, -0.13641661405563354], "cos_Ac_negg": [0.9023934006690979, 0.6358277797698975, 0.22368794679641724], "r_norm": [0.3447544276714325, 0.3266961872577667, 0.25607240200042725], "traffic_norm": [15.648578643798828, 15.47892951965332, 15.328811645507812], "traffic_residual_norm": [0.04860595986247063, 0.07364829629659653, 2.2139133761811536e-06], "traffic_r2": [0.9999803900718689, 0.9999760985374451, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.1306191384792328, "cos_r_negg": [0.38555800914764404, 0.20273417234420776, 0.15274164080619812], "cos_innovation_negg": [0.38555800914764404, 0.20273417234420776, 0.15274164080619812], "cos_apical_negg": [-0.11647911369800568, 0.008248267695307732, -0.0724061131477356], "cos_Ac_negg": [0.8832064867019653, 0.5747800469398499, 0.16869589686393738], "r_norm": [0.26915282011032104, 0.3746582269668579, 0.18319463729858398], "traffic_norm": [15.654088973999023, 15.488252639770508, 15.330791473388672], "traffic_residual_norm": [0.0620800219476223, 0.2094263732433319, 2.1771822957816767e-06], "traffic_r2": [0.9999746084213257, 0.9998155832290649, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.26395053100585936, "val_acc": 0.9392, "val_loss": 0.26395053100585936}, {"step": 4400, "epoch": 10, "train_loss": 0.12219500541687012, "cos_r_negg": [0.4083300828933716, 0.23412233591079712, 0.11584293097257614], "cos_innovation_negg": [0.4083300828933716, 0.23412233591079712, 0.11584293097257614], "cos_apical_negg": [-0.005989771336317062, 0.015406055375933647, -0.13224957883358002], "cos_Ac_negg": [0.886650562286377, 0.5316583514213562, 0.15928897261619568], "r_norm": [0.39185836911201477, 0.6971191167831421, 0.2265518307685852], "traffic_norm": [15.648418426513672, 15.481552124023438, 15.32320785522461], "traffic_residual_norm": [0.14267736673355103, 0.509048581123352, 2.138546051355661e-06], "traffic_r2": [0.9998917579650879, 0.9989102482795715, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.1066775992512703, "cos_r_negg": [0.3456576466560364, 0.2727810740470886, 0.13695846498012543], "cos_innovation_negg": [0.3456576466560364, 0.2727810740470886, 0.13695846498012543], "cos_apical_negg": [0.010055944323539734, 0.08038077503442764, -0.06163223087787628], "cos_Ac_negg": [0.8753466606140137, 0.6141502857208252, 0.187687486410141], "r_norm": [0.6993690729141235, 0.9506139755249023, 0.2974332571029663], "traffic_norm": [15.65045166015625, 15.484208106994629, 15.331069946289062], "traffic_residual_norm": [0.39327168464660645, 0.7119855880737305, 2.0490817860263633e-06], "traffic_r2": [0.9993513822555542, 0.997878909111023, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9452, "eval_loss": 0.22790316772460936, "val_acc": 0.9452, "val_loss": 0.22790316772460936}, {"step": 4800, "epoch": 11, "train_loss": 0.052783165127038956, "cos_r_negg": [0.3415357172489166, 0.2381727695465088, 0.11018587648868561], "cos_innovation_negg": [0.3415357172489166, 0.2381727695465088, 0.11018587648868561], "cos_apical_negg": [-0.02372344210743904, 0.07914981245994568, -0.17386621236801147], "cos_Ac_negg": [0.8854714632034302, 0.5672109127044678, 0.17281433939933777], "r_norm": [0.4574871361255646, 1.052340030670166, 0.25520700216293335], "traffic_norm": [15.645956039428711, 15.477014541625977, 15.321874618530273], "traffic_residual_norm": [0.1787291169166565, 0.8597907423973083, 2.1243320134090027e-06], "traffic_r2": [0.9998507499694824, 0.9969074726104736, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.09088641405105591, "cos_r_negg": [0.36152583360671997, 0.27430057525634766, 0.1393646001815796], "cos_innovation_negg": [0.36152583360671997, 0.27430057525634766, 0.1393646001815796], "cos_apical_negg": [-0.04523081332445145, 0.08628107607364655, -0.11925339698791504], "cos_Ac_negg": [0.9092469215393066, 0.6576981544494629, 0.16569212079048157], "r_norm": [0.4789694547653198, 1.5604876279830933, 0.283447802066803], "traffic_norm": [15.64002799987793, 15.467059135437012, 15.318721771240234], "traffic_residual_norm": [0.16342604160308838, 1.364081859588623, 2.3880606931925286e-06], "traffic_r2": [0.9998576045036316, 0.9922114014625549, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9524, "eval_loss": 0.19540505981445314, "val_acc": 0.9524, "val_loss": 0.19540505981445314}, {"step": 5200, "epoch": 12, "train_loss": 0.19185501337051392, "cos_r_negg": [0.3352414667606354, 0.2068536877632141, 0.12712740898132324], "cos_innovation_negg": [0.3352414667606354, 0.2068536877632141, 0.12712740898132324], "cos_apical_negg": [-0.10049048811197281, -0.10890989005565643, -0.14447447657585144], "cos_Ac_negg": [0.8910133838653564, 0.5837323665618896, 0.19474492967128754], "r_norm": [0.4789106845855713, 3.528501033782959, 0.23688602447509766], "traffic_norm": [15.650972366333008, 15.486862182617188, 15.326957702636719], "traffic_residual_norm": [0.22420817613601685, 3.4256908893585205, 2.094130422847229e-06], "traffic_r2": [0.9997679591178894, 0.9510689973831177, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.09587706625461578, "cos_r_negg": [0.27870020270347595, 0.22712144255638123, 0.1379869282245636], "cos_innovation_negg": [0.27870020270347595, 0.22712144255638123, 0.1379869282245636], "cos_apical_negg": [-0.09787209331989288, 0.0986323207616806, -0.18497684597969055], "cos_Ac_negg": [0.8712796568870544, 0.5700981616973877, 0.2014695703983307], "r_norm": [0.34820765256881714, 0.5124293565750122, 0.19858235120773315], "traffic_norm": [15.649710655212402, 15.483070373535156, 15.327859878540039], "traffic_residual_norm": [0.11997242271900177, 0.3341834247112274, 2.168414994230261e-06], "traffic_r2": [0.9999045729637146, 0.9995301961898804, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9426, "eval_loss": 0.23621692504882813, "val_acc": 0.9426, "val_loss": 0.23621692504882813}, {"step": 5600, "epoch": 13, "train_loss": 0.11353079229593277, "cos_r_negg": [0.31051984429359436, 0.272821307182312, 0.1756581962108612], "cos_innovation_negg": [0.31051984429359436, 0.272821307182312, 0.1756581962108612], "cos_apical_negg": [-0.049939051270484924, 0.14552173018455505, -0.07789067924022675], "cos_Ac_negg": [0.8707348108291626, 0.56158846616745, 0.24016770720481873], "r_norm": [0.43483006954193115, 0.2858385741710663, 0.22706791758537292], "traffic_norm": [15.636551856994629, 15.464065551757812, 15.304607391357422], "traffic_residual_norm": [0.18613652884960175, 0.06439001113176346, 2.1292335077305324e-06], "traffic_r2": [0.999802827835083, 0.999980628490448, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.3751777112483978, "cos_r_negg": [0.3745555877685547, 0.24459189176559448, 0.23139497637748718], "cos_innovation_negg": [0.3745555877685547, 0.24459189176559448, 0.23139497637748718], "cos_apical_negg": [-0.06696373969316483, 0.08971625566482544, -0.14342641830444336], "cos_Ac_negg": [0.9109565615653992, 0.5665143132209778, 0.29070210456848145], "r_norm": [0.5830745100975037, 0.9343584775924683, 0.32437652349472046], "traffic_norm": [15.64499282836914, 15.47851276397705, 15.3214750289917], "traffic_residual_norm": [0.2193787842988968, 0.6669615507125854, 2.159117002520361e-06], "traffic_r2": [0.9997731447219849, 0.9981323480606079, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.07901981472969055, "cos_r_negg": [0.34880518913269043, 0.28094178438186646, 0.23180928826332092], "cos_innovation_negg": [0.34880518913269043, 0.28094178438186646, 0.23180928826332092], "cos_apical_negg": [-0.026524871587753296, 0.14426234364509583, -0.17898504436016083], "cos_Ac_negg": [0.9071294069290161, 0.621586799621582, 0.23914718627929688], "r_norm": [0.675622284412384, 1.2972278594970703, 0.26194727420806885], "traffic_norm": [15.644100189208984, 15.477849960327148, 15.323680877685547], "traffic_residual_norm": [0.40750807523727417, 1.1093549728393555, 2.110858531523263e-06], "traffic_r2": [0.9993064403533936, 0.9948590397834778, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9458, "eval_loss": 0.22110153503417967, "val_acc": 0.9458, "val_loss": 0.22110153503417967}, {"step": 6200, "epoch": 14, "train_loss": 0.18778274953365326, "cos_r_negg": [0.2614644765853882, 0.21422305703163147, 0.07222076505422592], "cos_innovation_negg": [0.2614644765853882, 0.21422305703163147, 0.07222076505422592], "cos_apical_negg": [-0.06621197611093521, 0.09184661507606506, -0.05712444335222244], "cos_Ac_negg": [0.8871724605560303, 0.5943632125854492, 0.10083259642124176], "r_norm": [0.4738386571407318, 1.4076366424560547, 0.2361309826374054], "traffic_norm": [15.63529109954834, 15.470848083496094, 15.316656112670898], "traffic_residual_norm": [0.21797272562980652, 1.2454919815063477, 2.1888172341277823e-06], "traffic_r2": [0.9997236728668213, 0.9934825897216797, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.09619660675525665, "cos_r_negg": [0.2806051969528198, 0.19706004858016968, 0.2330307811498642], "cos_innovation_negg": [0.2806051969528198, 0.19706004858016968, 0.2330307811498642], "cos_apical_negg": [-0.02559751085937023, 0.1808536946773529, -0.10971564054489136], "cos_Ac_negg": [0.8922480344772339, 0.6153401136398315, 0.3057428002357483], "r_norm": [0.33644700050354004, 0.5800628662109375, 0.19109222292900085], "traffic_norm": [15.642431259155273, 15.472719192504883, 15.317473411560059], "traffic_residual_norm": [0.11808121204376221, 0.41549283266067505, 2.0900056370010134e-06], "traffic_r2": [0.9999184012413025, 0.9992762804031372, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9362, "eval_loss": 0.26854979248046873, "val_acc": 0.9362, "val_loss": 0.26854979248046873}], "final": {"eval_split": "validation", "eval_acc": 0.9362, "eval_loss": 0.26854979248046873, "wall_s": 24.726877212524414, "val_acc": 0.9362, "val_loss": 0.26854979248046873, "cos_r_negg": [0.3159066438674927, 0.1684139370918274, 0.30620718002319336], "cos_innovation_negg": [0.3159066438674927, 0.1684139370918274, 0.30620718002319336], "cos_apical_negg": [-0.03865375742316246, 0.15768884122371674, -0.09854961931705475], "cos_Ac_negg": [0.8800745606422424, 0.570171058177948, 0.3986911475658417], "traffic_norm": [15.634440422058105, 15.461679458618164, 15.313455581665039], "traffic_residual_norm": [0.23274356126785278, 1.4506607055664062, 2.1790540358779253e-06], "traffic_r2": [0.9997594952583313, 0.9911933541297913, 1.0]}, "timing": {"warmup_wall_s": 1.632861852645874, "training_loop_wall_s": 22.879950284957886, "diagnostics_wall_s": 0.5404825210571289, "inline_diagnostics_wall_s": 0.39570093154907227, "optimizer_wall_s_excluding_inline_diagnostics": 22.484249353408813, "evaluation_wall_s": 0.0658578872680664}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}