1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p05_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.014615509659051895, 0.01802356168627739, 0.023290880024433136], "cos_innovation_negg": [-0.014615509659051895, 0.01802356168627739, 0.023290880024433136], "cos_apical_negg": [-0.014638984575867653, 0.017571203410625458, 0.022482598200440407], "cos_Ac_negg": [-0.010890763252973557, 0.022868484258651733, 0.034097686409950256], "r_norm": [5.920583724975586, 5.654066562652588, 5.622917175292969], "traffic_norm": [3.153928518295288, 3.1129655838012695, 3.0246775150299072], "traffic_residual_norm": [3.0018765926361084, 2.9409241676330566, 2.832671642303467], "traffic_r2": [0.09412997961044312, 0.10751456022262573, 0.12296062707901001]}, {"step": 200, "epoch": 0, "train_loss": 0.5723468065261841, "cos_r_negg": [0.31820422410964966, 0.1839442253112793, 0.01802053675055504], "cos_innovation_negg": [0.31820422410964966, 0.1839442253112793, 0.01802053675055504], "cos_apical_negg": [0.08493664860725403, 0.0273226760327816, -0.0424652136862278], "cos_Ac_negg": [0.6886389255523682, 0.05188440531492233, 0.11223197728395462], "r_norm": [0.918244481086731, 0.8912864923477173, 0.8873218297958374], "traffic_norm": [6.829709529876709, 6.685674667358398, 6.593140602111816], "traffic_residual_norm": [0.08312847465276718, 0.056579045951366425, 0.08476570248603821], "traffic_r2": [0.9998214244842529, 0.9999284148216248, 0.9998347163200378]}, {"step": 400, "epoch": 0, "train_loss": 0.5910541415214539, "cos_r_negg": [0.4018639326095581, 0.05288831889629364, 0.05214308202266693], "cos_innovation_negg": [0.4018639326095581, 0.05288831889629364, 0.05214308202266693], "cos_apical_negg": [-0.016867998987436295, -0.02275835908949375, -0.0976368859410286], "cos_Ac_negg": [0.7565867304801941, 0.1457076519727707, 0.10217919200658798], "r_norm": [0.8309507966041565, 0.7607865333557129, 0.7643681764602661], "traffic_norm": [6.852725982666016, 6.718464374542236, 6.630975246429443], "traffic_residual_norm": [0.07543528079986572, 0.02616780623793602, 0.03698493540287018], "traffic_r2": [0.9998727440834045, 0.999984860420227, 0.9999688863754272]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9152, "eval_loss": 0.39872636108398435, "val_acc": 0.9152, "val_loss": 0.39872636108398435}, {"step": 600, "epoch": 1, "train_loss": 0.4379589557647705, "cos_r_negg": [0.5138534307479858, -0.07038350403308868, 0.17084938287734985], "cos_innovation_negg": [0.5138534307479858, -0.07038350403308868, 0.17084938287734985], "cos_apical_negg": [0.019736336544156075, -0.17563143372535706, -0.26705676317214966], "cos_Ac_negg": [0.7749269008636475, -0.020107945427298546, 0.23696495592594147], "r_norm": [1.0038862228393555, 0.6994689702987671, 0.693804144859314], "traffic_norm": [6.8529157638549805, 6.719761848449707, 6.63352108001709], "traffic_residual_norm": [0.3627933859825134, 0.019319284707307816, 0.025589415803551674], "traffic_r2": [0.9971957802772522, 0.9999917149543762, 0.9999850988388062]}, {"step": 800, "epoch": 1, "train_loss": 0.7141480445861816, "cos_r_negg": [0.4333155155181885, 0.019298220053315163, 0.07176057994365692], "cos_innovation_negg": [0.4333155155181885, 0.019298220053315163, 0.07176057994365692], "cos_apical_negg": [-0.010633055120706558, -0.04547671973705292, 0.03331184387207031], "cos_Ac_negg": [0.7764657735824585, 0.04731976240873337, 0.27295613288879395], "r_norm": [0.39821508526802063, 0.34783002734184265, 0.35444480180740356], "traffic_norm": [6.844069004058838, 6.7063798904418945, 6.620115280151367], "traffic_residual_norm": [0.05284653604030609, 0.014837190508842468, 0.019582409411668777], "traffic_r2": [0.9999376535415649, 0.9999951124191284, 0.999991238117218]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.926, "eval_loss": 0.3091436767578125, "val_acc": 0.926, "val_loss": 0.3091436767578125}, {"step": 1000, "epoch": 2, "train_loss": 0.2089407593011856, "cos_r_negg": [0.4004010856151581, -0.00807918980717659, 0.09220410138368607], "cos_innovation_negg": [0.4004010856151581, -0.00807918980717659, 0.09220410138368607], "cos_apical_negg": [-0.032965533435344696, -0.08768962323665619, -0.02697238326072693], "cos_Ac_negg": [0.804061770439148, 0.10450570285320282, 0.10381487011909485], "r_norm": [0.4843927025794983, 0.4335278868675232, 0.44195038080215454], "traffic_norm": [6.837965965270996, 6.701249122619629, 6.603665351867676], "traffic_residual_norm": [0.048155900090932846, 0.02247796021401882, 0.028847455978393555], "traffic_r2": [0.9999489188194275, 0.9999887347221375, 0.9999809265136719]}, {"step": 1200, "epoch": 2, "train_loss": 0.3589460849761963, "cos_r_negg": [0.4920731484889984, -0.07806824892759323, 0.11202900111675262], "cos_innovation_negg": [0.4920731484889984, -0.07806824892759323, 0.11202900111675262], "cos_apical_negg": [0.07028870284557343, -0.1869857907295227, -0.03337953984737396], "cos_Ac_negg": [0.8121294379234314, -0.09795504063367844, 0.29056212306022644], "r_norm": [0.6722608804702759, 0.5815954208374023, 0.575394868850708], "traffic_norm": [6.844692230224609, 6.712678909301758, 6.622292518615723], "traffic_residual_norm": [0.08019673824310303, 0.01522176805883646, 0.020407620817422867], "traffic_r2": [0.9998548030853271, 0.9999948740005493, 0.9999905228614807]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9338, "eval_loss": 0.2994612426757812, "val_acc": 0.9338, "val_loss": 0.2994612426757812}, {"step": 1400, "epoch": 3, "train_loss": 0.25738972425460815, "cos_r_negg": [0.44243282079696655, 0.06829795241355896, 0.12948991358280182], "cos_innovation_negg": [0.44243282079696655, 0.06829795241355896, 0.12948991358280182], "cos_apical_negg": [0.028651375323534012, -0.08268506079912186, 0.06798869371414185], "cos_Ac_negg": [0.8041980862617493, 0.10901348292827606, 0.244469553232193], "r_norm": [0.32454872131347656, 0.2672973871231079, 0.2682260274887085], "traffic_norm": [6.843448638916016, 6.710052013397217, 6.6275224685668945], "traffic_residual_norm": [0.04713967442512512, 0.00502666225656867, 0.008789004758000374], "traffic_r2": [0.9999496936798096, 0.999999463558197, 0.9999982118606567]}, {"step": 1600, "epoch": 3, "train_loss": 0.4947131276130676, "cos_r_negg": [0.5147712230682373, 0.17230801284313202, 0.14664709568023682], "cos_innovation_negg": [0.5147712230682373, 0.17230801284313202, 0.14664709568023682], "cos_apical_negg": [-0.10290329903364182, -0.06363891810178757, -0.22342154383659363], "cos_Ac_negg": [0.8093456029891968, 0.2626883089542389, 0.1623648703098297], "r_norm": [0.43195122480392456, 0.33751344680786133, 0.34023380279541016], "traffic_norm": [6.849837303161621, 6.7208685874938965, 6.634657859802246], "traffic_residual_norm": [0.0907585620880127, 0.007016993593424559, 0.010892982594668865], "traffic_r2": [0.999822735786438, 0.999998927116394, 0.9999973177909851]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9456, "eval_loss": 0.23386934204101562, "val_acc": 0.9456, "val_loss": 0.23386934204101562}, {"step": 1800, "epoch": 4, "train_loss": 0.24080365896224976, "cos_r_negg": [0.45520275831222534, 0.18857789039611816, 0.14538022875785828], "cos_innovation_negg": [0.45520275831222534, 0.18857789039611816, 0.14538022875785828], "cos_apical_negg": [0.025268245488405228, -0.03882646560668945, -0.13418850302696228], "cos_Ac_negg": [0.8249934911727905, 0.2537882924079895, 0.20897498726844788], "r_norm": [0.4052808880805969, 0.35032451152801514, 0.35200220346450806], "traffic_norm": [6.847506999969482, 6.714840412139893, 6.620499610900879], "traffic_residual_norm": [0.039631396532058716, 0.00798818003386259, 0.009359684772789478], "traffic_r2": [0.9999572038650513, 0.9999985694885254, 0.9999979734420776]}, {"step": 2000, "epoch": 4, "train_loss": 0.12180159986019135, "cos_r_negg": [0.4576725661754608, 0.15397775173187256, 0.1381106972694397], "cos_innovation_negg": [0.4576725661754608, 0.15397775173187256, 0.1381106972694397], "cos_apical_negg": [0.010871592909097672, -0.0683688074350357, -0.07036302983760834], "cos_Ac_negg": [0.8131579160690308, 0.2510768175125122, 0.24708691239356995], "r_norm": [0.4973490536212921, 0.4183083772659302, 0.41985875368118286], "traffic_norm": [6.848385334014893, 6.713850021362305, 6.622889518737793], "traffic_residual_norm": [0.04482307285070419, 0.008593467995524406, 0.01268444862216711], "traffic_r2": [0.9999446868896484, 0.9999983906745911, 0.9999963045120239]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9478, "eval_loss": 0.21442379760742186, "val_acc": 0.9478, "val_loss": 0.21442379760742186}, {"step": 2200, "epoch": 5, "train_loss": 0.048968665301799774, "cos_r_negg": [0.41858723759651184, 0.031563177704811096, 0.11974334716796875], "cos_innovation_negg": [0.41858723759651184, 0.031563177704811096, 0.11974334716796875], "cos_apical_negg": [0.003094256389886141, -0.13423097133636475, 0.07406401634216309], "cos_Ac_negg": [0.8220871090888977, 0.01087037194520235, 0.3047969937324524], "r_norm": [0.3022884130477905, 0.25669440627098083, 0.25378990173339844], "traffic_norm": [6.849501609802246, 6.7113189697265625, 6.623690605163574], "traffic_residual_norm": [0.031309716403484344, 0.005781840067356825, 0.006737824529409409], "traffic_r2": [0.9999682307243347, 0.9999992847442627, 0.9999989867210388]}, {"step": 2400, "epoch": 5, "train_loss": 0.22170120477676392, "cos_r_negg": [0.4583425223827362, 0.11133655905723572, 0.13890627026557922], "cos_innovation_negg": [0.4583425223827362, 0.11133655905723572, 0.13890627026557922], "cos_apical_negg": [0.007680244278162718, -0.12945973873138428, 0.022836267948150635], "cos_Ac_negg": [0.8116282224655151, 0.14525975286960602, 0.31688281893730164], "r_norm": [0.3761224150657654, 0.30408549308776855, 0.3029510974884033], "traffic_norm": [6.849215507507324, 6.713988304138184, 6.626190662384033], "traffic_residual_norm": [0.05341164395213127, 0.0027695721946656704, 0.003464300883933902], "traffic_r2": [0.9999327063560486, 0.9999998211860657, 0.9999997019767761]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9534, "eval_loss": 0.19494707946777343, "val_acc": 0.9534, "val_loss": 0.19494707946777343}, {"step": 2600, "epoch": 6, "train_loss": 0.13696038722991943, "cos_r_negg": [0.52012038230896, 0.1180783361196518, 0.17808935046195984], "cos_innovation_negg": [0.52012038230896, 0.1180783361196518, 0.17808935046195984], "cos_apical_negg": [-0.06618136912584305, -0.0091044120490551, -0.219375878572464], "cos_Ac_negg": [0.8400750160217285, 0.16932183504104614, 0.2523097097873688], "r_norm": [0.3214922547340393, 0.2586096525192261, 0.25611457228660583], "traffic_norm": [6.849558353424072, 6.719632625579834, 6.629617691040039], "traffic_residual_norm": [0.040883854031562805, 0.0028912797570228577, 0.003954566083848476], "traffic_r2": [0.99996018409729, 0.9999998211860657, 0.9999996423721313]}, {"step": 2800, "epoch": 6, "train_loss": 0.15682178735733032, "cos_r_negg": [0.505956768989563, 0.24691544473171234, 0.1695341318845749], "cos_innovation_negg": [0.505956768989563, 0.24691544473171234, 0.1695341318845749], "cos_apical_negg": [-0.06755346059799194, -0.004789777100086212, -0.09124341607093811], "cos_Ac_negg": [0.8342090249061584, 0.29265332221984863, 0.21872255206108093], "r_norm": [0.33593040704727173, 0.25284314155578613, 0.2530366778373718], "traffic_norm": [6.853970527648926, 6.718299865722656, 6.628661155700684], "traffic_residual_norm": [0.07000407576560974, 0.004114273004233837, 0.005220417864620686], "traffic_r2": [0.9998911619186401, 0.9999996423721313, 0.9999994039535522]}, {"step": 3000, "epoch": 6, "train_loss": 0.2790542244911194, "cos_r_negg": [0.4372883439064026, 0.1355317234992981, 0.16300931572914124], "cos_innovation_negg": [0.4372883439064026, 0.1355317234992981, 0.16300931572914124], "cos_apical_negg": [-0.019553150981664658, -0.09089928865432739, -0.03679487481713295], "cos_Ac_negg": [0.8391737341880798, 0.19382312893867493, 0.2946828007698059], "r_norm": [0.3028583824634552, 0.22190624475479126, 0.2209642380475998], "traffic_norm": [6.847676753997803, 6.715326309204102, 6.627279758453369], "traffic_residual_norm": [0.06354953348636627, 0.0012897155247628689, 0.0019061206839978695], "traffic_r2": [0.9999105334281921, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9542, "eval_loss": 0.19500419921875, "val_acc": 0.9542, "val_loss": 0.19500419921875}, {"step": 3200, "epoch": 7, "train_loss": 0.2948642075061798, "cos_r_negg": [0.45701342821121216, 0.22343164682388306, 0.17984595894813538], "cos_innovation_negg": [0.45701342821121216, 0.22343164682388306, 0.17984595894813538], "cos_apical_negg": [-0.09607017040252686, 0.07913090288639069, -0.2512207627296448], "cos_Ac_negg": [0.8453879356384277, 0.2221742868423462, 0.22022892534732819], "r_norm": [0.26219022274017334, 0.21136240661144257, 0.21252119541168213], "traffic_norm": [6.848472595214844, 6.71734619140625, 6.626486778259277], "traffic_residual_norm": [0.03145100176334381, 0.0005846950225532055, 0.0007355581619776785], "traffic_r2": [0.9999527931213379, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.18096137046813965, "cos_r_negg": [0.39904510974884033, 0.09571873396635056, 0.20634707808494568], "cos_innovation_negg": [0.39904510974884033, 0.09571873396635056, 0.20634707808494568], "cos_apical_negg": [0.010859218426048756, 0.20891663432121277, -0.29995977878570557], "cos_Ac_negg": [0.8376550674438477, 0.03374549001455307, 0.3346465229988098], "r_norm": [0.42918553948402405, 0.3146961033344269, 0.31142449378967285], "traffic_norm": [6.840126991271973, 6.709991455078125, 6.619088649749756], "traffic_residual_norm": [0.09522878378629684, 0.0012781384866684675, 0.0015204743249341846], "traffic_r2": [0.9997957944869995, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9524, "eval_loss": 0.19839863586425782, "val_acc": 0.9524, "val_loss": 0.19839863586425782}, {"step": 3600, "epoch": 8, "train_loss": 0.2673727571964264, "cos_r_negg": [0.36381304264068604, 0.1645120084285736, 0.1304963380098343], "cos_innovation_negg": [0.36381304264068604, 0.1645120084285736, 0.1304963380098343], "cos_apical_negg": [0.016214367002248764, 0.10452619194984436, 0.025061646476387978], "cos_Ac_negg": [0.8436673879623413, 0.20589488744735718, 0.3212278485298157], "r_norm": [0.28846824169158936, 0.21185539662837982, 0.21176517009735107], "traffic_norm": [6.846810340881348, 6.7134504318237305, 6.625246047973633], "traffic_residual_norm": [0.05914393812417984, 0.002416700590401888, 0.003247175132855773], "traffic_r2": [0.9999151825904846, 0.9999998807907104, 0.9999997615814209]}, {"step": 3800, "epoch": 8, "train_loss": 0.1502421349287033, "cos_r_negg": [0.5077778697013855, 0.217606782913208, 0.15633897483348846], "cos_innovation_negg": [0.5077778697013855, 0.217606782913208, 0.15633897483348846], "cos_apical_negg": [-0.09009315073490143, -0.07007543742656708, -0.149088516831398], "cos_Ac_negg": [0.8555468320846558, 0.290123850107193, 0.2859046757221222], "r_norm": [0.3305658996105194, 0.2411351203918457, 0.23540237545967102], "traffic_norm": [6.8521528244018555, 6.722506523132324, 6.632297515869141], "traffic_residual_norm": [0.07298341393470764, 0.00373328966088593, 0.004395660012960434], "traffic_r2": [0.9998815059661865, 0.9999997019767761, 0.9999995827674866]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.95, "eval_loss": 0.22664549560546876, "val_acc": 0.95, "val_loss": 0.22664549560546876}, {"step": 4000, "epoch": 9, "train_loss": 0.06220177561044693, "cos_r_negg": [0.4098725914955139, 0.17610910534858704, 0.14039412140846252], "cos_innovation_negg": [0.4098725914955139, 0.17610910534858704, 0.14039412140846252], "cos_apical_negg": [-0.09377214312553406, -0.044670991599559784, -0.18274712562561035], "cos_Ac_negg": [0.8450469970703125, 0.2556224763393402, 0.2936530113220215], "r_norm": [0.4255833923816681, 0.21734260022640228, 0.21508270502090454], "traffic_norm": [6.847971439361572, 6.711671829223633, 6.619855880737305], "traffic_residual_norm": [0.20032130181789398, 0.006682968698441982, 0.0061669559217989445], "traffic_r2": [0.9991389513015747, 0.9999989867210388, 0.9999991059303284]}, {"step": 4200, "epoch": 9, "train_loss": 0.08769305050373077, "cos_r_negg": [0.42583784461021423, 0.20255732536315918, 0.1712980717420578], "cos_innovation_negg": [0.42583784461021423, 0.20255732536315918, 0.1712980717420578], "cos_apical_negg": [-0.002215396612882614, 0.056203693151474, -0.03275628015398979], "cos_Ac_negg": [0.8490561246871948, 0.31846675276756287, 0.19437003135681152], "r_norm": [0.4936850666999817, 0.2651546895503998, 0.2648268938064575], "traffic_norm": [6.8475236892700195, 6.71156120300293, 6.622842788696289], "traffic_residual_norm": [0.21353577077388763, 0.002368627581745386, 0.003211876843124628], "traffic_r2": [0.9990216493606567, 0.9999998807907104, 0.9999997615814209]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9588, "eval_loss": 0.17671723022460936, "val_acc": 0.9588, "val_loss": 0.17671723022460936}, {"step": 4400, "epoch": 10, "train_loss": 0.05093705654144287, "cos_r_negg": [0.43964946269989014, 0.09792271256446838, 0.2086111456155777], "cos_innovation_negg": [0.43964946269989014, 0.09792271256446838, 0.2086111456155777], "cos_apical_negg": [-0.01251709833741188, -0.032871123403310776, 0.010220967233181], "cos_Ac_negg": [0.8590202927589417, 0.18439124524593353, 0.32506704330444336], "r_norm": [0.267084538936615, 0.22243648767471313, 0.22354188561439514], "traffic_norm": [6.844310760498047, 6.711848735809326, 6.620551586151123], "traffic_residual_norm": [0.01750357821583748, 0.0041652824729681015, 0.005616296082735062], "traffic_r2": [0.9999834299087524, 0.9999996423721313, 0.9999992847442627]}, {"step": 4600, "epoch": 10, "train_loss": 0.07423918694257736, "cos_r_negg": [0.39824378490448, 0.12001427263021469, 0.14762301743030548], "cos_innovation_negg": [0.39824378490448, 0.12001427263021469, 0.14762301743030548], "cos_apical_negg": [-0.010714896023273468, -0.055718470364809036, -0.05462288111448288], "cos_Ac_negg": [0.8553122282028198, 0.1952407956123352, 0.2680763900279999], "r_norm": [0.29707324504852295, 0.2263343334197998, 0.22509872913360596], "traffic_norm": [6.847009658813477, 6.708243370056152, 6.6174116134643555], "traffic_residual_norm": [0.04548664018511772, 0.0016799070872366428, 0.001906106946989894], "traffic_r2": [0.9999495148658752, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9652, "eval_loss": 0.1343835662841797, "val_acc": 0.9652, "val_loss": 0.1343835662841797}, {"step": 4800, "epoch": 11, "train_loss": 0.06494979560375214, "cos_r_negg": [0.39099931716918945, 0.17065399885177612, 0.2068018615245819], "cos_innovation_negg": [0.39099931716918945, 0.17065399885177612, 0.2068018615245819], "cos_apical_negg": [-0.043549664318561554, 0.027358567342162132, -0.19844600558280945], "cos_Ac_negg": [0.8559257984161377, 0.22664648294448853, 0.40779125690460205], "r_norm": [0.46633508801460266, 0.2130492925643921, 0.21057000756263733], "traffic_norm": [6.845478534698486, 6.70960807800293, 6.61805534362793], "traffic_residual_norm": [0.2453150451183319, 0.0018134450074285269, 0.002195844892412424], "traffic_r2": [0.9987099170684814, 0.9999999403953552, 0.9999998807907104]}, {"step": 5000, "epoch": 11, "train_loss": 0.07715712487697601, "cos_r_negg": [0.42075398564338684, 0.182966411113739, 0.17235983908176422], "cos_innovation_negg": [0.42075398564338684, 0.182966411113739, 0.17235983908176422], "cos_apical_negg": [-0.04248186945915222, -0.024354778230190277, -0.13616909086704254], "cos_Ac_negg": [0.8476478457450867, 0.23482650518417358, 0.23769699037075043], "r_norm": [0.6765471696853638, 0.22890716791152954, 0.2291775643825531], "traffic_norm": [6.846472263336182, 6.7104878425598145, 6.622469902038574], "traffic_residual_norm": [0.44555094838142395, 0.0014339544577524066, 0.0016987482085824013], "traffic_r2": [0.9957418441772461, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9558, "eval_loss": 0.18135603942871092, "val_acc": 0.9558, "val_loss": 0.18135603942871092}, {"step": 5200, "epoch": 12, "train_loss": 0.0705290362238884, "cos_r_negg": [0.37562888860702515, 0.08751581609249115, 0.21268758177757263], "cos_innovation_negg": [0.37562888860702515, 0.08751581609249115, 0.21268758177757263], "cos_apical_negg": [-0.0037764091975986958, 0.018095713108778, -0.11943352967500687], "cos_Ac_negg": [0.8551351428031921, 0.20110753178596497, 0.3539966940879822], "r_norm": [0.3176509439945221, 0.19948288798332214, 0.1990983486175537], "traffic_norm": [6.844786167144775, 6.713539123535156, 6.619562149047852], "traffic_residual_norm": [0.10101345926523209, 0.0014384767273440957, 0.001672759186476469], "traffic_r2": [0.9997749924659729, 0.9999999403953552, 0.9999999403953552]}, {"step": 5400, "epoch": 12, "train_loss": 0.04987413436174393, "cos_r_negg": [0.45838457345962524, 0.17615805566310883, 0.25498318672180176], "cos_innovation_negg": [0.45838457345962524, 0.17615805566310883, 0.25498318672180176], "cos_apical_negg": [-0.040096767246723175, 0.04387509822845459, -0.15629255771636963], "cos_Ac_negg": [0.8732918500900269, 0.2033584713935852, 0.36285093426704407], "r_norm": [0.3357565402984619, 0.2177637219429016, 0.2145378589630127], "traffic_norm": [6.84477424621582, 6.711655139923096, 6.618943214416504], "traffic_residual_norm": [0.09487279504537582, 0.00026026746490970254, 0.0003584788937587291], "traffic_r2": [0.9997894167900085, 1.0, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9586, "eval_loss": 0.19189454040527343, "val_acc": 0.9586, "val_loss": 0.19189454040527343}, {"step": 5600, "epoch": 13, "train_loss": 0.10040224343538284, "cos_r_negg": [0.41193073987960815, 0.11861343681812286, 0.2077411413192749], "cos_innovation_negg": [0.41193073987960815, 0.11861343681812286, 0.2077411413192749], "cos_apical_negg": [0.020767949521541595, -0.030296429991722107, -0.1113685667514801], "cos_Ac_negg": [0.8498976826667786, 0.1854131519794464, 0.42286217212677], "r_norm": [0.601016640663147, 0.2686702609062195, 0.26205968856811523], "traffic_norm": [6.847408294677734, 6.716279983520508, 6.622123718261719], "traffic_residual_norm": [0.3330307602882385, 0.009397434070706367, 0.010131455957889557], "traffic_r2": [0.9976233839988708, 0.9999980330467224, 0.9999976754188538]}, {"step": 5800, "epoch": 13, "train_loss": 0.052979812026023865, "cos_r_negg": [0.4195442795753479, 0.18220272660255432, 0.18434834480285645], "cos_innovation_negg": [0.4195442795753479, 0.18220272660255432, 0.18434834480285645], "cos_apical_negg": [-0.0036982838064432144, -0.0036933869123458862, -0.03458694368600845], "cos_Ac_negg": [0.8583114147186279, 0.28093963861465454, 0.34898751974105835], "r_norm": [0.3891276717185974, 0.24730190634727478, 0.24500420689582825], "traffic_norm": [6.8450026512146, 6.711360931396484, 6.617060661315918], "traffic_residual_norm": [0.1165873259305954, 0.0025583752430975437, 0.0029312614351511], "traffic_r2": [0.9996930956840515, 0.9999998807907104, 0.9999998211860657]}, {"step": 6000, "epoch": 13, "train_loss": 0.018742121756076813, "cos_r_negg": [0.38928017020225525, 0.1815175712108612, 0.27936625480651855], "cos_innovation_negg": [0.38928017020225525, 0.1815175712108612, 0.27936625480651855], "cos_apical_negg": [-0.019346674904227257, 0.07556462287902832, -0.1913813203573227], "cos_Ac_negg": [0.8600133657455444, 0.28631171584129333, 0.3974756598472595], "r_norm": [0.4017753601074219, 0.20914500951766968, 0.20785608887672424], "traffic_norm": [6.844712257385254, 6.710719108581543, 6.61856746673584], "traffic_residual_norm": [0.17520472407341003, 0.0008262104238383472, 0.001224640989676118], "traffic_r2": [0.99932861328125, 1.0, 0.9999999403953552]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9654, "eval_loss": 0.14789366455078126, "val_acc": 0.9654, "val_loss": 0.14789366455078126}, {"step": 6200, "epoch": 14, "train_loss": 0.013353865593671799, "cos_r_negg": [0.35064634680747986, 0.19845932722091675, 0.21727055311203003], "cos_innovation_negg": [0.35064634680747986, 0.19845932722091675, 0.21727055311203003], "cos_apical_negg": [-0.00657334178686142, 0.06280887126922607, -0.10640712827444077], "cos_Ac_negg": [0.8556143045425415, 0.288274347782135, 0.28024351596832275], "r_norm": [0.35839301347732544, 0.2151469737291336, 0.2137727439403534], "traffic_norm": [6.842501640319824, 6.709196090698242, 6.611194133758545], "traffic_residual_norm": [0.12068527936935425, 0.0005168598727323115, 0.0006360500119626522], "traffic_r2": [0.9996693134307861, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.1313883513212204, "cos_r_negg": [0.44361215829849243, 0.16340896487236023, 0.17297886312007904], "cos_innovation_negg": [0.44361215829849243, 0.16340896487236023, 0.17297886312007904], "cos_apical_negg": [-0.007170046679675579, -0.11535310745239258, -0.0035273386165499687], "cos_Ac_negg": [0.8693870306015015, 0.21905453503131866, 0.297896146774292], "r_norm": [0.41293051838874817, 0.259275883436203, 0.25557947158813477], "traffic_norm": [6.847002983093262, 6.71348237991333, 6.62010383605957], "traffic_residual_norm": [0.12579840421676636, 0.0010751691879704595, 0.0014024523552507162], "traffic_r2": [0.9996591210365295, 1.0, 0.9999999403953552]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9652, "eval_loss": 0.1446801544189453, "val_acc": 0.9652, "val_loss": 0.1446801544189453}], "final": {"eval_split": "validation", "eval_acc": 0.9652, "eval_loss": 0.1446801544189453, "wall_s": 23.050537586212158, "val_acc": 0.9652, "val_loss": 0.1446801544189453, "cos_r_negg": [0.4076813757419586, 0.10704031586647034, 0.2890068292617798], "cos_innovation_negg": [0.4076813757419586, 0.10704031586647034, 0.2890068292617798], "cos_apical_negg": [-0.007282759062945843, -0.0015966203063726425, -0.16421878337860107], "cos_Ac_negg": [0.8696528673171997, 0.2029687464237213, 0.4075024127960205], "traffic_norm": [6.845409393310547, 6.712583065032959, 6.619622230529785], "traffic_residual_norm": [0.3580856919288635, 0.0006085055065341294, 0.0007694363594055176], "traffic_r2": [0.9972583651542664, 1.0, 1.0]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 22.831471920013428, "diagnostics_wall_s": 0.5136945247650146, "inline_diagnostics_wall_s": 0.3706529140472412, "optimizer_wall_s_excluding_inline_diagnostics": 22.460819005966187, "evaluation_wall_s": 0.07150053977966309}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
|
