1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.05, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p05_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010389192029833794, 0.027884818613529205, 0.03532879799604416], "cos_innovation_negg": [-0.010389192029833794, 0.027884818613529205, 0.03532879799604416], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.842329502105713, 5.354757308959961, 4.824590682983398], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.180471420288086, 2.3252334594726562, 0.0009873011149466038], "traffic_r2": [0.7853692770004272, 0.8844770193099976, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.4931999742984772, "cos_r_negg": [0.3520994484424591, -0.1535259187221527, 0.25764918327331543], "cos_innovation_negg": [0.3520994484424591, -0.1535259187221527, 0.25764918327331543], "cos_apical_negg": [-0.056770119816064835, 0.049617551267147064, 0.012910742312669754], "cos_Ac_negg": [0.6607533693313599, -0.314982146024704, 0.2509109377861023], "r_norm": [1.4544250965118408, 1.4210255146026611, 1.2952159643173218], "traffic_norm": [16.297378540039062, 16.037195205688477, 15.947425842285156], "traffic_residual_norm": [0.15346042811870575, 0.19168691337108612, 5.617732767859707e-06], "traffic_r2": [0.9999113082885742, 0.9998571276664734, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.3851763606071472, "cos_r_negg": [0.5302867293357849, 0.007017684169113636, 0.1989365816116333], "cos_innovation_negg": [0.5302867293357849, 0.007017684169113636, 0.1989365816116333], "cos_apical_negg": [0.012927001342177391, -0.09784629940986633, -0.022268835455179214], "cos_Ac_negg": [0.746648907661438, 0.032624803483486176, 0.1887214183807373], "r_norm": [1.0130181312561035, 0.9810206890106201, 0.8734548091888428], "traffic_norm": [16.269140243530273, 16.025007247924805, 15.912694931030273], "traffic_residual_norm": [0.13444554805755615, 0.1398581862449646, 3.7600020732497796e-06], "traffic_r2": [0.9999315738677979, 0.999923825263977, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8826, "eval_loss": 0.5526964904785157, "val_acc": 0.8826, "val_loss": 0.5526964904785157}, {"step": 600, "epoch": 1, "train_loss": 0.3912457823753357, "cos_r_negg": [0.4763227105140686, -0.014836765825748444, 0.19980916380882263], "cos_innovation_negg": [0.4763227105140686, -0.014836765825748444, 0.19980916380882263], "cos_apical_negg": [0.01103237085044384, 0.06806634366512299, -0.029911380261182785], "cos_Ac_negg": [0.7777760624885559, -0.0618356354534626, 0.1878458559513092], "r_norm": [0.740350067615509, 0.715978741645813, 0.568727970123291], "traffic_norm": [16.26121711730957, 16.018489837646484, 15.90643310546875], "traffic_residual_norm": [0.16747012734413147, 0.18091264367103577, 3.0163118935888633e-06], "traffic_r2": [0.9998936653137207, 0.9998724460601807, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.38755178451538086, "cos_r_negg": [0.43895643949508667, 0.06538074463605881, 0.1987558901309967], "cos_innovation_negg": [0.43895643949508667, 0.06538074463605881, 0.1987558901309967], "cos_apical_negg": [0.038185909390449524, -0.005039415322244167, 0.050226710736751556], "cos_Ac_negg": [0.8004466891288757, -0.08475177735090256, 0.152329221367836], "r_norm": [0.7494801878929138, 0.6419920325279236, 0.6008822321891785], "traffic_norm": [16.274578094482422, 16.023706436157227, 15.913811683654785], "traffic_residual_norm": [0.1316303163766861, 0.0500778928399086, 2.6383645490568597e-06], "traffic_r2": [0.9999327659606934, 0.9999902248382568, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9104, "eval_loss": 0.3973962585449219, "val_acc": 0.9104, "val_loss": 0.3973962585449219}, {"step": 1000, "epoch": 2, "train_loss": 0.41165590286254883, "cos_r_negg": [0.42834585905075073, 0.020663242787122726, 0.29443931579589844], "cos_innovation_negg": [0.42834585905075073, 0.020663242787122726, 0.29443931579589844], "cos_apical_negg": [-0.06833738833665848, 0.15089629590511322, 0.04522598534822464], "cos_Ac_negg": [0.8114440441131592, 0.006332860328257084, 0.27676743268966675], "r_norm": [0.5065253376960754, 0.46661877632141113, 0.39347678422927856], "traffic_norm": [16.284868240356445, 16.036174774169922, 15.928123474121094], "traffic_residual_norm": [0.10409589111804962, 0.09117188304662704, 2.6792527023644652e-06], "traffic_r2": [0.9999507069587708, 0.999967634677887, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.38822948932647705, "cos_r_negg": [0.4531257748603821, -0.009804162196815014, 0.28092145919799805], "cos_innovation_negg": [0.4531257748603821, -0.009804162196815014, 0.28092145919799805], "cos_apical_negg": [-0.0939810574054718, 0.11883784085512161, 0.038922302424907684], "cos_Ac_negg": [0.8205262422561646, -0.04663771390914917, 0.2534053921699524], "r_norm": [0.4648110866546631, 0.4383164644241333, 0.3779881000518799], "traffic_norm": [16.264881134033203, 16.00522232055664, 15.902108192443848], "traffic_residual_norm": [0.061126381158828735, 0.07356032729148865, 2.55129498327733e-06], "traffic_r2": [0.9999725818634033, 0.99997878074646, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9132, "eval_loss": 0.34970444946289064, "val_acc": 0.9132, "val_loss": 0.34970444946289064}, {"step": 1400, "epoch": 3, "train_loss": 0.3241245746612549, "cos_r_negg": [0.4623339772224426, -0.0740824043750763, 0.23944005370140076], "cos_innovation_negg": [0.4623339772224426, -0.0740824043750763, 0.23944005370140076], "cos_apical_negg": [-0.013498004525899887, -0.05880965664982796, 0.04331991448998451], "cos_Ac_negg": [0.8468272089958191, -0.20157603919506073, 0.2292642593383789], "r_norm": [0.5057635307312012, 0.4582793116569519, 0.39527428150177], "traffic_norm": [16.250564575195312, 16.01543426513672, 15.888633728027344], "traffic_residual_norm": [0.08856610953807831, 0.07864251732826233, 2.38516304307268e-06], "traffic_r2": [0.9999629855155945, 0.9999757409095764, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 0.37406593561172485, "cos_r_negg": [0.4278280735015869, -0.012852752581238747, 0.2319791316986084], "cos_innovation_negg": [0.4278280735015869, -0.012852752581238747, 0.2319791316986084], "cos_apical_negg": [-0.04745914414525032, 0.09571368992328644, -0.07913579046726227], "cos_Ac_negg": [0.8274003267288208, -0.044899772852659225, 0.21603617072105408], "r_norm": [0.7165243029594421, 0.7292243242263794, 0.5989933013916016], "traffic_norm": [16.26169204711914, 16.010826110839844, 15.90589714050293], "traffic_residual_norm": [0.061009056866168976, 0.16274204850196838, 2.422444595140405e-06], "traffic_r2": [0.9999697804450989, 0.9998964071273804, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9336, "eval_loss": 0.31046989135742187, "val_acc": 0.9336, "val_loss": 0.31046989135742187}, {"step": 1800, "epoch": 4, "train_loss": 0.03164128586649895, "cos_r_negg": [0.47826558351516724, -0.00832328386604786, 0.2080143839120865], "cos_innovation_negg": [0.47826558351516724, -0.00832328386604786, 0.2080143839120865], "cos_apical_negg": [-0.06815148890018463, -0.020819813013076782, 0.05394374579191208], "cos_Ac_negg": [0.8540083169937134, -0.046675361692905426, 0.18104451894760132], "r_norm": [0.6580854654312134, 0.5004032254219055, 0.39650294184684753], "traffic_norm": [16.25545883178711, 16.02256965637207, 15.903949737548828], "traffic_residual_norm": [0.2517617642879486, 0.1211123913526535, 2.346890823901049e-06], "traffic_r2": [0.9997413158416748, 0.9999384880065918, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.3578789532184601, "cos_r_negg": [0.49337077140808105, -0.029398690909147263, 0.24215306341648102], "cos_innovation_negg": [0.49337077140808105, -0.029398690909147263, 0.24215306341648102], "cos_apical_negg": [-0.024576744064688683, -0.16373035311698914, 0.029122740030288696], "cos_Ac_negg": [0.8530588150024414, -0.07909254729747772, 0.21925458312034607], "r_norm": [0.42869165539741516, 0.4289875030517578, 0.34230899810791016], "traffic_norm": [16.24968719482422, 16.02376365661621, 15.895282745361328], "traffic_residual_norm": [0.055290624499320984, 0.10343703627586365, 2.4241437586169923e-06], "traffic_r2": [0.9999818205833435, 0.9999573826789856, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.27251539611816405, "val_acc": 0.9392, "val_loss": 0.27251539611816405}, {"step": 2200, "epoch": 5, "train_loss": 0.23063044250011444, "cos_r_negg": [0.38422465324401855, -0.03211669251322746, 0.3494802713394165], "cos_innovation_negg": [0.38422465324401855, -0.03211669251322746, 0.3494802713394165], "cos_apical_negg": [-0.054646383970975876, -0.07880952954292297, 0.08154890686273575], "cos_Ac_negg": [0.8266419768333435, 0.003443691413849592, 0.3451804518699646], "r_norm": [0.6650332808494568, 0.5384753346443176, 0.40601855516433716], "traffic_norm": [16.25161361694336, 16.01409912109375, 15.894670486450195], "traffic_residual_norm": [0.2416391372680664, 0.1579091101884842, 2.745660140135442e-06], "traffic_r2": [0.9997737407684326, 0.9999018311500549, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.341512531042099, "cos_r_negg": [0.4836857318878174, -0.053386036306619644, 0.21644577383995056], "cos_innovation_negg": [0.4836857318878174, -0.053386036306619644, 0.21644577383995056], "cos_apical_negg": [-0.04044491425156593, -0.2047760933637619, 0.07961864769458771], "cos_Ac_negg": [0.8541408777236938, -0.13440948724746704, 0.21026714146137238], "r_norm": [0.7427523136138916, 0.4237325191497803, 0.3580980896949768], "traffic_norm": [16.26065444946289, 16.01658821105957, 15.912282943725586], "traffic_residual_norm": [0.39877283573150635, 0.0802571102976799, 2.4488699637004174e-06], "traffic_r2": [0.9993918538093567, 0.9999732375144958, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9316, "eval_loss": 0.2901099304199219, "val_acc": 0.9316, "val_loss": 0.2901099304199219}, {"step": 2600, "epoch": 6, "train_loss": 0.25486981868743896, "cos_r_negg": [0.45788338780403137, -0.025596903637051582, 0.2521362900733948], "cos_innovation_negg": [0.45788338780403137, -0.025596903637051582, 0.2521362900733948], "cos_apical_negg": [0.015102348290383816, -0.09871567785739899, -0.03729502484202385], "cos_Ac_negg": [0.8566340804100037, -0.014101836830377579, 0.23509205877780914], "r_norm": [0.5275067090988159, 0.45083847641944885, 0.34991854429244995], "traffic_norm": [16.247385025024414, 16.01828956604004, 15.894886016845703], "traffic_residual_norm": [0.15599556267261505, 0.11489750444889069, 2.5149909106403356e-06], "traffic_r2": [0.9999001622200012, 0.9999467134475708, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.19369837641716003, "cos_r_negg": [0.42060309648513794, 0.003574790433049202, 0.27309781312942505], "cos_innovation_negg": [0.42060309648513794, 0.003574790433049202, 0.27309781312942505], "cos_apical_negg": [-0.11319564282894135, -0.14133155345916748, 0.07774945348501205], "cos_Ac_negg": [0.8448286056518555, -0.010259851813316345, 0.24897369742393494], "r_norm": [1.1193135976791382, 0.5751885175704956, 0.27716541290283203], "traffic_norm": [16.2589168548584, 16.021820068359375, 15.90625], "traffic_residual_norm": [0.8776516914367676, 0.33609044551849365, 2.822265969371074e-06], "traffic_r2": [0.9970763921737671, 0.9995578527450562, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.23489587008953094, "cos_r_negg": [0.3945990204811096, 0.09026840329170227, 0.3530537486076355], "cos_innovation_negg": [0.3945990204811096, 0.09026840329170227, 0.3530537486076355], "cos_apical_negg": [-0.01644071936607361, -0.0914749875664711, 0.003974763676524162], "cos_Ac_negg": [0.8489868640899658, 0.22074049711227417, 0.3663591146469116], "r_norm": [0.7617580890655518, 0.4852552115917206, 0.3857184648513794], "traffic_norm": [16.256044387817383, 16.01458168029785, 15.914905548095703], "traffic_residual_norm": [0.36577704548835754, 0.11968525499105453, 2.489157850504853e-06], "traffic_r2": [0.9994837641716003, 0.9999409317970276, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.931, "eval_loss": 0.30773623046875, "val_acc": 0.931, "val_loss": 0.30773623046875}, {"step": 3200, "epoch": 7, "train_loss": 0.1547212451696396, "cos_r_negg": [0.39880287647247314, 0.07284925878047943, 0.3089645206928253], "cos_innovation_negg": [0.39880287647247314, 0.07284925878047943, 0.3089645206928253], "cos_apical_negg": [-0.10659947991371155, -0.08594589680433273, 0.05160091817378998], "cos_Ac_negg": [0.8629926443099976, 0.2262044996023178, 0.29448646306991577], "r_norm": [0.4376133680343628, 0.305869996547699, 0.2573573589324951], "traffic_norm": [16.25144386291504, 16.021581649780273, 15.904151916503906], "traffic_residual_norm": [0.1603025496006012, 0.056197188794612885, 2.2889323645358672e-06], "traffic_r2": [0.9998896718025208, 0.9999838471412659, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.12139963358640671, "cos_r_negg": [0.367373526096344, 0.10891784727573395, 0.19370093941688538], "cos_innovation_negg": [0.367373526096344, 0.10891784727573395, 0.19370093941688538], "cos_apical_negg": [0.05857743322849274, 0.05404464527964592, -0.07059049606323242], "cos_Ac_negg": [0.8316249847412109, 0.3081095814704895, 0.1891331821680069], "r_norm": [0.5447706580162048, 0.44712790846824646, 0.3457409143447876], "traffic_norm": [16.247297286987305, 15.992570877075195, 15.900986671447754], "traffic_residual_norm": [0.1673326939344406, 0.11586777865886688, 2.3376337594527286e-06], "traffic_r2": [0.9998825192451477, 0.9999439120292664, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9306, "eval_loss": 0.29778650512695315, "val_acc": 0.9306, "val_loss": 0.29778650512695315}, {"step": 3600, "epoch": 8, "train_loss": 0.1250186711549759, "cos_r_negg": [0.36342620849609375, 0.11671660095453262, 0.2865721583366394], "cos_innovation_negg": [0.36342620849609375, 0.11671660095453262, 0.2865721583366394], "cos_apical_negg": [-0.06934503465890884, -0.12853209674358368, 0.06664630770683289], "cos_Ac_negg": [0.8655114769935608, 0.3259168863296509, 0.2833316922187805], "r_norm": [0.3595908284187317, 0.28317925333976746, 0.23253017663955688], "traffic_norm": [16.25172233581543, 16.01187515258789, 15.914483070373535], "traffic_residual_norm": [0.0956268161535263, 0.05661094933748245, 2.3356269593932666e-06], "traffic_r2": [0.9999196529388428, 0.9999812245368958, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.14828304946422577, "cos_r_negg": [0.368621289730072, 0.16695447266101837, 0.3327145278453827], "cos_innovation_negg": [0.368621289730072, 0.16695447266101837, 0.3327145278453827], "cos_apical_negg": [-0.037652503699064255, -0.07280699163675308, -0.016086339950561523], "cos_Ac_negg": [0.8666210770606995, 0.4235561490058899, 0.32075750827789307], "r_norm": [0.7734158635139465, 0.4474344551563263, 0.2955854535102844], "traffic_norm": [16.246246337890625, 16.002132415771484, 15.917716979980469], "traffic_residual_norm": [0.4747408628463745, 0.1740034520626068, 2.363060957577545e-06], "traffic_r2": [0.9991288781166077, 0.9998748898506165, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9302, "eval_loss": 0.31326001586914065, "val_acc": 0.9302, "val_loss": 0.31326001586914065}, {"step": 4000, "epoch": 9, "train_loss": 0.15631282329559326, "cos_r_negg": [0.3804280459880829, 0.09665602445602417, 0.21388542652130127], "cos_innovation_negg": [0.3804280459880829, 0.09665602445602417, 0.21388542652130127], "cos_apical_negg": [-0.0766536146402359, -0.0009820200502872467, 0.09972761571407318], "cos_Ac_negg": [0.8688361644744873, 0.4284108877182007, 0.17904245853424072], "r_norm": [0.41026782989501953, 0.3439295291900635, 0.2331833392381668], "traffic_norm": [16.26165008544922, 16.024066925048828, 15.936907768249512], "traffic_residual_norm": [0.15233255922794342, 0.12142544984817505, 2.2022952634870308e-06], "traffic_r2": [0.9998800158500671, 0.9999340772628784, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.5397469401359558, "cos_r_negg": [0.42021796107292175, 0.24678532779216766, 0.16893918812274933], "cos_innovation_negg": [0.42021796107292175, 0.24678532779216766, 0.16893918812274933], "cos_apical_negg": [-0.05235984921455383, 0.021616999059915543, 0.11465762555599213], "cos_Ac_negg": [0.8664613962173462, 0.5133688449859619, 0.13716261088848114], "r_norm": [0.44619250297546387, 0.36638614535331726, 0.31397706270217896], "traffic_norm": [16.263132095336914, 16.01812744140625, 15.929947853088379], "traffic_residual_norm": [0.07788032293319702, 0.05207274109125137, 2.2788769911130657e-06], "traffic_r2": [0.9999369382858276, 0.9999763369560242, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9284, "eval_loss": 0.293465869140625, "val_acc": 0.9284, "val_loss": 0.293465869140625}, {"step": 4400, "epoch": 10, "train_loss": 0.1574813723564148, "cos_r_negg": [0.4075232744216919, 0.19429665803909302, 0.212336927652359], "cos_innovation_negg": [0.4075232744216919, 0.19429665803909302, 0.212336927652359], "cos_apical_negg": [-0.03215714171528816, -0.0751817524433136, 0.04281718656420708], "cos_Ac_negg": [0.867072343826294, 0.4250175654888153, 0.22017690539360046], "r_norm": [0.4490337669849396, 0.3711547255516052, 0.2921721935272217], "traffic_norm": [16.249622344970703, 16.012022018432617, 15.929771423339844], "traffic_residual_norm": [0.11633144319057465, 0.08991743624210358, 2.2945437194721308e-06], "traffic_r2": [0.9998639225959778, 0.9999568462371826, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.24193283915519714, "cos_r_negg": [0.3996185064315796, 0.17003720998764038, 0.18084841966629028], "cos_innovation_negg": [0.3996185064315796, 0.17003720998764038, 0.18084841966629028], "cos_apical_negg": [-0.018947437405586243, -0.07872766256332397, 0.10023234784603119], "cos_Ac_negg": [0.8873175382614136, 0.4493817090988159, 0.13746686279773712], "r_norm": [1.027877688407898, 0.5928767919540405, 0.3788233697414398], "traffic_norm": [16.251062393188477, 16.02056312561035, 15.927391052246094], "traffic_residual_norm": [0.6496230363845825, 0.24721570312976837, 2.2250540041568456e-06], "traffic_r2": [0.998370885848999, 0.9997479915618896, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9504, "eval_loss": 0.2143018493652344, "val_acc": 0.9504, "val_loss": 0.2143018493652344}, {"step": 4800, "epoch": 11, "train_loss": 0.2118091881275177, "cos_r_negg": [0.30872416496276855, 0.15344376862049103, 0.21846315264701843], "cos_innovation_negg": [0.30872416496276855, 0.15344376862049103, 0.21846315264701843], "cos_apical_negg": [-0.08196377754211426, -0.009969091042876244, 0.0766405463218689], "cos_Ac_negg": [0.856198251247406, 0.45067542791366577, 0.21735790371894836], "r_norm": [0.4091746509075165, 0.32511475682258606, 0.2348674237728119], "traffic_norm": [16.252662658691406, 16.01337432861328, 15.922672271728516], "traffic_residual_norm": [0.14406515657901764, 0.09998282045125961, 2.2534950403496623e-06], "traffic_r2": [0.9998525381088257, 0.9999435544013977, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.28499478101730347, "cos_r_negg": [0.46128320693969727, 0.11151197552680969, 0.25957930088043213], "cos_innovation_negg": [0.46128320693969727, 0.11151197552680969, 0.25957930088043213], "cos_apical_negg": [-0.07351476699113846, -0.1727476716041565, 0.07113872468471527], "cos_Ac_negg": [0.8962653875350952, 0.38696518540382385, 0.23488712310791016], "r_norm": [0.9028152227401733, 0.4773087501525879, 0.34587690234184265], "traffic_norm": [16.253284454345703, 16.020313262939453, 15.933338165283203], "traffic_residual_norm": [0.5575745701789856, 0.1546114981174469, 2.3532434170192573e-06], "traffic_r2": [0.9987907409667969, 0.9998885989189148, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9514, "eval_loss": 0.2236437957763672, "val_acc": 0.9514, "val_loss": 0.2236437957763672}, {"step": 5200, "epoch": 12, "train_loss": 0.17900648713111877, "cos_r_negg": [0.3863891065120697, 0.1783941388130188, 0.18688391149044037], "cos_innovation_negg": [0.3863891065120697, 0.1783941388130188, 0.18688391149044037], "cos_apical_negg": [-0.08625844120979309, -0.08786224573850632, 0.035939618945121765], "cos_Ac_negg": [0.8923832178115845, 0.5425483584403992, 0.16152775287628174], "r_norm": [0.5926691293716431, 0.39955413341522217, 0.2583543658256531], "traffic_norm": [16.253868103027344, 16.028240203857422, 15.934213638305664], "traffic_residual_norm": [0.3108668029308319, 0.15244275331497192, 2.257535697935964e-06], "traffic_r2": [0.9995421171188354, 0.9998828172683716, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.1599261313676834, "cos_r_negg": [0.3905195891857147, 0.1852540671825409, 0.17376352846622467], "cos_innovation_negg": [0.3905195891857147, 0.1852540671825409, 0.17376352846622467], "cos_apical_negg": [-0.06462007761001587, -0.03574312850832939, -0.002965308725833893], "cos_Ac_negg": [0.8774208426475525, 0.5551586151123047, 0.17664748430252075], "r_norm": [0.42375147342681885, 0.32009726762771606, 0.23868192732334137], "traffic_norm": [16.25604248046875, 16.02048110961914, 15.936624526977539], "traffic_residual_norm": [0.1525108963251114, 0.08800356835126877, 2.200363496740465e-06], "traffic_r2": [0.9998404383659363, 0.9999426007270813, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9476, "eval_loss": 0.2228069580078125, "val_acc": 0.9476, "val_loss": 0.2228069580078125}, {"step": 5600, "epoch": 13, "train_loss": 0.17800530791282654, "cos_r_negg": [0.4074975252151489, 0.19751714169979095, 0.162797212600708], "cos_innovation_negg": [0.4074975252151489, 0.19751714169979095, 0.162797212600708], "cos_apical_negg": [-0.05980721488595009, -0.06618060916662216, -0.12705165147781372], "cos_Ac_negg": [0.8900993466377258, 0.5995304584503174, 0.1618638038635254], "r_norm": [1.0723657608032227, 0.5628618001937866, 0.25630342960357666], "traffic_norm": [16.252872467041016, 16.02216339111328, 15.932321548461914], "traffic_residual_norm": [0.8342167139053345, 0.33652061223983765, 2.370060656176065e-06], "traffic_r2": [0.9973067045211792, 0.9995329976081848, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.2278142273426056, "cos_r_negg": [0.4256161153316498, 0.23651033639907837, 0.0456169918179512], "cos_innovation_negg": [0.4256161153316498, 0.23651033639907837, 0.0456169918179512], "cos_apical_negg": [0.0009271451272070408, 0.031846512109041214, -0.006389182060956955], "cos_Ac_negg": [0.8859109878540039, 0.5710967779159546, 0.023531243205070496], "r_norm": [0.5519517660140991, 0.38648128509521484, 0.24770358204841614], "traffic_norm": [16.253681182861328, 16.025747299194336, 15.93136215209961], "traffic_residual_norm": [0.2830647826194763, 0.15409016609191895, 2.242083382952842e-06], "traffic_r2": [0.9995956420898438, 0.9998714327812195, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.13321521878242493, "cos_r_negg": [0.4277157783508301, 0.19878965616226196, 0.1098928451538086], "cos_innovation_negg": [0.4277157783508301, 0.19878965616226196, 0.1098928451538086], "cos_apical_negg": [-0.009185739792883396, 0.011535733938217163, -0.06162874400615692], "cos_Ac_negg": [0.8972406387329102, 0.6037551164627075, 0.09807709604501724], "r_norm": [0.4458963871002197, 0.4958726763725281, 0.273891806602478], "traffic_norm": [16.25441551208496, 16.026182174682617, 15.934005737304688], "traffic_residual_norm": [0.12911751866340637, 0.24643543362617493, 2.1548507902480196e-06], "traffic_r2": [0.9998141527175903, 0.9997329115867615, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.2603502227783203, "val_acc": 0.9392, "val_loss": 0.2603502227783203}, {"step": 6200, "epoch": 14, "train_loss": 0.23932765424251556, "cos_r_negg": [0.37550193071365356, 0.13499033451080322, 0.12139010429382324], "cos_innovation_negg": [0.37550193071365356, 0.13499033451080322, 0.12139010429382324], "cos_apical_negg": [-0.051423314958810806, 0.03393467515707016, 0.08944982290267944], "cos_Ac_negg": [0.8876303434371948, 0.6434126496315002, 0.13717347383499146], "r_norm": [0.36406368017196655, 0.4794129729270935, 0.23171378672122955], "traffic_norm": [16.248157501220703, 16.01116180419922, 15.927577018737793], "traffic_residual_norm": [0.09679655730724335, 0.27045851945877075, 2.227044660685351e-06], "traffic_r2": [0.9998586177825928, 0.9996846318244934, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.1369650810956955, "cos_r_negg": [0.424345463514328, 0.14179247617721558, 0.1737784445285797], "cos_innovation_negg": [0.424345463514328, 0.14179247617721558, 0.1737784445285797], "cos_apical_negg": [-0.06957874447107315, 0.052924349904060364, 0.004418293014168739], "cos_Ac_negg": [0.8844613432884216, 0.6583429574966431, 0.15882126986980438], "r_norm": [0.6978697180747986, 0.8555623292922974, 0.22717243432998657], "traffic_norm": [16.245197296142578, 16.010608673095703, 15.931329727172852], "traffic_residual_norm": [0.46426838636398315, 0.67452073097229, 2.224192940047942e-06], "traffic_r2": [0.9990313053131104, 0.9982032179832458, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9526, "eval_loss": 0.2054730773925781, "val_acc": 0.9526, "val_loss": 0.2054730773925781}], "final": {"eval_split": "validation", "eval_acc": 0.9526, "eval_loss": 0.2054730773925781, "wall_s": 24.78942584991455, "val_acc": 0.9526, "val_loss": 0.2054730773925781, "cos_r_negg": [0.4132560193538666, 0.14387226104736328, 0.21710455417633057], "cos_innovation_negg": [0.4132560193538666, 0.14387226104736328, 0.21710455417633057], "cos_apical_negg": [-0.06242243945598602, -0.08218199759721756, 0.0007072547450661659], "cos_Ac_negg": [0.88401198387146, 0.6071925759315491, 0.2529972493648529], "traffic_norm": [16.250892639160156, 16.021682739257812, 15.93593692779541], "traffic_residual_norm": [0.2505107820034027, 0.7009632587432861, 2.1868968360649887e-06], "traffic_r2": [0.9996136426925659, 0.9980635046958923, 1.0]}, "timing": {"warmup_wall_s": 0.40132880210876465, "training_loop_wall_s": 24.174879550933838, "diagnostics_wall_s": 0.53436279296875, "inline_diagnostics_wall_s": 0.3871934413909912, "optimizer_wall_s_excluding_inline_diagnostics": 23.787686109542847, "evaluation_wall_s": 0.06222271919250488}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
|
