1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 1000, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu1000_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.471466541290283, "cos_r_negg": [-0.007427765056490898, 0.02498185634613037, 0.03460785746574402], "cos_innovation_negg": [-0.007427765056490898, 0.02498185634613037, 0.03460785746574402], "cos_apical_negg": [-0.012558771297335625, 0.009148303419351578, 0.0011866448912769556], "cos_Ac_negg": [0.0012260912917554379, 0.02431228943169117, 0.03460787981748581], "r_norm": [5.842756271362305, 5.332431316375732, 4.825353622436523], "traffic_norm": [6.896816253662109, 6.807289123535156, 6.665896415710449], "traffic_residual_norm": [3.174880027770996, 2.2921507358551025, 4.796001576323761e-06], "traffic_r2": [0.7883108854293823, 0.8866935968399048, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.841307520866394, "cos_r_negg": [0.15497922897338867, -0.07700017094612122, 0.23485912382602692], "cos_innovation_negg": [0.15497922897338867, -0.07700017094612122, 0.23485912382602692], "cos_apical_negg": [0.10369782149791718, 0.10299602150917053, 0.08386501669883728], "cos_Ac_negg": [0.7553716897964478, -0.004483932163566351, 0.1961737424135208], "r_norm": [7.075963020324707, 4.494350433349609, 1.813305139541626], "traffic_norm": [16.293275833129883, 16.104656219482422, 15.792808532714844], "traffic_residual_norm": [6.346963882446289, 3.5655136108398438, 9.285573469242081e-06], "traffic_r2": [0.848254919052124, 0.9509837031364441, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.2655985355377197, "cos_r_negg": [0.34938767552375793, 0.37015300989151, 0.05565619096159935], "cos_innovation_negg": [0.34938767552375793, 0.37015300989151, 0.05565619096159935], "cos_apical_negg": [0.35750243067741394, -0.25434398651123047, 0.004219903610646725], "cos_Ac_negg": [0.9292557835578918, 0.1585172712802887, 0.05431414395570755], "r_norm": [5.174274444580078, 3.3307912349700928, 1.619691014289856], "traffic_norm": [16.366756439208984, 16.169132232666016, 15.906312942504883], "traffic_residual_norm": [4.346199035644531, 2.3845620155334473, 6.346589543682057e-06], "traffic_r2": [0.9294829964637756, 0.9782508015632629, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.6368, "eval_loss": 4.48135595703125, "val_acc": 0.6368, "val_loss": 4.48135595703125}, {"step": 600, "epoch": 1, "train_loss": 13.038838386535645, "cos_r_negg": [0.5345214009284973, 0.15290623903274536, 0.05737714469432831], "cos_innovation_negg": [0.5345214009284973, 0.15290623903274536, 0.05737714469432831], "cos_apical_negg": [0.28638333082199097, 0.15185821056365967, 0.002126060426235199], "cos_Ac_negg": [0.8410639762878418, 0.31530365347862244, 0.05971432104706764], "r_norm": [4.885772228240967, 3.7940218448638916, 3.094186782836914], "traffic_norm": [16.504737854003906, 16.34112548828125, 16.049333572387695], "traffic_residual_norm": [2.9991455078125, 1.5928106307983398, 4.480694315134315e-06], "traffic_r2": [0.96697998046875, 0.9904990792274475, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.9087320566177368, "cos_r_negg": [0.4363954961299896, -0.013147028163075447, 0.08363363146781921], "cos_innovation_negg": [0.4363954961299896, -0.013147028163075447, 0.08363363146781921], "cos_apical_negg": [0.17639656364917755, -0.09421965479850769, -0.005900109652429819], "cos_Ac_negg": [0.8735275268554688, 0.1944180279970169, 0.0993083193898201], "r_norm": [3.671332597732544, 2.753812789916992, 2.1617178916931152], "traffic_norm": [16.53065299987793, 16.407169342041016, 16.086042404174805], "traffic_residual_norm": [2.0540785789489746, 1.07039213180542, 3.4205281735921744e-06], "traffic_r2": [0.9845595955848694, 0.9957438111305237, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.6714, "eval_loss": 2.0128906005859375, "val_acc": 0.6714, "val_loss": 2.0128906005859375}, {"step": 1000, "epoch": 2, "train_loss": 0.774379551410675, "cos_r_negg": [0.03309738263487816, 0.024868031963706017, 0.20343436300754547], "cos_innovation_negg": [0.03309738263487816, 0.024868031963706017, 0.20343436300754547], "cos_apical_negg": [-0.029265841469168663, 0.007335448171943426, 0.012849569320678711], "cos_Ac_negg": [0.9141799211502075, 0.2630104124546051, 0.2451505959033966], "r_norm": [2.1644515991210938, 1.4957315921783447, 0.9409275650978088], "traffic_norm": [16.602313995361328, 16.476951599121094, 16.16847801208496], "traffic_residual_norm": [1.3941540718078613, 0.71882563829422, 2.6446132324053906e-06], "traffic_r2": [0.9929484724998474, 0.998096764087677, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.1915122270584106, "cos_r_negg": [0.20533978939056396, 0.08728720247745514, 0.42126792669296265], "cos_innovation_negg": [0.20533978939056396, 0.08728720247745514, 0.42126792669296265], "cos_apical_negg": [0.1865423172712326, -0.06307857483625412, -0.031006060540676117], "cos_Ac_negg": [0.8977132439613342, 0.35065844655036926, 0.4356124997138977], "r_norm": [1.9640097618103027, 1.4577827453613281, 1.0746314525604248], "traffic_norm": [16.605846405029297, 16.484922409057617, 16.179000854492188], "traffic_residual_norm": [0.9354032874107361, 0.48541319370269775, 1.891936335596256e-06], "traffic_r2": [0.9968269467353821, 0.9991328120231628, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8394, "eval_loss": 1.101159814453125, "val_acc": 0.8394, "val_loss": 1.101159814453125}, {"step": 1400, "epoch": 3, "train_loss": 1.2208757400512695, "cos_r_negg": [0.3230423927307129, 0.299605131149292, 0.3017309606075287], "cos_innovation_negg": [0.3230423927307129, 0.299605131149292, 0.3017309606075287], "cos_apical_negg": [0.08121815323829651, 0.144773468375206, -0.008505377918481827], "cos_Ac_negg": [0.9018029570579529, 0.5629971623420715, 0.3406411409378052], "r_norm": [1.4167900085449219, 1.0588456392288208, 0.7889059782028198], "traffic_norm": [16.631216049194336, 16.52920913696289, 16.196971893310547], "traffic_residual_norm": [0.642674446105957, 0.3348391652107239, 1.7894772099680267e-06], "traffic_r2": [0.9985067248344421, 0.9995896220207214, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 1.627077579498291, "cos_r_negg": [0.3703472912311554, 0.26114901900291443, 0.3134097456932068], "cos_innovation_negg": [0.3703472912311554, 0.26114901900291443, 0.3134097456932068], "cos_apical_negg": [0.2711622416973114, 0.10631139576435089, -0.06585970520973206], "cos_Ac_negg": [0.7236085534095764, 0.5039665102958679, 0.39484089612960815], "r_norm": [1.418265461921692, 1.1221537590026855, 0.9563027024269104], "traffic_norm": [16.635906219482422, 16.536306381225586, 16.199628829956055], "traffic_residual_norm": [0.4292203485965729, 0.2243690937757492, 1.5062994407344377e-06], "traffic_r2": [0.9993343353271484, 0.9998158812522888, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.8542, "eval_loss": 0.905173046875, "val_acc": 0.8542, "val_loss": 0.905173046875}, {"step": 1800, "epoch": 4, "train_loss": 0.6839004158973694, "cos_r_negg": [0.2943052351474762, 0.27312958240509033, 0.3311867117881775], "cos_innovation_negg": [0.2943052351474762, 0.27312958240509033, 0.3311867117881775], "cos_apical_negg": [0.07912476360797882, 0.05273909494280815, -0.03471110761165619], "cos_Ac_negg": [0.7352892160415649, 0.5721827745437622, 0.3721296191215515], "r_norm": [1.1759302616119385, 0.9515877962112427, 0.8359652757644653], "traffic_norm": [16.637836456298828, 16.53891944885254, 16.202163696289062], "traffic_residual_norm": [0.2875598073005676, 0.15227171778678894, 1.3780922927253414e-06], "traffic_r2": [0.9997012615203857, 0.9999152421951294, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 1.0277800559997559, "cos_r_negg": [0.470166951417923, 0.3881619870662689, 0.3464539051055908], "cos_innovation_negg": [0.470166951417923, 0.3881619870662689, 0.3464539051055908], "cos_apical_negg": [0.17788925766944885, 0.011522838845849037, -0.10547603666782379], "cos_Ac_negg": [0.8280124664306641, 0.5520297288894653, 0.38983625173568726], "r_norm": [2.4455442428588867, 2.0787973403930664, 1.9913763999938965], "traffic_norm": [16.641124725341797, 16.544418334960938, 16.20446014404297], "traffic_residual_norm": [0.1922776997089386, 0.10827220976352692, 1.2724530051855254e-06], "traffic_r2": [0.9998664855957031, 0.9999571442604065, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.865, "eval_loss": 0.8761319213867188, "val_acc": 0.865, "val_loss": 0.8761319213867188}, {"step": 2200, "epoch": 5, "train_loss": 1.167999505996704, "cos_r_negg": [0.2809716761112213, 0.2710299491882324, 0.2929956316947937], "cos_innovation_negg": [0.2809716761112213, 0.2710299491882324, 0.2929956316947937], "cos_apical_negg": [0.06305373460054398, -0.017739053815603256, -0.2863836884498596], "cos_Ac_negg": [0.7646444439888, 0.5758281946182251, 0.33557143807411194], "r_norm": [1.2089617252349854, 1.0250273942947388, 0.9671653509140015], "traffic_norm": [16.640836715698242, 16.541412353515625, 16.203384399414062], "traffic_residual_norm": [0.14226138591766357, 0.07428748905658722, 1.2198170225019567e-06], "traffic_r2": [0.9999257922172546, 0.9999797344207764, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.6412681341171265, "cos_r_negg": [0.2665256857872009, 0.243978813290596, 0.4325500726699829], "cos_innovation_negg": [0.2665256857872009, 0.243978813290596, 0.4325500726699829], "cos_apical_negg": [0.06636384129524231, 0.013799721375107765, 0.03908509761095047], "cos_Ac_negg": [0.755163311958313, 0.6146849989891052, 0.5127480030059814], "r_norm": [1.02415132522583, 0.8906439542770386, 0.8327652215957642], "traffic_norm": [16.63883399963379, 16.540340423583984, 16.201017379760742], "traffic_residual_norm": [0.09500761330127716, 0.07721995562314987, 1.2725755595965893e-06], "traffic_r2": [0.9999662637710571, 0.9999781250953674, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.7914, "eval_loss": 1.1519067626953126, "val_acc": 0.7914, "val_loss": 1.1519067626953126}, {"step": 2600, "epoch": 6, "train_loss": 0.5597626566886902, "cos_r_negg": [0.2340540885925293, 0.24870388209819794, 0.49240589141845703], "cos_innovation_negg": [0.2340540885925293, 0.24870388209819794, 0.49240589141845703], "cos_apical_negg": [0.02324869856238365, 0.025873839855194092, -0.048752669245004654], "cos_Ac_negg": [0.8028964996337891, 0.7163884043693542, 0.5280981063842773], "r_norm": [0.9536706805229187, 0.8262550830841064, 0.7712207436561584], "traffic_norm": [16.639312744140625, 16.541616439819336, 16.201995849609375], "traffic_residual_norm": [0.10117928683757782, 0.07392987608909607, 1.4972074495744891e-06], "traffic_r2": [0.9999630451202393, 0.9999800324440002, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.5608051419258118, "cos_r_negg": [0.6127191185951233, 0.3353104591369629, 0.47657084465026855], "cos_innovation_negg": [0.6127191185951233, 0.3353104591369629, 0.47657084465026855], "cos_apical_negg": [0.1283821016550064, 0.06638024747371674, -0.08611366152763367], "cos_Ac_negg": [0.8321120738983154, 0.7280058860778809, 0.5118156671524048], "r_norm": [1.1246998310089111, 0.9830264449119568, 0.9465047717094421], "traffic_norm": [16.63766860961914, 16.538837432861328, 16.199981689453125], "traffic_residual_norm": [0.06619948148727417, 0.06798368692398071, 1.3580464610640774e-06], "traffic_r2": [0.9999841451644897, 0.9999830722808838, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.9390813708305359, "cos_r_negg": [0.4125865399837494, 0.061615582555532455, 0.5290888547897339], "cos_innovation_negg": [0.4125865399837494, 0.061615582555532455, 0.5290888547897339], "cos_apical_negg": [0.19462695717811584, 0.0769755095243454, 0.016455473378300667], "cos_Ac_negg": [0.7281820178031921, 0.5335777997970581, 0.5695490837097168], "r_norm": [1.1027448177337646, 1.0024933815002441, 0.9310246706008911], "traffic_norm": [16.634929656982422, 16.53543472290039, 16.197792053222656], "traffic_residual_norm": [0.045505933463573456, 0.08850154280662537, 1.2966380609213957e-06], "traffic_r2": [0.9999924898147583, 0.999971330165863, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8702, "eval_loss": 0.7593404296875, "val_acc": 0.8702, "val_loss": 0.7593404296875}, {"step": 3200, "epoch": 7, "train_loss": 0.5486920475959778, "cos_r_negg": [0.48524248600006104, 0.4396386444568634, 0.45606061816215515], "cos_innovation_negg": [0.48524248600006104, 0.4396386444568634, 0.45606061816215515], "cos_apical_negg": [0.20895230770111084, 0.11766231060028076, -0.03002188168466091], "cos_Ac_negg": [0.8604754209518433, 0.6977255344390869, 0.49863114953041077], "r_norm": [1.5671370029449463, 1.0398273468017578, 1.0165205001831055], "traffic_norm": [16.61825942993164, 16.524333953857422, 16.191675186157227], "traffic_residual_norm": [0.5725141167640686, 0.024160927161574364, 1.3259590332381777e-06], "traffic_r2": [0.9988130927085876, 0.9999978542327881, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.9973174929618835, "cos_r_negg": [0.45414358377456665, 0.42451542615890503, 0.5251199007034302], "cos_innovation_negg": [0.45414358377456665, 0.42451542615890503, 0.5251199007034302], "cos_apical_negg": [0.21296879649162292, 0.06787547469139099, 0.03735974803566933], "cos_Ac_negg": [0.8522651791572571, 0.7704960107803345, 0.5662262439727783], "r_norm": [1.2595689296722412, 0.9205019474029541, 0.8463172912597656], "traffic_norm": [16.65648078918457, 16.511489868164062, 16.155323028564453], "traffic_residual_norm": [0.39017054438591003, 0.0939779281616211, 1.7231827769137453e-06], "traffic_r2": [0.999451220035553, 0.9999675750732422, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8424, "eval_loss": 0.74127734375, "val_acc": 0.8424, "val_loss": 0.74127734375}, {"step": 3600, "epoch": 8, "train_loss": 0.6923831701278687, "cos_r_negg": [0.41241371631622314, 0.35118645429611206, 0.48976439237594604], "cos_innovation_negg": [0.41241371631622314, 0.35118645429611206, 0.48976439237594604], "cos_apical_negg": [0.03369034081697464, -0.052569255232810974, -0.027559038251638412], "cos_Ac_negg": [0.784906268119812, 0.7057292461395264, 0.5878267288208008], "r_norm": [1.0528252124786377, 0.8048058748245239, 0.7581572532653809], "traffic_norm": [16.65212059020996, 16.504505157470703, 16.146278381347656], "traffic_residual_norm": [0.263255774974823, 0.06407707184553146, 1.656267613725504e-06], "traffic_r2": [0.9997500777244568, 0.9999849200248718, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.44176384806632996, "cos_r_negg": [0.4172796905040741, 0.23424945771694183, 0.32004082202911377], "cos_innovation_negg": [0.4172796905040741, 0.23424945771694183, 0.32004082202911377], "cos_apical_negg": [0.14511817693710327, -0.007409998215734959, -0.055349595844745636], "cos_Ac_negg": [0.83208167552948, 0.6570702791213989, 0.359129399061203], "r_norm": [0.937827467918396, 0.745392382144928, 0.7005756497383118], "traffic_norm": [16.650074005126953, 16.502513885498047, 16.14482307434082], "traffic_residual_norm": [0.17830923199653625, 0.05259769409894943, 1.501209681009641e-06], "traffic_r2": [0.9998853206634521, 0.9999896287918091, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8468, "eval_loss": 0.77843837890625, "val_acc": 0.8468, "val_loss": 0.77843837890625}, {"step": 4000, "epoch": 9, "train_loss": 0.6303759217262268, "cos_r_negg": [0.5369046330451965, 0.38715359568595886, 0.12379512935876846], "cos_innovation_negg": [0.5369046330451965, 0.38715359568595886, 0.12379512935876846], "cos_apical_negg": [0.2404901534318924, 0.03470185399055481, 0.2368377447128296], "cos_Ac_negg": [0.8270887732505798, 0.7047096490859985, 0.28373661637306213], "r_norm": [1.3579609394073486, 1.1763191223144531, 1.1437807083129883], "traffic_norm": [16.648338317871094, 16.50071907043457, 16.145090103149414], "traffic_residual_norm": [0.12751850485801697, 0.06356944143772125, 1.454282937629614e-06], "traffic_r2": [0.9999409914016724, 0.9999836683273315, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.570875883102417, "cos_r_negg": [0.6413575410842896, 0.27728667855262756, 0.5939079523086548], "cos_innovation_negg": [0.6413575410842896, 0.27728667855262756, 0.5939079523086548], "cos_apical_negg": [0.12766127288341522, -0.004552415106445551, 0.12054980546236038], "cos_Ac_negg": [0.8051985502243042, 0.7465565800666809, 0.6104123592376709], "r_norm": [0.9392420649528503, 0.8057927489280701, 0.7823854088783264], "traffic_norm": [16.65326499938965, 16.50687026977539, 16.147930145263672], "traffic_residual_norm": [0.08056828379631042, 0.036490023136138916, 1.36512835524627e-06], "traffic_r2": [0.9999765753746033, 0.9999951124191284, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8542, "eval_loss": 0.8490557373046875, "val_acc": 0.8542, "val_loss": 0.8490557373046875}, {"step": 4400, "epoch": 10, "train_loss": 0.7189273238182068, "cos_r_negg": [0.454062283039093, 0.18764516711235046, 0.4192042648792267], "cos_innovation_negg": [0.454062283039093, 0.18764516711235046, 0.4192042648792267], "cos_apical_negg": [0.13148708641529083, 0.04132542759180069, -0.0415835976600647], "cos_Ac_negg": [0.7472057342529297, 0.6288832426071167, 0.4808540344238281], "r_norm": [1.0626894235610962, 0.9395442008972168, 0.9188387393951416], "traffic_norm": [16.652053833007812, 16.505434036254883, 16.145240783691406], "traffic_residual_norm": [0.05739886686205864, 0.038934916257858276, 1.3589265108748805e-06], "traffic_r2": [0.9999880790710449, 0.9999943375587463, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.45228296518325806, "cos_r_negg": [0.6290861368179321, 0.013419066555798054, 0.4961000978946686], "cos_innovation_negg": [0.6290861368179321, 0.013419066555798054, 0.4961000978946686], "cos_apical_negg": [0.06357348710298538, 0.05727428197860718, -0.013437355868518353], "cos_Ac_negg": [0.7670543193817139, 0.17406997084617615, 0.5164839029312134], "r_norm": [0.8759023547172546, 0.7839775681495667, 0.7516816854476929], "traffic_norm": [16.651107788085938, 16.503894805908203, 16.144107818603516], "traffic_residual_norm": [0.05271574854850769, 0.04967891797423363, 1.3702367596124532e-06], "traffic_r2": [0.9999896883964539, 0.9999906420707703, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8932, "eval_loss": 0.5845827697753906, "val_acc": 0.8932, "val_loss": 0.5845827697753906}, {"step": 4800, "epoch": 11, "train_loss": 0.32238346338272095, "cos_r_negg": [0.6626512408256531, 0.0942007303237915, 0.34034547209739685], "cos_innovation_negg": [0.6626512408256531, 0.0942007303237915, 0.34034547209739685], "cos_apical_negg": [0.04523463547229767, -0.11187395453453064, -0.01336799468845129], "cos_Ac_negg": [0.7415425777435303, 0.6057539582252502, 0.3485948145389557], "r_norm": [0.9747216701507568, 0.8816237449645996, 0.8498771786689758], "traffic_norm": [16.65142059326172, 16.504459381103516, 16.14822769165039], "traffic_residual_norm": [0.04344101995229721, 0.056976065039634705, 1.3698848988497048e-06], "traffic_r2": [0.9999927282333374, 0.9999874234199524, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.6364119052886963, "cos_r_negg": [0.6920494437217712, 0.20141828060150146, 0.10422538965940475], "cos_innovation_negg": [0.6920494437217712, 0.20141828060150146, 0.10422538965940475], "cos_apical_negg": [0.16108153760433197, -0.246904656291008, 0.00039117783308029175], "cos_Ac_negg": [0.8024476170539856, 0.26583534479141235, 0.12424036860466003], "r_norm": [1.07557213306427, 0.9923450946807861, 0.9222132563591003], "traffic_norm": [16.65107536315918, 16.505741119384766, 16.149730682373047], "traffic_residual_norm": [0.07030865550041199, 0.09756287932395935, 1.371272105643584e-06], "traffic_r2": [0.9999784231185913, 0.9999609589576721, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8482, "eval_loss": 0.8686965942382813, "val_acc": 0.8482, "val_loss": 0.8686965942382813}, {"step": 5200, "epoch": 12, "train_loss": 0.7877783179283142, "cos_r_negg": [0.5615828037261963, 0.18598061800003052, 0.41810882091522217], "cos_innovation_negg": [0.5615828037261963, 0.18598061800003052, 0.41810882091522217], "cos_apical_negg": [0.19332505762577057, 0.09158698469400406, -0.2359093874692917], "cos_Ac_negg": [0.8593099117279053, 0.46088141202926636, 0.49046242237091064], "r_norm": [1.0814263820648193, 1.0091291666030884, 0.9215472936630249], "traffic_norm": [16.652559280395508, 16.508846282958984, 16.152225494384766], "traffic_residual_norm": [0.08623450249433517, 0.12282735109329224, 1.4127864460533601e-06], "traffic_r2": [0.9999665021896362, 0.9999375939369202, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.5516397953033447, "cos_r_negg": [0.6025174260139465, 0.0590277835726738, 0.523658275604248], "cos_innovation_negg": [0.6025174260139465, 0.0590277835726738, 0.523658275604248], "cos_apical_negg": [0.03757611662149429, 0.0838409885764122, 0.049171820282936096], "cos_Ac_negg": [0.8437349796295166, 0.49491435289382935, 0.5776933431625366], "r_norm": [0.7983187437057495, 0.7488211393356323, 0.694589376449585], "traffic_norm": [16.65293312072754, 16.507606506347656, 16.149612426757812], "traffic_residual_norm": [0.04050368070602417, 0.07268215715885162, 1.3992034837428946e-06], "traffic_r2": [0.9999938607215881, 0.9999803900718689, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8744, "eval_loss": 0.6414367919921875, "val_acc": 0.8744, "val_loss": 0.6414367919921875}, {"step": 5600, "epoch": 13, "train_loss": 0.8062983155250549, "cos_r_negg": [0.6005365252494812, 0.20200230181217194, 0.2874106168746948], "cos_innovation_negg": [0.6005365252494812, 0.20200230181217194, 0.2874106168746948], "cos_apical_negg": [0.023982441052794456, 0.0720491036772728, 0.14868876338005066], "cos_Ac_negg": [0.8716068863868713, 0.44088590145111084, 0.3022792339324951], "r_norm": [0.9950851202011108, 0.9313837289810181, 0.8392600417137146], "traffic_norm": [16.646806716918945, 16.500856399536133, 16.14482307434082], "traffic_residual_norm": [0.08968198299407959, 0.12383323907852173, 1.4004911008669296e-06], "traffic_r2": [0.9999643564224243, 0.9999366998672485, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.7449668645858765, "cos_r_negg": [0.5609687566757202, 0.20277883112430573, 0.5030019283294678], "cos_innovation_negg": [0.5609687566757202, 0.20277883112430573, 0.5030019283294678], "cos_apical_negg": [0.11375147849321365, -0.06992575526237488, -0.07736605405807495], "cos_Ac_negg": [0.8577443361282349, 0.545520544052124, 0.5738343000411987], "r_norm": [0.7106647491455078, 0.691135823726654, 0.600369393825531], "traffic_norm": [16.65273094177246, 16.50827407836914, 16.150211334228516], "traffic_residual_norm": [0.06429091840982437, 0.1141955554485321, 1.473193833589903e-06], "traffic_r2": [0.999984860420227, 0.9999518990516663, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.34310781955718994, "cos_r_negg": [0.5370264053344727, 0.14355343580245972, 0.47006872296333313], "cos_innovation_negg": [0.5370264053344727, 0.14355343580245972, 0.47006872296333313], "cos_apical_negg": [0.13144788146018982, 0.29655128717422485, -0.10075489431619644], "cos_Ac_negg": [0.7475389242172241, 0.4908932149410248, 0.5213164687156677], "r_norm": [1.209500789642334, 1.1396652460098267, 1.0565299987792969], "traffic_norm": [16.648681640625, 16.503751754760742, 16.14504051208496], "traffic_residual_norm": [0.07407167553901672, 0.12191998213529587, 1.5007343563411268e-06], "traffic_r2": [0.9999784827232361, 0.9999436140060425, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8892, "eval_loss": 0.6295362915039062, "val_acc": 0.8892, "val_loss": 0.6295362915039062}, {"step": 6200, "epoch": 14, "train_loss": 0.5926024913787842, "cos_r_negg": [0.43053194880485535, 0.08424962311983109, 0.5433862209320068], "cos_innovation_negg": [0.43053194880485535, 0.08424962311983109, 0.5433862209320068], "cos_apical_negg": [0.10979016125202179, -0.03789817541837692, 0.005817393772304058], "cos_Ac_negg": [0.7392275929450989, 0.3477954864501953, 0.606255054473877], "r_norm": [0.7859906554222107, 0.7537609338760376, 0.6740767955780029], "traffic_norm": [16.64818572998047, 16.503206253051758, 16.144393920898438], "traffic_residual_norm": [0.06370101124048233, 0.10975751280784607, 1.5345246993092587e-06], "traffic_r2": [0.9999849796295166, 0.9999553561210632, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.425197958946228, "cos_r_negg": [0.506859302520752, 0.06031562387943268, 0.5355647802352905], "cos_innovation_negg": [0.506859302520752, 0.06031562387943268, 0.5355647802352905], "cos_apical_negg": [0.08902391791343689, -0.14751765131950378, -0.04541633278131485], "cos_Ac_negg": [0.7959786653518677, 0.4336619973182678, 0.5496882796287537], "r_norm": [0.9991500973701477, 0.952857255935669, 0.8662390112876892], "traffic_norm": [16.64870834350586, 16.505504608154297, 16.148107528686523], "traffic_residual_norm": [0.07370713353157043, 0.11979861557483673, 1.5691221051383764e-06], "traffic_r2": [0.9999787211418152, 0.9999455213546753, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.8882, "eval_loss": 0.6106564575195312, "val_acc": 0.8882, "val_loss": 0.6106564575195312}], "final": {"eval_split": "validation", "eval_acc": 0.8882, "eval_loss": 0.6106564575195312, "wall_s": 24.887441635131836, "val_acc": 0.8882, "val_loss": 0.6106564575195312, "cos_r_negg": [0.5433495044708252, 0.0029859598726034164, 0.4571917653083801], "cos_innovation_negg": [0.5433495044708252, 0.0029859598726034164, 0.4571917653083801], "cos_apical_negg": [0.12397120893001556, -0.3687557578086853, 0.24756614863872528], "cos_Ac_negg": [0.7192399501800537, 0.7405903935432434, 0.5035847425460815], "traffic_norm": [16.64885139465332, 16.505443572998047, 16.149314880371094], "traffic_residual_norm": [0.08848655223846436, 0.14159831404685974, 1.5877376426942647e-06], "traffic_r2": [0.999969482421875, 0.9999240636825562, 1.0]}, "timing": {"warmup_wall_s": 1.641418695449829, "training_loop_wall_s": 23.016775608062744, "diagnostics_wall_s": 0.5466403961181641, "inline_diagnostics_wall_s": 0.39481401443481445, "optimizer_wall_s_excluding_inline_diagnostics": 22.62196159362793, "evaluation_wall_s": 0.07363414764404297}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 127920, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
|
