1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p5_ep0p002_wu200_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010399961844086647, 0.027888938784599304, 0.035328738391399384], "cos_innovation_negg": [-0.010399961844086647, 0.027888938784599304, 0.035328738391399384], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.842123031616211, 5.355001449584961, 4.824590682983398], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.180349588394165, 2.32529878616333, 0.0010319408029317856], "traffic_r2": [0.7853808403015137, 0.884466826915741, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 1.6618070602416992, "cos_r_negg": [0.2509899139404297, -0.2175469696521759, 0.1539626121520996], "cos_innovation_negg": [0.2509899139404297, -0.2175469696521759, 0.1539626121520996], "cos_apical_negg": [0.24697595834732056, 0.15098141133785248, 0.12876248359680176], "cos_Ac_negg": [0.7445091009140015, -0.34866130352020264, 0.11928825825452805], "r_norm": [7.213123321533203, 4.754213333129883, 2.308858633041382], "traffic_norm": [16.521007537841797, 16.4259090423584, 16.146635055541992], "traffic_residual_norm": [6.288773059844971, 3.612588405609131, 0.0008816499030217528], "traffic_r2": [0.8551032543182373, 0.9516296982765198, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 3.3539791107177734, "cos_r_negg": [0.31034862995147705, 0.0935574620962143, 0.20847362279891968], "cos_innovation_negg": [0.31034862995147705, 0.0935574620962143, 0.20847362279891968], "cos_apical_negg": [0.2629605531692505, -0.32804006338119507, 0.02903743088245392], "cos_Ac_negg": [0.6811989545822144, -0.24004410207271576, 0.2035658061504364], "r_norm": [5.554198265075684, 3.704974889755249, 2.048344135284424], "traffic_norm": [16.684478759765625, 16.602581024169922, 16.343059539794922], "traffic_residual_norm": [4.463061332702637, 2.409348487854004, 0.0005883888807147741], "traffic_r2": [0.9284449219703674, 0.9789405465126038, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.712, "eval_loss": 1.68229423828125, "val_acc": 0.712, "val_loss": 1.68229423828125}, {"step": 600, "epoch": 1, "train_loss": 1.0271809101104736, "cos_r_negg": [0.2677786946296692, -0.23282809555530548, 0.1654297113418579], "cos_innovation_negg": [0.2677786946296692, -0.23282809555530548, 0.1654297113418579], "cos_apical_negg": [0.22693167626857758, -0.4257379174232483, -0.03495696187019348], "cos_Ac_negg": [0.769402801990509, -0.12926840782165527, 0.1834132820367813], "r_norm": [4.025511264801025, 2.6229028701782227, 1.5299859046936035], "traffic_norm": [16.854476928710938, 16.705326080322266, 16.497135162353516], "traffic_residual_norm": [3.078416347503662, 1.6133304834365845, 0.00039485550951212645], "traffic_r2": [0.9666401743888855, 0.9906731247901917, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.8905487656593323, "cos_r_negg": [0.13351155817508698, 0.2175421416759491, 0.20367100834846497], "cos_innovation_negg": [0.13351155817508698, 0.2175421416759491, 0.20367100834846497], "cos_apical_negg": [0.05162600800395012, 0.036949437111616135, -0.011351456865668297], "cos_Ac_negg": [0.8421472907066345, 0.4809146821498871, 0.2700483500957489], "r_norm": [2.936563491821289, 1.8919450044631958, 1.0859110355377197], "traffic_norm": [16.88909149169922, 16.742408752441406, 16.557411193847656], "traffic_residual_norm": [2.1506731510162354, 1.0792887210845947, 0.00026479738880880177], "traffic_r2": [0.9837842583656311, 0.9958443641662598, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.7518, "eval_loss": 1.216832763671875, "val_acc": 0.7518, "val_loss": 1.216832763671875}, {"step": 1000, "epoch": 2, "train_loss": 2.1271493434906006, "cos_r_negg": [0.3551805019378662, 0.036339566111564636, 0.21417148411273956], "cos_innovation_negg": [0.3551805019378662, 0.036339566111564636, 0.21417148411273956], "cos_apical_negg": [0.2573109567165375, -0.0974900871515274, -0.08218680322170258], "cos_Ac_negg": [0.8487309813499451, 0.22182819247245789, 0.21541957557201385], "r_norm": [2.552311420440674, 1.8007861375808716, 1.2673161029815674], "traffic_norm": [16.884754180908203, 16.730134963989258, 16.552745819091797], "traffic_residual_norm": [1.475916862487793, 0.7346745729446411, 0.0001775539858499542], "traffic_r2": [0.9923592805862427, 0.9980716109275818, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.3643450736999512, "cos_r_negg": [0.3305149972438812, 0.3079588711261749, 0.28707873821258545], "cos_innovation_negg": [0.3305149972438812, 0.3079588711261749, 0.28707873821258545], "cos_apical_negg": [0.10120217502117157, -0.13627876341342926, 0.007982811890542507], "cos_Ac_negg": [0.8583146333694458, 0.4967897832393646, 0.30163460969924927], "r_norm": [1.8756002187728882, 1.2673389911651611, 0.8460760712623596], "traffic_norm": [16.89583969116211, 16.77074432373047, 16.563657760620117], "traffic_residual_norm": [1.1231446266174316, 0.5403939485549927, 0.00012086794595234096], "traffic_r2": [0.9955810308456421, 0.9989616870880127, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8634, "eval_loss": 0.7478265502929687, "val_acc": 0.8634, "val_loss": 0.7478265502929687}, {"step": 1400, "epoch": 3, "train_loss": 0.8836470246315002, "cos_r_negg": [0.1701338142156601, -0.018564656376838684, 0.21525856852531433], "cos_innovation_negg": [0.1701338142156601, -0.018564656376838684, 0.21525856852531433], "cos_apical_negg": [0.06750321388244629, -0.09458546340465546, 0.12610045075416565], "cos_Ac_negg": [0.8546886444091797, 0.1798669993877411, 0.23829059302806854], "r_norm": [1.7853660583496094, 1.2949647903442383, 1.0229928493499756], "traffic_norm": [16.89885139465332, 16.767318725585938, 16.567415237426758], "traffic_residual_norm": [0.7973214387893677, 0.36776304244995117, 8.425202395301312e-05], "traffic_r2": [0.9977738857269287, 0.9995189309120178, 1.0]}, {"step": 1600, "epoch": 3, "train_loss": 1.176193356513977, "cos_r_negg": [0.19838263094425201, -0.1005866676568985, 0.491250216960907], "cos_innovation_negg": [0.19838263094425201, -0.1005866676568985, 0.491250216960907], "cos_apical_negg": [0.13237784802913666, -0.07184678316116333, 0.0637744665145874], "cos_Ac_negg": [0.8864949345588684, -0.07413797825574875, 0.5462723970413208], "r_norm": [1.3550546169281006, 0.9981057047843933, 0.8260620832443237], "traffic_norm": [16.89942169189453, 16.76889991760254, 16.56779670715332], "traffic_residual_norm": [0.5346301794052124, 0.24695128202438354, 5.980273999739438e-05], "traffic_r2": [0.9989991784095764, 0.9997830986976624, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.7418, "eval_loss": 1.296485595703125, "val_acc": 0.7418, "val_loss": 1.296485595703125}, {"step": 1800, "epoch": 4, "train_loss": 0.5487207174301147, "cos_r_negg": [0.18785807490348816, -0.1643667221069336, 0.3401225209236145], "cos_innovation_negg": [0.18785807490348816, -0.1643667221069336, 0.3401225209236145], "cos_apical_negg": [-0.03660953417420387, -0.1303045153617859, -0.02484765835106373], "cos_Ac_negg": [0.8502983450889587, 0.021700993180274963, 0.39555972814559937], "r_norm": [1.003514289855957, 0.7310149669647217, 0.5990655422210693], "traffic_norm": [16.899812698364258, 16.769515991210938, 16.567869186401367], "traffic_residual_norm": [0.3591427803039551, 0.1668173372745514, 4.643953434424475e-05], "traffic_r2": [0.9995483756065369, 0.9999010562896729, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.7577027082443237, "cos_r_negg": [0.407523512840271, -0.12758482992649078, 0.42598775029182434], "cos_innovation_negg": [0.407523512840271, -0.12758482992649078, 0.42598775029182434], "cos_apical_negg": [0.06599840521812439, -0.13275806605815887, 0.14635105431079865], "cos_Ac_negg": [0.898623526096344, 0.1772754192352295, 0.44209814071655273], "r_norm": [1.0029537677764893, 0.7892128229141235, 0.7050092220306396], "traffic_norm": [16.899330139160156, 16.76830291748047, 16.567501068115234], "traffic_residual_norm": [0.24151162803173065, 0.11356636881828308, 3.836625910480507e-05], "traffic_r2": [0.9997957348823547, 0.999954104423523, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8454, "eval_loss": 0.7339788696289062, "val_acc": 0.8454, "val_loss": 0.7339788696289062}, {"step": 2200, "epoch": 5, "train_loss": 0.9312641024589539, "cos_r_negg": [0.35276690125465393, -0.004099165089428425, 0.3763508200645447], "cos_innovation_negg": [0.35276690125465393, -0.004099165089428425, 0.3763508200645447], "cos_apical_negg": [0.12226664274930954, -0.03003012016415596, -0.005175595171749592], "cos_Ac_negg": [0.838931143283844, 0.2195802628993988, 0.44484174251556396], "r_norm": [0.9956311583518982, 0.8012288808822632, 0.7420310974121094], "traffic_norm": [16.899532318115234, 16.768367767333984, 16.567398071289062], "traffic_residual_norm": [0.16306239366531372, 0.07937241345643997, 3.412223304621875e-05], "traffic_r2": [0.9999068975448608, 0.9999775886535645, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.6229223012924194, "cos_r_negg": [0.42127564549446106, -0.06138959527015686, 0.4835353195667267], "cos_innovation_negg": [0.42127564549446106, -0.06138959527015686, 0.4835353195667267], "cos_apical_negg": [0.009505760855972767, -0.05112423002719879, 0.038723964244127274], "cos_Ac_negg": [0.8691034913063049, 0.16620193421840668, 0.5403198003768921], "r_norm": [0.9162237048149109, 0.7507046461105347, 0.7135367393493652], "traffic_norm": [16.89826202392578, 16.76630973815918, 16.563945770263672], "traffic_residual_norm": [0.1108298972249031, 0.0593806616961956, 3.3048196200979874e-05], "traffic_r2": [0.9999569654464722, 0.9999874830245972, 1.0]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8572, "eval_loss": 0.8163307739257812, "val_acc": 0.8572, "val_loss": 0.8163307739257812}, {"step": 2600, "epoch": 6, "train_loss": 0.46157556772232056, "cos_r_negg": [0.39298009872436523, 0.06580352038145065, 0.45269399881362915], "cos_innovation_negg": [0.39298009872436523, 0.06580352038145065, 0.45269399881362915], "cos_apical_negg": [0.05131705850362778, -0.07412316650152206, 0.13617399334907532], "cos_Ac_negg": [0.7301889061927795, 0.3529021739959717, 0.4899280071258545], "r_norm": [1.1372253894805908, 0.9763839244842529, 0.9389852285385132], "traffic_norm": [16.895587921142578, 16.762325286865234, 16.55716323852539], "traffic_residual_norm": [0.07639812678098679, 0.045033253729343414, 3.314559216960333e-05], "traffic_r2": [0.999979555606842, 0.9999927878379822, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.44608017802238464, "cos_r_negg": [0.5123316049575806, 0.102031409740448, 0.5005195140838623], "cos_innovation_negg": [0.5123316049575806, 0.102031409740448, 0.5005195140838623], "cos_apical_negg": [-0.020797528326511383, -0.051881592720746994, 0.15586957335472107], "cos_Ac_negg": [0.8888143301010132, 0.3209301233291626, 0.5305598378181458], "r_norm": [1.0508310794830322, 0.8981920480728149, 0.868291437625885], "traffic_norm": [16.89305877685547, 16.759010314941406, 16.548173904418945], "traffic_residual_norm": [0.05414909869432449, 0.037507496774196625, 3.473544347798452e-05], "traffic_r2": [0.9999897480010986, 0.9999949932098389, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.4796023368835449, "cos_r_negg": [0.41382813453674316, 0.06512430310249329, 0.5988370180130005], "cos_innovation_negg": [0.41382813453674316, 0.06512430310249329, 0.5988370180130005], "cos_apical_negg": [0.015113518573343754, -0.022551262751221657, 0.16631855070590973], "cos_Ac_negg": [0.8656432032585144, 0.3809558153152466, 0.6173189282417297], "r_norm": [1.0010603666305542, 0.8707954287528992, 0.8372524380683899], "traffic_norm": [16.891029357910156, 16.75603485107422, 16.543794631958008], "traffic_residual_norm": [0.0402425155043602, 0.03457365185022354, 3.5582994314609095e-05], "traffic_r2": [0.9999943375587463, 0.9999957084655762, 1.0]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.862, "eval_loss": 0.7949120727539063, "val_acc": 0.862, "val_loss": 0.7949120727539063}, {"step": 3200, "epoch": 7, "train_loss": 0.5019909739494324, "cos_r_negg": [0.5531402826309204, 0.08030781149864197, 0.5369201898574829], "cos_innovation_negg": [0.5531402826309204, 0.08030781149864197, 0.5369201898574829], "cos_apical_negg": [0.0248570516705513, -0.13482065498828888, 0.12310419231653214], "cos_Ac_negg": [0.8321826457977295, 0.33206379413604736, 0.6207813024520874], "r_norm": [0.9013524055480957, 0.7956376671791077, 0.7667523622512817], "traffic_norm": [16.89129638671875, 16.758556365966797, 16.545883178710938], "traffic_residual_norm": [0.03297978639602661, 0.04005347564816475, 3.547975575202145e-05], "traffic_r2": [0.9999961256980896, 0.9999942183494568, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.4399208426475525, "cos_r_negg": [0.46930965781211853, 0.16798073053359985, 0.5954278111457825], "cos_innovation_negg": [0.46930965781211853, 0.16798073053359985, 0.5954278111457825], "cos_apical_negg": [0.0017425159458070993, -0.10064320266246796, 0.12768365442752838], "cos_Ac_negg": [0.8371108770370483, 0.4276650547981262, 0.6520460844039917], "r_norm": [0.8357937335968018, 0.737479567527771, 0.7098148465156555], "traffic_norm": [16.890424728393555, 16.757816314697266, 16.54684829711914], "traffic_residual_norm": [0.029945971444249153, 0.04750731587409973, 3.545041545294225e-05], "traffic_r2": [0.9999967813491821, 0.9999918937683105, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8768, "eval_loss": 0.6552635986328125, "val_acc": 0.8768, "val_loss": 0.6552635986328125}, {"step": 3600, "epoch": 8, "train_loss": 0.8945297002792358, "cos_r_negg": [0.4281240701675415, 0.12467706948518753, 0.5494638681411743], "cos_innovation_negg": [0.4281240701675415, 0.12467706948518753, 0.5494638681411743], "cos_apical_negg": [0.005018803756684065, -0.0779809057712555, 0.12398168444633484], "cos_Ac_negg": [0.7987715601921082, 0.45245516300201416, 0.6175038814544678], "r_norm": [0.7890671491622925, 0.7073878049850464, 0.6715201139450073], "traffic_norm": [16.888019561767578, 16.754844665527344, 16.543895721435547], "traffic_residual_norm": [0.029336757957935333, 0.05348948389291763, 3.597037721192464e-05], "traffic_r2": [0.9999969601631165, 0.9999897480010986, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.72499680519104, "cos_r_negg": [0.4908943176269531, -0.05977918580174446, 0.6228628158569336], "cos_innovation_negg": [0.4908943176269531, -0.05977918580174446, 0.6228628158569336], "cos_apical_negg": [-0.0018896181136369705, 0.04060831665992737, 0.26650524139404297], "cos_Ac_negg": [0.8171417117118835, 0.5318073034286499, 0.6631330251693726], "r_norm": [1.0659091472625732, 0.9540483951568604, 0.9034194946289062], "traffic_norm": [16.888484954833984, 16.756134033203125, 16.547183990478516], "traffic_residual_norm": [0.027891505509614944, 0.07418102771043777, 3.691986421472393e-05], "traffic_r2": [0.9999972581863403, 0.9999803900718689, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8558, "eval_loss": 0.8199718017578125, "val_acc": 0.8558, "val_loss": 0.8199718017578125}, {"step": 4000, "epoch": 9, "train_loss": 0.5118510127067566, "cos_r_negg": [0.380971223115921, 0.07356299459934235, 0.5244795083999634], "cos_innovation_negg": [0.380971223115921, 0.07356299459934235, 0.5244795083999634], "cos_apical_negg": [-0.06183347851037979, -0.005239979829639196, 0.009791218675673008], "cos_Ac_negg": [0.8137329816818237, 0.40402498841285706, 0.5746239423751831], "r_norm": [1.1264150142669678, 0.7275667786598206, 0.6880833506584167], "traffic_norm": [16.865018844604492, 16.7258243560791, 16.529571533203125], "traffic_residual_norm": [0.43328627943992615, 0.06185666471719742, 3.8930069422349334e-05], "traffic_r2": [0.9993399381637573, 0.9999862909317017, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 1.4114524126052856, "cos_r_negg": [0.5463389754295349, 0.18520519137382507, 0.6810604333877563], "cos_innovation_negg": [0.5463389754295349, 0.18520519137382507, 0.6810604333877563], "cos_apical_negg": [-0.015726206824183464, -0.11436037719249725, 0.03574557602405548], "cos_Ac_negg": [0.8236274123191833, 0.4440649151802063, 0.711119532585144], "r_norm": [1.4811038970947266, 1.148148775100708, 1.144182562828064], "traffic_norm": [16.862306594848633, 16.72198486328125, 16.52672576904297], "traffic_residual_norm": [0.2892252802848816, 0.05037897452712059, 3.8355217839125544e-05], "traffic_r2": [0.9997057914733887, 0.9999909400939941, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.8904, "eval_loss": 0.61831591796875, "val_acc": 0.8904, "val_loss": 0.61831591796875}, {"step": 4400, "epoch": 10, "train_loss": 0.5361435413360596, "cos_r_negg": [0.41991937160491943, 0.05295741930603981, 0.6128998398780823], "cos_innovation_negg": [0.41991937160491943, 0.05295741930603981, 0.6128998398780823], "cos_apical_negg": [0.08245835453271866, -0.023117132484912872, 0.14146946370601654], "cos_Ac_negg": [0.8325003385543823, 0.36419007182121277, 0.6548492908477783], "r_norm": [1.1346527338027954, 0.9024167060852051, 0.8798182010650635], "traffic_norm": [16.859800338745117, 16.72171401977539, 16.52265167236328], "traffic_residual_norm": [0.1944645643234253, 0.042348116636276245, 3.8187645259313285e-05], "traffic_r2": [0.9998669624328613, 0.9999935626983643, 1.0]}, {"step": 4600, "epoch": 10, "train_loss": 0.7797273397445679, "cos_r_negg": [0.4976063668727875, 0.07859939336776733, 0.44991081953048706], "cos_innovation_negg": [0.4976063668727875, 0.07859939336776733, 0.44991081953048706], "cos_apical_negg": [-0.09614795446395874, -0.07630044221878052, 0.00748490821570158], "cos_Ac_negg": [0.7517088651657104, 0.4189465343952179, 0.4807502031326294], "r_norm": [1.5023161172866821, 1.2708425521850586, 1.2538546323776245], "traffic_norm": [16.856473922729492, 16.719165802001953, 16.517356872558594], "traffic_residual_norm": [0.1314973533153534, 0.037787262350320816, 3.919903974747285e-05], "traffic_r2": [0.9999391436576843, 0.9999948740005493, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8942, "eval_loss": 0.5872118041992187, "val_acc": 0.8942, "val_loss": 0.5872118041992187}, {"step": 4800, "epoch": 11, "train_loss": 0.6319520473480225, "cos_r_negg": [0.4816400408744812, 0.10439745336771011, 0.4087824821472168], "cos_innovation_negg": [0.4816400408744812, 0.10439745336771011, 0.4087824821472168], "cos_apical_negg": [0.05552519112825394, 0.012323053553700447, -0.004702365025877953], "cos_Ac_negg": [0.8358930349349976, 0.43719691038131714, 0.4713120460510254], "r_norm": [1.166312336921692, 1.0246613025665283, 0.9842989444732666], "traffic_norm": [16.853267669677734, 16.714597702026367, 16.508907318115234], "traffic_residual_norm": [0.08956602215766907, 0.037491679191589355, 4.060397623106837e-05], "traffic_r2": [0.9999717473983765, 0.9999949932098389, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.669981062412262, "cos_r_negg": [0.3547903895378113, 0.05630895495414734, 0.4818798899650574], "cos_innovation_negg": [0.3547903895378113, 0.05630895495414734, 0.4818798899650574], "cos_apical_negg": [0.11502896994352341, 0.06381130963563919, 0.21668457984924316], "cos_Ac_negg": [0.8228601813316345, 0.317715585231781, 0.5628237128257751], "r_norm": [0.8707287907600403, 0.7588738203048706, 0.7321646213531494], "traffic_norm": [16.851247787475586, 16.71414566040039, 16.505752563476562], "traffic_residual_norm": [0.06282467395067215, 0.03740625083446503, 4.007595998700708e-05], "traffic_r2": [0.9999860525131226, 0.9999949932098389, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8326, "eval_loss": 0.7704207763671875, "val_acc": 0.8326, "val_loss": 0.7704207763671875}, {"step": 5200, "epoch": 12, "train_loss": 0.4801323711872101, "cos_r_negg": [0.5089598894119263, 0.07006542384624481, 0.5699360966682434], "cos_innovation_negg": [0.5089598894119263, 0.07006542384624481, 0.5699360966682434], "cos_apical_negg": [0.039192188531160355, -0.014935528859496117, -0.11797591298818588], "cos_Ac_negg": [0.8429555296897888, 0.42308443784713745, 0.6077929735183716], "r_norm": [0.8739839792251587, 0.7802484035491943, 0.7536081671714783], "traffic_norm": [16.85370445251465, 16.716796875, 16.50377082824707], "traffic_residual_norm": [0.04398985579609871, 0.04067257046699524, 3.975714207626879e-05], "traffic_r2": [0.9999932050704956, 0.9999940991401672, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.29875844717025757, "cos_r_negg": [0.4355557858943939, 0.07501141726970673, 0.32708635926246643], "cos_innovation_negg": [0.4355557858943939, 0.07501141726970673, 0.32708635926246643], "cos_apical_negg": [0.0801992192864418, 0.06282888352870941, 0.23788556456565857], "cos_Ac_negg": [0.7912264466285706, 0.3163031339645386, 0.49893081188201904], "r_norm": [1.2052940130233765, 1.097778081893921, 1.0620336532592773], "traffic_norm": [16.850120544433594, 16.712570190429688, 16.498228073120117], "traffic_residual_norm": [0.03609807416796684, 0.04197472333908081, 4.0269682358484715e-05], "traffic_r2": [0.9999953508377075, 0.9999936819076538, 1.0]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8654, "eval_loss": 0.6927817138671875, "val_acc": 0.8654, "val_loss": 0.6927817138671875}, {"step": 5600, "epoch": 13, "train_loss": 0.6228395104408264, "cos_r_negg": [0.5027518272399902, 0.00877698790282011, 0.583159327507019], "cos_innovation_negg": [0.5027518272399902, 0.00877698790282011, 0.583159327507019], "cos_apical_negg": [0.06735862046480179, 0.04078517109155655, 0.1633884608745575], "cos_Ac_negg": [0.8696736097335815, 0.2718212604522705, 0.6320921182632446], "r_norm": [1.073407530784607, 0.9738649129867554, 0.9451674818992615], "traffic_norm": [16.849502563476562, 16.713134765625, 16.499876022338867], "traffic_residual_norm": [0.025923650711774826, 0.04204864799976349, 4.0775659726932645e-05], "traffic_r2": [0.999997615814209, 0.9999936819076538, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.44850409030914307, "cos_r_negg": [0.4857775568962097, 0.4159380793571472, 0.5344595313072205], "cos_innovation_negg": [0.4857775568962097, 0.4159380793571472, 0.5344595313072205], "cos_apical_negg": [-0.0372731015086174, -0.1375942826271057, -0.17052899301052094], "cos_Ac_negg": [0.874885618686676, 0.5341926217079163, 0.606900691986084], "r_norm": [1.0086647272109985, 0.8866384029388428, 0.8568395376205444], "traffic_norm": [16.84304428100586, 16.709426879882812, 16.500545501708984], "traffic_residual_norm": [0.06967192143201828, 0.042766865342855453, 4.035764141008258e-05], "traffic_r2": [0.9999807476997375, 0.9999934434890747, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.20889544486999512, "cos_r_negg": [0.3386147618293762, 0.07574772089719772, 0.6390222907066345], "cos_innovation_negg": [0.3386147618293762, 0.07574772089719772, 0.6390222907066345], "cos_apical_negg": [0.032926805317401886, -0.01636158674955368, 0.1050698310136795], "cos_Ac_negg": [0.8761618733406067, 0.3798642158508301, 0.6907166242599487], "r_norm": [0.809539794921875, 0.7565927505493164, 0.717174768447876], "traffic_norm": [16.843984603881836, 16.710460662841797, 16.497020721435547], "traffic_residual_norm": [0.021425945684313774, 0.05450674518942833, 4.144790000282228e-05], "traffic_r2": [0.9999983906745911, 0.9999893307685852, 1.0]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8894, "eval_loss": 0.67123427734375, "val_acc": 0.8894, "val_loss": 0.67123427734375}, {"step": 6200, "epoch": 14, "train_loss": 0.743638813495636, "cos_r_negg": [0.4198421239852905, 0.14080436527729034, 0.5360040068626404], "cos_innovation_negg": [0.4198421239852905, 0.14080436527729034, 0.5360040068626404], "cos_apical_negg": [-0.008623896166682243, -0.09278284013271332, -0.11032535135746002], "cos_Ac_negg": [0.8744244575500488, 0.4692356288433075, 0.6431939005851746], "r_norm": [1.2054675817489624, 0.7869538068771362, 0.7556474208831787], "traffic_norm": [16.811965942382812, 16.690052032470703, 16.453737258911133], "traffic_residual_norm": [0.4341294765472412, 0.03977501019835472, 4.766259007737972e-05], "traffic_r2": [0.9993332028388977, 0.9999943375587463, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.6268923282623291, "cos_r_negg": [0.5958649516105652, 0.1051846370100975, 0.6717210412025452], "cos_innovation_negg": [0.5958649516105652, 0.1051846370100975, 0.6717210412025452], "cos_apical_negg": [-0.07563026249408722, -0.1506728231906891, -0.19702307879924774], "cos_Ac_negg": [0.8724133968353271, 0.5219635367393494, 0.7755063772201538], "r_norm": [1.2271661758422852, 0.9365545511245728, 0.9055994153022766], "traffic_norm": [16.798274993896484, 16.684751510620117, 16.44100570678711], "traffic_residual_norm": [0.29084256291389465, 0.03515404462814331, 4.6599117922596633e-05], "traffic_r2": [0.9997002482414246, 0.9999955296516418, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.891, "eval_loss": 0.5769544982910156, "val_acc": 0.891, "val_loss": 0.5769544982910156}], "final": {"eval_split": "validation", "eval_acc": 0.891, "eval_loss": 0.5769544982910156, "wall_s": 21.57701277732849, "val_acc": 0.891, "val_loss": 0.5769544982910156, "cos_r_negg": [0.46551114320755005, 0.17635966837406158, 0.6083812713623047], "cos_innovation_negg": [0.46551114320755005, 0.17635966837406158, 0.6083812713623047], "cos_apical_negg": [-0.1640840321779251, -0.05821894109249115, 0.048269569873809814], "cos_Ac_negg": [0.7555417418479919, 0.4869863986968994, 0.7392159104347229], "traffic_norm": [16.795066833496094, 16.684724807739258, 16.44033432006836], "traffic_residual_norm": [0.26365694403648376, 0.03497334569692612, 4.586181603372097e-05], "traffic_r2": [0.9997535347938538, 0.9999955892562866, 1.0]}, "timing": {"warmup_wall_s": 0.3614811897277832, "training_loop_wall_s": 21.01527166366577, "diagnostics_wall_s": 0.4819064140319824, "inline_diagnostics_wall_s": 0.3460390567779541, "optimizer_wall_s_excluding_inline_diagnostics": 20.669232606887817, "evaluation_wall_s": 0.0610508918762207}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 25600, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
|
