1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.01, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 0, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 200, "diagnostics": "alignment", "eval_every": 1, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_time_dev_v1_mnist_topdown_rho0p2_ep0p01_wu0_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "17bcd975b18d826010e2e4b83f009cbc3fb11e72", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5729050636291504, "cos_r_negg": [-0.014634603634476662, 0.01766210049390793, 0.02264467254281044], "cos_innovation_negg": [-0.014634603634476662, 0.01766210049390793, 0.02264467254281044], "cos_apical_negg": [-0.014638984575867653, 0.017571203410625458, 0.022482598200440407], "cos_Ac_negg": [-0.010890763252973557, 0.022868484258651733, 0.034097686409950256], "r_norm": [5.990623474121094, 5.727856636047363, 5.703669548034668], "traffic_norm": [3.153928518295288, 3.1129655838012695, 3.0246775150299072], "traffic_residual_norm": [3.1233603954315186, 3.078434944152832, 2.9862170219421387], "traffic_r2": [0.019296109676361084, 0.02206873893737793, 0.025275349617004395]}, {"step": 200, "epoch": 0, "train_loss": 0.644053041934967, "cos_r_negg": [0.31079331040382385, -0.07282678037881851, 0.12931421399116516], "cos_innovation_negg": [0.31079331040382385, -0.07282678037881851, 0.12931421399116516], "cos_apical_negg": [-0.07560783624649048, -0.02160186506807804, 0.11798954755067825], "cos_Ac_negg": [0.8297696113586426, -0.0767306312918663, 0.38530439138412476], "r_norm": [1.6829540729522705, 1.519534707069397, 1.5960654020309448], "traffic_norm": [7.183816432952881, 7.120327949523926, 7.000356674194336], "traffic_residual_norm": [0.767657995223999, 0.6137380003929138, 0.7296664714813232], "traffic_r2": [0.9885793328285217, 0.9925676584243774, 0.9891286492347717]}, {"step": 400, "epoch": 0, "train_loss": 0.6822317242622375, "cos_r_negg": [0.3270931541919708, 0.06802643090486526, 0.1483830213546753], "cos_innovation_negg": [0.3270931541919708, 0.06802643090486526, 0.1483830213546753], "cos_apical_negg": [-0.04581349343061447, 0.04248996824026108, 0.10745775699615479], "cos_Ac_negg": [0.7892146110534668, 0.01634841039776802, 0.22781750559806824], "r_norm": [0.8793261051177979, 0.9242345094680786, 1.020369529724121], "traffic_norm": [7.125777244567871, 7.052614212036133, 6.92468786239624], "traffic_residual_norm": [0.12295990437269211, 0.23024863004684448, 0.34320583939552307], "traffic_r2": [0.9996992349624634, 0.9989321231842041, 0.997541606426239]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.8456, "eval_loss": 0.9242104614257812, "val_acc": 0.8456, "val_loss": 0.9242104614257812}, {"step": 600, "epoch": 1, "train_loss": 0.6431425213813782, "cos_r_negg": [0.39272841811180115, -0.008852072060108185, 0.12869201600551605], "cos_innovation_negg": [0.39272841811180115, -0.008852072060108185, 0.12869201600551605], "cos_apical_negg": [-0.012701817788183689, 0.038989465683698654, 0.1732022613286972], "cos_Ac_negg": [0.7447527050971985, 0.020183973014354706, 0.3834321200847626], "r_norm": [0.7656517028808594, 0.7855101823806763, 0.8409178256988525], "traffic_norm": [7.084465026855469, 7.01625919342041, 6.868547439575195], "traffic_residual_norm": [0.11877883225679398, 0.20113036036491394, 0.2694857120513916], "traffic_r2": [0.9997170567512512, 0.9991764426231384, 0.9984594583511353]}, {"step": 800, "epoch": 1, "train_loss": 0.6391111612319946, "cos_r_negg": [0.4483087360858917, 0.0118335522711277, 0.13754351437091827], "cos_innovation_negg": [0.4483087360858917, 0.0118335522711277, 0.13754351437091827], "cos_apical_negg": [-0.0026725176721811295, 0.08255640417337418, 0.09377618134021759], "cos_Ac_negg": [0.7961933016777039, 0.06638982146978378, 0.5697437524795532], "r_norm": [0.866888165473938, 0.8523244261741638, 0.8824310898780823], "traffic_norm": [7.058911323547363, 6.984461784362793, 6.856749534606934], "traffic_residual_norm": [0.1014140248298645, 0.15431749820709229, 0.20670945942401886], "traffic_r2": [0.99979168176651, 0.9995104074478149, 0.999090313911438]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.891, "eval_loss": 0.56169970703125, "val_acc": 0.891, "val_loss": 0.56169970703125}, {"step": 1000, "epoch": 2, "train_loss": 0.4302372932434082, "cos_r_negg": [0.4417662024497986, 0.11142631620168686, 0.053292445838451385], "cos_innovation_negg": [0.4417662024497986, 0.11142631620168686, 0.053292445838451385], "cos_apical_negg": [0.009555071592330933, -0.02952643670141697, 0.33057934045791626], "cos_Ac_negg": [0.7823137044906616, 0.23695428669452667, 0.5410556793212891], "r_norm": [0.8957024812698364, 0.8596810698509216, 0.8842847347259521], "traffic_norm": [7.041934967041016, 6.9707932472229, 6.830547332763672], "traffic_residual_norm": [0.09633082151412964, 0.13702380657196045, 0.1882573962211609], "traffic_r2": [0.9998109340667725, 0.9996122121810913, 0.9992395043373108]}, {"step": 1200, "epoch": 2, "train_loss": 0.4863371253013611, "cos_r_negg": [0.45518431067466736, 0.061328478157520294, 0.24576425552368164], "cos_innovation_negg": [0.45518431067466736, 0.061328478157520294, 0.24576425552368164], "cos_apical_negg": [-0.00950571894645691, -0.12208915501832962, 0.037084225565195084], "cos_Ac_negg": [0.783984899520874, 0.09616304934024811, 0.5263217687606812], "r_norm": [0.6280624866485596, 0.60807204246521, 0.6198217868804932], "traffic_norm": [7.029608726501465, 6.961043834686279, 6.819014549255371], "traffic_residual_norm": [0.07686800509691238, 0.10449273884296417, 0.1327366977930069], "traffic_r2": [0.9998777508735657, 0.9997729659080505, 0.9996203184127808]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.924, "eval_loss": 0.33665112915039064, "val_acc": 0.924, "val_loss": 0.33665112915039064}, {"step": 1400, "epoch": 3, "train_loss": 0.4533385634422302, "cos_r_negg": [0.48850172758102417, 0.050051212310791016, 0.20748934149742126], "cos_innovation_negg": [0.48850172758102417, 0.050051212310791016, 0.20748934149742126], "cos_apical_negg": [-0.0954599380493164, -0.000813877210021019, 0.17875176668167114], "cos_Ac_negg": [0.8261057138442993, 0.13489243388175964, 0.48542407155036926], "r_norm": [0.488277792930603, 0.46414393186569214, 0.4765015244483948], "traffic_norm": [7.02467155456543, 6.962723255157471, 6.824062347412109], "traffic_residual_norm": [0.04992152005434036, 0.07586438953876495, 0.09562252461910248], "traffic_r2": [0.9999471306800842, 0.9998792409896851, 0.9998027682304382]}, {"step": 1600, "epoch": 3, "train_loss": 0.5943038463592529, "cos_r_negg": [0.5591335296630859, 0.013758894056081772, 0.27155059576034546], "cos_innovation_negg": [0.5591335296630859, 0.013758894056081772, 0.27155059576034546], "cos_apical_negg": [-0.09877640753984451, -0.03665522113442421, 0.023001860827207565], "cos_Ac_negg": [0.8455021381378174, 0.09791325032711029, 0.48567044734954834], "r_norm": [0.52342289686203, 0.5047030448913574, 0.5139279365539551], "traffic_norm": [7.01739501953125, 6.952475070953369, 6.8177008628845215], "traffic_residual_norm": [0.05967440828680992, 0.09809941798448563, 0.11166270077228546], "traffic_r2": [0.9999250769615173, 0.9997986555099487, 0.9997308254241943]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9278, "eval_loss": 0.30785685729980466, "val_acc": 0.9278, "val_loss": 0.30785685729980466}, {"step": 1800, "epoch": 4, "train_loss": 0.3062279224395752, "cos_r_negg": [0.5033078789710999, 0.05612228065729141, 0.2061712145805359], "cos_innovation_negg": [0.5033078789710999, 0.05612228065729141, 0.2061712145805359], "cos_apical_negg": [-0.07468393445014954, -0.05660784989595413, 0.06989428400993347], "cos_Ac_negg": [0.8216875195503235, 0.1618283987045288, 0.5273755788803101], "r_norm": [0.40797188878059387, 0.3939107358455658, 0.4042120575904846], "traffic_norm": [7.0142741203308105, 6.951603889465332, 6.813541889190674], "traffic_residual_norm": [0.05733396112918854, 0.0851181149482727, 0.09733158349990845], "traffic_r2": [0.9999308586120605, 0.9998478293418884, 0.9997949600219727]}, {"step": 2000, "epoch": 4, "train_loss": 0.37797796726226807, "cos_r_negg": [0.5138159990310669, 0.0991317480802536, 0.29979389905929565], "cos_innovation_negg": [0.5138159990310669, 0.0991317480802536, 0.29979389905929565], "cos_apical_negg": [-0.003078855574131012, -0.06352736055850983, 0.1408054232597351], "cos_Ac_negg": [0.834047257900238, 0.22829948365688324, 0.5158003568649292], "r_norm": [0.7309284806251526, 0.6586205959320068, 0.6713848114013672], "traffic_norm": [7.000734329223633, 6.929732799530029, 6.80038595199585], "traffic_residual_norm": [0.04491647705435753, 0.06513933092355728, 0.08470722287893295], "traffic_r2": [0.9999570846557617, 0.9999099969863892, 0.9998441338539124]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9332, "eval_loss": 0.2942427612304688, "val_acc": 0.9332, "val_loss": 0.2942427612304688}, {"step": 2200, "epoch": 5, "train_loss": 0.20316261053085327, "cos_r_negg": [0.5409543514251709, 0.1288721263408661, 0.3187980651855469], "cos_innovation_negg": [0.5409543514251709, 0.1288721263408661, 0.3187980651855469], "cos_apical_negg": [-0.03980081528425217, -0.1703941524028778, 0.014597782865166664], "cos_Ac_negg": [0.8201823234558105, 0.2583898901939392, 0.5420740246772766], "r_norm": [0.5718030333518982, 0.5033765435218811, 0.5174089074134827], "traffic_norm": [7.00132417678833, 6.930608749389648, 6.805224418640137], "traffic_residual_norm": [0.05501418560743332, 0.053707003593444824, 0.07248540222644806], "traffic_r2": [0.9999365210533142, 0.9999381303787231, 0.9998856782913208]}, {"step": 2400, "epoch": 5, "train_loss": 0.48148173093795776, "cos_r_negg": [0.5527724027633667, 0.08384581655263901, 0.31301426887512207], "cos_innovation_negg": [0.5527724027633667, 0.08384581655263901, 0.31301426887512207], "cos_apical_negg": [0.0063867103308439255, -0.04627801477909088, -0.049920566380023956], "cos_Ac_negg": [0.8319720029830933, 0.27485740184783936, 0.5524142980575562], "r_norm": [0.3916611969470978, 0.3465888202190399, 0.3638903796672821], "traffic_norm": [7.001631736755371, 6.932774066925049, 6.804976940155029], "traffic_residual_norm": [0.036485522985458374, 0.036029938608407974, 0.05368379130959511], "traffic_r2": [0.9999709725379944, 0.9999710321426392, 0.9999368190765381]}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9308, "eval_loss": 0.3194790008544922, "val_acc": 0.9308, "val_loss": 0.3194790008544922}, {"step": 2600, "epoch": 6, "train_loss": 0.2419445663690567, "cos_r_negg": [0.5457059144973755, 0.07287205755710602, 0.29942989349365234], "cos_innovation_negg": [0.5457059144973755, 0.07287205755710602, 0.29942989349365234], "cos_apical_negg": [-0.054093409329652786, -0.04082208126783371, 0.01728171668946743], "cos_Ac_negg": [0.8601271510124207, 0.23212701082229614, 0.5540069341659546], "r_norm": [0.3429012596607208, 0.29802584648132324, 0.31150341033935547], "traffic_norm": [7.000174522399902, 6.93833589553833, 6.80949068069458], "traffic_residual_norm": [0.04308723658323288, 0.036632928997278214, 0.05291806906461716], "traffic_r2": [0.9999603629112244, 0.9999701976776123, 0.9999386668205261]}, {"step": 2800, "epoch": 6, "train_loss": 0.10295168310403824, "cos_r_negg": [0.6235053539276123, 0.09357666969299316, 0.4418400526046753], "cos_innovation_negg": [0.6235053539276123, 0.09357666969299316, 0.4418400526046753], "cos_apical_negg": [-0.07048279047012329, 0.028105566278100014, 0.15063944458961487], "cos_Ac_negg": [0.861904501914978, 0.31709611415863037, 0.6250601410865784], "r_norm": [0.4117116630077362, 0.3442886769771576, 0.35711246728897095], "traffic_norm": [7.003426551818848, 6.936272621154785, 6.806795120239258], "traffic_residual_norm": [0.052879698574543, 0.033340342342853546, 0.05008552595973015], "traffic_r2": [0.9999414682388306, 0.9999750256538391, 0.9999449253082275]}, {"step": 3000, "epoch": 6, "train_loss": 0.21037806570529938, "cos_r_negg": [0.5148399472236633, 0.06533820182085037, 0.3085275888442993], "cos_innovation_negg": [0.5148399472236633, 0.06533820182085037, 0.3085275888442993], "cos_apical_negg": [-0.0020222151651978493, 0.09454700350761414, 0.00808048527687788], "cos_Ac_negg": [0.8258651494979858, 0.29264676570892334, 0.6175709962844849], "r_norm": [0.4323827028274536, 0.37682536244392395, 0.3825165629386902], "traffic_norm": [7.001982688903809, 6.933744430541992, 6.80787992477417], "traffic_residual_norm": [0.033192191272974014, 0.0275865588337183, 0.041184842586517334], "traffic_r2": [0.9999758005142212, 0.9999822974205017, 0.9999624490737915]}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9312, "eval_loss": 0.27630399475097656, "val_acc": 0.9312, "val_loss": 0.27630399475097656}, {"step": 3200, "epoch": 7, "train_loss": 0.19790710508823395, "cos_r_negg": [0.5431092381477356, 0.08191945403814316, 0.3773520886898041], "cos_innovation_negg": [0.5431092381477356, 0.08191945403814316, 0.3773520886898041], "cos_apical_negg": [-0.021963447332382202, 0.052228186279535294, -0.021714361384510994], "cos_Ac_negg": [0.8545265197753906, 0.2497963309288025, 0.6138694882392883], "r_norm": [0.35274240374565125, 0.27344760298728943, 0.28320175409317017], "traffic_norm": [6.998406410217285, 6.928264617919922, 6.80031156539917], "traffic_residual_norm": [0.06749220937490463, 0.02329936996102333, 0.035233624279499054], "traffic_r2": [0.9999058246612549, 0.9999869465827942, 0.9999722242355347]}, {"step": 3400, "epoch": 7, "train_loss": 0.40841948986053467, "cos_r_negg": [0.5157943964004517, 0.07041525840759277, 0.36394843459129333], "cos_innovation_negg": [0.5157943964004517, 0.07041525840759277, 0.36394843459129333], "cos_apical_negg": [0.04366777837276459, -0.03565137833356857, -0.07102616131305695], "cos_Ac_negg": [0.8484656810760498, 0.3176984190940857, 0.6417518854141235], "r_norm": [0.38870230317115784, 0.337535560131073, 0.34355413913726807], "traffic_norm": [6.995055198669434, 6.921065330505371, 6.795601844787598], "traffic_residual_norm": [0.023717017844319344, 0.025421900674700737, 0.03674429655075073], "traffic_r2": [0.999987006187439, 0.9999849796295166, 0.9999699592590332]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.914, "eval_loss": 0.40493335571289063, "val_acc": 0.914, "val_loss": 0.40493335571289063}, {"step": 3600, "epoch": 8, "train_loss": 0.358384907245636, "cos_r_negg": [0.5126255750656128, 0.061817001551389694, 0.3424391746520996], "cos_innovation_negg": [0.5126255750656128, 0.061817001551389694, 0.3424391746520996], "cos_apical_negg": [-0.012715600430965424, -0.003377423854544759, 0.12548482418060303], "cos_Ac_negg": [0.8633842468261719, 0.24795174598693848, 0.6406083106994629], "r_norm": [0.2795813977718353, 0.24676229059696198, 0.2535974979400635], "traffic_norm": [6.997786521911621, 6.928204536437988, 6.801706314086914], "traffic_residual_norm": [0.02248532325029373, 0.02593446895480156, 0.037432633340358734], "traffic_r2": [0.9999884963035583, 0.9999848008155823, 0.9999690651893616]}, {"step": 3800, "epoch": 8, "train_loss": 0.1559959501028061, "cos_r_negg": [0.5917366743087769, 0.09471756219863892, 0.4212387800216675], "cos_innovation_negg": [0.5917366743087769, 0.09471756219863892, 0.4212387800216675], "cos_apical_negg": [-0.026422999799251556, 0.01370374858379364, 0.12554261088371277], "cos_Ac_negg": [0.8775784969329834, 0.22585755586624146, 0.6105095744132996], "r_norm": [0.35534918308258057, 0.2991974949836731, 0.3064342439174652], "traffic_norm": [6.996413230895996, 6.9263715744018555, 6.796581268310547], "traffic_residual_norm": [0.031135156750679016, 0.021689128130674362, 0.031234217807650566], "traffic_r2": [0.9999793171882629, 0.9999891519546509, 0.9999783635139465]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9352, "eval_loss": 0.3059899353027344, "val_acc": 0.9352, "val_loss": 0.3059899353027344}, {"step": 4000, "epoch": 9, "train_loss": 0.1274135559797287, "cos_r_negg": [0.5088619589805603, 0.0942913293838501, 0.33858293294906616], "cos_innovation_negg": [0.5088619589805603, 0.0942913293838501, 0.33858293294906616], "cos_apical_negg": [-0.026615308597683907, 0.07339929044246674, 0.03749833256006241], "cos_Ac_negg": [0.8555886149406433, 0.3071119785308838, 0.6436412334442139], "r_norm": [0.2812563180923462, 0.23840618133544922, 0.24544838070869446], "traffic_norm": [6.997128486633301, 6.9272966384887695, 6.801906585693359], "traffic_residual_norm": [0.02852226048707962, 0.022942394018173218, 0.031215649098157883], "traffic_r2": [0.9999827146530151, 0.9999882578849792, 0.9999785423278809]}, {"step": 4200, "epoch": 9, "train_loss": 0.1417156606912613, "cos_r_negg": [0.5090219378471375, 0.07182278484106064, 0.28638043999671936], "cos_innovation_negg": [0.5090219378471375, 0.07182278484106064, 0.28638043999671936], "cos_apical_negg": [0.02492072433233261, -0.09883156418800354, -0.017304982990026474], "cos_Ac_negg": [0.8768328428268433, 0.26302647590637207, 0.6110525131225586], "r_norm": [0.42493727803230286, 0.35989925265312195, 0.3660340905189514], "traffic_norm": [6.991038799285889, 6.921431541442871, 6.798837661743164], "traffic_residual_norm": [0.018670162186026573, 0.018506314605474472, 0.026199031621217728], "traffic_r2": [0.9999922513961792, 0.9999921917915344, 0.9999848008155823]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9396, "eval_loss": 0.27263326721191405, "val_acc": 0.9396, "val_loss": 0.27263326721191405}, {"step": 4400, "epoch": 10, "train_loss": 0.12614615261554718, "cos_r_negg": [0.5002733469009399, 0.06602026522159576, 0.35369008779525757], "cos_innovation_negg": [0.5002733469009399, 0.06602026522159576, 0.35369008779525757], "cos_apical_negg": [-0.0016371747478842735, -0.0948624387383461, 0.15620040893554688], "cos_Ac_negg": [0.8737467527389526, 0.24222193658351898, 0.6381072402000427], "r_norm": [0.3765091300010681, 0.27625253796577454, 0.2823030948638916], "traffic_norm": [6.989176273345947, 6.918770790100098, 6.798020362854004], "traffic_residual_norm": [0.08680979907512665, 0.025585375726222992, 0.03584804758429527], "traffic_r2": [0.999845564365387, 0.9999858736991882, 0.9999719858169556]}, {"step": 4600, "epoch": 10, "train_loss": 0.15503254532814026, "cos_r_negg": [0.5344339609146118, 0.07109540700912476, 0.36884182691574097], "cos_innovation_negg": [0.5344339609146118, 0.07109540700912476, 0.36884182691574097], "cos_apical_negg": [-0.03576905280351639, -0.05042232200503349, 0.10154964029788971], "cos_Ac_negg": [0.8882386684417725, 0.34869831800460815, 0.6620681285858154], "r_norm": [0.33510059118270874, 0.28274303674697876, 0.28849315643310547], "traffic_norm": [6.994882583618164, 6.926485061645508, 6.802603244781494], "traffic_residual_norm": [0.014637051150202751, 0.01803562417626381, 0.024312544614076614], "traffic_r2": [0.999995231628418, 0.999992847442627, 0.999987006187439]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9202, "eval_loss": 0.3609471069335938, "val_acc": 0.9202, "val_loss": 0.3609471069335938}, {"step": 4800, "epoch": 11, "train_loss": 0.09357509762048721, "cos_r_negg": [0.5091561675071716, 0.13565611839294434, 0.4211429953575134], "cos_innovation_negg": [0.5091561675071716, 0.13565611839294434, 0.4211429953575134], "cos_apical_negg": [0.06363250315189362, 0.011615689843893051, -0.011749345809221268], "cos_Ac_negg": [0.8794888257980347, 0.3664388656616211, 0.7001468539237976], "r_norm": [0.3657110631465912, 0.3041456341743469, 0.30589497089385986], "traffic_norm": [6.989762783050537, 6.92101526260376, 6.793403625488281], "traffic_residual_norm": [0.018605591729283333, 0.01634998433291912, 0.02222181111574173], "traffic_r2": [0.9999926686286926, 0.999994158744812, 0.9999891519546509]}, {"step": 5000, "epoch": 11, "train_loss": 0.17154830694198608, "cos_r_negg": [0.54889976978302, 0.08894646167755127, 0.37827789783477783], "cos_innovation_negg": [0.54889976978302, 0.08894646167755127, 0.37827789783477783], "cos_apical_negg": [-0.025485122576355934, 0.012086037546396255, 0.1313749998807907], "cos_Ac_negg": [0.8804996013641357, 0.31647801399230957, 0.672182559967041], "r_norm": [0.2782336473464966, 0.23920297622680664, 0.2453814148902893], "traffic_norm": [6.994153022766113, 6.924129962921143, 6.797433376312256], "traffic_residual_norm": [0.011310018599033356, 0.015586921013891697, 0.021104764193296432], "traffic_r2": [0.9999971985816956, 0.9999947547912598, 0.9999902844429016]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9632, "eval_loss": 0.17212345275878907, "val_acc": 0.9632, "val_loss": 0.17212345275878907}, {"step": 5200, "epoch": 12, "train_loss": 0.11038783192634583, "cos_r_negg": [0.49398714303970337, 0.13382738828659058, 0.35812073945999146], "cos_innovation_negg": [0.49398714303970337, 0.13382738828659058, 0.35812073945999146], "cos_apical_negg": [0.026772409677505493, 0.06461350619792938, -0.006739163771271706], "cos_Ac_negg": [0.8625544905662537, 0.3765229284763336, 0.6525174379348755], "r_norm": [0.3739023208618164, 0.309463232755661, 0.31219375133514404], "traffic_norm": [6.988142013549805, 6.917397499084473, 6.791197776794434], "traffic_residual_norm": [0.024421539157629013, 0.017270373180508614, 0.02276943251490593], "traffic_r2": [0.9999877214431763, 0.9999936819076538, 0.9999887347221375]}, {"step": 5400, "epoch": 12, "train_loss": 0.0453898087143898, "cos_r_negg": [0.512008786201477, 0.06991367787122726, 0.33702734112739563], "cos_innovation_negg": [0.512008786201477, 0.06991367787122726, 0.33702734112739563], "cos_apical_negg": [-0.015289563685655594, 0.12510062754154205, 0.05252689868211746], "cos_Ac_negg": [0.8883516192436218, 0.34507453441619873, 0.661453902721405], "r_norm": [0.3418683409690857, 0.27871400117874146, 0.2835456132888794], "traffic_norm": [6.99608850479126, 6.9254937171936035, 6.797904968261719], "traffic_residual_norm": [0.019571706652641296, 0.013300631195306778, 0.018600352108478546], "traffic_r2": [0.9999921321868896, 0.9999962449073792, 0.9999924898147583]}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9608, "eval_loss": 0.19767677001953124, "val_acc": 0.9608, "val_loss": 0.19767677001953124}, {"step": 5600, "epoch": 13, "train_loss": 0.08810923248529434, "cos_r_negg": [0.5209926962852478, 0.12948457896709442, 0.41580730676651], "cos_innovation_negg": [0.5209926962852478, 0.12948457896709442, 0.41580730676651], "cos_apical_negg": [0.024271290749311447, 0.019926857203245163, 0.08144253492355347], "cos_Ac_negg": [0.8762814402580261, 0.4157320261001587, 0.690771222114563], "r_norm": [0.31182342767715454, 0.2646958827972412, 0.26910847425460815], "traffic_norm": [6.992010116577148, 6.92340087890625, 6.7964091300964355], "traffic_residual_norm": [0.01385919377207756, 0.018345607444643974, 0.023862002417445183], "traffic_r2": [0.9999960064888, 0.9999929666519165, 0.9999876618385315]}, {"step": 5800, "epoch": 13, "train_loss": 0.09363915026187897, "cos_r_negg": [0.554340660572052, 0.09616357088088989, 0.39927607774734497], "cos_innovation_negg": [0.554340660572052, 0.09616357088088989, 0.39927607774734497], "cos_apical_negg": [0.04084346070885658, 0.0037090936675667763, 0.12378181517124176], "cos_Ac_negg": [0.8865873217582703, 0.4329219460487366, 0.6832060813903809], "r_norm": [0.40087777376174927, 0.3318902254104614, 0.331731379032135], "traffic_norm": [6.991964340209961, 6.923489570617676, 6.795520782470703], "traffic_residual_norm": [0.02495642378926277, 0.017198927700519562, 0.024555454030632973], "traffic_r2": [0.9999872446060181, 0.9999938011169434, 0.9999869465827942]}, {"step": 6000, "epoch": 13, "train_loss": 0.12936672568321228, "cos_r_negg": [0.4573952555656433, 0.08030916005373001, 0.32568642497062683], "cos_innovation_negg": [0.4573952555656433, 0.08030916005373001, 0.32568642497062683], "cos_apical_negg": [0.01763095334172249, 0.11079318821430206, 0.09762577712535858], "cos_Ac_negg": [0.8753926753997803, 0.3854060173034668, 0.6816967129707336], "r_norm": [0.29614096879959106, 0.249521404504776, 0.25327184796333313], "traffic_norm": [6.995355606079102, 6.921886444091797, 6.794734477996826], "traffic_residual_norm": [0.007944530807435513, 0.010619662702083588, 0.01573711261153221], "traffic_r2": [0.9999986886978149, 0.999997615814209, 0.9999946355819702]}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9576, "eval_loss": 0.18103548583984375, "val_acc": 0.9576, "val_loss": 0.18103548583984375}, {"step": 6200, "epoch": 14, "train_loss": 0.041897255927324295, "cos_r_negg": [0.520230770111084, 0.0734078511595726, 0.4445021152496338], "cos_innovation_negg": [0.520230770111084, 0.0734078511595726, 0.4445021152496338], "cos_apical_negg": [-0.03620333597064018, 0.07315954566001892, 0.18192830681800842], "cos_Ac_negg": [0.8924037218093872, 0.3580431342124939, 0.696458101272583], "r_norm": [0.2791568338871002, 0.23147618770599365, 0.23731638491153717], "traffic_norm": [6.994294166564941, 6.921293258666992, 6.795844078063965], "traffic_residual_norm": [0.01914568990468979, 0.012958706356585026, 0.01876746490597725], "traffic_r2": [0.9999924898147583, 0.9999964833259583, 0.9999923706054688]}, {"step": 6400, "epoch": 14, "train_loss": 0.2564416229724884, "cos_r_negg": [0.47317346930503845, 0.0741945132613182, 0.314922571182251], "cos_innovation_negg": [0.47317346930503845, 0.0741945132613182, 0.314922571182251], "cos_apical_negg": [-0.02881300076842308, 0.14138732850551605, 0.09587147831916809], "cos_Ac_negg": [0.8800240755081177, 0.35271406173706055, 0.6814354658126831], "r_norm": [0.2482166290283203, 0.21101850271224976, 0.21255752444267273], "traffic_norm": [6.9943742752075195, 6.922647476196289, 6.798178672790527], "traffic_residual_norm": [0.01025979220867157, 0.01144435815513134, 0.016052089631557465], "traffic_r2": [0.9999978542327881, 0.9999972581863403, 0.9999943971633911]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9494, "eval_loss": 0.22005150451660158, "val_acc": 0.9494, "val_loss": 0.22005150451660158}], "final": {"eval_split": "validation", "eval_acc": 0.9494, "eval_loss": 0.22005150451660158, "wall_s": 24.004728317260742, "val_acc": 0.9494, "val_loss": 0.22005150451660158, "cos_r_negg": [0.4803474545478821, 0.09406957775354385, 0.3239842355251312], "cos_innovation_negg": [0.4803474545478821, 0.09406957775354385, 0.3239842355251312], "cos_apical_negg": [0.017630554735660553, 0.046128176152706146, 0.06570230424404144], "cos_Ac_negg": [0.8739770650863647, 0.4625322222709656, 0.6771539449691772], "traffic_norm": [6.9940361976623535, 6.919238090515137, 6.792140960693359], "traffic_residual_norm": [0.008075621910393238, 0.009758960455656052, 0.013877185992896557], "traffic_r2": [0.9999986886978149, 0.9999980330467224, 0.9999958276748657]}, "timing": {"warmup_wall_s": 0.0, "training_loop_wall_s": 23.79021692276001, "diagnostics_wall_s": 0.5212523937225342, "inline_diagnostics_wall_s": 0.37407541275024414, "optimizer_wall_s_excluding_inline_diagnostics": 23.416141510009766, "evaluation_wall_s": 0.06383013725280762}, "cost": {"train_steps": 6450, "ordinary_training_forward_examples": 825000, "predictor_warmup_forward_examples": 0, "perturbation_events": 1613, "calibration_batch_loss_evaluations": 51616, "calibration_example_loss_evaluations": 6606848, "calibration_forward_equivalent_examples": 6813312.0, "max_perturbation_batch_expansion": 32}}
|
