1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p2_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-9.943032637238503e-07, 0.02483450435101986, 0.034374453127384186], "cos_innovation_negg": [-9.943032637238503e-07, 0.02483450435101986, 0.034374453127384186], "cos_apical_negg": [-0.002796919085085392, 0.01695924438536167, 0.021575743332505226], "cos_Ac_negg": [-1.7154961824417114e-06, 0.024841230362653732, 0.03437407314777374], "r_norm": [4.871051788330078, 4.8083062171936035, 4.8223161697387695], "traffic_norm": [2.165557861328125, 2.379319429397583, 2.5707881450653076], "traffic_residual_norm": [0.0026503470726311207, 0.002795992884784937, 0.002763153053820133], "traffic_r2": [0.9999985098838806, 0.9999986290931702, 0.9999988675117493], "ldr": {"dL_sdil": -0.20293951034545898, "dL_bp": -0.5249173641204834, "ratio": 0.38661230170103233}}, {"step": 100, "epoch": 0, "train_loss": 0.4890436828136444, "cos_r_negg": [0.362798810005188, 0.023139555007219315, 0.005450863391160965], "cos_innovation_negg": [0.362798810005188, 0.023139555007219315, 0.005450863391160965], "cos_apical_negg": [0.1250585913658142, 0.132333442568779, 0.13429725170135498], "cos_Ac_negg": [0.4680774509906769, 0.04545664042234421, 0.019944675266742706], "r_norm": [0.6656979322433472, 0.6533653140068054, 0.6502885818481445], "traffic_norm": [3.1766433715820312, 3.6066694259643555, 3.899567127227783], "traffic_residual_norm": [0.02328505367040634, 0.011795872822403908, 0.011341683566570282], "traffic_r2": [0.9999462366104126, 0.9999892711639404, 0.9999915361404419]}, {"step": 200, "epoch": 0, "train_loss": 0.15245774388313293, "cos_r_negg": [0.3450881540775299, 0.01780434511601925, 0.030167344957590103], "cos_innovation_negg": [0.3450881540775299, 0.01780434511601925, 0.030167344957590103], "cos_apical_negg": [0.11735135316848755, 0.12753042578697205, 0.13486817479133606], "cos_Ac_negg": [0.5033265352249146, 0.055235907435417175, 0.05510510131716728], "r_norm": [0.5869001746177673, 0.5737416744232178, 0.5723779797554016], "traffic_norm": [3.1787142753601074, 3.5933618545532227, 3.940086841583252], "traffic_residual_norm": [0.01933782920241356, 0.01023017056286335, 0.009668396785855293], "traffic_r2": [0.9999629855155945, 0.9999918937683105, 0.9999939799308777]}, {"step": 300, "epoch": 0, "train_loss": 0.16900768876075745, "cos_r_negg": [0.3195543885231018, 0.030168019235134125, 0.05132703483104706], "cos_innovation_negg": [0.3195543885231018, 0.030168019235134125, 0.05132703483104706], "cos_apical_negg": [0.09808996319770813, 0.13025662302970886, 0.13843637704849243], "cos_Ac_negg": [0.5230603814125061, 0.09060017764568329, 0.07764957845211029], "r_norm": [0.5482392907142639, 0.5366948246955872, 0.5306764841079712], "traffic_norm": [3.1826255321502686, 3.5684845447540283, 3.8958468437194824], "traffic_residual_norm": [0.01687966287136078, 0.008996015414595604, 0.008462700061500072], "traffic_r2": [0.9999718070030212, 0.999993622303009, 0.9999952912330627]}, {"step": 400, "epoch": 0, "train_loss": 0.19281169772148132, "cos_r_negg": [0.3137948513031006, 0.04111278057098389, 0.04684547707438469], "cos_innovation_negg": [0.3137948513031006, 0.04111278057098389, 0.04684547707438469], "cos_apical_negg": [0.08253465592861176, 0.1418631374835968, 0.12333372235298157], "cos_Ac_negg": [0.53960120677948, 0.12235404551029205, 0.0855816900730133], "r_norm": [0.4537102282047272, 0.4051264524459839, 0.40452590584754944], "traffic_norm": [3.1872289180755615, 3.5689468383789062, 3.891397476196289], "traffic_residual_norm": [0.07218650728464127, 0.008288192562758923, 0.007623235695064068], "traffic_r2": [0.9994866847991943, 0.9999945759773254, 0.9999961256980896]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.955, "eval_loss": 0.14764923095703125, "val_acc": 0.955, "val_loss": 0.14764923095703125}, {"step": 500, "epoch": 1, "train_loss": 0.04393506050109863, "cos_r_negg": [0.2618928849697113, 0.031441159546375275, 0.0519004687666893], "cos_innovation_negg": [0.2618928849697113, 0.031441159546375275, 0.0519004687666893], "cos_apical_negg": [0.08381442725658417, 0.12960557639598846, 0.11661459505558014], "cos_Ac_negg": [0.5478224158287048, 0.13428989052772522, 0.10758329927921295], "r_norm": [0.38668516278266907, 0.3368989825248718, 0.3355028033256531], "traffic_norm": [3.18715238571167, 3.5542654991149902, 3.881488800048828], "traffic_residual_norm": [0.06915722787380219, 0.0074628014117479324, 0.006651211995631456], "traffic_r2": [0.9995280504226685, 0.9999955892562866, 0.9999970197677612], "ldr": {"dL_sdil": -0.006182432174682617, "dL_bp": -0.006814934313297272, "ratio": 0.9071888136352952}}, {"step": 600, "epoch": 1, "train_loss": 0.11808885633945465, "cos_r_negg": [0.24238264560699463, 0.03953614830970764, 0.04705427214503288], "cos_innovation_negg": [0.24238264560699463, 0.03953614830970764, 0.04705427214503288], "cos_apical_negg": [0.0698869451880455, 0.12661559879779816, 0.12272869050502777], "cos_Ac_negg": [0.5592424869537354, 0.14034412801265717, 0.13933029770851135], "r_norm": [0.40347975492477417, 0.3236171007156372, 0.32110345363616943], "traffic_norm": [3.1877553462982178, 3.5367305278778076, 3.8658666610717773], "traffic_residual_norm": [0.10873663425445557, 0.00718054361641407, 0.006371922325342894], "traffic_r2": [0.9988329410552979, 0.9999958276748657, 0.9999972581863403]}, {"step": 700, "epoch": 1, "train_loss": 0.10846877098083496, "cos_r_negg": [0.23625651001930237, 0.032276690006256104, 0.057539746165275574], "cos_innovation_negg": [0.23625651001930237, 0.032276690006256104, 0.057539746165275574], "cos_apical_negg": [0.07289811968803406, 0.12320047616958618, 0.13572701811790466], "cos_Ac_negg": [0.558014988899231, 0.14386114478111267, 0.1454143077135086], "r_norm": [0.464130699634552, 0.34619590640068054, 0.3443979322910309], "traffic_norm": [3.1912713050842285, 3.5184807777404785, 3.8409652709960938], "traffic_residual_norm": [0.14691272377967834, 0.006647242233157158, 0.006026329472661018], "traffic_r2": [0.9978649616241455, 0.9999964237213135, 0.9999974966049194]}, {"step": 800, "epoch": 1, "train_loss": 0.07772580534219742, "cos_r_negg": [0.18400055170059204, 0.026097502559423447, 0.042267389595508575], "cos_innovation_negg": [0.18400055170059204, 0.026097502559423447, 0.042267389595508575], "cos_apical_negg": [0.054203443229198456, 0.11781240254640579, 0.1247016042470932], "cos_Ac_negg": [0.5766464471817017, 0.15457338094711304, 0.1524384617805481], "r_norm": [0.43096500635147095, 0.26720255613327026, 0.2671658992767334], "traffic_norm": [3.194077491760254, 3.525242567062378, 3.864729404449463], "traffic_residual_norm": [0.20340296626091003, 0.006042245775461197, 0.005465546157211065], "traffic_r2": [0.9956989884376526, 0.9999970197677612, 0.9999979734420776]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.961, "eval_loss": 0.13199048919677733, "val_acc": 0.961, "val_loss": 0.13199048919677733}, {"step": 900, "epoch": 2, "train_loss": 0.11097928881645203, "cos_r_negg": [0.15692509710788727, 0.011625053361058235, 0.009296566247940063], "cos_innovation_negg": [0.15692509710788727, 0.011625053361058235, 0.009296566247940063], "cos_apical_negg": [0.07211591303348541, 0.1252741813659668, 0.14923737943172455], "cos_Ac_negg": [0.586531400680542, 0.17348483204841614, 0.1478903889656067], "r_norm": [0.4215103089809418, 0.2611704468727112, 0.25870081782341003], "traffic_norm": [3.1936299800872803, 3.498589515686035, 3.820819139480591], "traffic_residual_norm": [0.19262489676475525, 0.006017203908413649, 0.005307121202349663], "traffic_r2": [0.9963629841804504, 0.9999970197677612, 0.9999980330467224]}, {"step": 1000, "epoch": 2, "train_loss": 0.16561543941497803, "cos_r_negg": [0.17162087559700012, 0.034921079874038696, 0.03699991852045059], "cos_innovation_negg": [0.17162087559700012, 0.034921079874038696, 0.03699991852045059], "cos_apical_negg": [0.049283236265182495, 0.11831902712583542, 0.13933052122592926], "cos_Ac_negg": [0.5788801312446594, 0.192279651761055, 0.18492133915424347], "r_norm": [0.3409941792488098, 0.2255561500787735, 0.22331973910331726], "traffic_norm": [3.19497013092041, 3.5037965774536133, 3.8249619007110596], "traffic_residual_norm": [0.14108362793922424, 0.005620821379125118, 0.004936752840876579], "traffic_r2": [0.9980505704879761, 0.9999973773956299, 0.9999983310699463], "ldr": {"dL_sdil": -0.0037811249494552612, "dL_bp": -0.0045299232006073, "ratio": 0.8346995703919105}}, {"step": 1100, "epoch": 2, "train_loss": 0.05296193063259125, "cos_r_negg": [0.20338809490203857, 0.04532787203788757, 0.05608572065830231], "cos_innovation_negg": [0.20338809490203857, 0.04532787203788757, 0.05608572065830231], "cos_apical_negg": [0.07300499826669693, 0.10731853544712067, 0.13181188702583313], "cos_Ac_negg": [0.5881072282791138, 0.187158465385437, 0.1884332001209259], "r_norm": [0.3428254723548889, 0.23319903016090393, 0.23120459914207458], "traffic_norm": [3.1935274600982666, 3.4896035194396973, 3.814809799194336], "traffic_residual_norm": [0.13505198061466217, 0.005133681930601597, 0.004807605408132076], "traffic_r2": [0.9982120990753174, 0.9999977946281433, 0.9999983906745911]}, {"step": 1200, "epoch": 2, "train_loss": 0.11000983417034149, "cos_r_negg": [0.14162251353263855, 0.025641512125730515, 0.021506132557988167], "cos_innovation_negg": [0.14162251353263855, 0.025641512125730515, 0.021506132557988167], "cos_apical_negg": [0.06251140683889389, 0.11332912743091583, 0.12573730945587158], "cos_Ac_negg": [0.6004461050033569, 0.19258585572242737, 0.18205848336219788], "r_norm": [0.3355618715286255, 0.22833988070487976, 0.22616572678089142], "traffic_norm": [3.1967568397521973, 3.501370429992676, 3.816464424133301], "traffic_residual_norm": [0.12741558253765106, 0.005123353563249111, 0.0046110982075333595], "traffic_r2": [0.9984117150306702, 0.9999978542327881, 0.9999985098838806]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9634, "eval_loss": 0.1190038101196289, "val_acc": 0.9634, "val_loss": 0.1190038101196289}, {"step": 1300, "epoch": 3, "train_loss": 0.05711638927459717, "cos_r_negg": [0.15329959988594055, 0.03498299792408943, 0.03735186904668808], "cos_innovation_negg": [0.15329959988594055, 0.03498299792408943, 0.03735186904668808], "cos_apical_negg": [0.0707574114203453, 0.10328086465597153, 0.12547385692596436], "cos_Ac_negg": [0.6014000773429871, 0.20315395295619965, 0.1856183111667633], "r_norm": [0.3665178418159485, 0.2695082426071167, 0.2665371596813202], "traffic_norm": [3.197854518890381, 3.50885009765625, 3.8131346702575684], "traffic_residual_norm": [0.1162843108177185, 0.005018847994506359, 0.004571439698338509], "traffic_r2": [0.998677670955658, 0.9999979138374329, 0.9999985694885254]}, {"step": 1400, "epoch": 3, "train_loss": 0.0605609305202961, "cos_r_negg": [0.15073610842227936, 0.03615827113389969, 0.027684880420565605], "cos_innovation_negg": [0.15073610842227936, 0.03615827113389969, 0.027684880420565605], "cos_apical_negg": [0.0583212748169899, 0.11335696280002594, 0.12070158123970032], "cos_Ac_negg": [0.615218460559845, 0.21409735083580017, 0.2008119523525238], "r_norm": [0.2829710841178894, 0.21081385016441345, 0.20882271230220795], "traffic_norm": [3.1955013275146484, 3.495238780975342, 3.815214157104492], "traffic_residual_norm": [0.08607585728168488, 0.004748099483549595, 0.004481795243918896], "traffic_r2": [0.9992196559906006, 0.999998152256012, 0.9999986290931702]}, {"step": 1500, "epoch": 3, "train_loss": 0.06710775941610336, "cos_r_negg": [0.09591996669769287, 0.009376857429742813, 0.009359701536595821], "cos_innovation_negg": [0.09591996669769287, 0.009376857429742813, 0.009359701536595821], "cos_apical_negg": [0.05152595788240433, 0.10664968192577362, 0.12762291729450226], "cos_Ac_negg": [0.6265672445297241, 0.2215556800365448, 0.20959174633026123], "r_norm": [0.5340715646743774, 0.22168877720832825, 0.21783530712127686], "traffic_norm": [3.1974990367889404, 3.5192251205444336, 3.8346667289733887], "traffic_residual_norm": [0.3507767617702484, 0.004813004285097122, 0.004225052427500486], "traffic_r2": [0.9879686236381531, 0.9999980926513672, 0.9999987483024597], "ldr": {"dL_sdil": -0.0048653483390808105, "dL_bp": -0.006252676248550415, "ratio": 0.7781225423607636}}, {"step": 1600, "epoch": 3, "train_loss": 0.11134594678878784, "cos_r_negg": [0.09324615448713303, 0.004450523294508457, 0.01177186332643032], "cos_innovation_negg": [0.09324615448713303, 0.004450523294508457, 0.01177186332643032], "cos_apical_negg": [0.05448882654309273, 0.11900441348552704, 0.12923388183116913], "cos_Ac_negg": [0.6241164207458496, 0.23209340870380402, 0.21304240822792053], "r_norm": [0.445214182138443, 0.1900138258934021, 0.1884320229291916], "traffic_norm": [3.1974716186523438, 3.5025010108947754, 3.8059282302856445], "traffic_residual_norm": [0.2851455807685852, 0.004569030832499266, 0.004041590727865696], "traffic_r2": [0.992049515247345, 0.9999982714653015, 0.9999988675117493]}, {"step": 1700, "epoch": 3, "train_loss": 0.11348828673362732, "cos_r_negg": [0.14003205299377441, 0.0144581850618124, 0.010087983682751656], "cos_innovation_negg": [0.14003205299377441, 0.0144581850618124, 0.010087983682751656], "cos_apical_negg": [0.046452440321445465, 0.11431551724672318, 0.13446339964866638], "cos_Ac_negg": [0.605553388595581, 0.22824393212795258, 0.21341243386268616], "r_norm": [0.4062713384628296, 0.18762166798114777, 0.18446938693523407], "traffic_norm": [3.193532705307007, 3.497805595397949, 3.796651840209961], "traffic_residual_norm": [0.24763378500938416, 0.00434613972902298, 0.003896608017385006], "traffic_r2": [0.9939889907836914, 0.9999984502792358, 0.999998927116394]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.97, "eval_loss": 0.10097664337158203, "val_acc": 0.97, "val_loss": 0.10097664337158203}, {"step": 1800, "epoch": 4, "train_loss": 0.025197546929121017, "cos_r_negg": [0.08606958389282227, -0.010520419105887413, 0.0020690704695880413], "cos_innovation_negg": [0.08606958389282227, -0.010520419105887413, 0.0020690704695880413], "cos_apical_negg": [0.044551167637109756, 0.11076517403125763, 0.13256408274173737], "cos_Ac_negg": [0.6304130554199219, 0.24498265981674194, 0.22882837057113647], "r_norm": [0.39164528250694275, 0.1927942931652069, 0.19221368432044983], "traffic_norm": [3.195786952972412, 3.5101845264434814, 3.798144817352295], "traffic_residual_norm": [0.2206491231918335, 0.004101864527910948, 0.0036911636125296354], "traffic_r2": [0.9952344298362732, 0.9999986290931702, 0.9999990463256836]}, {"step": 1900, "epoch": 4, "train_loss": 0.08926167339086533, "cos_r_negg": [0.1259145885705948, 0.009908903390169144, 0.013076767325401306], "cos_innovation_negg": [0.1259145885705948, 0.009908903390169144, 0.013076767325401306], "cos_apical_negg": [0.046976491808891296, 0.10430514067411423, 0.12460608780384064], "cos_Ac_negg": [0.6358751058578491, 0.24774760007858276, 0.22132043540477753], "r_norm": [0.32954174280166626, 0.16672159731388092, 0.1667519211769104], "traffic_norm": [3.1989846229553223, 3.5045855045318604, 3.811929941177368], "traffic_residual_norm": [0.18035778403282166, 0.004164682701230049, 0.0036369040608406067], "traffic_r2": [0.9968222379684448, 0.9999985694885254, 0.9999991059303284]}, {"step": 2000, "epoch": 4, "train_loss": 0.06190231814980507, "cos_r_negg": [0.1075270026922226, 0.011579280719161034, 0.004550212994217873], "cos_innovation_negg": [0.1075270026922226, 0.011579280719161034, 0.004550212994217873], "cos_apical_negg": [0.04127202555537224, 0.10207575559616089, 0.13611990213394165], "cos_Ac_negg": [0.635957658290863, 0.24385055899620056, 0.23153266310691833], "r_norm": [0.33862507343292236, 0.2000868022441864, 0.20050853490829468], "traffic_norm": [3.198011875152588, 3.509706974029541, 3.8065261840820312], "traffic_residual_norm": [0.15557071566581726, 0.004030192270874977, 0.003406052477657795], "traffic_r2": [0.9976341724395752, 0.9999986290931702, 0.9999991655349731], "ldr": {"dL_sdil": -0.0038579553365707397, "dL_bp": -0.005449354648590088, "ratio": 0.7079655455291223}}, {"step": 2100, "epoch": 4, "train_loss": 0.06637153029441833, "cos_r_negg": [0.10156798362731934, -0.0015135877765715122, 0.016561085358262062], "cos_innovation_negg": [0.10156798362731934, -0.0015135877765715122, 0.016561085358262062], "cos_apical_negg": [0.03731179237365723, 0.11053632199764252, 0.12828639149665833], "cos_Ac_negg": [0.6411288976669312, 0.2539675831794739, 0.23871611058712006], "r_norm": [0.293333500623703, 0.17778939008712769, 0.17678497731685638], "traffic_norm": [3.198000907897949, 3.5021934509277344, 3.786731481552124], "traffic_residual_norm": [0.12956251204013824, 0.0037242230027914047, 0.0032552159391343594], "traffic_r2": [0.9983572959899902, 0.9999988675117493, 0.9999992251396179]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.971, "eval_loss": 0.0996143295288086, "val_acc": 0.971, "val_loss": 0.0996143295288086}, {"step": 2200, "epoch": 5, "train_loss": 0.03325679898262024, "cos_r_negg": [0.08324390649795532, -0.009622921235859394, 0.0010039242915809155], "cos_innovation_negg": [0.08324390649795532, -0.009622921235859394, 0.0010039242915809155], "cos_apical_negg": [0.04160505533218384, 0.11026456952095032, 0.12912780046463013], "cos_Ac_negg": [0.6443994045257568, 0.25823959708213806, 0.24662908911705017], "r_norm": [0.31044888496398926, 0.19225557148456573, 0.1890963762998581], "traffic_norm": [3.1987903118133545, 3.5092413425445557, 3.7902398109436035], "traffic_residual_norm": [0.13233038783073425, 0.0035357102751731873, 0.003313282039016485], "traffic_r2": [0.9982804656028748, 0.9999989867210388, 0.9999992251396179]}, {"step": 2300, "epoch": 5, "train_loss": 0.07277989387512207, "cos_r_negg": [0.05783028155565262, -0.022319916635751724, -0.011080391705036163], "cos_innovation_negg": [0.05783028155565262, -0.022319916635751724, -0.011080391705036163], "cos_apical_negg": [0.03509820997714996, 0.10671904683113098, 0.1277123987674713], "cos_Ac_negg": [0.6444900035858154, 0.26282814145088196, 0.24920789897441864], "r_norm": [0.25479361414909363, 0.15738464891910553, 0.15627136826515198], "traffic_norm": [3.198650360107422, 3.5108203887939453, 3.7899107933044434], "traffic_residual_norm": [0.1074383407831192, 0.0034815226681530476, 0.003121755551546812], "traffic_r2": [0.9988712668418884, 0.9999989867210388, 0.9999993443489075]}, {"step": 2400, "epoch": 5, "train_loss": 0.13332530856132507, "cos_r_negg": [0.07765423506498337, 0.0065618474036455154, 0.006795463152229786], "cos_innovation_negg": [0.07765423506498337, 0.0065618474036455154, 0.006795463152229786], "cos_apical_negg": [0.040437664836645126, 0.10206075012683868, 0.1277204304933548], "cos_Ac_negg": [0.6427247524261475, 0.27016133069992065, 0.26175740361213684], "r_norm": [0.28268158435821533, 0.20332056283950806, 0.20148921012878418], "traffic_norm": [3.200031280517578, 3.514585256576538, 3.7953941822052], "traffic_residual_norm": [0.0865042582154274, 0.0034160653594881296, 0.00292458338662982], "traffic_r2": [0.9992692470550537, 0.9999990463256836, 0.9999994039535522]}, {"step": 2500, "epoch": 5, "train_loss": 0.025493234395980835, "cos_r_negg": [0.0914032906293869, 0.015003224834799767, 0.012962828390300274], "cos_innovation_negg": [0.0914032906293869, 0.015003224834799767, 0.012962828390300274], "cos_apical_negg": [0.04169187694787979, 0.09432962536811829, 0.12790952622890472], "cos_Ac_negg": [0.6578185558319092, 0.2741236686706543, 0.27169138193130493], "r_norm": [0.2582380771636963, 0.1881055384874344, 0.1870674192905426], "traffic_norm": [3.1996712684631348, 3.5158700942993164, 3.797300100326538], "traffic_residual_norm": [0.07797838747501373, 0.0033296900801360607, 0.002831393387168646], "traffic_r2": [0.999406099319458, 0.9999991059303284, 0.999999463558197], "ldr": {"dL_sdil": -0.0049921199679374695, "dL_bp": -0.007644474506378174, "ratio": 0.6530363812152542}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9714, "eval_loss": 0.09900223388671875, "val_acc": 0.9714, "val_loss": 0.09900223388671875}, {"step": 2600, "epoch": 6, "train_loss": 0.016000567004084587, "cos_r_negg": [0.07943664491176605, -6.508734077215195e-05, -0.02053738944232464], "cos_innovation_negg": [0.07943664491176605, -6.508734077215195e-05, -0.02053738944232464], "cos_apical_negg": [0.028759848326444626, 0.0986650288105011, 0.12580502033233643], "cos_Ac_negg": [0.652717113494873, 0.2836330831050873, 0.26792827248573303], "r_norm": [0.21534833312034607, 0.15525786578655243, 0.15369728207588196], "traffic_norm": [3.2008204460144043, 3.521677017211914, 3.791008472442627], "traffic_residual_norm": [0.06812145560979843, 0.003268251894041896, 0.0027542426250874996], "traffic_r2": [0.9995471239089966, 0.9999991059303284, 0.999999463558197]}, {"step": 2700, "epoch": 6, "train_loss": 0.03646290302276611, "cos_r_negg": [0.08537803590297699, 0.0007672151550650597, -0.013839375227689743], "cos_innovation_negg": [0.08537803590297699, 0.0007672151550650597, -0.013839375227689743], "cos_apical_negg": [0.025336526334285736, 0.0988464206457138, 0.12045757472515106], "cos_Ac_negg": [0.6505041718482971, 0.2930704653263092, 0.26569145917892456], "r_norm": [0.18512679636478424, 0.13879746198654175, 0.13802793622016907], "traffic_norm": [3.1994543075561523, 3.515493392944336, 3.7913546562194824], "traffic_residual_norm": [0.05191686376929283, 0.0030624214559793472, 0.002572448691353202], "traffic_r2": [0.9997367262840271, 0.9999992251396179, 0.9999995231628418]}, {"step": 2800, "epoch": 6, "train_loss": 0.014997294172644615, "cos_r_negg": [0.08498403429985046, 0.0036206550430506468, -0.018367936834692955], "cos_innovation_negg": [0.08498403429985046, 0.0036206550430506468, -0.018367936834692955], "cos_apical_negg": [0.03146800398826599, 0.09997502714395523, 0.12813177704811096], "cos_Ac_negg": [0.6668565273284912, 0.302836149930954, 0.27278491854667664], "r_norm": [0.20960800349712372, 0.1673245131969452, 0.16592691838741302], "traffic_norm": [3.2013745307922363, 3.514331340789795, 3.7954788208007812], "traffic_residual_norm": [0.04470349848270416, 0.0028759969864040613, 0.002482081763446331], "traffic_r2": [0.9998050332069397, 0.9999993443489075, 0.9999995827674866]}, {"step": 2900, "epoch": 6, "train_loss": 0.0057914662174880505, "cos_r_negg": [0.0878279060125351, 0.007977394387125969, -0.016511334106326103], "cos_innovation_negg": [0.0878279060125351, 0.007977394387125969, -0.016511334106326103], "cos_apical_negg": [0.026669088751077652, 0.0930902510881424, 0.12306085973978043], "cos_Ac_negg": [0.6591951847076416, 0.30339571833610535, 0.26987695693969727], "r_norm": [0.1822861135005951, 0.14769789576530457, 0.14671383798122406], "traffic_norm": [3.200787305831909, 3.5152816772460938, 3.8035991191864014], "traffic_residual_norm": [0.037808917462825775, 0.0029147793538868427, 0.0025297198444604874], "traffic_r2": [0.9998604655265808, 0.9999992847442627, 0.9999995231628418]}, {"step": 3000, "epoch": 6, "train_loss": 0.019642993807792664, "cos_r_negg": [0.07444116473197937, -0.0005987861659377813, -0.031150231137871742], "cos_innovation_negg": [0.07444116473197937, -0.0005987861659377813, -0.031150231137871742], "cos_apical_negg": [0.024472907185554504, 0.094541534781456, 0.12622851133346558], "cos_Ac_negg": [0.6592817902565002, 0.3091702163219452, 0.2722068428993225], "r_norm": [0.18826299905776978, 0.15722891688346863, 0.15582171082496643], "traffic_norm": [3.2000601291656494, 3.499828577041626, 3.7839365005493164], "traffic_residual_norm": [0.03354312852025032, 0.0028247821610420942, 0.002450969535857439], "traffic_r2": [0.9998900890350342, 0.9999993443489075, 0.9999995827674866], "ldr": {"dL_sdil": -0.0044568851590156555, "dL_bp": -0.007008418440818787, "ratio": 0.6359330848537295}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9734, "eval_loss": 0.09544216918945313, "val_acc": 0.9734, "val_loss": 0.09544216918945313}, {"step": 3100, "epoch": 7, "train_loss": 0.005448085255920887, "cos_r_negg": [0.09096728265285492, 0.005432348698377609, -0.016814440488815308], "cos_innovation_negg": [0.09096728265285492, 0.005432348698377609, -0.016814440488815308], "cos_apical_negg": [0.022771093994379044, 0.09229069203138351, 0.12074382603168488], "cos_Ac_negg": [0.6579992771148682, 0.3095794916152954, 0.27927470207214355], "r_norm": [0.17692437767982483, 0.14292483031749725, 0.14288093149662018], "traffic_norm": [3.199492931365967, 3.4936015605926514, 3.7872490882873535], "traffic_residual_norm": [0.03840956836938858, 0.0027261064387857914, 0.0023947064764797688], "traffic_r2": [0.9998558759689331, 0.9999994039535522, 0.9999995827674866]}, {"step": 3200, "epoch": 7, "train_loss": 0.008594784885644913, "cos_r_negg": [0.07485878467559814, 0.010048307478427887, -0.01605955883860588], "cos_innovation_negg": [0.07485878467559814, 0.010048307478427887, -0.01605955883860588], "cos_apical_negg": [0.02781977877020836, 0.08184322714805603, 0.12479957938194275], "cos_Ac_negg": [0.6596182584762573, 0.31059712171554565, 0.28894078731536865], "r_norm": [0.19332319498062134, 0.16415008902549744, 0.16297012567520142], "traffic_norm": [3.2015018463134766, 3.500251054763794, 3.7832632064819336], "traffic_residual_norm": [0.03182584419846535, 0.002566100563853979, 0.0022277417592704296], "traffic_r2": [0.9999011158943176, 0.999999463558197, 0.9999996423721313]}, {"step": 3300, "epoch": 7, "train_loss": 0.009407556615769863, "cos_r_negg": [0.05913512781262398, -0.0026203757151961327, -0.027409130707383156], "cos_innovation_negg": [0.05913512781262398, -0.0026203757151961327, -0.027409130707383156], "cos_apical_negg": [0.02344629354774952, 0.09006248414516449, 0.12180380523204803], "cos_Ac_negg": [0.6553200483322144, 0.3068603277206421, 0.2878182530403137], "r_norm": [0.18522776663303375, 0.14686232805252075, 0.14664793014526367], "traffic_norm": [3.2002124786376953, 3.487874984741211, 3.7819035053253174], "traffic_residual_norm": [0.04108893871307373, 0.0025383715983480215, 0.002188325859606266], "traffic_r2": [0.9998346567153931, 0.999999463558197, 0.9999996423721313]}, {"step": 3400, "epoch": 7, "train_loss": 0.004753340966999531, "cos_r_negg": [0.07824642211198807, 0.00031521287746727467, -0.01969395950436592], "cos_innovation_negg": [0.07824642211198807, 0.00031521287746727467, -0.01969395950436592], "cos_apical_negg": [0.029388457536697388, 0.09359151124954224, 0.11942934989929199], "cos_Ac_negg": [0.6639648675918579, 0.3230319619178772, 0.2937413454055786], "r_norm": [0.20125320553779602, 0.17202463746070862, 0.17013949155807495], "traffic_norm": [3.1997692584991455, 3.496162176132202, 3.794341564178467], "traffic_residual_norm": [0.029953407123684883, 0.002494479762390256, 0.002234557643532753], "traffic_r2": [0.9999110102653503, 0.999999463558197, 0.9999996423721313]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.972, "eval_loss": 0.10056354522705079, "val_acc": 0.972, "val_loss": 0.10056354522705079}, {"step": 3500, "epoch": 8, "train_loss": 0.028487365692853928, "cos_r_negg": [0.06713949143886566, -0.009729808196425438, -0.035708971321582794], "cos_innovation_negg": [0.06713949143886566, -0.009729808196425438, -0.035708971321582794], "cos_apical_negg": [0.02155831828713417, 0.0909595638513565, 0.12455172836780548], "cos_Ac_negg": [0.6595565676689148, 0.31947392225265503, 0.2965391278266907], "r_norm": [0.17925125360488892, 0.15846297144889832, 0.1564565896987915], "traffic_norm": [3.1998658180236816, 3.4985806941986084, 3.78592848777771], "traffic_residual_norm": [0.021518951281905174, 0.0023221923038363457, 0.002061507198959589], "traffic_r2": [0.9999524354934692, 0.9999995231628418, 0.9999997019767761], "ldr": {"dL_sdil": -0.003995619714260101, "dL_bp": -0.006963200867176056, "ratio": 0.5738193957745952}}, {"step": 3600, "epoch": 8, "train_loss": 0.013554816134274006, "cos_r_negg": [0.05519052967429161, -0.0028556790202856064, -0.03171791508793831], "cos_innovation_negg": [0.05519052967429161, -0.0028556790202856064, -0.03171791508793831], "cos_apical_negg": [0.01627025008201599, 0.08678418397903442, 0.12007902562618256], "cos_Ac_negg": [0.6568267345428467, 0.3249528408050537, 0.30008596181869507], "r_norm": [0.16193127632141113, 0.14009138941764832, 0.13909384608268738], "traffic_norm": [3.201781749725342, 3.4981555938720703, 3.780350685119629], "traffic_residual_norm": [0.02317538857460022, 0.002209001686424017, 0.0019568954594433308], "traffic_r2": [0.9999451041221619, 0.9999995827674866, 0.9999997019767761]}, {"step": 3700, "epoch": 8, "train_loss": 0.011845298111438751, "cos_r_negg": [0.060725823044776917, 0.005881363991647959, -0.034920163452625275], "cos_innovation_negg": [0.060725823044776917, 0.005881363991647959, -0.034920163452625275], "cos_apical_negg": [0.013134933076798916, 0.08456063270568848, 0.1194131001830101], "cos_Ac_negg": [0.6553723812103271, 0.3270772397518158, 0.3073107600212097], "r_norm": [0.17919859290122986, 0.16033171117305756, 0.15939342975616455], "traffic_norm": [3.201068878173828, 3.5042824745178223, 3.7928566932678223], "traffic_residual_norm": [0.019269347190856934, 0.002163733821362257, 0.001906614750623703], "traffic_r2": [0.9999595284461975, 0.9999995827674866, 0.9999997615814209]}, {"step": 3800, "epoch": 8, "train_loss": 0.0061084209010005, "cos_r_negg": [0.0653902217745781, 0.007395710796117783, -0.02651630900800228], "cos_innovation_negg": [0.0653902217745781, 0.007395710796117783, -0.02651630900800228], "cos_apical_negg": [0.023695191368460655, 0.07817727327346802, 0.11879483610391617], "cos_Ac_negg": [0.6644374132156372, 0.33147895336151123, 0.3078732192516327], "r_norm": [0.17218971252441406, 0.15440508723258972, 0.15316474437713623], "traffic_norm": [3.2006869316101074, 3.50467586517334, 3.789088726043701], "traffic_residual_norm": [0.018318476155400276, 0.0020582727156579494, 0.0018249594140797853], "traffic_r2": [0.9999573826789856, 0.9999996423721313, 0.9999997615814209]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9708, "eval_loss": 0.10200289611816406, "val_acc": 0.9708, "val_loss": 0.10200289611816406}, {"step": 3900, "epoch": 9, "train_loss": 0.01070748083293438, "cos_r_negg": [0.05769616737961769, 0.004580277018249035, -0.03472098335623741], "cos_innovation_negg": [0.05769616737961769, 0.004580277018249035, -0.03472098335623741], "cos_apical_negg": [0.018723366782069206, 0.08388972282409668, 0.1158699095249176], "cos_Ac_negg": [0.6610382199287415, 0.3238958418369293, 0.3096034526824951], "r_norm": [0.17694111168384552, 0.15359243750572205, 0.1523236632347107], "traffic_norm": [3.199993848800659, 3.498147964477539, 3.781046152114868], "traffic_residual_norm": [0.023624533787369728, 0.002071000635623932, 0.0017623386811465025], "traffic_r2": [0.9999303817749023, 0.9999996423721313, 0.9999997615814209]}, {"step": 4000, "epoch": 9, "train_loss": 0.0016210118774324656, "cos_r_negg": [0.061508480459451675, 0.0102299265563488, -0.030871214345097542], "cos_innovation_negg": [0.061508480459451675, 0.0102299265563488, -0.030871214345097542], "cos_apical_negg": [0.02193298563361168, 0.07862803339958191, 0.1189969927072525], "cos_Ac_negg": [0.6640493273735046, 0.3298267722129822, 0.3127414286136627], "r_norm": [0.17494206130504608, 0.14712625741958618, 0.14602483808994293], "traffic_norm": [3.2011561393737793, 3.493901491165161, 3.778630256652832], "traffic_residual_norm": [0.028608430176973343, 0.002016068436205387, 0.0016667181625962257], "traffic_r2": [0.9999157786369324, 0.9999996423721313, 0.9999998211860657], "ldr": {"dL_sdil": -0.003843635320663452, "dL_bp": -0.007029637694358826, "ratio": 0.5467757355045352}}, {"step": 4100, "epoch": 9, "train_loss": 0.006383022293448448, "cos_r_negg": [0.059314437210559845, -0.00015376601368188858, -0.04407959058880806], "cos_innovation_negg": [0.059314437210559845, -0.00015376601368188858, -0.04407959058880806], "cos_apical_negg": [0.022347645834088326, 0.07846610248088837, 0.11415170133113861], "cos_Ac_negg": [0.6680294275283813, 0.336725652217865, 0.317918062210083], "r_norm": [0.1683090776205063, 0.14506790041923523, 0.14427925646305084], "traffic_norm": [3.20229172706604, 3.4995296001434326, 3.788996696472168], "traffic_residual_norm": [0.023358656093478203, 0.001931208884343505, 0.0016108691925182939], "traffic_r2": [0.9999462962150574, 0.9999997019767761, 0.9999998211860657]}, {"step": 4200, "epoch": 9, "train_loss": 0.01580536551773548, "cos_r_negg": [0.04829738661646843, -0.004000232554972172, -0.03621283918619156], "cos_innovation_negg": [0.04829738661646843, -0.004000232554972172, -0.03621283918619156], "cos_apical_negg": [0.01773148402571678, 0.08016232401132584, 0.11642038822174072], "cos_Ac_negg": [0.6681140661239624, 0.3393681049346924, 0.3210414946079254], "r_norm": [0.1806199997663498, 0.16246680915355682, 0.1621667742729187], "traffic_norm": [3.202108383178711, 3.497567653656006, 3.7884743213653564], "traffic_residual_norm": [0.01754423789680004, 0.0018733933102339506, 0.0015588998794555664], "traffic_r2": [0.9999698996543884, 0.9999997019767761, 0.9999998211860657]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.09976543884277343, "val_acc": 0.9738, "val_loss": 0.09976543884277343}, {"step": 4300, "epoch": 10, "train_loss": 0.003095031948760152, "cos_r_negg": [0.0536532923579216, 0.005398400593549013, -0.027696745470166206], "cos_innovation_negg": [0.0536532923579216, 0.005398400593549013, -0.027696745470166206], "cos_apical_negg": [0.017183776944875717, 0.07693517208099365, 0.11389294266700745], "cos_Ac_negg": [0.6688589453697205, 0.3417314291000366, 0.3209633231163025], "r_norm": [0.1658703237771988, 0.14928188920021057, 0.1481916308403015], "traffic_norm": [3.2021331787109375, 3.4954023361206055, 3.7832980155944824], "traffic_residual_norm": [0.016036685556173325, 0.0017917952500283718, 0.001505945809185505], "traffic_r2": [0.9999748468399048, 0.9999997019767761, 0.9999998211860657]}, {"step": 4400, "epoch": 10, "train_loss": 0.002983511658385396, "cos_r_negg": [0.05319388955831528, 7.726973854005337e-05, -0.027459297329187393], "cos_innovation_negg": [0.05319388955831528, 7.726973854005337e-05, -0.027459297329187393], "cos_apical_negg": [0.010762128978967667, 0.0726393312215805, 0.10915657877922058], "cos_Ac_negg": [0.665907084941864, 0.3387315571308136, 0.320435494184494], "r_norm": [0.18241995573043823, 0.1595401167869568, 0.15874093770980835], "traffic_norm": [3.2025370597839355, 3.4968419075012207, 3.7819571495056152], "traffic_residual_norm": [0.02340070530772209, 0.0016566169215366244, 0.0014141220599412918], "traffic_r2": [0.9999465942382812, 0.9999997615814209, 0.9999998807907104]}, {"step": 4500, "epoch": 10, "train_loss": 0.009430864825844765, "cos_r_negg": [0.06109623610973358, 0.0057010650634765625, -0.024277206510305405], "cos_innovation_negg": [0.06109623610973358, 0.0057010650634765625, -0.024277206510305405], "cos_apical_negg": [0.014494065195322037, 0.07354385405778885, 0.10688280314207077], "cos_Ac_negg": [0.6655883193016052, 0.34337925910949707, 0.32048702239990234], "r_norm": [0.16960863769054413, 0.1514139175415039, 0.15100286900997162], "traffic_norm": [3.2025952339172363, 3.4970176219940186, 3.782841205596924], "traffic_residual_norm": [0.017788799479603767, 0.0015838212566450238, 0.0013679750263690948], "traffic_r2": [0.9999691247940063, 0.9999997615814209, 0.9999998807907104], "ldr": {"dL_sdil": -0.0039289966225624084, "dL_bp": -0.00750499963760376, "ratio": 0.5235172301509773}}, {"step": 4600, "epoch": 10, "train_loss": 0.001674117986112833, "cos_r_negg": [0.05529594421386719, 0.013468829914927483, -0.030583588406443596], "cos_innovation_negg": [0.05529594421386719, 0.013468829914927483, -0.030583588406443596], "cos_apical_negg": [0.015800844877958298, 0.07131059467792511, 0.10898624360561371], "cos_Ac_negg": [0.661384105682373, 0.3423048257827759, 0.31986507773399353], "r_norm": [0.16961243748664856, 0.15530937910079956, 0.15431973338127136], "traffic_norm": [3.202662706375122, 3.500154733657837, 3.778451919555664], "traffic_residual_norm": [0.013714965432882309, 0.0014997899997979403, 0.0013052413705736399], "traffic_r2": [0.9999816417694092, 0.9999998211860657, 0.9999998807907104]}, {"step": 4700, "epoch": 10, "train_loss": 0.0005497017409652472, "cos_r_negg": [0.05950513482093811, 0.011429260484874249, -0.018734535202383995], "cos_innovation_negg": [0.05950513482093811, 0.011429260484874249, -0.018734535202383995], "cos_apical_negg": [0.016223400831222534, 0.06717932969331741, 0.10321047902107239], "cos_Ac_negg": [0.6551446318626404, 0.3448723256587982, 0.3234158158302307], "r_norm": [0.17713716626167297, 0.1660100221633911, 0.16566011309623718], "traffic_norm": [3.2020163536071777, 3.4984304904937744, 3.774709701538086], "traffic_residual_norm": [0.008583201095461845, 0.001471854280680418, 0.0012780603719875216], "traffic_r2": [0.9999927878379822, 0.9999998211860657, 0.9999998807907104]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.10159863739013672, "val_acc": 0.9744, "val_loss": 0.10159863739013672}, {"step": 4800, "epoch": 11, "train_loss": 0.004640823695808649, "cos_r_negg": [0.06512266397476196, 0.011962760239839554, -0.02348732203245163], "cos_innovation_negg": [0.06512266397476196, 0.011962760239839554, -0.02348732203245163], "cos_apical_negg": [0.011471157893538475, 0.06397393345832825, 0.10255931317806244], "cos_Ac_negg": [0.6569498181343079, 0.34553495049476624, 0.3279392719268799], "r_norm": [0.15829268097877502, 0.15133681893348694, 0.15117371082305908], "traffic_norm": [3.202549934387207, 3.4995005130767822, 3.7808094024658203], "traffic_residual_norm": [0.004377248231321573, 0.001353524741716683, 0.0011765151284635067], "traffic_r2": [0.9999980926513672, 0.9999998211860657, 0.9999998807907104]}, {"step": 4900, "epoch": 11, "train_loss": 0.0024998916778713465, "cos_r_negg": [0.06035281717777252, 0.00914696604013443, -0.030832406133413315], "cos_innovation_negg": [0.06035281717777252, 0.00914696604013443, -0.030832406133413315], "cos_apical_negg": [0.014967454597353935, 0.06775227189064026, 0.10544976592063904], "cos_Ac_negg": [0.6564449071884155, 0.3490142226219177, 0.32662734389305115], "r_norm": [0.15372829139232635, 0.1481437087059021, 0.1478697657585144], "traffic_norm": [3.202737331390381, 3.4996232986450195, 3.7845897674560547], "traffic_residual_norm": [0.003167599905282259, 0.001307853264734149, 0.0011651684762910008], "traffic_r2": [0.9999989867210388, 0.9999998807907104, 0.9999998807907104]}, {"step": 5000, "epoch": 11, "train_loss": 0.002356861485168338, "cos_r_negg": [0.04823920503258705, 0.009973623789846897, -0.035222314298152924], "cos_innovation_negg": [0.04823920503258705, 0.009973623789846897, -0.035222314298152924], "cos_apical_negg": [0.02211363986134529, 0.06920125335454941, 0.1071547418832779], "cos_Ac_negg": [0.6609100103378296, 0.35029521584510803, 0.3251892328262329], "r_norm": [0.1550315022468567, 0.14932987093925476, 0.14854423701763153], "traffic_norm": [3.2027955055236816, 3.502244472503662, 3.783891201019287], "traffic_residual_norm": [0.0030449023470282555, 0.0012538691516965628, 0.001105042640119791], "traffic_r2": [0.9999991059303284, 0.9999998807907104, 0.9999999403953552], "ldr": {"dL_sdil": -0.004813365638256073, "dL_bp": -0.009279482066631317, "ratio": 0.5187105922177233}}, {"step": 5100, "epoch": 11, "train_loss": 0.006216723471879959, "cos_r_negg": [0.06441962718963623, 0.012168072164058685, -0.02463057078421116], "cos_innovation_negg": [0.06441962718963623, 0.012168072164058685, -0.02463057078421116], "cos_apical_negg": [0.016326958313584328, 0.06380186975002289, 0.10065588355064392], "cos_Ac_negg": [0.6563991904258728, 0.3459331691265106, 0.3252211809158325], "r_norm": [0.15819795429706573, 0.1490320861339569, 0.14819134771823883], "traffic_norm": [3.2026162147521973, 3.498624086380005, 3.771794319152832], "traffic_residual_norm": [0.007261523976922035, 0.0012420059647411108, 0.0010529793798923492], "traffic_r2": [0.9999948740005493, 0.9999998807907104, 0.9999999403953552]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.10025649261474609, "val_acc": 0.9738, "val_loss": 0.10025649261474609}, {"step": 5200, "epoch": 12, "train_loss": 0.0022969618439674377, "cos_r_negg": [0.06288570165634155, 0.01144908182322979, -0.01650315709412098], "cos_innovation_negg": [0.06288570165634155, 0.01144908182322979, -0.01650315709412098], "cos_apical_negg": [0.01309980545192957, 0.06203557178378105, 0.09748271107673645], "cos_Ac_negg": [0.6561744809150696, 0.34902364015579224, 0.3278188109397888], "r_norm": [0.15453553199768066, 0.14534533023834229, 0.14459767937660217], "traffic_norm": [3.2033658027648926, 3.5004377365112305, 3.7766900062561035], "traffic_residual_norm": [0.00706260371953249, 0.0011669497471302748, 0.001006108010187745], "traffic_r2": [0.9999951124191284, 0.9999998807907104, 0.9999999403953552]}, {"step": 5300, "epoch": 12, "train_loss": 0.00149311195127666, "cos_r_negg": [0.05887807160615921, 0.009872149676084518, -0.019440848380327225], "cos_innovation_negg": [0.05887807160615921, 0.009872149676084518, -0.019440848380327225], "cos_apical_negg": [0.014438294805586338, 0.062287915498018265, 0.09618856012821198], "cos_Ac_negg": [0.6576685905456543, 0.34914684295654297, 0.3286978304386139], "r_norm": [0.15358079969882965, 0.14333952963352203, 0.14304447174072266], "traffic_norm": [3.2035951614379883, 3.503096103668213, 3.780604362487793], "traffic_residual_norm": [0.008488230407238007, 0.001099410466849804, 0.0009564525680616498], "traffic_r2": [0.9999929666519165, 0.9999998807907104, 0.9999999403953552]}, {"step": 5400, "epoch": 12, "train_loss": 0.013661540113389492, "cos_r_negg": [0.06007721275091171, 0.013147879391908646, -0.024381078779697418], "cos_innovation_negg": [0.06007721275091171, 0.013147879391908646, -0.024381078779697418], "cos_apical_negg": [0.013391643762588501, 0.06236228346824646, 0.09530534595251083], "cos_Ac_negg": [0.6547367572784424, 0.34971868991851807, 0.33147117495536804], "r_norm": [0.17031458020210266, 0.15570369362831116, 0.15488606691360474], "traffic_norm": [3.2032060623168945, 3.5057711601257324, 3.782151699066162], "traffic_residual_norm": [0.01284586451947689, 0.0010586477583274245, 0.0009431493235751987], "traffic_r2": [0.9999839067459106, 0.9999998807907104, 0.9999999403953552]}, {"step": 5500, "epoch": 12, "train_loss": 0.0007301264558918774, "cos_r_negg": [0.05642072483897209, 0.011195424944162369, -0.024655599147081375], "cos_innovation_negg": [0.05642072483897209, 0.011195424944162369, -0.024655599147081375], "cos_apical_negg": [0.015240181237459183, 0.063667431473732, 0.096310555934906], "cos_Ac_negg": [0.6512613296508789, 0.35345038771629333, 0.32827162742614746], "r_norm": [0.16303324699401855, 0.14462661743164062, 0.1443919986486435], "traffic_norm": [3.2033419609069824, 3.5031614303588867, 3.777867317199707], "traffic_residual_norm": [0.017030009999871254, 0.0010216522496193647, 0.0009115723660215735], "traffic_r2": [0.9999717473983765, 0.9999999403953552, 0.9999999403953552], "ldr": {"dL_sdil": -0.004337571561336517, "dL_bp": -0.008890025317668915, "ratio": 0.48791442165137583}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9732, "eval_loss": 0.10407580261230469, "val_acc": 0.9732, "val_loss": 0.10407580261230469}, {"step": 5600, "epoch": 13, "train_loss": 0.006993982475250959, "cos_r_negg": [0.05686072260141373, 0.009072359651327133, -0.02701203152537346], "cos_innovation_negg": [0.05686072260141373, 0.009072359651327133, -0.02701203152537346], "cos_apical_negg": [0.012660864740610123, 0.06094801053404808, 0.09880369901657104], "cos_Ac_negg": [0.6473277807235718, 0.349437415599823, 0.3295539617538452], "r_norm": [0.1667187213897705, 0.14706358313560486, 0.14684858918190002], "traffic_norm": [3.2034170627593994, 3.503689765930176, 3.7817108631134033], "traffic_residual_norm": [0.018290884792804718, 0.0009971493855118752, 0.0008874539053067565], "traffic_r2": [0.9999673962593079, 0.9999999403953552, 0.9999999403953552]}, {"step": 5700, "epoch": 13, "train_loss": 0.001952243153937161, "cos_r_negg": [0.054590947926044464, 0.008647250011563301, -0.020602870732545853], "cos_innovation_negg": [0.054590947926044464, 0.008647250011563301, -0.020602870732545853], "cos_apical_negg": [0.013971902430057526, 0.06190232187509537, 0.09991941601037979], "cos_Ac_negg": [0.6501895189285278, 0.35445624589920044, 0.3310800790786743], "r_norm": [0.16532376408576965, 0.14315737783908844, 0.1424691379070282], "traffic_norm": [3.203535795211792, 3.5057148933410645, 3.778027057647705], "traffic_residual_norm": [0.020993612706661224, 0.0009466912597417831, 0.0008576206164434552], "traffic_r2": [0.9999570846557617, 0.9999999403953552, 0.9999999403953552]}, {"step": 5800, "epoch": 13, "train_loss": 0.002964569954201579, "cos_r_negg": [0.05492819845676422, 0.006882050074636936, -0.0188639834523201], "cos_innovation_negg": [0.05492819845676422, 0.006882050074636936, -0.0188639834523201], "cos_apical_negg": [0.013157268054783344, 0.05781235173344612, 0.09626984596252441], "cos_Ac_negg": [0.6505978107452393, 0.35483962297439575, 0.3316880464553833], "r_norm": [0.17546744644641876, 0.1465441882610321, 0.14612269401550293], "traffic_norm": [3.203767776489258, 3.5067126750946045, 3.780780792236328], "traffic_residual_norm": [0.028107285499572754, 0.0009079457959160209, 0.0008322193752974272], "traffic_r2": [0.999923050403595, 0.9999999403953552, 0.9999999403953552]}, {"step": 5900, "epoch": 13, "train_loss": 0.0029403315857052803, "cos_r_negg": [0.054244428873062134, 0.007999693974852562, -0.02085520140826702], "cos_innovation_negg": [0.054244428873062134, 0.007999693974852562, -0.02085520140826702], "cos_apical_negg": [0.011464123614132404, 0.05931699275970459, 0.09589654207229614], "cos_Ac_negg": [0.6510761380195618, 0.3541298508644104, 0.33374273777008057], "r_norm": [0.1805824339389801, 0.15022936463356018, 0.1494797319173813], "traffic_norm": [3.2034285068511963, 3.5074551105499268, 3.7810897827148438], "traffic_residual_norm": [0.029998259618878365, 0.0008588614291511476, 0.0008039803360588849], "traffic_r2": [0.9999123215675354, 0.9999999403953552, 0.9999999403953552]}, {"step": 6000, "epoch": 13, "train_loss": 0.0023097337689250708, "cos_r_negg": [0.0600675493478775, 0.01663248986005783, -0.026268336921930313], "cos_innovation_negg": [0.0600675493478775, 0.01663248986005783, -0.026268336921930313], "cos_apical_negg": [0.009535563178360462, 0.06067502871155739, 0.09617382287979126], "cos_Ac_negg": [0.6507160663604736, 0.3570959270000458, 0.33581358194351196], "r_norm": [0.17795902490615845, 0.14443281292915344, 0.14356955885887146], "traffic_norm": [3.203350305557251, 3.5047531127929688, 3.782167434692383], "traffic_residual_norm": [0.0335216149687767, 0.0008528155740350485, 0.000776341010350734], "traffic_r2": [0.9998903870582581, 0.9999999403953552, 0.9999999403953552], "ldr": {"dL_sdil": -0.004732981324195862, "dL_bp": -0.009812809526920319, "ratio": 0.48232683119054437}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9744, "eval_loss": 0.10397792205810547, "val_acc": 0.9744, "val_loss": 0.10397792205810547}, {"step": 6100, "epoch": 14, "train_loss": 0.0009718135115690529, "cos_r_negg": [0.05659613758325577, 0.014194576069712639, -0.025755353271961212], "cos_innovation_negg": [0.05659613758325577, 0.014194576069712639, -0.025755353271961212], "cos_apical_negg": [0.011604633182287216, 0.05992840975522995, 0.09559589624404907], "cos_Ac_negg": [0.6507920026779175, 0.35767191648483276, 0.336078941822052], "r_norm": [0.1914912313222885, 0.14275114238262177, 0.1419542133808136], "traffic_norm": [3.2036986351013184, 3.5067296028137207, 3.783186912536621], "traffic_residual_norm": [0.05039072036743164, 0.0008175986586138606, 0.0007535046897828579], "traffic_r2": [0.9996544122695923, 0.9999999403953552, 0.9999999403953552]}, {"step": 6200, "epoch": 14, "train_loss": 0.002989238826557994, "cos_r_negg": [0.07205694913864136, 0.031109780073165894, -0.009983241558074951], "cos_innovation_negg": [0.07205694913864136, 0.031109780073165894, -0.009983241558074951], "cos_apical_negg": [0.009409909136593342, 0.0521378293633461, 0.08576656877994537], "cos_Ac_negg": [0.6529010534286499, 0.3550921678543091, 0.3390681743621826], "r_norm": [0.47364693880081177, 0.1560749113559723, 0.1554398536682129], "traffic_norm": [3.203098773956299, 3.4954159259796143, 3.764791965484619], "traffic_residual_norm": [0.330536812543869, 0.0009460118599236012, 0.0007413607090711594], "traffic_r2": [0.9871947169303894, 0.9999999403953552, 0.9999999403953552]}, {"step": 6300, "epoch": 14, "train_loss": 0.0016822238685563207, "cos_r_negg": [0.062392838299274445, 0.024616722017526627, -0.011798201128840446], "cos_innovation_negg": [0.062392838299274445, 0.024616722017526627, -0.011798201128840446], "cos_apical_negg": [0.008330372162163258, 0.05107849836349487, 0.08448733389377594], "cos_Ac_negg": [0.6486406326293945, 0.35531651973724365, 0.33854764699935913], "r_norm": [0.46018561720848083, 0.14279162883758545, 0.14259520173072815], "traffic_norm": [3.203416585922241, 3.490870952606201, 3.759127140045166], "traffic_residual_norm": [0.32971227169036865, 0.000936163414735347, 0.0007203860441222787], "traffic_r2": [0.9894073605537415, 0.9999999403953552, 0.9999999403953552]}, {"step": 6400, "epoch": 14, "train_loss": 0.0015199140179902315, "cos_r_negg": [0.06284241378307343, 0.01795610599219799, -0.0066575524397194386], "cos_innovation_negg": [0.06284241378307343, 0.01795610599219799, -0.0066575524397194386], "cos_apical_negg": [0.011546074412763119, 0.05143792927265167, 0.08464847505092621], "cos_Ac_negg": [0.6442342400550842, 0.35572582483291626, 0.33611732721328735], "r_norm": [0.4020766615867615, 0.143671452999115, 0.14302121102809906], "traffic_norm": [3.203305244445801, 3.4886834621429443, 3.756293535232544], "traffic_residual_norm": [0.2685486674308777, 0.0008420970989391208, 0.0006956765428185463], "traffic_r2": [0.9929733872413635, 0.9999999403953552, 0.9999999403953552]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.1057102066040039, "val_acc": 0.9742, "val_loss": 0.1057102066040039}], "final": {"eval_split": "validation", "eval_acc": 0.9742, "eval_loss": 0.1057102066040039, "wall_s": 21.461105823516846, "val_acc": 0.9742, "val_loss": 0.1057102066040039, "cos_r_negg": [0.0658874362707138, 0.02032136172056198, -0.01064411923289299], "cos_innovation_negg": [0.0658874362707138, 0.02032136172056198, -0.01064411923289299], "cos_apical_negg": [0.010494391433894634, 0.05086953938007355, 0.0869327113032341], "cos_Ac_negg": [0.6428295373916626, 0.35579290986061096, 0.33673185110092163], "traffic_norm": [3.203179359436035, 3.4886057376861572, 3.7536895275115967], "traffic_residual_norm": [0.24224478006362915, 0.0008279868634417653, 0.0006909004878252745], "traffic_r2": [0.994282066822052, 0.9999999403953552, 0.9999999403953552]}}
|
