1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p2_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.015526100993156433, 0.01330151129513979, 0.019428467378020287], "cos_innovation_negg": [-0.013060474768280983, 0.021253444254398346, 0.03198283910751343], "cos_apical_negg": [-0.015526100993156433, 0.01330151129513979, 0.019428467378020287], "cos_Ac_negg": [-0.008047009818255901, 0.02128724753856659, 0.03198334202170372], "r_norm": [6.06097412109375, 5.795180797576904, 5.775956153869629], "traffic_norm": [3.1553969383239746, 3.1326651573181152, 3.0501298904418945], "traffic_residual_norm": [1.2691175937652588, 0.902632474899292, 0.00038442754885181785], "traffic_r2": [0.8388340473175049, 0.9172642230987549, 1.0], "ldr": {"dL_sdil": -0.23072242736816406, "dL_bp": -0.5167841911315918, "ratio": 0.4464579825148209}}, {"step": 100, "epoch": 0, "train_loss": 23.200706481933594, "cos_r_negg": [0.39483675360679626, -0.3972938358783722, -0.34015247225761414], "cos_innovation_negg": [0.44605380296707153, -0.14627522230148315, 0.06541688740253448], "cos_apical_negg": [0.39483675360679626, -0.3972938358783722, -0.34015247225761414], "cos_Ac_negg": [0.7701442837715149, 0.3014870584011078, 0.2336072474718094], "r_norm": [8.994461059570312, 8.710936546325684, 9.06721305847168], "traffic_norm": [7.249930381774902, 7.17238187789917, 7.11018705368042], "traffic_residual_norm": [3.0110294818878174, 1.5418858528137207, 0.0002681344049051404], "traffic_r2": [0.8275132775306702, 0.9537871479988098, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 4.231236457824707, "cos_r_negg": [0.06172879785299301, -0.32609573006629944, -0.229292631149292], "cos_innovation_negg": [0.11149399727582932, -0.24241118133068085, 0.26050612330436707], "cos_apical_negg": [0.06172879785299301, -0.32609573006629944, -0.229292631149292], "cos_Ac_negg": [0.7731335759162903, 0.09511768072843552, 0.2572154402732849], "r_norm": [8.372665405273438, 8.201715469360352, 7.930673599243164], "traffic_norm": [7.268590927124023, 7.199437618255615, 7.135547637939453], "traffic_residual_norm": [2.4644711017608643, 1.2598280906677246, 0.00022011439432390034], "traffic_r2": [0.8850401043891907, 0.9693787097930908, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 5.374771595001221, "cos_r_negg": [0.4451758861541748, -0.005324319005012512, -0.33262985944747925], "cos_innovation_negg": [0.4727158844470978, 0.149221733212471, -0.17304188013076782], "cos_apical_negg": [0.4451758861541748, -0.005324319005012512, -0.33262985944747925], "cos_Ac_negg": [0.7520570755004883, 0.37507858872413635, -0.36959579586982727], "r_norm": [8.697096824645996, 8.513877868652344, 8.371664047241211], "traffic_norm": [7.271038055419922, 7.201952934265137, 7.136934757232666], "traffic_residual_norm": [2.0177621841430664, 1.0311139822006226, 0.00018065657059196383], "traffic_r2": [0.9229900240898132, 0.9795020222663879, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 1.5181341171264648, "cos_r_negg": [-0.06593772768974304, 0.04603308066725731, 0.25704070925712585], "cos_innovation_negg": [-0.09602881968021393, 0.07872116565704346, -0.04945461452007294], "cos_apical_negg": [-0.06593772768974304, 0.04603308066725731, 0.25704070925712585], "cos_Ac_negg": [0.8345913887023926, 0.29338034987449646, 0.1437053382396698], "r_norm": [7.657384872436523, 7.5659990310668945, 7.576383113861084], "traffic_norm": [7.280404567718506, 7.217772483825684, 7.154885768890381], "traffic_residual_norm": [1.651314377784729, 0.843521773815155, 0.0001479824131820351], "traffic_r2": [0.9485543966293335, 0.9863420724868774, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.801, "eval_loss": 1.7964969482421875, "val_acc": 0.801, "val_loss": 1.7964969482421875}, {"step": 500, "epoch": 1, "train_loss": 3.7567973136901855, "cos_r_negg": [0.12145064026117325, 0.18327979743480682, -0.004939683713018894], "cos_innovation_negg": [0.10111308842897415, 0.20034606754779816, -0.0024578890297561884], "cos_apical_negg": [0.12145064026117325, 0.18327979743480682, -0.004939683713018894], "cos_Ac_negg": [0.72669517993927, 0.3544364273548126, -0.20380327105522156], "r_norm": [8.396468162536621, 8.185001373291016, 8.287660598754883], "traffic_norm": [7.2831597328186035, 7.22411584854126, 7.163853645324707], "traffic_residual_norm": [1.3516749143600464, 0.6902431845664978, 0.00012125124339945614], "traffic_r2": [0.9655566811561584, 0.9908707737922668, 1.0], "ldr": {"dL_sdil": -2.8526976108551025, "dL_bp": -3.0334434509277344, "ratio": 0.9404156223788008}}, {"step": 600, "epoch": 1, "train_loss": 4.552990913391113, "cos_r_negg": [-0.05326429754495621, -0.18217825889587402, 0.12894238531589508], "cos_innovation_negg": [-0.05845271050930023, -0.11013852059841156, -0.18255646526813507], "cos_apical_negg": [-0.05326429754495621, -0.18217825889587402, 0.12894238531589508], "cos_Ac_negg": [0.7842864394187927, 0.42853716015815735, 0.10935667157173157], "r_norm": [8.197305679321289, 7.9087371826171875, 7.815276145935059], "traffic_norm": [7.282219409942627, 7.221334934234619, 7.162975788116455], "traffic_residual_norm": [1.106383204460144, 0.564953088760376, 9.957049041986465e-05], "traffic_r2": [0.9769174456596375, 0.993879497051239, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 2.0567219257354736, "cos_r_negg": [0.06133299693465233, -0.05006258934736252, 0.3554898500442505], "cos_innovation_negg": [0.024887703359127045, 0.08139461278915405, -0.03363439440727234], "cos_apical_negg": [0.06133299693465233, -0.05006258934736252, 0.3554898500442505], "cos_Ac_negg": [0.9278122782707214, 0.6001213788986206, 0.0762108713388443], "r_norm": [8.589040756225586, 8.327713012695312, 8.137226104736328], "traffic_norm": [7.284328460693359, 7.224522113800049, 7.164351940155029], "traffic_residual_norm": [0.9058376550674438, 0.46244674921035767, 8.169951615855098e-05], "traffic_r2": [0.9845359921455383, 0.9959026575088501, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 4.3351240158081055, "cos_r_negg": [0.2960599958896637, 0.20081360638141632, 0.15863637626171112], "cos_innovation_negg": [0.3686276376247406, 0.3302472233772278, 0.07173154503107071], "cos_apical_negg": [0.2960599958896637, 0.20081360638141632, 0.15863637626171112], "cos_Ac_negg": [0.92824786901474, 0.6217373013496399, 0.21712689101696014], "r_norm": [8.909088134765625, 8.262819290161133, 8.344181060791016], "traffic_norm": [7.283895969390869, 7.224489212036133, 7.163365364074707], "traffic_residual_norm": [0.7415047883987427, 0.37851911783218384, 6.720211240462959e-05], "traffic_r2": [0.9896366596221924, 0.9972549080848694, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.7292, "eval_loss": 2.812420751953125, "val_acc": 0.7292, "val_loss": 2.812420751953125}, {"step": 900, "epoch": 2, "train_loss": 3.4215359687805176, "cos_r_negg": [-0.002346817869693041, -0.07370387762784958, -0.33630913496017456], "cos_innovation_negg": [0.038466498255729675, 0.012803583405911922, 0.28340113162994385], "cos_apical_negg": [-0.002346817869693041, -0.07370387762784958, -0.33630913496017456], "cos_Ac_negg": [0.8594957590103149, 0.47612032294273376, 0.3130723536014557], "r_norm": [8.275829315185547, 7.968594551086426, 7.925910472869873], "traffic_norm": [7.284160614013672, 7.225421905517578, 7.162715435028076], "traffic_residual_norm": [0.6070486307144165, 0.3098926246166229, 5.534511728910729e-05], "traffic_r2": [0.9930547475814819, 0.9981605410575867, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 2.207001209259033, "cos_r_negg": [-0.029773911461234093, 0.004290517885237932, 0.4698527753353119], "cos_innovation_negg": [0.018604079261422157, 0.07379017770290375, -0.18395110964775085], "cos_apical_negg": [-0.029773911461234093, 0.004290517885237932, 0.4698527753353119], "cos_Ac_negg": [0.7871573567390442, 0.5681167840957642, 0.020045340061187744], "r_norm": [7.832122325897217, 7.613010406494141, 7.551084995269775], "traffic_norm": [7.283731937408447, 7.224321365356445, 7.161632061004639], "traffic_residual_norm": [0.4970034062862396, 0.25359439849853516, 4.577802246785723e-05], "traffic_r2": [0.9953440427780151, 0.9987677931785583, 1.0], "ldr": {"dL_sdil": -0.4860994219779968, "dL_bp": -0.5647271871566772, "ratio": 0.8607685853153976}}, {"step": 1100, "epoch": 2, "train_loss": 1.1457030773162842, "cos_r_negg": [-0.12007590383291245, 0.0740407258272171, 0.5201380252838135], "cos_innovation_negg": [-0.1131577342748642, 0.14582595229148865, -0.23068712651729584], "cos_apical_negg": [-0.12007590383291245, 0.0740407258272171, 0.5201380252838135], "cos_Ac_negg": [0.8444337248802185, 0.6096511483192444, 0.22932755947113037], "r_norm": [7.769426345825195, 7.579902648925781, 7.510824203491211], "traffic_norm": [7.284264087677002, 7.225000858306885, 7.162830829620361], "traffic_residual_norm": [0.4069034457206726, 0.2075742781162262, 3.786495653912425e-05], "traffic_r2": [0.9968795776367188, 0.9991745948791504, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 1.1195945739746094, "cos_r_negg": [-0.15672168135643005, -0.09401670098304749, -0.3627263903617859], "cos_innovation_negg": [-0.08998178690671921, 0.005252376198768616, 0.326217919588089], "cos_apical_negg": [-0.15672168135643005, -0.09401670098304749, -0.3627263903617859], "cos_Ac_negg": [0.8523527383804321, 0.6994631886482239, 0.4397166073322296], "r_norm": [7.747552394866943, 7.596547603607178, 7.517955303192139], "traffic_norm": [7.283939361572266, 7.2238287925720215, 7.162955284118652], "traffic_residual_norm": [0.3330536186695099, 0.16987118124961853, 3.155311424052343e-05], "traffic_r2": [0.9979093074798584, 0.9994470477104187, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.8134, "eval_loss": 2.070175537109375, "val_acc": 0.8134, "val_loss": 2.070175537109375}, {"step": 1300, "epoch": 3, "train_loss": 2.8622007369995117, "cos_r_negg": [0.14363114535808563, -0.05246000364422798, -0.3676418662071228], "cos_innovation_negg": [0.2132897824048996, 0.08104591071605682, 0.4292828142642975], "cos_apical_negg": [0.14363114535808563, -0.05246000364422798, -0.3676418662071228], "cos_Ac_negg": [0.9046178460121155, 0.7910116314888, 0.5249742865562439], "r_norm": [8.052139282226562, 7.849663734436035, 7.810877323150635], "traffic_norm": [7.283058166503906, 7.222068786621094, 7.156770706176758], "traffic_residual_norm": [0.27275437116622925, 0.13913658261299133, 2.7023819711757824e-05], "traffic_r2": [0.9985974431037903, 0.9996288418769836, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 2.259781837463379, "cos_r_negg": [0.00427100108936429, 0.03843472898006439, 0.32118508219718933], "cos_innovation_negg": [-0.0032894222531467676, 0.15708228945732117, -0.03732169419527054], "cos_apical_negg": [0.00427100108936429, 0.03843472898006439, 0.32118508219718933], "cos_Ac_negg": [0.8949754238128662, 0.6297645568847656, 0.12463126331567764], "r_norm": [8.179388046264648, 7.853325366973877, 7.853642463684082], "traffic_norm": [7.284407615661621, 7.225612640380859, 7.162727355957031], "traffic_residual_norm": [0.22332791984081268, 0.11394573003053665, 2.228302946605254e-05], "traffic_r2": [0.9990600943565369, 0.9997513294219971, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 2.514975070953369, "cos_r_negg": [-0.060068290680646896, -0.1638331413269043, -0.1252748966217041], "cos_innovation_negg": [0.012119416147470474, 0.050298165529966354, 0.21376097202301025], "cos_apical_negg": [-0.060068290680646896, -0.1638331413269043, -0.1252748966217041], "cos_Ac_negg": [0.847873330116272, 0.7315777540206909, 0.4229482412338257], "r_norm": [8.023333549499512, 7.826532363891602, 7.7126030921936035], "traffic_norm": [7.284441947937012, 7.225515365600586, 7.163091659545898], "traffic_residual_norm": [0.18281365931034088, 0.09315820038318634, 1.9067354514845647e-05], "traffic_r2": [0.9993701577186584, 0.9998337626457214, 1.0], "ldr": {"dL_sdil": -0.4607248306274414, "dL_bp": -0.5156395435333252, "ratio": 0.893501742458325}}, {"step": 1600, "epoch": 3, "train_loss": 1.6145061254501343, "cos_r_negg": [0.04207009822130203, 0.1514005810022354, 0.34974178671836853], "cos_innovation_negg": [0.04997503012418747, 0.24122565984725952, -0.050822265446186066], "cos_apical_negg": [0.04207009822130203, 0.1514005810022354, 0.34974178671836853], "cos_Ac_negg": [0.9264184832572937, 0.7254522442817688, 0.33003267645835876], "r_norm": [7.899348258972168, 7.711124897003174, 7.7102508544921875], "traffic_norm": [7.284029006958008, 7.224347114562988, 7.162665367126465], "traffic_residual_norm": [0.14967137575149536, 0.07624904811382294, 1.659184999880381e-05], "traffic_r2": [0.9995777606964111, 0.9998885989189148, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 2.3268275260925293, "cos_r_negg": [-0.22144368290901184, -0.03515487536787987, -0.33800581097602844], "cos_innovation_negg": [-0.08272454142570496, 0.0430263988673687, 0.47853031754493713], "cos_apical_negg": [-0.22144368290901184, -0.03515487536787987, -0.33800581097602844], "cos_Ac_negg": [0.9173724055290222, 0.5826738476753235, 0.5486063361167908], "r_norm": [7.854731559753418, 7.6555328369140625, 7.594280242919922], "traffic_norm": [7.283964157104492, 7.2241129875183105, 7.161526679992676], "traffic_residual_norm": [0.1225435733795166, 0.062362946569919586, 1.4750966329302173e-05], "traffic_r2": [0.9997169375419617, 0.9999254941940308, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.7686, "eval_loss": 1.516705615234375, "val_acc": 0.7686, "val_loss": 1.516705615234375}, {"step": 1800, "epoch": 4, "train_loss": 1.8600949048995972, "cos_r_negg": [-0.10493871569633484, 0.08169301599264145, 0.43028250336647034], "cos_innovation_negg": [-0.06594117730855942, 0.14607970416545868, 0.38248762488365173], "cos_apical_negg": [-0.10493871569633484, 0.08169301599264145, 0.43028250336647034], "cos_Ac_negg": [0.7159261703491211, 0.8109930157661438, 0.7785977721214294], "r_norm": [8.295729637145996, 8.087423324584961, 8.096125602722168], "traffic_norm": [7.2846832275390625, 7.225884437561035, 7.1648454666137695], "traffic_residual_norm": [0.10035766661167145, 0.05100838840007782, 1.2584208889165893e-05], "traffic_r2": [0.9998102188110352, 0.9999501705169678, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 2.0123751163482666, "cos_r_negg": [0.16453489661216736, 0.08096706122159958, 0.18997453153133392], "cos_innovation_negg": [0.2714090645313263, 0.22023454308509827, 0.21609775722026825], "cos_apical_negg": [0.16453489661216736, 0.08096706122159958, 0.18997453153133392], "cos_Ac_negg": [0.894792914390564, 0.7799670696258545, 0.31871548295021057], "r_norm": [8.274232864379883, 7.977726936340332, 7.9696760177612305], "traffic_norm": [7.283900260925293, 7.2241621017456055, 7.161487102508545], "traffic_residual_norm": [0.08220738917589188, 0.04177551716566086, 1.2016268556180876e-05], "traffic_r2": [0.999872624874115, 0.999966561794281, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 1.322196364402771, "cos_r_negg": [-0.0699758306145668, 0.07266972959041595, 0.31710946559906006], "cos_innovation_negg": [-0.033114299178123474, 0.2221774011850357, 0.13407614827156067], "cos_apical_negg": [-0.0699758306145668, 0.07266972959041595, 0.31710946559906006], "cos_Ac_negg": [0.802862286567688, 0.8563857078552246, 0.41697144508361816], "r_norm": [7.931115627288818, 7.7498884201049805, 7.723880767822266], "traffic_norm": [7.284740924835205, 7.226327419281006, 7.163930416107178], "traffic_residual_norm": [0.06730751693248749, 0.034155234694480896, 1.0612527148623485e-05], "traffic_r2": [0.9999146461486816, 0.9999776482582092, 1.0], "ldr": {"dL_sdil": -0.26002073287963867, "dL_bp": -0.3040750026702881, "ratio": 0.8551203834456003}}, {"step": 2100, "epoch": 4, "train_loss": 1.7027019262313843, "cos_r_negg": [-0.18580001592636108, -0.016712574288249016, -0.14515645802021027], "cos_innovation_negg": [-0.03400305658578873, 0.11064779758453369, 0.3007766902446747], "cos_apical_negg": [-0.18580001592636108, -0.016712574288249016, -0.14515645802021027], "cos_Ac_negg": [0.8435397744178772, 0.8240470886230469, 0.24682001769542694], "r_norm": [8.055583953857422, 7.9278459548950195, 7.863604545593262], "traffic_norm": [7.2847065925598145, 7.225778102874756, 7.162744522094727], "traffic_residual_norm": [0.05511414259672165, 0.027966074645519257, 1.0283782103215344e-05], "traffic_r2": [0.9999427795410156, 0.9999850392341614, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.7774, "eval_loss": 1.75848603515625, "val_acc": 0.7774, "val_loss": 1.75848603515625}, {"step": 2200, "epoch": 5, "train_loss": 2.135735034942627, "cos_r_negg": [-0.043894171714782715, -0.029762279242277145, -0.20112168788909912], "cos_innovation_negg": [0.2587767243385315, 0.22954748570919037, 0.3854552209377289], "cos_apical_negg": [-0.043894171714782715, -0.029762279242277145, -0.20112168788909912], "cos_Ac_negg": [0.7798370122909546, 0.7029200196266174, 0.6631685495376587], "r_norm": [8.061312675476074, 7.9042558670043945, 7.823014736175537], "traffic_norm": [7.284488677978516, 7.225949287414551, 7.162635803222656], "traffic_residual_norm": [0.045102622359991074, 0.022846590727567673, 9.712486644275486e-06], "traffic_r2": [0.9999616742134094, 0.9999899864196777, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 2.0390586853027344, "cos_r_negg": [-0.10051646083593369, 0.2146013379096985, 0.08491233736276627], "cos_innovation_negg": [0.028507310897111893, 0.28280025720596313, 0.24964852631092072], "cos_apical_negg": [-0.10051646083593369, 0.2146013379096985, 0.08491233736276627], "cos_Ac_negg": [0.7834130525588989, 0.9125521183013916, 0.30944207310676575], "r_norm": [8.237325668334961, 8.057811737060547, 8.017669677734375], "traffic_norm": [7.284551620483398, 7.225969314575195, 7.164010047912598], "traffic_residual_norm": [0.036955736577510834, 0.018702030181884766, 9.0740259111044e-06], "traffic_r2": [0.999974250793457, 0.9999933242797852, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 1.8903446197509766, "cos_r_negg": [-0.15493205189704895, 0.11657114326953888, 0.27490827441215515], "cos_innovation_negg": [-0.13886313140392303, 0.20269206166267395, 0.18009053170681], "cos_apical_negg": [-0.15493205189704895, 0.11657114326953888, 0.27490827441215515], "cos_Ac_negg": [0.8319790363311768, 0.8714975714683533, 0.5955225229263306], "r_norm": [8.367055892944336, 8.176055908203125, 8.141229629516602], "traffic_norm": [7.28406286239624, 7.224689483642578, 7.162247657775879], "traffic_residual_norm": [0.03027206100523472, 0.015335354954004288, 9.324669008492492e-06], "traffic_r2": [0.9999827146530151, 0.9999954700469971, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 1.526931881904602, "cos_r_negg": [-0.10482504218816757, 0.1382860541343689, -0.07039971649646759], "cos_innovation_negg": [0.026413997635245323, 0.3118024170398712, 0.3152870237827301], "cos_apical_negg": [-0.10482504218816757, 0.1382860541343689, -0.07039971649646759], "cos_Ac_negg": [0.737647294998169, 0.8480998873710632, 0.5771540999412537], "r_norm": [7.965541839599609, 7.807010650634766, 7.762758255004883], "traffic_norm": [7.283903121948242, 7.224801063537598, 7.161888122558594], "traffic_residual_norm": [0.024865582585334778, 0.012584114447236061, 9.182406756735872e-06], "traffic_r2": [0.999988317489624, 0.9999969601631165, 1.0], "ldr": {"dL_sdil": -0.10539364814758301, "dL_bp": -0.13108205795288086, "ratio": 0.8040280248382133}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8298, "eval_loss": 1.929187646484375, "val_acc": 0.8298, "val_loss": 1.929187646484375}, {"step": 2600, "epoch": 6, "train_loss": 1.7383193969726562, "cos_r_negg": [-0.16403429210186005, 0.08876777440309525, -0.2838727533817291], "cos_innovation_negg": [-0.04065015912055969, 0.22448983788490295, 0.5892780423164368], "cos_apical_negg": [-0.16403429210186005, 0.08876777440309525, -0.2838727533817291], "cos_Ac_negg": [0.7546383142471313, 0.859125018119812, 0.6103994250297546], "r_norm": [8.248619079589844, 8.040717124938965, 7.983467102050781], "traffic_norm": [7.284216403961182, 7.2254157066345215, 7.163644790649414], "traffic_residual_norm": [0.02043459191918373, 0.010333683341741562, 8.619037544121966e-06], "traffic_r2": [0.9999921321868896, 0.9999979734420776, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 1.7148716449737549, "cos_r_negg": [0.02108529955148697, 0.0658300518989563, 0.22324199974536896], "cos_innovation_negg": [0.14839904010295868, 0.23959125578403473, 0.34189707040786743], "cos_apical_negg": [0.02108529955148697, 0.0658300518989563, 0.22324199974536896], "cos_Ac_negg": [0.8714478611946106, 0.7843902111053467, 0.5345143675804138], "r_norm": [8.04257583618164, 7.8732404708862305, 7.799867630004883], "traffic_norm": [7.283998489379883, 7.224159240722656, 7.160512924194336], "traffic_residual_norm": [0.016850460320711136, 0.008537059649825096, 9.39923120313324e-06], "traffic_r2": [0.9999946355819702, 0.9999986290931702, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.6586311459541321, "cos_r_negg": [-0.09965533018112183, 0.04585449770092964, 0.26781901717185974], "cos_innovation_negg": [0.13977709412574768, 0.30410701036453247, 0.15212218463420868], "cos_apical_negg": [-0.09965533018112183, 0.04585449770092964, 0.26781901717185974], "cos_Ac_negg": [0.8074848055839539, 0.858587384223938, 0.5439711809158325], "r_norm": [8.307315826416016, 8.09666919708252, 8.037989616394043], "traffic_norm": [7.284212112426758, 7.225338935852051, 7.163093566894531], "traffic_residual_norm": [0.013832232914865017, 0.0069884974509477615, 8.647057256894186e-06], "traffic_r2": [0.9999963641166687, 0.9999990463256836, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 3.2046914100646973, "cos_r_negg": [0.04598778113722801, 0.014203324913978577, 0.5394763350486755], "cos_innovation_negg": [0.567908763885498, 0.506525993347168, 0.40091779828071594], "cos_apical_negg": [0.04598778113722801, 0.014203324913978577, 0.5394763350486755], "cos_Ac_negg": [0.8110175728797913, 0.8508375883102417, 0.5162615180015564], "r_norm": [8.22447395324707, 8.04867172241211, 7.9500298500061035], "traffic_norm": [7.284211158752441, 7.225526809692383, 7.162896633148193], "traffic_residual_norm": [0.011361627839505672, 0.005750759970396757, 8.555882232030854e-06], "traffic_r2": [0.9999975562095642, 0.9999993443489075, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 1.3946595191955566, "cos_r_negg": [0.07309197634458542, -0.21271662414073944, 0.07194486260414124], "cos_innovation_negg": [0.131670743227005, -0.019338278099894524, 0.49455660581588745], "cos_apical_negg": [0.07309197634458542, -0.21271662414073944, 0.07194486260414124], "cos_Ac_negg": [0.8700533509254456, 0.8316227197647095, 0.5250920057296753], "r_norm": [8.314071655273438, 8.115374565124512, 8.056405067443848], "traffic_norm": [7.283351898193359, 7.2239227294921875, 7.161391258239746], "traffic_residual_norm": [0.00941497553139925, 0.00483207730576396, 8.99264523468446e-06], "traffic_r2": [0.9999983310699463, 0.9999995231628418, 1.0], "ldr": {"dL_sdil": -0.37934744358062744, "dL_bp": -0.44422757625579834, "ratio": 0.8539484351196353}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8404, "eval_loss": 1.5110796142578125, "val_acc": 0.8404, "val_loss": 1.5110796142578125}, {"step": 3100, "epoch": 7, "train_loss": 1.4988367557525635, "cos_r_negg": [-0.1123681366443634, 0.20321673154830933, -0.05313674360513687], "cos_innovation_negg": [0.09744136780500412, 0.32784363627433777, 0.4281688630580902], "cos_apical_negg": [-0.1123681366443634, 0.20321673154830933, -0.05313674360513687], "cos_Ac_negg": [0.833074152469635, 0.9277499318122864, 0.44847947359085083], "r_norm": [8.16040325164795, 8.023491859436035, 7.968165397644043], "traffic_norm": [7.2842116355896, 7.225236892700195, 7.162665843963623], "traffic_residual_norm": [0.007793351076543331, 0.004033865872770548, 8.722514394321479e-06], "traffic_r2": [0.9999988675117493, 0.9999997019767761, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 1.4545315504074097, "cos_r_negg": [-0.07544352114200592, 0.1195918396115303, -0.3370443880558014], "cos_innovation_negg": [0.05890587344765663, 0.2672273814678192, 0.6654785871505737], "cos_apical_negg": [-0.07544352114200592, 0.1195918396115303, -0.3370443880558014], "cos_Ac_negg": [0.8288679122924805, 0.9055484533309937, 0.6842963099479675], "r_norm": [8.086607933044434, 7.919701099395752, 7.870035171508789], "traffic_norm": [7.284071445465088, 7.22482967376709, 7.16200065612793], "traffic_residual_norm": [0.006620988715440035, 0.0034740823321044445, 8.801729563856497e-06], "traffic_r2": [0.9999991655349731, 0.9999997615814209, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 1.5706286430358887, "cos_r_negg": [0.014226404018700123, 0.06328074634075165, 0.22487561404705048], "cos_innovation_negg": [0.28430408239364624, 0.43147313594818115, 0.36024874448776245], "cos_apical_negg": [0.014226404018700123, 0.06328074634075165, 0.22487561404705048], "cos_Ac_negg": [0.8360660076141357, 0.876275897026062, 0.5773962140083313], "r_norm": [8.017497062683105, 7.866742134094238, 7.826038360595703], "traffic_norm": [7.284418106079102, 7.2256903648376465, 7.16386604309082], "traffic_residual_norm": [0.005599556490778923, 0.0029889093711972237, 8.281684131361544e-06], "traffic_r2": [0.9999994039535522, 0.9999998211860657, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 1.1254326105117798, "cos_r_negg": [-0.15517377853393555, 0.024212336167693138, 0.020202942192554474], "cos_innovation_negg": [0.14989320933818817, 0.24663880467414856, 0.5088033080101013], "cos_apical_negg": [-0.15517377853393555, 0.024212336167693138, 0.020202942192554474], "cos_Ac_negg": [0.8130210041999817, 0.8731117844581604, 0.6272162199020386], "r_norm": [8.23315715789795, 8.047560691833496, 8.002495765686035], "traffic_norm": [7.284355163574219, 7.226016044616699, 7.163354873657227], "traffic_residual_norm": [0.004716839641332626, 0.0026107251178473234, 8.282428098027594e-06], "traffic_r2": [0.9999995827674866, 0.9999998807907104, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.8548, "eval_loss": 0.9883134399414063, "val_acc": 0.8548, "val_loss": 0.9883134399414063}, {"step": 3500, "epoch": 8, "train_loss": 0.7587935924530029, "cos_r_negg": [-0.1320437341928482, 0.15857726335525513, -0.030977027490735054], "cos_innovation_negg": [0.09537319839000702, 0.2899037301540375, 0.5417975783348083], "cos_apical_negg": [-0.1320437341928482, 0.15857726335525513, -0.030977027490735054], "cos_Ac_negg": [0.8014601469039917, 0.8369389176368713, 0.6384742856025696], "r_norm": [8.064262390136719, 7.8959784507751465, 7.847108364105225], "traffic_norm": [7.283565521240234, 7.223681449890137, 7.161678791046143], "traffic_residual_norm": [0.0040085213258862495, 0.002289707539603114, 8.8875540313893e-06], "traffic_r2": [0.9999997019767761, 0.9999998807907104, 1.0], "ldr": {"dL_sdil": -0.10177493095397949, "dL_bp": -0.1237633228302002, "ratio": 0.8223351525040407}}, {"step": 3600, "epoch": 8, "train_loss": 0.9055386781692505, "cos_r_negg": [0.2684430181980133, 0.21105967462062836, 0.20558467507362366], "cos_innovation_negg": [0.5059746503829956, 0.4321577548980713, 0.4834747314453125], "cos_apical_negg": [0.2684430181980133, 0.21105967462062836, 0.20558467507362366], "cos_Ac_negg": [0.6936272382736206, 0.9320424795150757, 0.5672861933708191], "r_norm": [8.645641326904297, 8.465006828308105, 8.41389274597168], "traffic_norm": [7.28346061706543, 7.223888397216797, 7.159731864929199], "traffic_residual_norm": [0.0035120248794555664, 0.0021192647982388735, 9.229988791048527e-06], "traffic_r2": [0.9999997615814209, 0.9999999403953552, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.7387293577194214, "cos_r_negg": [-0.236265629529953, 0.03261766955256462, -0.2430369108915329], "cos_innovation_negg": [0.19085104763507843, 0.41879475116729736, 0.5823168754577637], "cos_apical_negg": [-0.236265629529953, 0.03261766955256462, -0.2430369108915329], "cos_Ac_negg": [0.7532918453216553, 0.8576827049255371, 0.6446027755737305], "r_norm": [8.305927276611328, 8.127714157104492, 8.076350212097168], "traffic_norm": [7.284440517425537, 7.225526809692383, 7.162598609924316], "traffic_residual_norm": [0.0031056622974574566, 0.0019705069717019796, 8.622668246971443e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 1.13252854347229, "cos_r_negg": [-0.11802633106708527, 0.021466456353664398, -0.12492586672306061], "cos_innovation_negg": [0.16866843402385712, 0.3413335680961609, 0.4799160063266754], "cos_apical_negg": [-0.11802633106708527, 0.021466456353664398, -0.12492586672306061], "cos_Ac_negg": [0.7626901865005493, 0.8965351581573486, 0.6402178406715393], "r_norm": [8.186502456665039, 8.043444633483887, 7.990678787231445], "traffic_norm": [7.284235000610352, 7.225334644317627, 7.162372589111328], "traffic_residual_norm": [0.002752115484327078, 0.0018582402262836695, 8.637174687464722e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.8772, "eval_loss": 1.2286034423828125, "val_acc": 0.8772, "val_loss": 1.2286034423828125}, {"step": 3900, "epoch": 9, "train_loss": 1.0018424987792969, "cos_r_negg": [-0.02939455956220627, 0.13377916812896729, 0.40319252014160156], "cos_innovation_negg": [0.2837850749492645, 0.376747727394104, 0.4009668231010437], "cos_apical_negg": [-0.02939455956220627, 0.13377916812896729, 0.40319252014160156], "cos_Ac_negg": [0.8274712562561035, 0.8996187448501587, 0.6792752742767334], "r_norm": [8.437567710876465, 8.2858304977417, 8.232793807983398], "traffic_norm": [7.283702850341797, 7.22393274307251, 7.161710262298584], "traffic_residual_norm": [0.0025026188232004642, 0.0017089354805648327, 8.869636076269671e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 1.7198048830032349, "cos_r_negg": [0.013316959142684937, 0.003269077278673649, 0.6002495884895325], "cos_innovation_negg": [0.29586368799209595, 0.3179255723953247, 0.5854661464691162], "cos_apical_negg": [0.013316959142684937, 0.003269077278673649, 0.6002495884895325], "cos_Ac_negg": [0.766597330570221, 0.8802743554115295, 0.7768403887748718], "r_norm": [8.995369911193848, 8.82635498046875, 8.787290573120117], "traffic_norm": [7.283612251281738, 7.223889350891113, 7.161749362945557], "traffic_residual_norm": [0.002329937880858779, 0.0017573758959770203, 8.990736205305438e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -1.1863245964050293, "dL_bp": -1.193851351737976, "ratio": 0.9936953999155845}}, {"step": 4100, "epoch": 9, "train_loss": 1.9106547832489014, "cos_r_negg": [-0.053373709321022034, 0.015143717639148235, -0.12868447601795197], "cos_innovation_negg": [0.2394304722547531, 0.34701263904571533, 0.6312909722328186], "cos_apical_negg": [-0.053373709321022034, 0.015143717639148235, -0.12868447601795197], "cos_Ac_negg": [0.8213798403739929, 0.8923887014389038, 0.5278849005699158], "r_norm": [8.503030776977539, 8.340133666992188, 8.309199333190918], "traffic_norm": [7.283766746520996, 7.2240190505981445, 7.161417007446289], "traffic_residual_norm": [0.002116555580869317, 0.001595075591467321, 8.946564776124433e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 3.1362080574035645, "cos_r_negg": [-0.03027036413550377, 0.015162474475800991, 0.3847378194332123], "cos_innovation_negg": [0.3223986327648163, 0.138082817196846, 0.5568733215332031], "cos_apical_negg": [-0.03027036413550377, 0.015162474475800991, 0.3847378194332123], "cos_Ac_negg": [0.7988125085830688, 0.8951842188835144, 0.800777018070221], "r_norm": [8.009777069091797, 7.883115768432617, 7.836246490478516], "traffic_norm": [7.28394889831543, 7.2246880531311035, 7.161627769470215], "traffic_residual_norm": [0.0019490310223773122, 0.0015638569602742791, 8.881901521817781e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.824, "eval_loss": 1.225252197265625, "val_acc": 0.824, "val_loss": 1.225252197265625}, {"step": 4300, "epoch": 10, "train_loss": 0.8021283149719238, "cos_r_negg": [0.030660191550850868, 0.07102043926715851, 0.3219040632247925], "cos_innovation_negg": [0.3898650109767914, 0.3200221061706543, 0.5481799244880676], "cos_apical_negg": [0.030660191550850868, 0.07102043926715851, 0.3219040632247925], "cos_Ac_negg": [0.8510816097259521, 0.9052901268005371, 0.7028892040252686], "r_norm": [8.138218879699707, 8.002269744873047, 7.941336631774902], "traffic_norm": [7.283535003662109, 7.22406005859375, 7.16064453125], "traffic_residual_norm": [0.001880371943116188, 0.0014420569641515613, 9.011824658955447e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 1.273886799812317, "cos_r_negg": [-0.2003042846918106, -0.04447842761874199, -0.06390566378831863], "cos_innovation_negg": [0.34191688895225525, 0.39137908816337585, 0.5774568319320679], "cos_apical_negg": [-0.2003042846918106, -0.04447842761874199, -0.06390566378831863], "cos_Ac_negg": [0.8222002983093262, 0.8972035050392151, 0.7036051750183105], "r_norm": [8.152557373046875, 8.01913070678711, 7.967771053314209], "traffic_norm": [7.28419828414917, 7.225282669067383, 7.162693977355957], "traffic_residual_norm": [0.0018301403615623713, 0.0014309429097920656, 8.621258530183695e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 1.553056001663208, "cos_r_negg": [0.019361700862646103, 0.03424818441271782, 0.37621647119522095], "cos_innovation_negg": [0.44152188301086426, 0.33151060342788696, 0.6337224841117859], "cos_apical_negg": [0.019361700862646103, 0.03424818441271782, 0.37621647119522095], "cos_Ac_negg": [0.7616900205612183, 0.8855540156364441, 0.8592213988304138], "r_norm": [8.48344612121582, 8.321847915649414, 8.309111595153809], "traffic_norm": [7.2843475341796875, 7.225736618041992, 7.162542819976807], "traffic_residual_norm": [0.0017502120463177562, 0.0013190280878916383, 8.53886922413949e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -0.4232945442199707, "dL_bp": -0.4292314052581787, "ratio": 0.9861686238111188}}, {"step": 4600, "epoch": 10, "train_loss": 2.098637819290161, "cos_r_negg": [-0.07716886699199677, 0.04142381250858307, 0.3873578608036041], "cos_innovation_negg": [0.4041537344455719, 0.21542611718177795, 0.6867275834083557], "cos_apical_negg": [-0.07716886699199677, 0.04142381250858307, 0.3873578608036041], "cos_Ac_negg": [0.847929835319519, 0.9195682406425476, 0.7327451109886169], "r_norm": [8.1389741897583, 7.996921062469482, 7.9251298904418945], "traffic_norm": [7.2841901779174805, 7.225639343261719, 7.161735534667969], "traffic_residual_norm": [0.0021028323099017143, 0.0012588584795594215, 8.633006473246496e-06], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.4972156286239624, "cos_r_negg": [-0.04913198575377464, 0.13498497009277344, -0.033027857542037964], "cos_innovation_negg": [0.3961336612701416, 0.5842044353485107, 0.5465487837791443], "cos_apical_negg": [-0.04913198575377464, 0.13498497009277344, -0.033027857542037964], "cos_Ac_negg": [0.7883585691452026, 0.9633975028991699, 0.5940858721733093], "r_norm": [8.239927291870117, 8.098640441894531, 8.041706085205078], "traffic_norm": [7.284539222717285, 7.225634574890137, 7.163106441497803], "traffic_residual_norm": [0.002632720395922661, 0.001402569469064474, 8.487235390930437e-06], "traffic_r2": [0.9999998807907104, 0.9999999403953552, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8424, "eval_loss": 1.1313422729492189, "val_acc": 0.8424, "val_loss": 1.1313422729492189}, {"step": 4800, "epoch": 11, "train_loss": 1.5121657848358154, "cos_r_negg": [0.054994575679302216, 0.09517153352499008, 0.2559874355792999], "cos_innovation_negg": [0.4121590256690979, 0.2511405646800995, 0.5600493550300598], "cos_apical_negg": [0.054994575679302216, 0.09517153352499008, 0.2559874355792999], "cos_Ac_negg": [0.8382471799850464, 0.9308105111122131, 0.6500481963157654], "r_norm": [8.211195945739746, 8.056212425231934, 8.016016006469727], "traffic_norm": [7.283921241760254, 7.22446346282959, 7.161621570587158], "traffic_residual_norm": [0.002912726253271103, 0.0013680045958608389, 8.902870831661858e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 1.2472727298736572, "cos_r_negg": [-0.09215075522661209, 0.02326989732682705, 0.04824906587600708], "cos_innovation_negg": [0.6001125574111938, 0.38107889890670776, 0.5256896615028381], "cos_apical_negg": [-0.09215075522661209, 0.02326989732682705, 0.04824906587600708], "cos_Ac_negg": [0.7578463554382324, 0.8820194005966187, 0.6847086548805237], "r_norm": [8.217116355895996, 8.081014633178711, 8.02035903930664], "traffic_norm": [7.284177303314209, 7.225479602813721, 7.162619590759277], "traffic_residual_norm": [0.0029421949293464422, 0.0013710658531636, 8.604643880971707e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 1.6738511323928833, "cos_r_negg": [-0.057480793446302414, -0.07420353591442108, 0.4471316337585449], "cos_innovation_negg": [0.2983982264995575, 0.24720381200313568, 0.6038838624954224], "cos_apical_negg": [-0.057480793446302414, -0.07420353591442108, 0.4471316337585449], "cos_Ac_negg": [0.7885388731956482, 0.9155011773109436, 0.7023653388023376], "r_norm": [8.180803298950195, 8.071911811828613, 8.014355659484863], "traffic_norm": [7.284323692321777, 7.225338935852051, 7.162625312805176], "traffic_residual_norm": [0.0029191519133746624, 0.0013188635930418968, 8.637079190521035e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -0.267048716545105, "dL_bp": -0.27016258239746094, "ratio": 0.9884741039091236}}, {"step": 5100, "epoch": 11, "train_loss": 1.1667547225952148, "cos_r_negg": [-0.08234726637601852, 0.030148904770612717, 0.2792689800262451], "cos_innovation_negg": [0.6207388043403625, 0.5200098752975464, 0.5114431381225586], "cos_apical_negg": [-0.08234726637601852, 0.030148904770612717, 0.2792689800262451], "cos_Ac_negg": [0.8488322496414185, 0.948423445224762, 0.6863209009170532], "r_norm": [8.366205215454102, 8.20449161529541, 8.165834426879883], "traffic_norm": [7.284440040588379, 7.225830078125, 7.163885593414307], "traffic_residual_norm": [0.0028488696552813053, 0.0012653096346184611, 8.311160854646005e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.5902, "eval_loss": 2.2230646484375, "val_acc": 0.5902, "val_loss": 2.2230646484375}, {"step": 5200, "epoch": 12, "train_loss": 0.9429831504821777, "cos_r_negg": [-0.1847943216562271, 0.18650493025779724, 0.0904240608215332], "cos_innovation_negg": [0.4789905250072479, 0.5198978781700134, 0.5518117547035217], "cos_apical_negg": [-0.1847943216562271, 0.18650493025779724, 0.0904240608215332], "cos_Ac_negg": [0.8308367133140564, 0.9648485779762268, 0.6360799670219421], "r_norm": [8.317300796508789, 8.188397407531738, 8.137860298156738], "traffic_norm": [7.284036159515381, 7.2252197265625, 7.16195011138916], "traffic_residual_norm": [0.002969339955598116, 0.0012969867093488574, 8.7209864432225e-06], "traffic_r2": [0.9999998211860657, 0.9999999403953552, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 1.2151556015014648, "cos_r_negg": [0.02534535527229309, 0.07180960476398468, 0.010796835646033287], "cos_innovation_negg": [0.42625662684440613, 0.48724624514579773, 0.5484479069709778], "cos_apical_negg": [0.02534535527229309, 0.07180960476398468, 0.010796835646033287], "cos_Ac_negg": [0.8162198066711426, 0.9387931227684021, 0.6124327778816223], "r_norm": [8.841180801391602, 8.665802955627441, 8.614795684814453], "traffic_norm": [7.284074783325195, 7.224699020385742, 7.163017749786377], "traffic_residual_norm": [0.002960734535008669, 0.0012417782563716173, 8.535865163139533e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 1.4789173603057861, "cos_r_negg": [-0.04469051957130432, 0.12318198382854462, 0.10897135734558105], "cos_innovation_negg": [0.4078375995159149, 0.1902998387813568, 0.4123818576335907], "cos_apical_negg": [-0.04469051957130432, 0.12318198382854462, 0.10897135734558105], "cos_Ac_negg": [0.8519449830055237, 0.8917839527130127, 0.5840663909912109], "r_norm": [8.532682418823242, 8.39304256439209, 8.334906578063965], "traffic_norm": [7.283988952636719, 7.225282192230225, 7.16253662109375], "traffic_residual_norm": [0.0030024354346096516, 0.0012175547890365124, 8.608322787040379e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 1.0229178667068481, "cos_r_negg": [-0.10694896429777145, 0.009372904896736145, -0.10567772388458252], "cos_innovation_negg": [0.39782610535621643, 0.35814860463142395, 0.512565553188324], "cos_apical_negg": [-0.10694896429777145, 0.009372904896736145, -0.10567772388458252], "cos_Ac_negg": [0.8878971934318542, 0.9283022880554199, 0.49321770668029785], "r_norm": [8.19007396697998, 8.052538871765137, 8.00118350982666], "traffic_norm": [7.283388614654541, 7.223071098327637, 7.1606340408325195], "traffic_residual_norm": [0.0030477484688162804, 0.0011818349594250321, 9.236931873601861e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0], "ldr": {"dL_sdil": -0.12896382808685303, "dL_bp": -0.14226537942886353, "ratio": 0.9065018390601374}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8548, "eval_loss": 1.1337746826171875, "val_acc": 0.8548, "val_loss": 1.1337746826171875}, {"step": 5600, "epoch": 13, "train_loss": 0.8362694978713989, "cos_r_negg": [-0.10707816481590271, -0.08085170388221741, 0.2286509871482849], "cos_innovation_negg": [0.49507132172584534, 0.49794113636016846, 0.724029541015625], "cos_apical_negg": [-0.10707816481590271, -0.08085170388221741, 0.2286509871482849], "cos_Ac_negg": [0.817294716835022, 0.946293830871582, 0.8027840256690979], "r_norm": [8.281939506530762, 8.1419677734375, 8.069449424743652], "traffic_norm": [7.284187316894531, 7.22529411315918, 7.162614822387695], "traffic_residual_norm": [0.003302544355392456, 0.0012123915366828442, 8.592680387664586e-06], "traffic_r2": [0.9999997615814209, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 1.605691909790039, "cos_r_negg": [-0.07350775599479675, 0.016312219202518463, -0.22289977967739105], "cos_innovation_negg": [0.3313736617565155, 0.335286021232605, 0.6415878534317017], "cos_apical_negg": [-0.07350775599479675, 0.016312219202518463, -0.22289977967739105], "cos_Ac_negg": [0.8398483395576477, 0.9062758684158325, 0.6037570238113403], "r_norm": [8.215680122375488, 8.096881866455078, 8.05215072631836], "traffic_norm": [7.283687591552734, 7.22443151473999, 7.1614909172058105], "traffic_residual_norm": [0.0034024850465357304, 0.001188161550089717, 8.949304174166173e-06], "traffic_r2": [0.9999997615814209, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 1.0620107650756836, "cos_r_negg": [-0.20713762938976288, 0.05610015243291855, 0.1072332039475441], "cos_innovation_negg": [0.44204095005989075, 0.3841633200645447, 0.6023876667022705], "cos_apical_negg": [-0.20713762938976288, 0.05610015243291855, 0.1072332039475441], "cos_Ac_negg": [0.8350603580474854, 0.9246544241905212, 0.8541482090950012], "r_norm": [8.487556457519531, 8.347168922424316, 8.287530899047852], "traffic_norm": [7.284681797027588, 7.226161003112793, 7.1633806228637695], "traffic_residual_norm": [0.0032278085127472878, 0.0011547049507498741, 8.381994121009484e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 1.4466776847839355, "cos_r_negg": [-0.10486605763435364, -0.008450383320450783, 0.28417545557022095], "cos_innovation_negg": [0.5181174278259277, 0.3416648209095001, 0.7056840658187866], "cos_apical_negg": [-0.10486605763435364, -0.008450383320450783, 0.28417545557022095], "cos_Ac_negg": [0.8466927409172058, 0.9196726083755493, 0.7195314168930054], "r_norm": [8.220420837402344, 8.083307266235352, 8.017817497253418], "traffic_norm": [7.2840728759765625, 7.225142002105713, 7.161979675292969], "traffic_residual_norm": [0.0029155933298170567, 0.0010940148495137691, 8.745716513658408e-06], "traffic_r2": [0.9999998211860657, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.5342732071876526, "cos_r_negg": [-0.09386350214481354, 0.013889779336750507, 0.48547059297561646], "cos_innovation_negg": [0.4875072240829468, 0.2557849884033203, 0.7896249890327454], "cos_apical_negg": [-0.09386350214481354, 0.013889779336750507, 0.48547059297561646], "cos_Ac_negg": [0.8592643737792969, 0.9357980489730835, 0.8170790672302246], "r_norm": [8.146162033081055, 8.033639907836914, 7.972281455993652], "traffic_norm": [7.284008979797363, 7.224587440490723, 7.161544322967529], "traffic_residual_norm": [0.0027052077930420637, 0.0010017675813287497, 8.95426364877494e-06], "traffic_r2": [0.9999998807907104, 1.0, 1.0], "ldr": {"dL_sdil": -0.08695405721664429, "dL_bp": -0.08983045816421509, "ratio": 0.967979669631512}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8636, "eval_loss": 1.4251142333984375, "val_acc": 0.8636, "val_loss": 1.4251142333984375}, {"step": 6100, "epoch": 14, "train_loss": 0.7632667422294617, "cos_r_negg": [-0.014084342867136002, -0.10574088245630264, 0.39616745710372925], "cos_innovation_negg": [0.4346182942390442, 0.3637574315071106, 0.40954259037971497], "cos_apical_negg": [-0.014084342867136002, -0.10574088245630264, 0.39616745710372925], "cos_Ac_negg": [0.8390990495681763, 0.9341485500335693, 0.5934324264526367], "r_norm": [8.23514175415039, 8.105655670166016, 8.046478271484375], "traffic_norm": [7.283725738525391, 7.224112510681152, 7.162022113800049], "traffic_residual_norm": [0.0025904402136802673, 0.0010277071269229054, 8.7720291048754e-06], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.9988852739334106, "cos_r_negg": [0.00665706442669034, 0.08507692813873291, 0.27882012724876404], "cos_innovation_negg": [0.5328665375709534, 0.4620097577571869, 0.5587084889411926], "cos_apical_negg": [0.00665706442669034, 0.08507692813873291, 0.27882012724876404], "cos_Ac_negg": [0.8347204923629761, 0.9426155090332031, 0.7696906328201294], "r_norm": [8.263184547424316, 8.14431381225586, 8.09823226928711], "traffic_norm": [7.283963680267334, 7.225139617919922, 7.161698818206787], "traffic_residual_norm": [0.002393570262938738, 0.0009705785196274519, 8.666474059282336e-06], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 1.0200940370559692, "cos_r_negg": [-0.13143810629844666, 0.040037285536527634, 0.3178953528404236], "cos_innovation_negg": [0.4776895046234131, 0.38000819087028503, 0.6098229289054871], "cos_apical_negg": [-0.13143810629844666, 0.040037285536527634, 0.3178953528404236], "cos_Ac_negg": [0.8796735405921936, 0.9161547422409058, 0.6301276087760925], "r_norm": [8.234352111816406, 8.101682662963867, 8.042057037353516], "traffic_norm": [7.283898830413818, 7.224104881286621, 7.160922527313232], "traffic_residual_norm": [0.002308436669409275, 0.0009218479972332716, 9.172312275040895e-06], "traffic_r2": [0.9999998807907104, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 1.3393778800964355, "cos_r_negg": [-0.04942533001303673, 0.011192670091986656, -0.34187087416648865], "cos_innovation_negg": [0.4882366359233856, 0.46071693301200867, 0.7298395037651062], "cos_apical_negg": [-0.04942533001303673, 0.011192670091986656, -0.34187087416648865], "cos_Ac_negg": [0.8192509412765503, 0.9525311589241028, 0.8543903827667236], "r_norm": [8.207474708557129, 8.086336135864258, 8.02392578125], "traffic_norm": [7.283709526062012, 7.223672866821289, 7.160689353942871], "traffic_residual_norm": [0.0021426226012408733, 0.000860558298882097, 9.230218893208075e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.8512, "eval_loss": 1.2010570556640625, "val_acc": 0.8512, "val_loss": 1.2010570556640625}], "final": {"eval_split": "validation", "eval_acc": 0.8512, "eval_loss": 1.2010570556640625, "wall_s": 24.672576189041138, "val_acc": 0.8512, "val_loss": 1.2010570556640625, "cos_r_negg": [-0.1764412522315979, 0.08130208402872086, -0.20009945333003998], "cos_innovation_negg": [0.4976058006286621, 0.47193050384521484, 0.7411723136901855], "cos_apical_negg": [-0.1764412522315979, 0.08130208402872086, -0.20009945333003998], "cos_Ac_negg": [0.8598917126655579, 0.9521535038948059, 0.7787744402885437], "traffic_norm": [7.2842278480529785, 7.2248735427856445, 7.161620616912842], "traffic_residual_norm": [0.002093701157718897, 0.0008998843841254711, 8.963629625213798e-06], "traffic_r2": [0.9999999403953552, 1.0, 1.0]}}
|
