1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p5_residual_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [1.8596183508634567e-06, 0.024841876700520515, 0.03437342867255211], "cos_innovation_negg": [1.8596183508634567e-06, 0.024841876700520515, 0.03437342867255211], "cos_apical_negg": [-0.006231490056961775, 0.004845376592129469, 0.003881259821355343], "cos_Ac_negg": [3.22714913636446e-06, 0.024842148646712303, 0.03437478840351105], "r_norm": [4.871413707733154, 4.808657646179199, 4.82267427444458], "traffic_norm": [5.413616180419922, 5.948028087615967, 6.426662445068359], "traffic_residual_norm": [0.0009323244448751211, 0.0009748538141138852, 0.0010224466677755117], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.20299339294433594, "dL_bp": -0.5249483585357666, "ratio": 0.3866921186505725}}, {"step": 100, "epoch": 0, "train_loss": 0.4820462465286255, "cos_r_negg": [0.446206271648407, 0.047355152666568756, 0.017670413479208946], "cos_innovation_negg": [0.446206271648407, 0.047355152666568756, 0.017670413479208946], "cos_apical_negg": [0.079881452023983, 0.12377499043941498, 0.12545141577720642], "cos_Ac_negg": [0.460293173789978, 0.042508549988269806, 0.011094151064753532], "r_norm": [0.6726798415184021, 0.6625940799713135, 0.6590529680252075], "traffic_norm": [7.945350646972656, 9.085515022277832, 9.806478500366211], "traffic_residual_norm": [0.0008497957023791969, 0.0008836656925268471, 0.0009387250756844878], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.20133021473884583, "cos_r_negg": [0.4934825301170349, 0.05747475475072861, 0.05452617257833481], "cos_innovation_negg": [0.4934825301170349, 0.05747475475072861, 0.05452617257833481], "cos_apical_negg": [0.08142656087875366, 0.12385465204715729, 0.1189303919672966], "cos_Ac_negg": [0.522676944732666, 0.05723292753100395, 0.05356601998209953], "r_norm": [0.5606489181518555, 0.5497767925262451, 0.549634575843811], "traffic_norm": [7.9566569328308105, 9.091567993164062, 9.900822639465332], "traffic_residual_norm": [0.0006989202229306102, 0.0007270007627084851, 0.0007725379546172917], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.1474304050207138, "cos_r_negg": [0.4842439591884613, 0.09032054245471954, 0.08124963939189911], "cos_innovation_negg": [0.4842439591884613, 0.09032054245471954, 0.08124963939189911], "cos_apical_negg": [0.05872219800949097, 0.11908361315727234, 0.12824150919914246], "cos_Ac_negg": [0.531706690788269, 0.08366861939430237, 0.07360070943832397], "r_norm": [0.5303199291229248, 0.5218362808227539, 0.5173467397689819], "traffic_norm": [7.964347839355469, 9.075957298278809, 9.938568115234375], "traffic_residual_norm": [0.0005751574644818902, 0.0006000015418976545, 0.0006400661077350378], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.2344302535057068, "cos_r_negg": [0.5285658836364746, 0.11278112232685089, 0.08151945471763611], "cos_innovation_negg": [0.5285658836364746, 0.11278112232685089, 0.08151945471763611], "cos_apical_negg": [0.06564738601446152, 0.13265947997570038, 0.1056002676486969], "cos_Ac_negg": [0.548838198184967, 0.10710228979587555, 0.07707007229328156], "r_norm": [0.4335313141345978, 0.42405813932418823, 0.4230767488479614], "traffic_norm": [7.974286079406738, 9.060541152954102, 9.986919403076172], "traffic_residual_norm": [0.0004796200373675674, 0.0005003671394661069, 0.000536335923243314], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9514, "eval_loss": 0.14887522583007812, "val_acc": 0.9514, "val_loss": 0.14887522583007812}, {"step": 500, "epoch": 1, "train_loss": 0.0566311776638031, "cos_r_negg": [0.5300239324569702, 0.12091371417045593, 0.09134973585605621], "cos_innovation_negg": [0.5300239324569702, 0.12091371417045593, 0.09134973585605621], "cos_apical_negg": [0.05644670128822327, 0.12536105513572693, 0.11502642929553986], "cos_Ac_negg": [0.5579879879951477, 0.11482688784599304, 0.09064453095197678], "r_norm": [0.38475877046585083, 0.3749144673347473, 0.3735763430595398], "traffic_norm": [7.983241081237793, 9.0888671875, 10.010248184204102], "traffic_residual_norm": [0.0004051162686664611, 0.0004230783670209348, 0.0004540997324511409], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.007501363754272461, "dL_bp": -0.008101075887680054, "ratio": 0.9259712979211042}}, {"step": 600, "epoch": 1, "train_loss": 0.11181078106164932, "cos_r_negg": [0.5319268703460693, 0.15832045674324036, 0.1151142418384552], "cos_innovation_negg": [0.5319268703460693, 0.15832045674324036, 0.1151142418384552], "cos_apical_negg": [0.03176188841462135, 0.11361545324325562, 0.1130896583199501], "cos_Ac_negg": [0.5570509433746338, 0.15006235241889954, 0.10340969264507294], "r_norm": [0.32368743419647217, 0.3179889917373657, 0.317764550447464], "traffic_norm": [7.978851318359375, 9.07774543762207, 9.940044403076172], "traffic_residual_norm": [0.000339853810146451, 0.00035893620224669576, 0.00038711895467713475], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.12044838070869446, "cos_r_negg": [0.5197240710258484, 0.16619625687599182, 0.1324811726808548], "cos_innovation_negg": [0.5197240710258484, 0.16619625687599182, 0.1324811726808548], "cos_apical_negg": [0.053416088223457336, 0.10980185866355896, 0.11071722209453583], "cos_Ac_negg": [0.5517867207527161, 0.15441492199897766, 0.12078850716352463], "r_norm": [0.3293417990207672, 0.3226856589317322, 0.3209148645401001], "traffic_norm": [7.988264560699463, 9.109789848327637, 9.977166175842285], "traffic_residual_norm": [0.0002906530280597508, 0.00030737905763089657, 0.0003336159570608288], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.10301188379526138, "cos_r_negg": [0.5198407173156738, 0.18780282139778137, 0.15933290123939514], "cos_innovation_negg": [0.5198407173156738, 0.18780282139778137, 0.15933290123939514], "cos_apical_negg": [0.06031651422381401, 0.10721683502197266, 0.11139349639415741], "cos_Ac_negg": [0.5640503764152527, 0.1725555956363678, 0.13825780153274536], "r_norm": [0.24945855140686035, 0.24642089009284973, 0.24620585143566132], "traffic_norm": [7.990048408508301, 9.128257751464844, 10.048880577087402], "traffic_residual_norm": [0.00025185823324136436, 0.0002688837412279099, 0.00029280432499945164], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.9592, "eval_loss": 0.1269888442993164, "val_acc": 0.9592, "val_loss": 0.1269888442993164}, {"step": 900, "epoch": 2, "train_loss": 0.11094003915786743, "cos_r_negg": [0.5184221267700195, 0.1992204189300537, 0.18340274691581726], "cos_innovation_negg": [0.5184221267700195, 0.1992204189300537, 0.18340274691581726], "cos_apical_negg": [0.04738350212574005, 0.12196084856987, 0.12407787144184113], "cos_Ac_negg": [0.5865851044654846, 0.18077309429645538, 0.16078203916549683], "r_norm": [0.2575758397579193, 0.25401824712753296, 0.2519732117652893], "traffic_norm": [7.990785598754883, 9.136157035827637, 10.034561157226562], "traffic_residual_norm": [0.000224716670345515, 0.00024097099958453327, 0.00026360288029536605], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.1176358312368393, "cos_r_negg": [0.5389511585235596, 0.20914381742477417, 0.18878985941410065], "cos_innovation_negg": [0.5389511585235596, 0.20914381742477417, 0.18878985941410065], "cos_apical_negg": [0.03034895285964012, 0.11376716941595078, 0.11528251320123672], "cos_Ac_negg": [0.5778249502182007, 0.19589939713478088, 0.17488811910152435], "r_norm": [0.23186379671096802, 0.22964468598365784, 0.22717750072479248], "traffic_norm": [7.992077827453613, 9.128303527832031, 10.08262825012207], "traffic_residual_norm": [0.00020132085774093866, 0.00021825340809300542, 0.0002401037490926683], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.00464966893196106, "dL_bp": -0.005608752369880676, "ratio": 0.8290023565543827}}, {"step": 1100, "epoch": 2, "train_loss": 0.06605730205774307, "cos_r_negg": [0.564225435256958, 0.2135837823152542, 0.1924615204334259], "cos_innovation_negg": [0.564225435256958, 0.2135837823152542, 0.1924615204334259], "cos_apical_negg": [0.03487284854054451, 0.09582370519638062, 0.09579798579216003], "cos_Ac_negg": [0.5951507091522217, 0.19979740679264069, 0.17368218302726746], "r_norm": [0.21069520711898804, 0.20755241811275482, 0.20566025376319885], "traffic_norm": [7.985695838928223, 9.096609115600586, 10.062875747680664], "traffic_residual_norm": [0.0001862777426140383, 0.00020300714822951704, 0.0002243636699859053], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.07495318353176117, "cos_r_negg": [0.5457910895347595, 0.22554489970207214, 0.19648051261901855], "cos_innovation_negg": [0.5457910895347595, 0.22554489970207214, 0.19648051261901855], "cos_apical_negg": [0.030213072896003723, 0.0976979061961174, 0.10399983823299408], "cos_Ac_negg": [0.5999109745025635, 0.20659032464027405, 0.1719530075788498], "r_norm": [0.24949970841407776, 0.2469121813774109, 0.24220901727676392], "traffic_norm": [7.998935222625732, 9.138708114624023, 10.11697769165039], "traffic_residual_norm": [0.00017380779900122434, 0.00019069324480369687, 0.00021322723478078842], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9656, "eval_loss": 0.10489424896240235, "val_acc": 0.9656, "val_loss": 0.10489424896240235}, {"step": 1300, "epoch": 3, "train_loss": 0.06952963024377823, "cos_r_negg": [0.532051682472229, 0.22812852263450623, 0.20621351897716522], "cos_innovation_negg": [0.532051682472229, 0.22812852263450623, 0.20621351897716522], "cos_apical_negg": [0.04277925193309784, 0.10628668963909149, 0.09567056596279144], "cos_Ac_negg": [0.5977725982666016, 0.21158719062805176, 0.185956671833992], "r_norm": [0.26430222392082214, 0.26000258326530457, 0.25820937752723694], "traffic_norm": [7.994638442993164, 9.137748718261719, 10.104132652282715], "traffic_residual_norm": [0.00016567754209972918, 0.00018317732610739768, 0.00020474403572734445], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.09603232145309448, "cos_r_negg": [0.5515880584716797, 0.2439023107290268, 0.22051653265953064], "cos_innovation_negg": [0.5515880584716797, 0.2439023107290268, 0.22051653265953064], "cos_apical_negg": [0.036138687282800674, 0.09816648066043854, 0.09666789323091507], "cos_Ac_negg": [0.6046280264854431, 0.22705546021461487, 0.20359468460083008], "r_norm": [0.22449877858161926, 0.21898643672466278, 0.2156250923871994], "traffic_norm": [7.988236427307129, 9.130141258239746, 10.103726387023926], "traffic_residual_norm": [0.0001595093635842204, 0.00017692186520434916, 0.0001993084733840078], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.034621648490428925, "cos_r_negg": [0.5355437397956848, 0.24762237071990967, 0.22171443700790405], "cos_innovation_negg": [0.5355437397956848, 0.24762237071990967, 0.22171443700790405], "cos_apical_negg": [0.040513776242733, 0.10322548449039459, 0.10196792334318161], "cos_Ac_negg": [0.6244263648986816, 0.2418244630098343, 0.20617422461509705], "r_norm": [0.1873648464679718, 0.18489345908164978, 0.18160951137542725], "traffic_norm": [7.993380546569824, 9.092140197753906, 10.108390808105469], "traffic_residual_norm": [0.00015572748088743538, 0.00017309017130173743, 0.00019566566334106028], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.003386266529560089, "dL_bp": -0.004322439432144165, "ratio": 0.783415611188869}}, {"step": 1600, "epoch": 3, "train_loss": 0.10661989450454712, "cos_r_negg": [0.5045603513717651, 0.2624111771583557, 0.2339552938938141], "cos_innovation_negg": [0.5045603513717651, 0.2624111771583557, 0.2339552938938141], "cos_apical_negg": [0.031578924506902695, 0.11271479725837708, 0.11289773136377335], "cos_Ac_negg": [0.6074231863021851, 0.2509286105632782, 0.2102433145046234], "r_norm": [0.18985462188720703, 0.18740129470825195, 0.18563973903656006], "traffic_norm": [7.991118907928467, 9.139771461486816, 10.100395202636719], "traffic_residual_norm": [0.00015272770542651415, 0.0001705361355561763, 0.00019279905245639384], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.0690678209066391, "cos_r_negg": [0.5235852003097534, 0.2503215968608856, 0.23054969310760498], "cos_innovation_negg": [0.5235852003097534, 0.2503215968608856, 0.23054969310760498], "cos_apical_negg": [0.03201189264655113, 0.09910882264375687, 0.10438874363899231], "cos_Ac_negg": [0.6108956336975098, 0.24408647418022156, 0.2178449034690857], "r_norm": [0.175126314163208, 0.17230817675590515, 0.16998612880706787], "traffic_norm": [7.989565372467041, 9.13924789428711, 10.094549179077148], "traffic_residual_norm": [0.00015144809731282294, 0.00016992204473353922, 0.00019260642875451595], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9738, "eval_loss": 0.09379385375976562, "val_acc": 0.9738, "val_loss": 0.09379385375976562}, {"step": 1800, "epoch": 4, "train_loss": 0.012635994702577591, "cos_r_negg": [0.49755859375, 0.25246819853782654, 0.24121105670928955], "cos_innovation_negg": [0.49755859375, 0.25246819853782654, 0.24121105670928955], "cos_apical_negg": [0.02025468647480011, 0.10173550993204117, 0.11290726810693741], "cos_Ac_negg": [0.6228179931640625, 0.24985140562057495, 0.22628501057624817], "r_norm": [0.20431992411613464, 0.2007637321949005, 0.19880074262619019], "traffic_norm": [7.992624282836914, 9.127422332763672, 10.113295555114746], "traffic_residual_norm": [0.00015047212946228683, 0.00016847887309268117, 0.00019136694027110934], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.08847277611494064, "cos_r_negg": [0.5279865264892578, 0.2620009779930115, 0.24379262328147888], "cos_innovation_negg": [0.5279865264892578, 0.2620009779930115, 0.24379262328147888], "cos_apical_negg": [0.018721332773566246, 0.09100820124149323, 0.1107664555311203], "cos_Ac_negg": [0.6287710666656494, 0.25634676218032837, 0.22904609143733978], "r_norm": [0.15275222063064575, 0.1495494246482849, 0.14751523733139038], "traffic_norm": [7.995499610900879, 9.142569541931152, 10.145402908325195], "traffic_residual_norm": [0.00014835258480161428, 0.0001666314637986943, 0.0001894226297736168], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.030510928481817245, "cos_r_negg": [0.5057123899459839, 0.2557561993598938, 0.2468372881412506], "cos_innovation_negg": [0.5057123899459839, 0.2557561993598938, 0.2468372881412506], "cos_apical_negg": [0.029222827404737473, 0.09406798332929611, 0.10608384758234024], "cos_Ac_negg": [0.6325569152832031, 0.25583416223526, 0.23964497447013855], "r_norm": [0.24492377042770386, 0.24065551161766052, 0.23680652678012848], "traffic_norm": [7.99343204498291, 9.148016929626465, 10.135143280029297], "traffic_residual_norm": [0.0001487499102950096, 0.00016738686827011406, 0.00019026495283469558], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.006757766008377075, "dL_bp": -0.00951232761144638, "ratio": 0.7104219161086626}}, {"step": 2100, "epoch": 4, "train_loss": 0.028270406648516655, "cos_r_negg": [0.4804365634918213, 0.2554171681404114, 0.2462940663099289], "cos_innovation_negg": [0.4804365634918213, 0.2554171681404114, 0.2462940663099289], "cos_apical_negg": [0.02825336530804634, 0.10790420323610306, 0.11804331839084625], "cos_Ac_negg": [0.6284729242324829, 0.261651873588562, 0.24019914865493774], "r_norm": [0.15962465107440948, 0.1571541726589203, 0.15450811386108398], "traffic_norm": [7.995444297790527, 9.134279251098633, 10.100471496582031], "traffic_residual_norm": [0.0001480210921727121, 0.0001664786832407117, 0.00018933443061541766], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9724, "eval_loss": 0.09372265930175781, "val_acc": 0.9724, "val_loss": 0.09372265930175781}, {"step": 2200, "epoch": 5, "train_loss": 0.02188393846154213, "cos_r_negg": [0.4981887936592102, 0.2617374658584595, 0.25057148933410645], "cos_innovation_negg": [0.4981887936592102, 0.2617374658584595, 0.25057148933410645], "cos_apical_negg": [0.03262696415185928, 0.10778582841157913, 0.11161866784095764], "cos_Ac_negg": [0.6360466480255127, 0.26985323429107666, 0.2473161518573761], "r_norm": [0.1870630532503128, 0.18458501994609833, 0.18180526793003082], "traffic_norm": [7.996177673339844, 9.139314651489258, 10.11351203918457], "traffic_residual_norm": [0.00014779894263483584, 0.00016683049034327269, 0.0001896143949124962], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.06773419678211212, "cos_r_negg": [0.4691912531852722, 0.25545400381088257, 0.24274367094039917], "cos_innovation_negg": [0.4691912531852722, 0.25545400381088257, 0.24274367094039917], "cos_apical_negg": [0.01943359710276127, 0.10483303666114807, 0.10972052812576294], "cos_Ac_negg": [0.6316193342208862, 0.2748286724090576, 0.24919942021369934], "r_norm": [0.14244450628757477, 0.13992540538311005, 0.13753800094127655], "traffic_norm": [7.993712425231934, 9.138333320617676, 10.10110855102539], "traffic_residual_norm": [0.00014779972843825817, 0.00016647210577502847, 0.0001898744230857119], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.1339956372976303, "cos_r_negg": [0.45558586716651917, 0.25069019198417664, 0.24620778858661652], "cos_innovation_negg": [0.45558586716651917, 0.25069019198417664, 0.24620778858661652], "cos_apical_negg": [0.010904521681368351, 0.09644750505685806, 0.11648380011320114], "cos_Ac_negg": [0.6299660205841064, 0.2791118621826172, 0.25246483087539673], "r_norm": [0.18024492263793945, 0.1766565889120102, 0.17387782037258148], "traffic_norm": [7.993739128112793, 9.16157054901123, 10.128142356872559], "traffic_residual_norm": [0.00014788939733989537, 0.0001671028439886868, 0.00019010095275007188], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.02342640794813633, "cos_r_negg": [0.4639629125595093, 0.25522270798683167, 0.24215400218963623], "cos_innovation_negg": [0.4639629125595093, 0.25522270798683167, 0.24215400218963623], "cos_apical_negg": [0.01004539243876934, 0.09263870865106583, 0.11229391396045685], "cos_Ac_negg": [0.6410297751426697, 0.2931739091873169, 0.2554734945297241], "r_norm": [0.162493497133255, 0.16066952049732208, 0.15775460004806519], "traffic_norm": [7.992759704589844, 9.150632858276367, 10.118207931518555], "traffic_residual_norm": [0.00014750700211152434, 0.00016651148325763643, 0.00018975143029820174], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004358313977718353, "dL_bp": -0.006537433713674545, "ratio": 0.6666704655990527}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9712, "eval_loss": 0.09492711486816406, "val_acc": 0.9712, "val_loss": 0.09492711486816406}, {"step": 2600, "epoch": 6, "train_loss": 0.016728423535823822, "cos_r_negg": [0.4456627070903778, 0.2498895674943924, 0.24446435272693634], "cos_innovation_negg": [0.4456627070903778, 0.2498895674943924, 0.24446435272693634], "cos_apical_negg": [0.01657853275537491, 0.08831042796373367, 0.11588770151138306], "cos_Ac_negg": [0.6393237113952637, 0.2926464378833771, 0.2571048140525818], "r_norm": [0.15097934007644653, 0.14938580989837646, 0.1472935825586319], "traffic_norm": [7.993142604827881, 9.15817642211914, 10.116548538208008], "traffic_residual_norm": [0.0001476026518503204, 0.000166138110216707, 0.00018940214067697525], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.02949354238808155, "cos_r_negg": [0.46176084876060486, 0.2606467306613922, 0.2500893473625183], "cos_innovation_negg": [0.46176084876060486, 0.2606467306613922, 0.2500893473625183], "cos_apical_negg": [0.01966780051589012, 0.0860433429479599, 0.11208394169807434], "cos_Ac_negg": [0.6412767171859741, 0.2963082194328308, 0.26542550325393677], "r_norm": [0.15416768193244934, 0.1520927995443344, 0.14939716458320618], "traffic_norm": [7.992168426513672, 9.1575345993042, 10.114151000976562], "traffic_residual_norm": [0.00014693434059154242, 0.00016559359210077673, 0.00018890565843321383], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.03596141189336777, "cos_r_negg": [0.4382797181606293, 0.2506375312805176, 0.24856266379356384], "cos_innovation_negg": [0.4382797181606293, 0.2506375312805176, 0.24856266379356384], "cos_apical_negg": [0.02305595949292183, 0.08442403376102448, 0.10955339670181274], "cos_Ac_negg": [0.6515786647796631, 0.2986859977245331, 0.2680700719356537], "r_norm": [0.14926867187023163, 0.1467740535736084, 0.14373895525932312], "traffic_norm": [7.990358352661133, 9.130207061767578, 10.103616714477539], "traffic_residual_norm": [0.00014725830988027155, 0.00016605635755695403, 0.00018945294141303748], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.0012948873918503523, "cos_r_negg": [0.4306713938713074, 0.24682936072349548, 0.23972471058368683], "cos_innovation_negg": [0.4306713938713074, 0.24682936072349548, 0.23972471058368683], "cos_apical_negg": [0.014971009455621243, 0.08537240326404572, 0.10665729641914368], "cos_Ac_negg": [0.646155834197998, 0.3027465343475342, 0.26501911878585815], "r_norm": [0.1413704752922058, 0.13986383378505707, 0.13673323392868042], "traffic_norm": [7.988198757171631, 9.124401092529297, 10.112384796142578], "traffic_residual_norm": [0.00014781947538722306, 0.00016651168698444963, 0.00019054728909395635], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.023269925266504288, "cos_r_negg": [0.43213969469070435, 0.24232113361358643, 0.24418595433235168], "cos_innovation_negg": [0.43213969469070435, 0.24232113361358643, 0.24418595433235168], "cos_apical_negg": [0.02123861201107502, 0.08084575086832047, 0.11171342432498932], "cos_Ac_negg": [0.6434224843978882, 0.3088383078575134, 0.26974931359291077], "r_norm": [0.15987007319927216, 0.1571769267320633, 0.1549016535282135], "traffic_norm": [7.987020015716553, 9.13484001159668, 10.095653533935547], "traffic_residual_norm": [0.00014748300600331277, 0.00016657239757478237, 0.00019000328029505908], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004815109074115753, "dL_bp": -0.007528398185968399, "ratio": 0.6395927732794825}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.974, "eval_loss": 0.08976580200195312, "val_acc": 0.974, "val_loss": 0.08976580200195312}, {"step": 3100, "epoch": 7, "train_loss": 0.009863513521850109, "cos_r_negg": [0.4182139039039612, 0.234781414270401, 0.23600797355175018], "cos_innovation_negg": [0.4182139039039612, 0.234781414270401, 0.23600797355175018], "cos_apical_negg": [0.011325803585350513, 0.07976971566677094, 0.11132723093032837], "cos_Ac_negg": [0.6444181203842163, 0.30873799324035645, 0.2708998918533325], "r_norm": [0.13225170969963074, 0.13100789487361908, 0.12919245660305023], "traffic_norm": [7.988777160644531, 9.135249137878418, 10.102859497070312], "traffic_residual_norm": [0.00014761980855837464, 0.00016628496814519167, 0.00018996739527210593], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.0071773710660636425, "cos_r_negg": [0.39929136633872986, 0.22998031973838806, 0.23616288602352142], "cos_innovation_negg": [0.39929136633872986, 0.22998031973838806, 0.23616288602352142], "cos_apical_negg": [0.010211068205535412, 0.07833638787269592, 0.11305892467498779], "cos_Ac_negg": [0.6502213478088379, 0.3110606372356415, 0.275485098361969], "r_norm": [0.13425026834011078, 0.13350865244865417, 0.1304379552602768], "traffic_norm": [7.988399028778076, 9.130090713500977, 10.09135627746582], "traffic_residual_norm": [0.00014773273142054677, 0.00016684498405084014, 0.000190581165952608], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.013837188482284546, "cos_r_negg": [0.39189428091049194, 0.21982690691947937, 0.2250775694847107], "cos_innovation_negg": [0.39189428091049194, 0.21982690691947937, 0.2250775694847107], "cos_apical_negg": [0.016390390694141388, 0.07940609008073807, 0.10416868329048157], "cos_Ac_negg": [0.6537694334983826, 0.3111560344696045, 0.27156633138656616], "r_norm": [0.14556202292442322, 0.1436953842639923, 0.1410588026046753], "traffic_norm": [7.987555503845215, 9.106592178344727, 10.077905654907227], "traffic_residual_norm": [0.0001478980266256258, 0.00016706500900909305, 0.00019042078929487616], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.0061897533014416695, "cos_r_negg": [0.38502222299575806, 0.22772282361984253, 0.23408174514770508], "cos_innovation_negg": [0.38502222299575806, 0.22772282361984253, 0.23408174514770508], "cos_apical_negg": [0.002944248728454113, 0.0791412964463234, 0.10415259748697281], "cos_Ac_negg": [0.6452440619468689, 0.31968116760253906, 0.2817510962486267], "r_norm": [0.14949890971183777, 0.1467914581298828, 0.14396604895591736], "traffic_norm": [7.992447853088379, 9.124143600463867, 10.091629028320312], "traffic_residual_norm": [0.00014723782078363, 0.0001659780682530254, 0.00018920212460216135], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9772, "eval_loss": 0.09343032989501954, "val_acc": 0.9772, "val_loss": 0.09343032989501954}, {"step": 3500, "epoch": 8, "train_loss": 0.01763884350657463, "cos_r_negg": [0.37732499837875366, 0.22707094252109528, 0.2318020910024643], "cos_innovation_negg": [0.37732499837875366, 0.22707094252109528, 0.2318020910024643], "cos_apical_negg": [0.009238048456609249, 0.07206456363201141, 0.10245655477046967], "cos_Ac_negg": [0.644176721572876, 0.32087600231170654, 0.284788578748703], "r_norm": [0.13354480266571045, 0.13188670575618744, 0.12903299927711487], "traffic_norm": [7.991142272949219, 9.137701034545898, 10.114847183227539], "traffic_residual_norm": [0.00014704448403790593, 0.00016614155902061611, 0.00018979731248691678], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0035072937607765198, "dL_bp": -0.0058142319321632385, "ratio": 0.6032256369710383}}, {"step": 3600, "epoch": 8, "train_loss": 0.003293038811534643, "cos_r_negg": [0.36965498328208923, 0.2159293293952942, 0.222692608833313], "cos_innovation_negg": [0.36965498328208923, 0.2159293293952942, 0.222692608833313], "cos_apical_negg": [0.006904717534780502, 0.0678677037358284, 0.10219427943229675], "cos_Ac_negg": [0.645393967628479, 0.32534268498420715, 0.283014714717865], "r_norm": [0.11900792270898819, 0.11801805347204208, 0.11589661240577698], "traffic_norm": [7.990405082702637, 9.131414413452148, 10.103334426879883], "traffic_residual_norm": [0.00014716366422362626, 0.0001662775466684252, 0.0001898505724966526], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.013564299792051315, "cos_r_negg": [0.3603837192058563, 0.21423253417015076, 0.22103069722652435], "cos_innovation_negg": [0.3603837192058563, 0.21423253417015076, 0.22103069722652435], "cos_apical_negg": [0.0007187980227172375, 0.07073190063238144, 0.09684906899929047], "cos_Ac_negg": [0.642911970615387, 0.32165586948394775, 0.2872011661529541], "r_norm": [0.13946713507175446, 0.13765913248062134, 0.13473153114318848], "traffic_norm": [7.98979377746582, 9.126028060913086, 10.107643127441406], "traffic_residual_norm": [0.00014738825848326087, 0.0001663877919781953, 0.00019015974248759449], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.004506530240178108, "cos_r_negg": [0.3414306640625, 0.20758101344108582, 0.21816058456897736], "cos_innovation_negg": [0.3414306640625, 0.20758101344108582, 0.21816058456897736], "cos_apical_negg": [-0.0036125783808529377, 0.06618764251470566, 0.09803667664527893], "cos_Ac_negg": [0.6497052907943726, 0.32418888807296753, 0.2902161777019501], "r_norm": [0.13057459890842438, 0.12809760868549347, 0.12591145932674408], "traffic_norm": [7.989438056945801, 9.122875213623047, 10.111879348754883], "traffic_residual_norm": [0.000147531449329108, 0.00016630612662993371, 0.00019012723350897431], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9764, "eval_loss": 0.09337794952392578, "val_acc": 0.9764, "val_loss": 0.09337794952392578}, {"step": 3900, "epoch": 9, "train_loss": 0.006440806668251753, "cos_r_negg": [0.35251909494400024, 0.211499884724617, 0.22325727343559265], "cos_innovation_negg": [0.35251909494400024, 0.211499884724617, 0.22325727343559265], "cos_apical_negg": [-0.0057756900787353516, 0.06843917071819305, 0.09712512791156769], "cos_Ac_negg": [0.6506202220916748, 0.3279372751712799, 0.29312264919281006], "r_norm": [0.12096913158893585, 0.12032532691955566, 0.11834771931171417], "traffic_norm": [7.987717628479004, 9.120197296142578, 10.088561058044434], "traffic_residual_norm": [0.00014751945855095983, 0.00016595819033682346, 0.00018993265985045582], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.003892934648320079, "cos_r_negg": [0.32930320501327515, 0.19706150889396667, 0.20834720134735107], "cos_innovation_negg": [0.32930320501327515, 0.19706150889396667, 0.20834720134735107], "cos_apical_negg": [-0.010703235864639282, 0.0649779886007309, 0.09214211255311966], "cos_Ac_negg": [0.6469435691833496, 0.325796514749527, 0.29092225432395935], "r_norm": [0.12844069302082062, 0.12681713700294495, 0.1242622435092926], "traffic_norm": [7.988214492797852, 9.118791580200195, 10.085912704467773], "traffic_residual_norm": [0.00014771183487027884, 0.00016629860328976065, 0.00019028285169042647], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0037053152918815613, "dL_bp": -0.006430160254240036, "ratio": 0.5762399606507914}}, {"step": 4100, "epoch": 9, "train_loss": 0.003640679642558098, "cos_r_negg": [0.3344452977180481, 0.19898158311843872, 0.21583423018455505], "cos_innovation_negg": [0.3344452977180481, 0.19898158311843872, 0.21583423018455505], "cos_apical_negg": [-0.005127351731061935, 0.06307891011238098, 0.09334316849708557], "cos_Ac_negg": [0.6454280614852905, 0.33017951250076294, 0.29447221755981445], "r_norm": [0.11302098631858826, 0.1121547669172287, 0.11039363592863083], "traffic_norm": [7.988035202026367, 9.118682861328125, 10.094827651977539], "traffic_residual_norm": [0.00014780144556425512, 0.00016651405894663185, 0.00019040523329749703], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.012827028520405293, "cos_r_negg": [0.31543418765068054, 0.1875087469816208, 0.2015385925769806], "cos_innovation_negg": [0.31543418765068054, 0.1875087469816208, 0.2015385925769806], "cos_apical_negg": [0.005013704765588045, 0.0579247921705246, 0.09263241291046143], "cos_Ac_negg": [0.6415812969207764, 0.3302873969078064, 0.28982144594192505], "r_norm": [0.12218622863292694, 0.12139303237199783, 0.11952288448810577], "traffic_norm": [7.988659381866455, 9.116697311401367, 10.085735321044922], "traffic_residual_norm": [0.00014795234892517328, 0.00016673111531417817, 0.0001906607358250767], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9782, "eval_loss": 0.09275221252441407, "val_acc": 0.9782, "val_loss": 0.09275221252441407}, {"step": 4300, "epoch": 10, "train_loss": 0.0009480718290433288, "cos_r_negg": [0.32745903730392456, 0.20128144323825836, 0.21619585156440735], "cos_innovation_negg": [0.32745903730392456, 0.20128144323825836, 0.21619585156440735], "cos_apical_negg": [-0.0007801712490618229, 0.05702142417430878, 0.0971829891204834], "cos_Ac_negg": [0.6410309076309204, 0.33415794372558594, 0.29928797483444214], "r_norm": [0.12438542395830154, 0.12275715172290802, 0.12011557072401047], "traffic_norm": [7.987653732299805, 9.122430801391602, 10.083702087402344], "traffic_residual_norm": [0.00014783476945012808, 0.0001665022864472121, 0.0001902456278912723], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.0018908331403508782, "cos_r_negg": [0.3174546957015991, 0.19561177492141724, 0.20959289371967316], "cos_innovation_negg": [0.3174546957015991, 0.19561177492141724, 0.20959289371967316], "cos_apical_negg": [-0.006960482802242041, 0.05755779147148132, 0.09295085072517395], "cos_Ac_negg": [0.6454871296882629, 0.33146294951438904, 0.30166706442832947], "r_norm": [0.12733995914459229, 0.12620572745800018, 0.12404897809028625], "traffic_norm": [7.986998081207275, 9.118507385253906, 10.08049201965332], "traffic_residual_norm": [0.00014779872435610741, 0.0001666705502429977, 0.00019033520948141813], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.007440258748829365, "cos_r_negg": [0.30552273988723755, 0.1796918362379074, 0.19617097079753876], "cos_innovation_negg": [0.30552273988723755, 0.1796918362379074, 0.19617097079753876], "cos_apical_negg": [-0.003721949178725481, 0.05273156985640526, 0.08334402740001678], "cos_Ac_negg": [0.6403399705886841, 0.3347097635269165, 0.3019917607307434], "r_norm": [0.1284758746623993, 0.12749750912189484, 0.12609808146953583], "traffic_norm": [7.986579895019531, 9.11595344543457, 10.079532623291016], "traffic_residual_norm": [0.0001480400824220851, 0.0001668791810516268, 0.000190889069926925], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004037313163280487, "dL_bp": -0.007001474499702454, "ratio": 0.5766375587673801}}, {"step": 4600, "epoch": 10, "train_loss": 0.0013559205690398812, "cos_r_negg": [0.31168001890182495, 0.18226417899131775, 0.1956913024187088], "cos_innovation_negg": [0.31168001890182495, 0.18226417899131775, 0.1956913024187088], "cos_apical_negg": [-0.0009317544754594564, 0.053967446088790894, 0.08661065250635147], "cos_Ac_negg": [0.6411527395248413, 0.3355448842048645, 0.29919445514678955], "r_norm": [0.1276589334011078, 0.12613213062286377, 0.12362901866436005], "traffic_norm": [7.987054824829102, 9.116094589233398, 10.075963973999023], "traffic_residual_norm": [0.00014773519069422036, 0.00016660754045005888, 0.00019051998970098794], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.0003542235353961587, "cos_r_negg": [0.2910922169685364, 0.1776166409254074, 0.1941542774438858], "cos_innovation_negg": [0.2910922169685364, 0.1776166409254074, 0.1941542774438858], "cos_apical_negg": [-0.006347578018903732, 0.05331841856241226, 0.08694295585155487], "cos_Ac_negg": [0.6465049982070923, 0.33806711435317993, 0.3055610656738281], "r_norm": [0.12023645639419556, 0.11920472234487534, 0.11708614975214005], "traffic_norm": [7.986682891845703, 9.126565933227539, 10.086616516113281], "traffic_residual_norm": [0.000147776459925808, 0.0001667192846070975, 0.0001909173879539594], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9772, "eval_loss": 0.09622810974121093, "val_acc": 0.9772, "val_loss": 0.09622810974121093}, {"step": 4800, "epoch": 11, "train_loss": 0.0033662638161331415, "cos_r_negg": [0.2883758544921875, 0.17644625902175903, 0.19242018461227417], "cos_innovation_negg": [0.2883758544921875, 0.17644625902175903, 0.19242018461227417], "cos_apical_negg": [-0.005794968921691179, 0.05342375487089157, 0.0897943452000618], "cos_Ac_negg": [0.6472349166870117, 0.3370627760887146, 0.30551600456237793], "r_norm": [0.11458521336317062, 0.1137525886297226, 0.11207079887390137], "traffic_norm": [7.9868340492248535, 9.12200927734375, 10.080190658569336], "traffic_residual_norm": [0.00014787502004764974, 0.00016676023369655013, 0.00019101814541500062], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.002710924483835697, "cos_r_negg": [0.2852674722671509, 0.17103543877601624, 0.19330212473869324], "cos_innovation_negg": [0.2852674722671509, 0.17103543877601624, 0.19330212473869324], "cos_apical_negg": [-0.0068801771849393845, 0.05227232724428177, 0.08683327585458755], "cos_Ac_negg": [0.6366215348243713, 0.33466482162475586, 0.303286612033844], "r_norm": [0.11610005795955658, 0.11502321064472198, 0.11337577551603317], "traffic_norm": [7.987683296203613, 9.121012687683105, 10.078052520751953], "traffic_residual_norm": [0.00014783530787099153, 0.00016678092652000487, 0.00019094576418865472], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.004424389451742172, "cos_r_negg": [0.2874712347984314, 0.1707840859889984, 0.18954265117645264], "cos_innovation_negg": [0.2874712347984314, 0.1707840859889984, 0.18954265117645264], "cos_apical_negg": [-0.006174490787088871, 0.04821838438510895, 0.08294835686683655], "cos_Ac_negg": [0.6398942470550537, 0.33800172805786133, 0.3064636290073395], "r_norm": [0.13154873251914978, 0.13001136481761932, 0.12823030352592468], "traffic_norm": [7.9873552322387695, 9.125049591064453, 10.08761215209961], "traffic_residual_norm": [0.00014776646276004612, 0.00016680745466146618, 0.00019098249322269112], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.004249937832355499, "dL_bp": -0.00774325430393219, "ratio": 0.5488568069109251}}, {"step": 5100, "epoch": 11, "train_loss": 0.00847353134304285, "cos_r_negg": [0.2851022481918335, 0.17033043503761292, 0.19038693606853485], "cos_innovation_negg": [0.2851022481918335, 0.17033043503761292, 0.19038693606853485], "cos_apical_negg": [-0.0055371676571667194, 0.046188753098249435, 0.08128130435943604], "cos_Ac_negg": [0.6414393186569214, 0.3417621850967407, 0.30822497606277466], "r_norm": [0.11797994375228882, 0.1173049584031105, 0.11530197411775589], "traffic_norm": [7.985757827758789, 9.1199312210083, 10.082764625549316], "traffic_residual_norm": [0.00014802234363742173, 0.0001669533521635458, 0.00019118719501420856], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.9784, "eval_loss": 0.09639528961181641, "val_acc": 0.9784, "val_loss": 0.09639528961181641}, {"step": 5200, "epoch": 12, "train_loss": 0.0032608527690172195, "cos_r_negg": [0.2725798487663269, 0.15989121794700623, 0.17737209796905518], "cos_innovation_negg": [0.2725798487663269, 0.15989121794700623, 0.17737209796905518], "cos_apical_negg": [-0.009603392332792282, 0.044186800718307495, 0.07650205492973328], "cos_Ac_negg": [0.6363658905029297, 0.3406069278717041, 0.3062198758125305], "r_norm": [0.11334054917097092, 0.11252185702323914, 0.11109577119350433], "traffic_norm": [7.986539840698242, 9.12000846862793, 10.083229064941406], "traffic_residual_norm": [0.00014802246005274355, 0.00016693092766217887, 0.0001911467406898737], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.0011054981732740998, "cos_r_negg": [0.2711254954338074, 0.15808796882629395, 0.1763150840997696], "cos_innovation_negg": [0.2711254954338074, 0.15808796882629395, 0.1763150840997696], "cos_apical_negg": [-0.00492216506972909, 0.041409559547901154, 0.07340126484632492], "cos_Ac_negg": [0.6334813237190247, 0.3405489921569824, 0.3097493052482605], "r_norm": [0.11353381723165512, 0.11279536038637161, 0.11102177202701569], "traffic_norm": [7.98629093170166, 9.11589241027832, 10.082472801208496], "traffic_residual_norm": [0.00014804743113927543, 0.00016699047409929335, 0.0001912929001264274], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.054281748831272125, "cos_r_negg": [0.2735529839992523, 0.1607503592967987, 0.17935574054718018], "cos_innovation_negg": [0.2735529839992523, 0.1607503592967987, 0.17935574054718018], "cos_apical_negg": [-0.004662761464715004, 0.043457914143800735, 0.07492117583751678], "cos_Ac_negg": [0.6367654204368591, 0.34177055954933167, 0.3097923994064331], "r_norm": [0.11285951733589172, 0.11237458884716034, 0.11068832129240036], "traffic_norm": [7.986586093902588, 9.119020462036133, 10.082223892211914], "traffic_residual_norm": [0.00014801036741118878, 0.00016693311044946313, 0.0001911272993311286], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.0012281627859920263, "cos_r_negg": [0.2648429274559021, 0.15454193949699402, 0.17526385188102722], "cos_innovation_negg": [0.2648429274559021, 0.15454193949699402, 0.17526385188102722], "cos_apical_negg": [-0.010852407664060593, 0.0426471009850502, 0.0745835155248642], "cos_Ac_negg": [0.634233832359314, 0.34266459941864014, 0.30964571237564087], "r_norm": [0.11147629469633102, 0.11058394610881805, 0.10877818614244461], "traffic_norm": [7.9868903160095215, 9.117687225341797, 10.08297348022461], "traffic_residual_norm": [0.00014807310071773827, 0.0001671261852607131, 0.00019141095981467515], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.003942281007766724, "dL_bp": -0.007223121821880341, "ratio": 0.5457863102661142}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9786, "eval_loss": 0.09841922149658203, "val_acc": 0.9786, "val_loss": 0.09841922149658203}, {"step": 5600, "epoch": 13, "train_loss": 0.0030084906611591578, "cos_r_negg": [0.2492881566286087, 0.14602918922901154, 0.1678123027086258], "cos_innovation_negg": [0.2492881566286087, 0.14602918922901154, 0.1678123027086258], "cos_apical_negg": [-0.011366710998117924, 0.03841805458068848, 0.07233009487390518], "cos_Ac_negg": [0.6268890500068665, 0.3380429744720459, 0.30948352813720703], "r_norm": [0.11428925395011902, 0.11352553963661194, 0.11212517321109772], "traffic_norm": [7.9866437911987305, 9.122220993041992, 10.088884353637695], "traffic_residual_norm": [0.00014798199117649347, 0.00016717103426344693, 0.00019156050984747708], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.0015758813824504614, "cos_r_negg": [0.254705011844635, 0.14906521141529083, 0.16997729241847992], "cos_innovation_negg": [0.254705011844635, 0.14906521141529083, 0.16997729241847992], "cos_apical_negg": [-0.010861869901418686, 0.039799004793167114, 0.07276581227779388], "cos_Ac_negg": [0.6304863691329956, 0.34211277961730957, 0.31075096130371094], "r_norm": [0.11151430755853653, 0.11076751351356506, 0.10899661481380463], "traffic_norm": [7.986612796783447, 9.124113082885742, 10.08932876586914], "traffic_residual_norm": [0.0001479156780987978, 0.0001670260535320267, 0.00019142348901368678], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.002731452463194728, "cos_r_negg": [0.24770806729793549, 0.14714959263801575, 0.16656628251075745], "cos_innovation_negg": [0.24770806729793549, 0.14714959263801575, 0.16656628251075745], "cos_apical_negg": [-0.014118232764303684, 0.038379475474357605, 0.07015439867973328], "cos_Ac_negg": [0.6252564191818237, 0.34191325306892395, 0.3137623965740204], "r_norm": [0.10892178118228912, 0.10840047895908356, 0.10677750408649445], "traffic_norm": [7.986858367919922, 9.12744140625, 10.092351913452148], "traffic_residual_norm": [0.00014791858848184347, 0.00016699166735634208, 0.00019132296438328922], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.0032307137735188007, "cos_r_negg": [0.24099010229110718, 0.14151158928871155, 0.16001075506210327], "cos_innovation_negg": [0.24099010229110718, 0.14151158928871155, 0.16001075506210327], "cos_apical_negg": [-0.0062604425475001335, 0.03840157389640808, 0.0684896782040596], "cos_Ac_negg": [0.6280089616775513, 0.3450589179992676, 0.3136880397796631], "r_norm": [0.11602973937988281, 0.11539196968078613, 0.11410383880138397], "traffic_norm": [7.986347675323486, 9.120866775512695, 10.087236404418945], "traffic_residual_norm": [0.00014813474263064563, 0.000167249352671206, 0.00019166117999702692], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.000592173426412046, "cos_r_negg": [0.24959924817085266, 0.14373376965522766, 0.16434240341186523], "cos_innovation_negg": [0.24959924817085266, 0.14373376965522766, 0.16434240341186523], "cos_apical_negg": [-0.006180220283567905, 0.03732546418905258, 0.06795045733451843], "cos_Ac_negg": [0.6301391124725342, 0.34478622674942017, 0.31521040201187134], "r_norm": [0.11600176990032196, 0.11541467159986496, 0.11379039287567139], "traffic_norm": [7.986305236816406, 9.120047569274902, 10.089216232299805], "traffic_residual_norm": [0.0001480643986724317, 0.0001671651261858642, 0.00019159175280947238], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0040898993611335754, "dL_bp": -0.007656622678041458, "ratio": 0.5341649357833785}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9776, "eval_loss": 0.09945207214355468, "val_acc": 0.9776, "val_loss": 0.09945207214355468}, {"step": 6100, "epoch": 14, "train_loss": 0.0006209113635122776, "cos_r_negg": [0.24309948086738586, 0.13964080810546875, 0.15844817459583282], "cos_innovation_negg": [0.24309948086738586, 0.13964080810546875, 0.15844817459583282], "cos_apical_negg": [-0.004508096259087324, 0.03527712821960449, 0.06486569344997406], "cos_Ac_negg": [0.6299828886985779, 0.3448483645915985, 0.3163686692714691], "r_norm": [0.11106742918491364, 0.11048376560211182, 0.1090187281370163], "traffic_norm": [7.985861778259277, 9.118853569030762, 10.09030532836914], "traffic_residual_norm": [0.00014810814172960818, 0.0001672399084782228, 0.00019177711510565132], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.0022638593800365925, "cos_r_negg": [0.23708441853523254, 0.13500702381134033, 0.15627935528755188], "cos_innovation_negg": [0.23708441853523254, 0.13500702381134033, 0.15627935528755188], "cos_apical_negg": [-0.00494046276435256, 0.03246166557073593, 0.06441514194011688], "cos_Ac_negg": [0.6285316944122314, 0.34471288323402405, 0.3179038166999817], "r_norm": [0.10566387325525284, 0.10518722981214523, 0.1039929986000061], "traffic_norm": [7.985694408416748, 9.120658874511719, 10.094897270202637], "traffic_residual_norm": [0.00014815964095760137, 0.00016729143681004643, 0.00019183114636689425], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.0018222841899842024, "cos_r_negg": [0.23629304766654968, 0.13392843306064606, 0.15754783153533936], "cos_innovation_negg": [0.23629304766654968, 0.13392843306064606, 0.15754783153533936], "cos_apical_negg": [-0.007927251979708672, 0.03099355474114418, 0.0648101195693016], "cos_Ac_negg": [0.6274969577789307, 0.3445124626159668, 0.3185354471206665], "r_norm": [0.10995350778102875, 0.10941681265830994, 0.10797807574272156], "traffic_norm": [7.9860429763793945, 9.121759414672852, 10.095649719238281], "traffic_residual_norm": [0.00014815584290772676, 0.0001672640792094171, 0.00019181579409632832], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.002612327691167593, "cos_r_negg": [0.232192263007164, 0.13413849472999573, 0.15530139207839966], "cos_innovation_negg": [0.232192263007164, 0.13413849472999573, 0.15530139207839966], "cos_apical_negg": [-0.011350104585289955, 0.03214413672685623, 0.06276394426822662], "cos_Ac_negg": [0.6269811987876892, 0.3460592031478882, 0.3178420066833496], "r_norm": [0.11355739831924438, 0.11291371285915375, 0.11148616671562195], "traffic_norm": [7.986340522766113, 9.12195873260498, 10.093619346618652], "traffic_residual_norm": [0.00014816445764154196, 0.00016726770263630897, 0.00019188231090083718], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9778, "eval_loss": 0.1009889404296875, "val_acc": 0.9778, "val_loss": 0.1009889404296875}], "final": {"eval_split": "validation", "eval_acc": 0.9778, "eval_loss": 0.1009889404296875, "wall_s": 23.47682499885559, "val_acc": 0.9778, "val_loss": 0.1009889404296875, "cos_r_negg": [0.23364347219467163, 0.13681736588478088, 0.1562677025794983], "cos_innovation_negg": [0.23364347219467163, 0.13681736588478088, 0.1562677025794983], "cos_apical_negg": [-0.01143619604408741, 0.03210056945681572, 0.0633242204785347], "cos_Ac_negg": [0.6214874386787415, 0.3447069525718689, 0.31758400797843933], "traffic_norm": [7.9866485595703125, 9.124303817749023, 10.092034339904785], "traffic_residual_norm": [0.00014808689593337476, 0.00016730889910832047, 0.0001918447233038023], "traffic_r2": [1.0, 1.0, 1.0]}}
|
