1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p5_matched_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.02435300685465336, -0.0016085533425211906, 0.003320169635117054], "cos_innovation_negg": [-0.024138815701007843, 0.016661474481225014, 0.033938679844141006], "cos_apical_negg": [-0.02435300685465336, -0.0016085533425211906, 0.0033201701007783413], "cos_Ac_negg": [-0.014672826044261456, 0.019068215042352676, 0.033939868211746216], "r_norm": [5.948627471923828, 5.38925838470459, 4.856672286987305], "traffic_norm": [8.837596893310547, 8.752237319946289, 8.493170738220215], "traffic_residual_norm": [3.3286802768707275, 2.311758518218994, 0.0009184207301586866], "traffic_r2": [0.8585771918296814, 0.930483341217041, 1.0], "ldr": {"dL_sdil": -0.23636102676391602, "dL_bp": -0.491544246673584, "ratio": 0.4808540194772628}}, {"step": 100, "epoch": 0, "train_loss": 103.7637710571289, "cos_r_negg": [-0.29072004556655884, 0.32889729738235474, -0.46785324811935425], "cos_innovation_negg": [-0.09411841630935669, 0.2910459637641907, -0.18439775705337524], "cos_apical_negg": [-0.29072004556655884, 0.3288973569869995, -0.46785321831703186], "cos_Ac_negg": [0.5660306215286255, -0.19528022408485413, -0.25384601950645447], "r_norm": [10.000825881958008, 7.353810787200928, 5.731159210205078], "traffic_norm": [18.21564483642578, 18.07901382446289, 17.926286697387695], "traffic_residual_norm": [7.534610271453857, 3.8320908546447754, 0.0006329036550596356], "traffic_r2": [0.8289072513580322, 0.955071747303009, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 64.50286865234375, "cos_r_negg": [-0.2036498337984085, 0.18136702477931976, -0.3458522856235504], "cos_innovation_negg": [0.20622117817401886, 0.16815724968910217, -0.03667691722512245], "cos_apical_negg": [-0.2036498337984085, 0.18136703968048096, -0.3458522856235504], "cos_Ac_negg": [0.6405086517333984, 0.4573383629322052, 0.10788947343826294], "r_norm": [9.384090423583984, 7.373708724975586, 6.099702835083008], "traffic_norm": [18.215925216674805, 18.082515716552734, 17.925657272338867], "traffic_residual_norm": [6.16801643371582, 3.13552188873291, 0.0005177005659788847], "traffic_r2": [0.8853462934494019, 0.9699322581291199, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 97.2637710571289, "cos_r_negg": [0.12968242168426514, -0.7714399695396423, -0.49834689497947693], "cos_innovation_negg": [0.2752135992050171, -0.21463751792907715, 0.2001131772994995], "cos_apical_negg": [0.12968242168426514, -0.7714399695396423, -0.4983469247817993], "cos_Ac_negg": [0.5066895484924316, 0.20463190972805023, 0.27890849113464355], "r_norm": [7.326626777648926, 6.30288028717041, 6.065912246704102], "traffic_norm": [18.21364974975586, 18.077190399169922, 17.921123504638672], "traffic_residual_norm": [5.049165725708008, 2.5655574798583984, 0.0004240854177623987], "traffic_r2": [0.9231498837471008, 0.9798581600189209, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 73.71869659423828, "cos_r_negg": [-0.21937841176986694, 0.3045855164527893, -0.2287769913673401], "cos_innovation_negg": [0.2664017081260681, 0.3258853852748871, 0.0891570895910263], "cos_apical_negg": [-0.21937841176986694, 0.3045855462551117, -0.22877700626850128], "cos_Ac_negg": [0.5299036502838135, 0.4817882478237152, 0.20208680629730225], "r_norm": [7.87330436706543, 6.753143787384033, 6.0496931076049805], "traffic_norm": [18.21387481689453, 18.077110290527344, 17.921815872192383], "traffic_residual_norm": [4.133448600769043, 2.099600076675415, 0.00034720581606961787], "traffic_r2": [0.948498547077179, 0.9865099787712097, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.2868, "eval_loss": 30.961405859375, "val_acc": 0.2868, "val_loss": 30.961405859375}, {"step": 500, "epoch": 1, "train_loss": 33.56831359863281, "cos_r_negg": [-0.165119931101799, 0.6006381511688232, -0.26258695125579834], "cos_innovation_negg": [0.19023732841014862, 0.7014213800430298, 0.11132598668336868], "cos_apical_negg": [-0.1651199460029602, 0.6006381511688232, -0.26258695125579834], "cos_Ac_negg": [0.5614452362060547, 0.5554386973381042, 0.23933379352092743], "r_norm": [7.009243965148926, 6.137422561645508, 5.539390563964844], "traffic_norm": [18.213634490966797, 18.077102661132812, 17.921724319458008], "traffic_residual_norm": [3.383742570877075, 1.7178685665130615, 0.00028445737552829087], "traffic_r2": [0.9654855728149414, 0.9909693002700806, 1.0], "ldr": {"dL_sdil": -22.563142776489258, "dL_bp": -23.334444046020508, "ratio": 0.9669458047506905}}, {"step": 600, "epoch": 1, "train_loss": 55.72881317138672, "cos_r_negg": [-0.4722993075847626, -0.6229007840156555, -0.6977173686027527], "cos_innovation_negg": [0.11896772682666779, 0.09465205669403076, 0.01926792785525322], "cos_apical_negg": [-0.4722993075847626, -0.6229007840156555, -0.6977173686027527], "cos_Ac_negg": [0.7270910143852234, 0.6161983013153076, 0.17188473045825958], "r_norm": [5.97367525100708, 5.400513172149658, 4.959798812866211], "traffic_norm": [18.21600341796875, 18.082170486450195, 17.923812866210938], "traffic_residual_norm": [2.7697229385375977, 1.4053713083267212, 0.00023323652567341924], "traffic_r2": [0.9768811464309692, 0.9939594268798828, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 30.646381378173828, "cos_r_negg": [-0.2794022560119629, -0.350122332572937, -0.25962215662002563], "cos_innovation_negg": [0.4069080948829651, -0.259518563747406, 0.1605553776025772], "cos_apical_negg": [-0.2794022560119629, -0.350122332572937, -0.25962212681770325], "cos_Ac_negg": [0.7776625156402588, -0.16438287496566772, 0.3611093759536743], "r_norm": [6.5526604652404785, 5.994553565979004, 5.796741485595703], "traffic_norm": [18.215768814086914, 18.080533981323242, 17.92169189453125], "traffic_residual_norm": [2.267465114593506, 1.150294303894043, 0.0001911348954308778], "traffic_r2": [0.9845051765441895, 0.9959524273872375, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 66.41343688964844, "cos_r_negg": [-0.09286776930093765, 0.03582518920302391, -0.38793256878852844], "cos_innovation_negg": [0.46514222025871277, -0.2081882357597351, 0.21216461062431335], "cos_apical_negg": [-0.09286775439977646, 0.03582517430186272, -0.3879326283931732], "cos_Ac_negg": [0.42240846157073975, -0.30494117736816406, 0.21334560215473175], "r_norm": [4.85532283782959, 4.413753509521484, 3.8990564346313477], "traffic_norm": [18.217151641845703, 18.081867218017578, 17.928325653076172], "traffic_residual_norm": [1.856127381324768, 0.9414353966712952, 0.0001565538696013391], "traffic_r2": [0.9896186590194702, 0.99728924036026, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.1, "eval_loss": 73.9575265625, "val_acc": 0.1, "val_loss": 73.9575265625}, {"step": 900, "epoch": 2, "train_loss": 33.40241241455078, "cos_r_negg": [-0.13594160974025726, -0.5761693716049194, 0.18459485471248627], "cos_innovation_negg": [0.4012870788574219, 0.29584062099456787, -0.28362640738487244], "cos_apical_negg": [-0.13594160974025726, -0.5761693716049194, 0.18459485471248627], "cos_Ac_negg": [0.7804939150810242, 0.6878989338874817, -0.1381831169128418], "r_norm": [5.905974388122559, 5.687697887420654, 5.291843414306641], "traffic_norm": [18.21484375, 18.07785987854004, 17.92420196533203], "traffic_residual_norm": [1.5197622776031494, 0.7706773281097412, 0.00012840554700233042], "traffic_r2": [0.993038535118103, 0.9981825947761536, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 47.0315055847168, "cos_r_negg": [-0.4626953601837158, -0.45354852080345154, -0.36608457565307617], "cos_innovation_negg": [0.4761773645877838, -0.26776039600372314, -0.2464095503091812], "cos_apical_negg": [-0.4626953601837158, -0.4535485804080963, -0.36608457565307617], "cos_Ac_negg": [0.84940105676651, 0.02232559770345688, -0.007512247655540705], "r_norm": [5.95809268951416, 5.620370864868164, 5.5465803146362305], "traffic_norm": [18.213214874267578, 18.0770206451416, 17.922348022460938], "traffic_residual_norm": [1.2441253662109375, 0.6305562853813171, 0.00010563994874246418], "traffic_r2": [0.9953339099884033, 0.9987832903862, 1.0], "ldr": {"dL_sdil": -16.659080505371094, "dL_bp": -16.901325225830078, "ratio": 0.985667116795743}}, {"step": 1100, "epoch": 2, "train_loss": 36.59185791015625, "cos_r_negg": [-0.029605647549033165, -0.8611366152763367, 0.11094088107347488], "cos_innovation_negg": [0.42649656534194946, 0.3287356197834015, 0.39332878589630127], "cos_apical_negg": [-0.02960563823580742, -0.8611366152763367, 0.11094089597463608], "cos_Ac_negg": [0.6434662938117981, 0.46485084295272827, 0.40001729130744934], "r_norm": [12.737039566040039, 11.948088645935059, 12.257121086120605], "traffic_norm": [18.213598251342773, 18.07671356201172, 17.91967010498047], "traffic_residual_norm": [1.0183708667755127, 0.5159293413162231, 8.724844519747421e-05], "traffic_r2": [0.9968737959861755, 0.9991853833198547, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 36.77020263671875, "cos_r_negg": [-0.3345854580402374, 0.35219407081604004, -0.38685956597328186], "cos_innovation_negg": [-0.00908615067601204, 0.3250797986984253, 0.25692692399024963], "cos_apical_negg": [-0.33458542823791504, 0.3521941006183624, -0.38685956597328186], "cos_Ac_negg": [0.4516517221927643, 0.4594942629337311, 0.45332708954811096], "r_norm": [4.368083477020264, 4.236551284790039, 3.9536805152893066], "traffic_norm": [18.21581268310547, 18.07992172241211, 17.92267608642578], "traffic_residual_norm": [0.8336156606674194, 0.42208707332611084, 7.182538683991879e-05], "traffic_r2": [0.9979057312011719, 0.9994549751281738, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.3744, "eval_loss": 41.87146171875, "val_acc": 0.3744, "val_loss": 41.87146171875}, {"step": 1300, "epoch": 3, "train_loss": 34.464778900146484, "cos_r_negg": [-0.19884200394153595, -0.3939831256866455, 0.4383174777030945], "cos_innovation_negg": [0.5502323508262634, 0.5626398324966431, 0.07030543684959412], "cos_apical_negg": [-0.19884201884269714, -0.3939831256866455, 0.4383174777030945], "cos_Ac_negg": [0.7428645491600037, 0.6099974513053894, 0.15291035175323486], "r_norm": [5.952826023101807, 5.8253326416015625, 5.555232524871826], "traffic_norm": [18.21645736694336, 18.08132553100586, 17.924419403076172], "traffic_residual_norm": [0.6824283599853516, 0.345383882522583, 5.928070459049195e-05], "traffic_r2": [0.9985966086387634, 0.9996351003646851, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 48.66288757324219, "cos_r_negg": [-0.31052228808403015, -0.43720176815986633, -0.16653504967689514], "cos_innovation_negg": [0.5463245511054993, -0.008108839392662048, 0.03597428649663925], "cos_apical_negg": [-0.31052228808403015, -0.43720176815986633, -0.16653504967689514], "cos_Ac_negg": [0.7645090818405151, 0.23165316879749298, 0.2995944619178772], "r_norm": [7.87208366394043, 7.579056739807129, 7.658845901489258], "traffic_norm": [18.21586799621582, 18.08031463623047, 17.920394897460938], "traffic_residual_norm": [0.5586727857589722, 0.28262531757354736, 4.9479891458759084e-05], "traffic_r2": [0.9990593791007996, 0.9997556805610657, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 22.47116470336914, "cos_r_negg": [-0.17769744992256165, 0.4416092336177826, -0.428711473941803], "cos_innovation_negg": [0.12497943639755249, 0.64520663022995, 0.1821795105934143], "cos_apical_negg": [-0.17769747972488403, 0.44160929322242737, -0.428711473941803], "cos_Ac_negg": [0.5071231126785278, 0.8598514199256897, 0.6433040499687195], "r_norm": [4.212105751037598, 4.1795220375061035, 3.99833083152771], "traffic_norm": [18.216411590576172, 18.080215454101562, 17.92415428161621], "traffic_residual_norm": [0.45727527141571045, 0.23102043569087982, 4.1304676415165886e-05], "traffic_r2": [0.9993698596954346, 0.9998367428779602, 1.0], "ldr": {"dL_sdil": -12.456047058105469, "dL_bp": -12.5699462890625, "ratio": 0.9909387655016364}}, {"step": 1600, "epoch": 3, "train_loss": 53.912940979003906, "cos_r_negg": [-0.20888452231884003, -0.5035586953163147, -0.04539875686168671], "cos_innovation_negg": [0.7654524445533752, 0.18095237016677856, 0.26715606451034546], "cos_apical_negg": [-0.20888452231884003, -0.5035586953163147, -0.045398786664009094], "cos_Ac_negg": [0.7910003662109375, 0.43924832344055176, 0.266825795173645], "r_norm": [4.01547908782959, 3.8530611991882324, 3.900485038757324], "traffic_norm": [18.213768005371094, 18.07602310180664, 17.92168617248535], "traffic_residual_norm": [0.37435460090637207, 0.1889677792787552, 3.485679189907387e-05], "traffic_r2": [0.9995775818824768, 0.9998906850814819, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 36.5533332824707, "cos_r_negg": [-0.2519632875919342, 0.10117602348327637, -0.4247719347476959], "cos_innovation_negg": [0.1584649235010147, 0.27671512961387634, 0.1666145622730255], "cos_apical_negg": [-0.2519632875919342, 0.10117597132921219, -0.4247720241546631], "cos_Ac_negg": [0.7151755690574646, 0.438397616147995, 0.4099847674369812], "r_norm": [7.210513591766357, 7.1905012130737305, 6.952895164489746], "traffic_norm": [18.217134475708008, 18.080474853515625, 17.927949905395508], "traffic_residual_norm": [0.3064493238925934, 0.15445436537265778, 2.8955295420018956e-05], "traffic_r2": [0.9997169971466064, 0.9999270439147949, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.2844, "eval_loss": 28.899444921875, "val_acc": 0.2844, "val_loss": 28.899444921875}, {"step": 1800, "epoch": 4, "train_loss": 42.096282958984375, "cos_r_negg": [-0.1905203014612198, -0.6818807721138, -0.10420561581850052], "cos_innovation_negg": [0.4680551290512085, 0.25966769456863403, 0.6292173862457275], "cos_apical_negg": [-0.19052031636238098, -0.6818807125091553, -0.10420562326908112], "cos_Ac_negg": [0.7580153942108154, 0.21015755832195282, 0.6346083879470825], "r_norm": [4.2013044357299805, 4.109720230102539, 4.123251914978027], "traffic_norm": [18.216434478759766, 18.078704833984375, 17.928070068359375], "traffic_residual_norm": [0.25070881843566895, 0.12606817483901978, 2.4866241801646538e-05], "traffic_r2": [0.9998105764389038, 0.9999513626098633, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 33.83384704589844, "cos_r_negg": [0.19762375950813293, -0.521379828453064, 0.024229025468230247], "cos_innovation_negg": [0.7892853021621704, 0.21764440834522247, 0.4690113365650177], "cos_apical_negg": [0.19762375950813293, -0.521379828453064, 0.02422902174293995], "cos_Ac_negg": [0.8588652610778809, 0.33323654532432556, 0.6742910742759705], "r_norm": [6.564045429229736, 6.423410415649414, 6.477067947387695], "traffic_norm": [18.212875366210938, 18.07775115966797, 17.91802215576172], "traffic_residual_norm": [0.20528846979141235, 0.1031627357006073, 2.3123637220123783e-05], "traffic_r2": [0.9998729228973389, 0.9999674558639526, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 40.56020736694336, "cos_r_negg": [0.037917833775281906, -0.6734293699264526, 0.28152576088905334], "cos_innovation_negg": [0.2808299660682678, 0.37286272644996643, 0.5936825275421143], "cos_apical_negg": [0.037917837500572205, -0.6734293699264526, 0.28152576088905334], "cos_Ac_negg": [0.7463865876197815, 0.6829938888549805, 0.6319147348403931], "r_norm": [5.015558242797852, 4.955428600311279, 4.696532249450684], "traffic_norm": [18.2099552154541, 18.07383155822754, 17.91246795654297], "traffic_residual_norm": [0.1680702269077301, 0.08441922813653946, 2.1552519683609717e-05], "traffic_r2": [0.999914824962616, 0.9999781847000122, 1.0], "ldr": {"dL_sdil": -3.505268096923828, "dL_bp": -3.5335655212402344, "ratio": 0.9919918212507138}}, {"step": 2100, "epoch": 4, "train_loss": 38.33064651489258, "cos_r_negg": [-0.2124416083097458, -0.5667009949684143, -0.3049151301383972], "cos_innovation_negg": [0.6017857193946838, 0.3538326323032379, 0.4511869549751282], "cos_apical_negg": [-0.2124416083097458, -0.5667009949684143, -0.3049151301383972], "cos_Ac_negg": [0.7536616325378418, 0.5335169434547424, 0.7695056796073914], "r_norm": [8.413017272949219, 8.292616844177246, 8.315580368041992], "traffic_norm": [18.21143341064453, 18.07689094543457, 17.913433074951172], "traffic_residual_norm": [0.13759002089500427, 0.06911639869213104, 1.985184098884929e-05], "traffic_r2": [0.9999428987503052, 0.99998539686203, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.3202, "eval_loss": 55.523915625, "val_acc": 0.3202, "val_loss": 55.523915625}, {"step": 2200, "epoch": 5, "train_loss": 26.032224655151367, "cos_r_negg": [0.3676953911781311, -0.7171968817710876, 0.30941274762153625], "cos_innovation_negg": [0.5877847075462341, 0.3186039626598358, 0.5242700576782227], "cos_apical_negg": [0.3676953911781311, -0.7171969413757324, 0.30941271781921387], "cos_Ac_negg": [0.8779767155647278, 0.5287625789642334, 0.6695425510406494], "r_norm": [8.688619613647461, 8.47665786743164, 8.301908493041992], "traffic_norm": [18.206478118896484, 18.068206787109375, 17.903594970703125], "traffic_residual_norm": [0.11520171165466309, 0.06383887678384781, 2.1179996110731736e-05], "traffic_r2": [0.9999598264694214, 0.9999867677688599, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 15.124181747436523, "cos_r_negg": [0.32294175028800964, 0.2849508225917816, -0.2158232033252716], "cos_innovation_negg": [0.6669721603393555, 0.3600327968597412, 0.3372991383075714], "cos_apical_negg": [0.32294175028800964, 0.2849508225917816, -0.215823233127594], "cos_Ac_negg": [0.8433331251144409, 0.589883029460907, 0.595375120639801], "r_norm": [4.894196510314941, 4.857717037200928, 4.735142707824707], "traffic_norm": [18.207881927490234, 18.07221794128418, 17.90415382385254], "traffic_residual_norm": [0.09429828077554703, 0.05424337089061737, 1.9909057300537825e-05], "traffic_r2": [0.9999730587005615, 0.9999904632568359, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 29.544498443603516, "cos_r_negg": [0.2212512344121933, 0.502447247505188, -0.1725325882434845], "cos_innovation_negg": [0.6301410794258118, 0.4499250650405884, 0.7019145488739014], "cos_apical_negg": [0.2212512493133545, 0.5024473071098328, -0.1725325882434845], "cos_Ac_negg": [0.7889496684074402, 0.5005102157592773, 0.7089980840682983], "r_norm": [4.413101673126221, 4.376910209655762, 4.332039833068848], "traffic_norm": [18.209056854248047, 18.072324752807617, 17.908517837524414], "traffic_residual_norm": [0.07795905321836472, 0.04848279431462288, 1.8401713532512076e-05], "traffic_r2": [0.9999815821647644, 0.9999923706054688, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 22.41411590576172, "cos_r_negg": [-0.1117856502532959, -0.6020380258560181, 0.35527339577674866], "cos_innovation_negg": [0.7055566906929016, 0.45593467354774475, 0.44924697279930115], "cos_apical_negg": [-0.1117856353521347, -0.6020380258560181, 0.35527339577674866], "cos_Ac_negg": [0.8420867323875427, 0.5345649123191833, 0.5896286964416504], "r_norm": [16.148374557495117, 16.033662796020508, 16.042858123779297], "traffic_norm": [18.209270477294922, 18.07376480102539, 17.907535552978516], "traffic_residual_norm": [0.0643082931637764, 0.042869098484516144, 1.7921160178957507e-05], "traffic_r2": [0.9999874830245972, 0.9999940991401672, 1.0], "ldr": {"dL_sdil": -2.899036407470703, "dL_bp": -3.1215972900390625, "ratio": 0.9287028844884812}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.5416, "eval_loss": 21.302951953125, "val_acc": 0.5416, "val_loss": 21.302951953125}, {"step": 2600, "epoch": 6, "train_loss": 27.026214599609375, "cos_r_negg": [-0.11206915229558945, -0.2849150598049164, 0.04233311861753464], "cos_innovation_negg": [0.7633054256439209, -0.06487811356782913, 0.3379993438720703], "cos_apical_negg": [-0.11206915229558945, -0.284915030002594, 0.04233310744166374], "cos_Ac_negg": [0.8009107708930969, 0.05087437108159065, 0.707525908946991], "r_norm": [7.803827285766602, 7.687009334564209, 7.659259796142578], "traffic_norm": [18.208030700683594, 18.07151985168457, 17.904569625854492], "traffic_residual_norm": [0.05346960574388504, 0.038815803825855255, 1.8051268853014335e-05], "traffic_r2": [0.9999912977218628, 0.9999951720237732, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 15.726062774658203, "cos_r_negg": [-0.13660354912281036, 0.191748708486557, 0.15495897829532623], "cos_innovation_negg": [0.6056945323944092, 0.44011539220809937, 0.5524849891662598], "cos_apical_negg": [-0.13660354912281036, 0.1917487233877182, 0.15495897829532623], "cos_Ac_negg": [0.7149810791015625, 0.3737640976905823, 0.7647233009338379], "r_norm": [4.9014739990234375, 4.80382776260376, 4.801780700683594], "traffic_norm": [18.208786010742188, 18.0716495513916, 17.904613494873047], "traffic_residual_norm": [0.04487287253141403, 0.035822153091430664, 1.810641333577223e-05], "traffic_r2": [0.9999938607215881, 0.9999958872795105, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 17.491853713989258, "cos_r_negg": [0.1547303944826126, 0.1688128411769867, 0.0935433879494667], "cos_innovation_negg": [0.8553795218467712, 0.5615662336349487, 0.7305389642715454], "cos_apical_negg": [0.1547304093837738, 0.1688128411769867, 0.0935433954000473], "cos_Ac_negg": [0.8865504860877991, 0.5612370371818542, 0.735019862651825], "r_norm": [7.83688497543335, 7.769611358642578, 7.742189407348633], "traffic_norm": [18.204599380493164, 18.06964874267578, 17.892105102539062], "traffic_residual_norm": [0.036739423871040344, 0.030780108645558357, 1.9579580111894757e-05], "traffic_r2": [0.9999958872795105, 0.9999970197677612, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 19.04154396057129, "cos_r_negg": [-0.15375173091888428, -0.03329968824982643, -0.022592434659600258], "cos_innovation_negg": [0.7906462550163269, 0.10518952459096909, 0.838822066783905], "cos_apical_negg": [-0.15375173091888428, -0.03329968452453613, -0.022592419758439064], "cos_Ac_negg": [0.893178403377533, 0.07756056636571884, 0.8385429382324219], "r_norm": [5.705175399780273, 5.5571064949035645, 5.596973419189453], "traffic_norm": [18.209228515625, 18.07190704345703, 17.90719223022461], "traffic_residual_norm": [0.03108634613454342, 0.028339462354779243, 1.7698086594464257e-05], "traffic_r2": [0.999997079372406, 0.9999974370002747, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 15.972383499145508, "cos_r_negg": [0.3687995672225952, 0.4043639600276947, 0.12579375505447388], "cos_innovation_negg": [0.6066952347755432, 0.29613345861434937, 0.7871503829956055], "cos_apical_negg": [0.3687995672225952, 0.4043639600276947, 0.12579375505447388], "cos_Ac_negg": [0.8475021719932556, 0.4906868636608124, 0.7905241847038269], "r_norm": [6.375898361206055, 6.3129072189331055, 6.1920366287231445], "traffic_norm": [18.210086822509766, 18.074291229248047, 17.90874671936035], "traffic_residual_norm": [0.0258050337433815, 0.02471022866666317, 1.7339170881314203e-05], "traffic_r2": [0.9999979734420776, 0.9999980926513672, 1.0], "ldr": {"dL_sdil": -0.5296993255615234, "dL_bp": -0.5921716690063477, "ratio": 0.89450298500492}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.455, "eval_loss": 21.3777609375, "val_acc": 0.455, "val_loss": 21.3777609375}, {"step": 3100, "epoch": 7, "train_loss": 12.225605010986328, "cos_r_negg": [0.24024955928325653, -0.5562868714332581, 0.34508511424064636], "cos_innovation_negg": [0.8047851920127869, 0.7641980648040771, 0.8012301325798035], "cos_apical_negg": [0.24024954438209534, -0.5562868118286133, 0.34508511424064636], "cos_Ac_negg": [0.8048871755599976, 0.7555559277534485, 0.8125765919685364], "r_norm": [6.320578575134277, 6.129001617431641, 6.1851301193237305], "traffic_norm": [18.208560943603516, 18.072940826416016, 17.904430389404297], "traffic_residual_norm": [0.021589916199445724, 0.02182098664343357, 1.76773828570731e-05], "traffic_r2": [0.9999985694885254, 0.9999985098838806, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 15.806885719299316, "cos_r_negg": [0.09287215769290924, -0.15393835306167603, -0.02357695810496807], "cos_innovation_negg": [0.536708414554596, 0.5687376856803894, 0.24996663630008698], "cos_apical_negg": [0.09287215769290924, -0.15393835306167603, -0.023576946929097176], "cos_Ac_negg": [0.8657695055007935, 0.6125579476356506, 0.6144124865531921], "r_norm": [7.211307048797607, 7.124965667724609, 7.141167640686035], "traffic_norm": [18.207603454589844, 18.072551727294922, 17.90003204345703], "traffic_residual_norm": [0.018160976469516754, 0.019268400967121124, 1.8403545254841447e-05], "traffic_r2": [0.9999989867210388, 0.9999988675117493, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 15.4157075881958, "cos_r_negg": [0.15640804171562195, -0.06618650257587433, 0.22389373183250427], "cos_innovation_negg": [0.7227572202682495, 0.647106409072876, 0.6936247944831848], "cos_apical_negg": [0.15640802681446075, -0.06618654727935791, 0.22389373183250427], "cos_Ac_negg": [0.8319578170776367, 0.6716015934944153, 0.6974974870681763], "r_norm": [8.990650177001953, 8.816608428955078, 8.869200706481934], "traffic_norm": [18.206071853637695, 18.07000732421875, 17.899734497070312], "traffic_residual_norm": [0.015661608427762985, 0.017416279762983322, 1.8870345229515806e-05], "traffic_r2": [0.9999992251396179, 0.9999990463256836, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 15.887544631958008, "cos_r_negg": [-0.01213048491626978, -0.07874715328216553, 0.031546451151371], "cos_innovation_negg": [0.6846494674682617, 0.5788782238960266, 0.3586486577987671], "cos_apical_negg": [-0.0121304951608181, -0.07874711602926254, 0.031546466052532196], "cos_Ac_negg": [0.7817469239234924, 0.5571121573448181, 0.7675144672393799], "r_norm": [7.01611328125, 6.824633598327637, 6.893011093139648], "traffic_norm": [18.211429595947266, 18.072526931762695, 17.916141510009766], "traffic_residual_norm": [0.013512730598449707, 0.01577754318714142, 1.7350113921565935e-05], "traffic_r2": [0.999999463558197, 0.9999992251396179, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.4516, "eval_loss": 23.977726171875, "val_acc": 0.4516, "val_loss": 23.977726171875}, {"step": 3500, "epoch": 8, "train_loss": 24.807157516479492, "cos_r_negg": [-0.04977418854832649, -0.39366036653518677, 0.039187319576740265], "cos_innovation_negg": [0.44579675793647766, 0.5776636600494385, 0.5559747815132141], "cos_apical_negg": [-0.049774184823036194, -0.39366036653518677, 0.03918732702732086], "cos_Ac_negg": [0.8368458151817322, 0.7129365801811218, 0.7571267485618591], "r_norm": [8.175455093383789, 8.000389099121094, 8.077949523925781], "traffic_norm": [18.21002197265625, 18.073265075683594, 17.909351348876953], "traffic_residual_norm": [0.01128410641103983, 0.013498712331056595, 1.751026138663292e-05], "traffic_r2": [0.9999996423721313, 0.999999463558197, 1.0], "ldr": {"dL_sdil": -1.2279815673828125, "dL_bp": -1.3389205932617188, "ratio": 0.9171429385452577}}, {"step": 3600, "epoch": 8, "train_loss": 21.131084442138672, "cos_r_negg": [-0.10861650109291077, -0.27749311923980713, 0.12931212782859802], "cos_innovation_negg": [0.7023999691009521, 0.8419035077095032, 0.706894040107727], "cos_apical_negg": [-0.10861650109291077, -0.27749311923980713, 0.12931212782859802], "cos_Ac_negg": [0.7269777655601501, 0.8490873575210571, 0.7476801872253418], "r_norm": [9.046557426452637, 8.962642669677734, 8.93940544128418], "traffic_norm": [18.21044921875, 18.075511932373047, 17.910200119018555], "traffic_residual_norm": [0.009683500975370407, 0.011863792315125465, 1.6978694475255907e-05], "traffic_r2": [0.9999997019767761, 0.9999995827674866, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 14.273548126220703, "cos_r_negg": [0.11958330124616623, -0.20443660020828247, 0.044133275747299194], "cos_innovation_negg": [0.6717837452888489, 0.35534924268722534, 0.5041931867599487], "cos_apical_negg": [0.11958330124616623, -0.20443658530712128, 0.04413327947258949], "cos_Ac_negg": [0.8042687773704529, 0.5502131581306458, 0.7146400809288025], "r_norm": [9.84676456451416, 9.688495635986328, 9.701080322265625], "traffic_norm": [18.208383560180664, 18.073226928710938, 17.903759002685547], "traffic_residual_norm": [0.008539608679711819, 0.010694662109017372, 1.8106527932104655e-05], "traffic_r2": [0.9999997615814209, 0.9999996423721313, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 20.591398239135742, "cos_r_negg": [0.11136285960674286, 0.04262857139110565, 0.005971488542854786], "cos_innovation_negg": [0.5905248522758484, 0.3994072377681732, 0.245371013879776], "cos_apical_negg": [0.11136286705732346, 0.042628586292266846, 0.005971502512693405], "cos_Ac_negg": [0.8396709561347961, 0.4963674247264862, 0.7399611473083496], "r_norm": [7.1029157638549805, 6.939117431640625, 6.975691318511963], "traffic_norm": [18.209226608276367, 18.072643280029297, 17.904342651367188], "traffic_residual_norm": [0.00750334095209837, 0.009662196040153503, 1.8443461158312857e-05], "traffic_r2": [0.9999998211860657, 0.9999997019767761, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.5416, "eval_loss": 25.399693359375, "val_acc": 0.5416, "val_loss": 25.399693359375}, {"step": 3900, "epoch": 9, "train_loss": 26.232879638671875, "cos_r_negg": [0.19598445296287537, -0.18132784962654114, 0.11276401579380035], "cos_innovation_negg": [0.5486096739768982, 0.3964718282222748, 0.3739663362503052], "cos_apical_negg": [0.19598445296287537, -0.18132780492305756, 0.11276401579380035], "cos_Ac_negg": [0.7840202450752258, 0.524040162563324, 0.7591014504432678], "r_norm": [7.345190048217773, 7.2431559562683105, 7.211001396179199], "traffic_norm": [18.206417083740234, 18.066816329956055, 17.899641036987305], "traffic_residual_norm": [0.006655845791101456, 0.008694938383996487, 1.9425009668339044e-05], "traffic_r2": [0.9999998807907104, 0.9999997615814209, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 20.31060791015625, "cos_r_negg": [0.19403624534606934, -0.2637875974178314, 0.20151177048683167], "cos_innovation_negg": [0.6514168381690979, 0.5146483778953552, 0.6533637046813965], "cos_apical_negg": [0.19403626024723053, -0.2637875974178314, 0.20151177048683167], "cos_Ac_negg": [0.7073395252227783, 0.475176066160202, 0.8002400994300842], "r_norm": [12.103656768798828, 11.96408462524414, 11.937676429748535], "traffic_norm": [18.207992553710938, 18.069297790527344, 17.908721923828125], "traffic_residual_norm": [0.006045488640666008, 0.00793121475726366, 1.797315781004727e-05], "traffic_r2": [0.9999998807907104, 0.9999998211860657, 1.0], "ldr": {"dL_sdil": -8.294498443603516, "dL_bp": -8.386187553405762, "ratio": 0.9890666516556729}}, {"step": 4100, "epoch": 9, "train_loss": 17.461172103881836, "cos_r_negg": [0.0157910268753767, -0.1532137393951416, 0.17092463374137878], "cos_innovation_negg": [0.6703450679779053, 0.2882985472679138, 0.6379736661911011], "cos_apical_negg": [0.015791036188602448, -0.1532137393951416, 0.1709246039390564], "cos_Ac_negg": [0.8822139501571655, 0.5540881752967834, 0.638946533203125], "r_norm": [7.917984962463379, 7.808608055114746, 7.811274528503418], "traffic_norm": [18.20978546142578, 18.072242736816406, 17.90996742248535], "traffic_residual_norm": [0.005393099505454302, 0.007049693260341883, 1.7460215531173162e-05], "traffic_r2": [0.9999999403953552, 0.9999998211860657, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 30.20343017578125, "cos_r_negg": [0.1304810345172882, -0.22044607996940613, 0.4253292679786682], "cos_innovation_negg": [0.6312196254730225, 0.49457430839538574, 0.4609542787075043], "cos_apical_negg": [0.1304810345172882, -0.22044605016708374, 0.4253292679786682], "cos_Ac_negg": [0.8047698140144348, 0.6377058029174805, 0.7660781145095825], "r_norm": [11.569425582885742, 11.488349914550781, 11.478860855102539], "traffic_norm": [18.208938598632812, 18.070003509521484, 17.906204223632812], "traffic_residual_norm": [0.004980257712304592, 0.006536301225423813, 1.8351784092374146e-05], "traffic_r2": [0.9999999403953552, 0.9999998807907104, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.5402, "eval_loss": 19.40160625, "val_acc": 0.5402, "val_loss": 19.40160625}, {"step": 4300, "epoch": 10, "train_loss": 18.657808303833008, "cos_r_negg": [-0.04291800409555435, -0.4667900800704956, 0.2764985263347626], "cos_innovation_negg": [0.6686424016952515, 0.21719031035900116, 0.6840183734893799], "cos_apical_negg": [-0.04291800037026405, -0.4667901396751404, 0.2764984965324402], "cos_Ac_negg": [0.7477954030036926, 0.18781976401805878, 0.7891880869865417], "r_norm": [11.532617568969727, 11.424283981323242, 11.427989959716797], "traffic_norm": [18.209741592407227, 18.074033737182617, 17.905467987060547], "traffic_residual_norm": [0.004392474889755249, 0.005740566179156303, 1.779556077963207e-05], "traffic_r2": [0.9999999403953552, 0.9999998807907104, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 25.50926971435547, "cos_r_negg": [0.018090885132551193, 0.028520507737994194, 0.11874832212924957], "cos_innovation_negg": [0.5929603576660156, 0.44395533204078674, 0.4084787964820862], "cos_apical_negg": [0.018090883269906044, 0.028520531952381134, 0.11874833703041077], "cos_Ac_negg": [0.5366554856300354, 0.6079745888710022, 0.6948876976966858], "r_norm": [8.144805908203125, 8.042585372924805, 8.04572868347168], "traffic_norm": [18.205625534057617, 18.069910049438477, 17.894025802612305], "traffic_residual_norm": [0.0041448017582297325, 0.005396706983447075, 1.947630698850844e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 15.963104248046875, "cos_r_negg": [0.1650068312883377, -0.19348958134651184, 0.46787527203559875], "cos_innovation_negg": [0.5635658502578735, 0.19293971359729767, 0.8519229888916016], "cos_apical_negg": [0.1650068163871765, -0.19348955154418945, 0.46787533164024353], "cos_Ac_negg": [0.8915283679962158, 0.26262977719306946, 0.9374935030937195], "r_norm": [8.561250686645508, 8.517539978027344, 8.482860565185547], "traffic_norm": [18.20473861694336, 18.06816864013672, 17.89246368408203], "traffic_residual_norm": [0.003849903354421258, 0.004933483898639679, 1.9907205569325015e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -3.5878419876098633, "dL_bp": -3.5948305130004883, "ratio": 0.9980559513542151}}, {"step": 4600, "epoch": 10, "train_loss": 14.243090629577637, "cos_r_negg": [0.21354924142360687, 0.32739073038101196, 0.19445544481277466], "cos_innovation_negg": [0.5335603952407837, 0.2659435570240021, 0.6593004465103149], "cos_apical_negg": [0.21354924142360687, 0.3273906707763672, 0.19445544481277466], "cos_Ac_negg": [0.8306995630264282, 0.40443846583366394, 0.8621536493301392], "r_norm": [8.785451889038086, 8.73719310760498, 8.705779075622559], "traffic_norm": [18.204631805419922, 18.068742752075195, 17.891590118408203], "traffic_residual_norm": [0.0035997522063553333, 0.004508025944232941, 1.99874812096823e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 11.260683059692383, "cos_r_negg": [0.03646821901202202, -0.032574910670518875, 0.3442353308200836], "cos_innovation_negg": [0.7562876343727112, 0.38890254497528076, 0.8728268146514893], "cos_apical_negg": [0.03646821901202202, -0.032574910670518875, 0.344235360622406], "cos_Ac_negg": [0.7880105376243591, 0.4547189474105835, 0.8761653900146484], "r_norm": [13.395940780639648, 13.336583137512207, 13.31850814819336], "traffic_norm": [18.208396911621094, 18.072296142578125, 17.904714584350586], "traffic_residual_norm": [0.003586656879633665, 0.0045742252841591835, 1.825453364290297e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.552, "eval_loss": 13.9520083984375, "val_acc": 0.552, "val_loss": 13.9520083984375}, {"step": 4800, "epoch": 11, "train_loss": 24.12213897705078, "cos_r_negg": [0.09230444580316544, -0.2698374092578888, 0.14096452295780182], "cos_innovation_negg": [0.5479890704154968, 0.41674843430519104, 0.7562383413314819], "cos_apical_negg": [0.09230443835258484, -0.2698374092578888, 0.14096450805664062], "cos_Ac_negg": [0.6502991914749146, 0.5878969430923462, 0.9229681491851807], "r_norm": [9.313926696777344, 9.184160232543945, 9.153348922729492], "traffic_norm": [18.20909881591797, 18.07244873046875, 17.905250549316406], "traffic_residual_norm": [0.0033511538058519363, 0.004264785908162594, 1.823553247959353e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 14.796346664428711, "cos_r_negg": [0.11128321290016174, -0.2402721643447876, 0.27367421984672546], "cos_innovation_negg": [0.7865480780601501, 0.5342648029327393, 0.8660789728164673], "cos_apical_negg": [0.11128321290016174, -0.2402721494436264, 0.27367421984672546], "cos_Ac_negg": [0.8402478694915771, 0.585387110710144, 0.8622323870658875], "r_norm": [12.508416175842285, 12.43455696105957, 12.392290115356445], "traffic_norm": [18.206584930419922, 18.067195892333984, 17.899442672729492], "traffic_residual_norm": [0.003511264454573393, 0.004445905797183514, 1.977016290766187e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 19.534770965576172, "cos_r_negg": [0.0017130527412518859, 0.02436143159866333, 0.0658230260014534], "cos_innovation_negg": [0.6052435040473938, 0.5951358675956726, 0.7012085914611816], "cos_apical_negg": [0.0017130300402641296, 0.02436140552163124, 0.06582300364971161], "cos_Ac_negg": [0.711906373500824, 0.6450880765914917, 0.8880449533462524], "r_norm": [12.360548973083496, 12.327062606811523, 12.29322624206543], "traffic_norm": [18.210296630859375, 18.073503494262695, 17.907516479492188], "traffic_residual_norm": [0.003307174425572157, 0.0041068121790885925, 1.775389682734385e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -6.555400848388672, "dL_bp": -6.569719314575195, "ratio": 0.9978205360836715}}, {"step": 5100, "epoch": 11, "train_loss": 12.259420394897461, "cos_r_negg": [0.1494322568178177, 0.37060171365737915, 0.21170221269130707], "cos_innovation_negg": [0.35681477189064026, 0.5458057522773743, 0.7844178080558777], "cos_apical_negg": [0.1494322419166565, 0.37060171365737915, 0.21170221269130707], "cos_Ac_negg": [0.6934702396392822, 0.710644543170929, 0.9309671521186829], "r_norm": [8.490320205688477, 8.432145118713379, 8.343873023986816], "traffic_norm": [18.21368408203125, 18.077491760253906, 17.916954040527344], "traffic_residual_norm": [0.003180788131430745, 0.0038889627903699875, 1.6636149666737765e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.4714, "eval_loss": 23.35705, "val_acc": 0.4714, "val_loss": 23.35705}, {"step": 5200, "epoch": 12, "train_loss": 29.196754455566406, "cos_r_negg": [0.30397966504096985, 0.28508278727531433, 0.09088989347219467], "cos_innovation_negg": [0.38533803820610046, 0.8412511348724365, 0.6248780488967896], "cos_apical_negg": [0.30397966504096985, 0.28508278727531433, 0.09088989347219467], "cos_Ac_negg": [0.6929140090942383, 0.8504606485366821, 0.8498459458351135], "r_norm": [8.222108840942383, 8.173139572143555, 8.097087860107422], "traffic_norm": [18.209836959838867, 18.073287963867188, 17.907480239868164], "traffic_residual_norm": [0.0035490207374095917, 0.004473417066037655, 1.787758264981676e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 10.519140243530273, "cos_r_negg": [0.160242959856987, -0.501095712184906, 0.1382080316543579], "cos_innovation_negg": [0.4868279695510864, 0.7239297032356262, 0.6256252527236938], "cos_apical_negg": [0.160242959856987, -0.5010956525802612, 0.13820801675319672], "cos_Ac_negg": [0.7103387713432312, 0.679581880569458, 0.8739506602287292], "r_norm": [9.293333053588867, 9.19013786315918, 9.170127868652344], "traffic_norm": [18.207576751708984, 18.07126808166504, 17.900615692138672], "traffic_residual_norm": [0.003286439459770918, 0.004094858653843403, 1.8829156033461913e-05], "traffic_r2": [0.9999999403953552, 0.9999999403953552, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 16.62290382385254, "cos_r_negg": [0.12673364579677582, -0.10278794169425964, 0.11069481074810028], "cos_innovation_negg": [0.6043210625648499, 0.545501172542572, 0.6229060292243958], "cos_apical_negg": [0.126733660697937, -0.10278790444135666, 0.11069479584693909], "cos_Ac_negg": [0.8308737874031067, 0.7088669538497925, 0.8520503640174866], "r_norm": [10.977310180664062, 10.88661003112793, 10.850131034851074], "traffic_norm": [18.20443344116211, 18.068260192871094, 17.89503288269043], "traffic_residual_norm": [0.0030417453963309526, 0.0037789642810821533, 1.9516312022460625e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 18.069795608520508, "cos_r_negg": [0.06897978484630585, -0.06924355030059814, 0.2264057695865631], "cos_innovation_negg": [0.6486043930053711, 0.634028971195221, 0.6064097881317139], "cos_apical_negg": [0.06897978484630585, -0.06924358010292053, 0.22640575468540192], "cos_Ac_negg": [0.833654522895813, 0.750859260559082, 0.9153792858123779], "r_norm": [13.089826583862305, 13.085227966308594, 13.088640213012695], "traffic_norm": [18.203773498535156, 18.066814422607422, 17.893842697143555], "traffic_residual_norm": [0.0028865959029644728, 0.003662948962301016, 1.9581964807002805e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -3.482041358947754, "dL_bp": -3.494131088256836, "ratio": 0.9965399897703571}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.4398, "eval_loss": 10.1878044921875, "val_acc": 0.4398, "val_loss": 10.1878044921875}, {"step": 5600, "epoch": 13, "train_loss": 12.880843162536621, "cos_r_negg": [0.03101257234811783, -0.08691982924938202, 0.1694648712873459], "cos_innovation_negg": [0.3832986056804657, 0.23262310028076172, 0.5670023560523987], "cos_apical_negg": [0.03101257234811783, -0.08691982924938202, 0.16946488618850708], "cos_Ac_negg": [0.6725996732711792, 0.4930848181247711, 0.881180465221405], "r_norm": [9.344552993774414, 9.338284492492676, 9.325296401977539], "traffic_norm": [18.204570770263672, 18.068336486816406, 17.89250946044922], "traffic_residual_norm": [0.003028141800314188, 0.0038726236671209335, 1.9813851395156235e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 10.405572891235352, "cos_r_negg": [0.3122994601726532, 0.3942532241344452, 0.17584817111492157], "cos_innovation_negg": [0.5543638467788696, 0.5424842834472656, 0.41237908601760864], "cos_apical_negg": [0.3122994601726532, 0.3942532539367676, 0.17584818601608276], "cos_Ac_negg": [0.7165710926055908, 0.7167280316352844, 0.8997877240180969], "r_norm": [11.693227767944336, 11.60043716430664, 11.570503234863281], "traffic_norm": [18.202495574951172, 18.06275177001953, 17.889389038085938], "traffic_residual_norm": [0.0029418854974210262, 0.003795847063884139, 2.1321324311429635e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 4.743878364562988, "cos_r_negg": [-0.09602486342191696, -0.40701809525489807, 0.3396262526512146], "cos_innovation_negg": [0.5689907073974609, 0.21197286248207092, 0.5936374664306641], "cos_apical_negg": [-0.09602484107017517, -0.4070180356502533, 0.3396262228488922], "cos_Ac_negg": [0.779992401599884, 0.2828722596168518, 0.892681360244751], "r_norm": [8.195877075195312, 8.135635375976562, 8.110204696655273], "traffic_norm": [18.204431533813477, 18.068180084228516, 17.889150619506836], "traffic_residual_norm": [0.002773708663880825, 0.003586288308724761, 2.0044682969455607e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 14.528668403625488, "cos_r_negg": [-0.11502335220575333, -0.4836898446083069, 0.43706634640693665], "cos_innovation_negg": [0.43808311223983765, 0.5707327723503113, 0.7553023099899292], "cos_apical_negg": [-0.11502335220575333, -0.48368993401527405, 0.43706631660461426], "cos_Ac_negg": [0.7041256427764893, 0.6172294616699219, 0.9346712827682495], "r_norm": [21.753202438354492, 21.750825881958008, 21.6652774810791], "traffic_norm": [18.205116271972656, 18.06867027282715, 17.892173767089844], "traffic_residual_norm": [0.0028468489181250334, 0.0035630560014396906, 1.9861949112964794e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 10.067399978637695, "cos_r_negg": [0.03577110171318054, -0.1338898092508316, 0.08730772137641907], "cos_innovation_negg": [0.2945486605167389, 0.36937204003334045, 0.7111334204673767], "cos_apical_negg": [0.03577110916376114, -0.1338898241519928, 0.08730772137641907], "cos_Ac_negg": [0.6819892525672913, 0.4912184178829193, 0.8670077323913574], "r_norm": [8.413347244262695, 8.379756927490234, 8.33599853515625], "traffic_norm": [18.202960968017578, 18.069387435913086, 17.883939743041992], "traffic_residual_norm": [0.002658685902133584, 0.0032527160365134478, 2.0111048797843978e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0], "ldr": {"dL_sdil": -5.32158088684082, "dL_bp": -5.328083038330078, "ratio": 0.9987796452415472}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.4572, "eval_loss": 12.254454296875, "val_acc": 0.4572, "val_loss": 12.254454296875}, {"step": 6100, "epoch": 14, "train_loss": 15.073725700378418, "cos_r_negg": [-0.049084264785051346, -0.07228070497512817, 0.0015023968880996108], "cos_innovation_negg": [0.2743889391422272, 0.5095100402832031, 0.3484882712364197], "cos_apical_negg": [-0.04908425733447075, -0.07228068262338638, 0.001502419007010758], "cos_Ac_negg": [0.5716274976730347, 0.7053832411766052, 0.9358317852020264], "r_norm": [9.201852798461914, 9.19088077545166, 9.187427520751953], "traffic_norm": [18.20338249206543, 18.06682014465332, 17.887035369873047], "traffic_residual_norm": [0.0025580921210348606, 0.0030889816116541624, 2.0062339899595827e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 16.916139602661133, "cos_r_negg": [-0.17172810435295105, 0.0736161321401596, 0.37785324454307556], "cos_innovation_negg": [0.5903900265693665, 0.5157961845397949, 0.6536948680877686], "cos_apical_negg": [-0.17172810435295105, 0.0736161544919014, 0.37785324454307556], "cos_Ac_negg": [0.7109261155128479, 0.6090240478515625, 0.8743080496788025], "r_norm": [9.92333698272705, 9.915696144104004, 9.92717456817627], "traffic_norm": [18.204620361328125, 18.069429397583008, 17.888442993164062], "traffic_residual_norm": [0.002572954399511218, 0.003052969928830862, 1.9571551092667505e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 7.833776473999023, "cos_r_negg": [0.3411236107349396, -0.0972285270690918, 0.25941452383995056], "cos_innovation_negg": [0.6883427500724792, 0.5651665925979614, 0.9378116130828857], "cos_apical_negg": [0.3411236107349396, -0.09722854942083359, 0.25941452383995056], "cos_Ac_negg": [0.7031104564666748, 0.6083870530128479, 0.9378291368484497], "r_norm": [10.512105941772461, 10.489185333251953, 10.49273681640625], "traffic_norm": [18.200904846191406, 18.06392478942871, 17.882551193237305], "traffic_residual_norm": [0.002464102581143379, 0.0029918381478637457, 2.0688166841864586e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 13.68960952758789, "cos_r_negg": [-0.017322612926363945, 0.0050814189016819, 0.22820664942264557], "cos_innovation_negg": [0.42354616522789, 0.5293210744857788, 0.7419607639312744], "cos_apical_negg": [-0.0173226036131382, 0.005081402603536844, 0.22820664942264557], "cos_Ac_negg": [0.669452428817749, 0.7522795796394348, 0.9439713358879089], "r_norm": [9.64610481262207, 9.656745910644531, 9.675506591796875], "traffic_norm": [18.203754425048828, 18.067920684814453, 17.888011932373047], "traffic_residual_norm": [0.002289359923452139, 0.00279026385396719, 1.9826358766295016e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.5324, "eval_loss": 11.0428765625, "val_acc": 0.5324, "val_loss": 11.0428765625}], "final": {"eval_split": "validation", "eval_acc": 0.5324, "eval_loss": 11.0428765625, "wall_s": 24.940844535827637, "val_acc": 0.5324, "val_loss": 11.0428765625, "cos_r_negg": [-0.1305185854434967, -0.4527832269668579, 0.08064242452383041], "cos_innovation_negg": [0.5085341334342957, 0.565375804901123, 0.5066747665405273], "cos_apical_negg": [-0.13051855564117432, -0.4527832269668579, 0.08064242452383041], "cos_Ac_negg": [0.6344115734100342, 0.7278573513031006, 0.868218719959259], "traffic_norm": [18.203750610351562, 18.069080352783203, 17.886688232421875], "traffic_residual_norm": [0.0025479739997535944, 0.003143015317618847, 1.9478509784676135e-05], "traffic_r2": [1.0, 0.9999999403953552, 1.0]}}
|
