1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 0, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "traffic_mode": "topdown", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_topdown_rho0p5_taskfit_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.010398978367447853, 0.027883879840373993, 0.03532898798584938], "cos_innovation_negg": [-0.010398978367447853, 0.027883879840373993, 0.03532898798584938], "cos_apical_negg": [-0.018074408173561096, 0.009428558871150017, 0.0030616112053394318], "cos_Ac_negg": [0.002011236734688282, 0.029851969331502914, 0.03533003106713295], "r_norm": [5.84179162979126, 5.354647636413574, 4.824201583862305], "traffic_norm": [6.859302520751953, 6.838433265686035, 6.696292877197266], "traffic_residual_norm": [3.180250406265259, 2.325207471847534, 0.0029684756882488728], "traffic_r2": [0.7853941917419434, 0.884475827217102, 0.9999998211860657], "ldr": {"dL_sdil": -0.09340715408325195, "dL_bp": -0.5368232727050781, "ratio": 0.17399982234855213}}, {"step": 100, "epoch": 0, "train_loss": 7.062093734741211, "cos_r_negg": [0.10500321537256241, 0.3456641435623169, 0.07949218153953552], "cos_innovation_negg": [0.10500321537256241, 0.3456641435623169, 0.07949218153953552], "cos_apical_negg": [0.09240452200174332, -0.34413382411003113, -0.14769266545772552], "cos_Ac_negg": [0.5177197456359863, 0.00465929601341486, 0.09468570351600647], "r_norm": [7.420819282531738, 6.690659523010254, 6.640532970428467], "traffic_norm": [14.67214298248291, 14.749987602233887, 14.407133102416992], "traffic_residual_norm": [6.406832695007324, 5.493335723876953, 5.390084266662598], "traffic_r2": [0.8093186020851135, 0.861295223236084, 0.8600298166275024]}, {"step": 200, "epoch": 0, "train_loss": 1.1837365627288818, "cos_r_negg": [0.21070349216461182, -0.04590820521116257, 0.1959492266178131], "cos_innovation_negg": [0.21070349216461182, -0.04590820521116257, 0.1959492266178131], "cos_apical_negg": [0.09272246062755585, 0.1545962393283844, 0.10408537089824677], "cos_Ac_negg": [0.7250961065292358, 0.11874746531248093, 0.5700020790100098], "r_norm": [6.183368682861328, 5.595013618469238, 6.422966003417969], "traffic_norm": [14.429508209228516, 14.550528526306152, 14.203642845153809], "traffic_residual_norm": [5.463915824890137, 4.847018241882324, 5.781235694885254], "traffic_r2": [0.8566040992736816, 0.888970136642456, 0.8343150615692139]}, {"step": 300, "epoch": 0, "train_loss": 1.905799388885498, "cos_r_negg": [0.2705633044242859, -0.07236038893461227, 0.006979368627071381], "cos_innovation_negg": [0.2705633044242859, -0.07236038893461227, 0.006979368627071381], "cos_apical_negg": [0.13385869562625885, 0.11547479033470154, 0.30388343334198], "cos_Ac_negg": [0.7309845089912415, -0.032343458384275436, 0.4222736060619354], "r_norm": [5.632499694824219, 5.150110721588135, 6.890804767608643], "traffic_norm": [14.446290016174316, 14.468456268310547, 14.049610137939453], "traffic_residual_norm": [4.8599395751953125, 4.3143792152404785, 6.272438049316406], "traffic_r2": [0.8868234753608704, 0.9110587239265442, 0.8004282712936401]}, {"step": 400, "epoch": 0, "train_loss": 1.5618722438812256, "cos_r_negg": [0.13248884677886963, 0.13858290016651154, 0.10223693400621414], "cos_innovation_negg": [0.13248884677886963, 0.13858290016651154, 0.10223693400621414], "cos_apical_negg": [0.2872864305973053, -0.058941811323165894, -0.0624818354845047], "cos_Ac_negg": [0.7927055954933167, 0.2831457853317261, -0.033461183309555054], "r_norm": [5.0753679275512695, 4.519481182098389, 6.190643310546875], "traffic_norm": [14.34670352935791, 14.351457595825195, 13.976816177368164], "traffic_residual_norm": [4.383573532104492, 3.8562817573547363, 5.6688432693481445], "traffic_r2": [0.9066292643547058, 0.9277691841125488, 0.8352993130683899]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.6562, "eval_loss": 1.2369144287109375, "val_acc": 0.6562, "val_loss": 1.2369144287109375}, {"step": 500, "epoch": 1, "train_loss": 0.6625446677207947, "cos_r_negg": [0.27969491481781006, 0.12181326746940613, 0.12440399825572968], "cos_innovation_negg": [0.27969491481781006, 0.12181326746940613, 0.12440399825572968], "cos_apical_negg": [0.37708139419555664, -0.05265616253018379, -0.047865428030490875], "cos_Ac_negg": [0.886243999004364, 0.3081899881362915, 0.1295560747385025], "r_norm": [5.053680896759033, 4.5922064781188965, 5.709010601043701], "traffic_norm": [14.017017364501953, 13.959253311157227, 13.686775207519531], "traffic_residual_norm": [4.257458209991455, 3.7500200271606445, 5.069363594055176], "traffic_r2": [0.9077439308166504, 0.9278150200843811, 0.8628073334693909], "ldr": {"dL_sdil": -0.4369920492172241, "dL_bp": -0.4619910717010498, "ratio": 0.9458885160014471}}, {"step": 600, "epoch": 1, "train_loss": 0.787218451499939, "cos_r_negg": [0.12997063994407654, 0.02600524201989174, 0.23836691677570343], "cos_innovation_negg": [0.12997063994407654, 0.02600524201989174, 0.23836691677570343], "cos_apical_negg": [0.15518634021282196, -0.24996885657310486, 0.4879032075405121], "cos_Ac_negg": [0.8098607063293457, -0.04680865257978439, 0.6030704379081726], "r_norm": [4.71645450592041, 4.041342735290527, 4.9388298988342285], "traffic_norm": [13.93364429473877, 13.842166900634766, 13.510738372802734], "traffic_residual_norm": [4.046116828918457, 3.422257900238037, 4.447713851928711], "traffic_r2": [0.9156755208969116, 0.9388740062713623, 0.8916100859642029]}, {"step": 700, "epoch": 1, "train_loss": 1.0538274049758911, "cos_r_negg": [0.3918255567550659, 0.24165304005146027, 0.15359604358673096], "cos_innovation_negg": [0.3918255567550659, 0.24165304005146027, 0.15359604358673096], "cos_apical_negg": [0.005967564880847931, -0.21051636338233948, 0.06418634951114655], "cos_Ac_negg": [0.6972163915634155, 0.5087704062461853, 0.4379578232765198], "r_norm": [4.776556491851807, 3.912299633026123, 4.883911609649658], "traffic_norm": [13.733223915100098, 13.721959114074707, 13.408407211303711], "traffic_residual_norm": [3.9598326683044434, 3.088930130004883, 4.269196510314941], "traffic_r2": [0.9168379306793213, 0.9493255019187927, 0.8980161547660828]}, {"step": 800, "epoch": 1, "train_loss": 1.0285605192184448, "cos_r_negg": [0.2698233723640442, -0.08894868195056915, 0.1493048369884491], "cos_innovation_negg": [0.2698233723640442, -0.08894868195056915, 0.1493048369884491], "cos_apical_negg": [0.25104260444641113, 0.16837948560714722, 0.5428047180175781], "cos_Ac_negg": [0.8326708078384399, 0.26762866973876953, 0.5761959552764893], "r_norm": [4.249917507171631, 3.3480381965637207, 4.941390037536621], "traffic_norm": [13.74726676940918, 13.704242706298828, 13.289554595947266], "traffic_residual_norm": [3.4944674968719482, 2.617758274078369, 4.4284563064575195], "traffic_r2": [0.9353846907615662, 0.9635098576545715, 0.8889485597610474]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.745, "eval_loss": 0.8862820922851562, "val_acc": 0.745, "val_loss": 0.8862820922851562}, {"step": 900, "epoch": 2, "train_loss": 0.7778109312057495, "cos_r_negg": [0.10659438371658325, 0.04265502840280533, 0.19738245010375977], "cos_innovation_negg": [0.10659438371658325, 0.04265502840280533, 0.19738245010375977], "cos_apical_negg": [0.3072237968444824, -0.030779749155044556, 0.371716171503067], "cos_Ac_negg": [0.7646985650062561, 0.5148317217826843, 0.47764700651168823], "r_norm": [3.9556846618652344, 3.147860527038574, 4.273551940917969], "traffic_norm": [13.575101852416992, 13.532684326171875, 13.187217712402344], "traffic_residual_norm": [3.279388427734375, 2.460477590560913, 3.7969777584075928], "traffic_r2": [0.9416414499282837, 0.9669397473335266, 0.9170961976051331]}, {"step": 1000, "epoch": 2, "train_loss": 0.9379932880401611, "cos_r_negg": [0.3094865679740906, 0.06734323501586914, 0.22937028110027313], "cos_innovation_negg": [0.3094865679740906, 0.06734323501586914, 0.22937028110027313], "cos_apical_negg": [0.14872579276561737, 0.0044269859790802, 0.25912731885910034], "cos_Ac_negg": [0.8441855907440186, 0.42254552245140076, 0.4510497450828552], "r_norm": [4.1540327072143555, 3.0743141174316406, 3.995990753173828], "traffic_norm": [13.584068298339844, 13.54231071472168, 13.197125434875488], "traffic_residual_norm": [3.4977147579193115, 2.427764415740967, 3.4574241638183594], "traffic_r2": [0.9336458444595337, 0.9676104187965393, 0.9313499331474304], "ldr": {"dL_sdil": -0.18926632404327393, "dL_bp": -0.2083507776260376, "ratio": 0.9084022925173921}}, {"step": 1100, "epoch": 2, "train_loss": 1.2551374435424805, "cos_r_negg": [0.30028900504112244, 0.41731393337249756, 0.5409440994262695], "cos_innovation_negg": [0.30028900504112244, 0.41731393337249756, 0.5409440994262695], "cos_apical_negg": [0.1356663554906845, -0.14466004073619843, 0.4538722634315491], "cos_Ac_negg": [0.8150001764297485, 0.46810418367385864, 0.9260540008544922], "r_norm": [3.8449606895446777, 3.120716094970703, 3.72898006439209], "traffic_norm": [13.63473129272461, 13.595687866210938, 13.186943054199219], "traffic_residual_norm": [3.1552517414093018, 2.4041905403137207, 3.2046732902526855], "traffic_r2": [0.9464440941810608, 0.9687236547470093, 0.9409267902374268]}, {"step": 1200, "epoch": 2, "train_loss": 1.1374919414520264, "cos_r_negg": [0.34208348393440247, -0.09407084435224533, 0.1686456799507141], "cos_innovation_negg": [0.34208348393440247, -0.09407084435224533, 0.1686456799507141], "cos_apical_negg": [0.025556202977895737, 0.157006174325943, 0.3556920886039734], "cos_Ac_negg": [0.8301910161972046, 0.3244251310825348, 0.5880014896392822], "r_norm": [3.8559858798980713, 2.8847062587738037, 3.5303642749786377], "traffic_norm": [13.548116683959961, 13.554113388061523, 13.1126708984375], "traffic_residual_norm": [3.2251415252685547, 2.2528908252716064, 3.0023834705352783], "traffic_r2": [0.9432859420776367, 0.972074568271637, 0.9475483894348145]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.7608, "eval_loss": 0.8865291870117188, "val_acc": 0.7608, "val_loss": 0.8865291870117188}, {"step": 1300, "epoch": 3, "train_loss": 0.8064759969711304, "cos_r_negg": [0.4837725758552551, -0.100127674639225, 0.6018655300140381], "cos_innovation_negg": [0.4837725758552551, -0.100127674639225, 0.6018655300140381], "cos_apical_negg": [0.2135632038116455, 0.11730053275823593, 0.5346734523773193], "cos_Ac_negg": [0.6706631779670715, -0.07420022785663605, 0.9125524759292603], "r_norm": [3.832078456878662, 2.733510732650757, 3.307910203933716], "traffic_norm": [13.502898216247559, 13.485837936401367, 13.06039047241211], "traffic_residual_norm": [3.1940951347351074, 2.0816431045532227, 2.8023781776428223], "traffic_r2": [0.9440423250198364, 0.9761732220649719, 0.9539558291435242]}, {"step": 1400, "epoch": 3, "train_loss": 0.8904997706413269, "cos_r_negg": [0.4625938832759857, -0.17816752195358276, 0.2299119383096695], "cos_innovation_negg": [0.4625938832759857, -0.17816752195358276, 0.2299119383096695], "cos_apical_negg": [0.0483807735145092, 0.40320849418640137, 0.4851328730583191], "cos_Ac_negg": [0.8092681765556335, 0.30306917428970337, 0.7155365943908691], "r_norm": [3.7849206924438477, 2.6147637367248535, 3.17311429977417], "traffic_norm": [13.50204086303711, 13.481884956359863, 13.06065845489502], "traffic_residual_norm": [3.313429594039917, 2.0474462509155273, 2.776209592819214], "traffic_r2": [0.9394073486328125, 0.9753769040107727, 0.954692006111145]}, {"step": 1500, "epoch": 3, "train_loss": 0.7847760319709778, "cos_r_negg": [0.4479222297668457, 0.07187168300151825, 0.47888973355293274], "cos_innovation_negg": [0.4479222297668457, 0.07187168300151825, 0.47888973355293274], "cos_apical_negg": [0.055201683193445206, -0.023728054016828537, 0.497174471616745], "cos_Ac_negg": [0.8287176489830017, 0.332666277885437, 0.8578463792800903], "r_norm": [3.687554359436035, 2.614284038543701, 3.25820255279541], "traffic_norm": [13.461057662963867, 13.468368530273438, 13.020536422729492], "traffic_residual_norm": [3.132969856262207, 2.057905673980713, 2.790721893310547], "traffic_r2": [0.9458234906196594, 0.9766534566879272, 0.9540613889694214], "ldr": {"dL_sdil": -0.10026419162750244, "dL_bp": -0.11662468314170837, "ratio": 0.8597167334266056}}, {"step": 1600, "epoch": 3, "train_loss": 0.5706584453582764, "cos_r_negg": [0.49972793459892273, 0.0884539932012558, 0.6371893882751465], "cos_innovation_negg": [0.49972793459892273, 0.0884539932012558, 0.6371893882751465], "cos_apical_negg": [0.1662682145833969, 0.0350562185049057, 0.5299844741821289], "cos_Ac_negg": [0.8248053789138794, 0.22482144832611084, 0.9229172468185425], "r_norm": [3.9586195945739746, 2.824019432067871, 3.459536075592041], "traffic_norm": [13.440271377563477, 13.446826934814453, 13.009505271911621], "traffic_residual_norm": [3.4812111854553223, 2.29752516746521, 3.068805694580078], "traffic_r2": [0.9329107999801636, 0.9708067774772644, 0.9443561434745789]}, {"step": 1700, "epoch": 3, "train_loss": 1.203908085823059, "cos_r_negg": [0.5227863788604736, 0.09568588435649872, 0.41269397735595703], "cos_innovation_negg": [0.5227863788604736, 0.09568588435649872, 0.41269397735595703], "cos_apical_negg": [0.0744117721915245, 0.027712464332580566, 0.46422111988067627], "cos_Ac_negg": [0.8538681268692017, 0.32969537377357483, 0.8624047040939331], "r_norm": [4.359415054321289, 3.267557144165039, 3.8630518913269043], "traffic_norm": [13.439980506896973, 13.446133613586426, 13.008504867553711], "traffic_residual_norm": [3.249096632003784, 2.211760997772217, 2.974559783935547], "traffic_r2": [0.9415478706359863, 0.9729215502738953, 0.9476976990699768]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.7124, "eval_loss": 0.9939175415039062, "val_acc": 0.7124, "val_loss": 0.9939175415039062}, {"step": 1800, "epoch": 4, "train_loss": 0.5975384712219238, "cos_r_negg": [0.469830721616745, -0.15765723586082458, 0.39119499921798706], "cos_innovation_negg": [0.469830721616745, -0.15765723586082458, 0.39119499921798706], "cos_apical_negg": [0.0886833593249321, 0.07919604331254959, 0.3207668364048004], "cos_Ac_negg": [0.7294498682022095, -0.26172953844070435, 0.8174378871917725], "r_norm": [3.867495536804199, 3.0357375144958496, 3.8371143341064453], "traffic_norm": [13.411398887634277, 13.369344711303711, 12.96806526184082], "traffic_residual_norm": [3.121021270751953, 2.2194480895996094, 3.298947811126709], "traffic_r2": [0.9458428025245667, 0.9724376201629639, 0.9352837800979614]}, {"step": 1900, "epoch": 4, "train_loss": 0.49089035391807556, "cos_r_negg": [0.5508909225463867, -0.06855177879333496, 0.25981584191322327], "cos_innovation_negg": [0.5508909225463867, -0.06855177879333496, 0.25981584191322327], "cos_apical_negg": [0.2381393313407898, 0.17059777677059174, 0.3139351010322571], "cos_Ac_negg": [0.8067353963851929, 0.013598226942121983, 0.2106356918811798], "r_norm": [3.352677822113037, 2.6112279891967773, 3.4202680587768555], "traffic_norm": [13.385897636413574, 13.332721710205078, 12.848142623901367], "traffic_residual_norm": [2.784796714782715, 2.0564279556274414, 2.9825756549835205], "traffic_r2": [0.9567193388938904, 0.9762102365493774, 0.9461102485656738]}, {"step": 2000, "epoch": 4, "train_loss": 0.9556145071983337, "cos_r_negg": [0.5355454683303833, 0.02294984459877014, 0.27521711587905884], "cos_innovation_negg": [0.5355454683303833, 0.02294984459877014, 0.27521711587905884], "cos_apical_negg": [0.032293424010276794, 0.04434323310852051, 0.4759471118450165], "cos_Ac_negg": [0.8855481147766113, 0.28163427114486694, 0.4994734525680542], "r_norm": [3.2560229301452637, 2.6108384132385254, 3.3961031436920166], "traffic_norm": [13.385664939880371, 13.332651138305664, 12.84807300567627], "traffic_residual_norm": [2.653008222579956, 2.0935287475585938, 2.9795961380004883], "traffic_r2": [0.9607172012329102, 0.9753438234329224, 0.9462171792984009], "ldr": {"dL_sdil": -0.11615824699401855, "dL_bp": -0.14757931232452393, "ratio": 0.7870903120797101}}, {"step": 2100, "epoch": 4, "train_loss": 0.8576517105102539, "cos_r_negg": [0.31693214178085327, 0.10395790636539459, 0.15457889437675476], "cos_innovation_negg": [0.31693214178085327, 0.10395790636539459, 0.15457889437675476], "cos_apical_negg": [-0.03765612840652466, 0.11292341351509094, 0.4534105658531189], "cos_Ac_negg": [0.7878522276878357, -0.19017833471298218, 0.44747257232666016], "r_norm": [3.0314619541168213, 2.555907726287842, 3.2503247261047363], "traffic_norm": [13.385616302490234, 13.332673072814941, 12.847806930541992], "traffic_residual_norm": [2.4817092418670654, 2.082681179046631, 2.8419222831726074], "traffic_r2": [0.9656262993812561, 0.9755987524986267, 0.9510709047317505]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.8256, "eval_loss": 0.8061362182617188, "val_acc": 0.8256, "val_loss": 0.8061362182617188}, {"step": 2200, "epoch": 5, "train_loss": 0.9540348649024963, "cos_r_negg": [0.55098557472229, 0.12156014144420624, 0.44745951890945435], "cos_innovation_negg": [0.55098557472229, 0.12156014144420624, 0.44745951890945435], "cos_apical_negg": [-0.0023134665098041296, 0.025132186710834503, 0.45566892623901367], "cos_Ac_negg": [0.7862010598182678, 0.41123443841934204, 0.6293871402740479], "r_norm": [2.9793667793273926, 2.644432783126831, 3.1790881156921387], "traffic_norm": [13.38589096069336, 13.332639694213867, 12.848814010620117], "traffic_residual_norm": [2.312307357788086, 2.055225372314453, 2.6980583667755127], "traffic_r2": [0.9701601266860962, 0.9762377738952637, 0.9559062719345093]}, {"step": 2300, "epoch": 5, "train_loss": 1.7930963039398193, "cos_r_negg": [0.4357393980026245, 0.1807314157485962, 0.31136441230773926], "cos_innovation_negg": [0.4357393980026245, 0.1807314157485962, 0.31136441230773926], "cos_apical_negg": [0.06004863604903221, -0.07578381150960922, 0.3261868357658386], "cos_Ac_negg": [0.8687461614608765, 0.41171178221702576, 0.8245945572853088], "r_norm": [3.0260939598083496, 2.760786533355713, 3.1591038703918457], "traffic_norm": [13.386069297790527, 13.333112716674805, 12.848485946655273], "traffic_residual_norm": [2.128732681274414, 2.0018625259399414, 2.475419759750366], "traffic_r2": [0.9747107028961182, 0.9774572849273682, 0.9628812074661255]}, {"step": 2400, "epoch": 5, "train_loss": 0.8227648138999939, "cos_r_negg": [0.6451461315155029, 0.2243082970380783, 0.5794408321380615], "cos_innovation_negg": [0.6451461315155029, 0.2243082970380783, 0.5794408321380615], "cos_apical_negg": [0.25170791149139404, -0.07501082122325897, 0.4773746728897095], "cos_Ac_negg": [0.9324716329574585, 0.4964990019798279, 0.8490728139877319], "r_norm": [3.123753309249878, 2.9407331943511963, 3.266329288482666], "traffic_norm": [13.357198715209961, 13.292787551879883, 12.822834968566895], "traffic_residual_norm": [2.0213561058044434, 2.0064711570739746, 2.413083553314209], "traffic_r2": [0.9770989418029785, 0.9772157669067383, 0.9645857810974121]}, {"step": 2500, "epoch": 5, "train_loss": 0.7174370884895325, "cos_r_negg": [0.4419436752796173, 0.14783616364002228, 0.5043711066246033], "cos_innovation_negg": [0.4419436752796173, 0.14783616364002228, 0.5043711066246033], "cos_apical_negg": [0.012595427222549915, 0.015973834320902824, 0.53551185131073], "cos_Ac_negg": [0.8616889119148254, 0.4937906861305237, 0.8725497722625732], "r_norm": [2.513967275619507, 2.4295883178710938, 2.7104055881500244], "traffic_norm": [13.357438087463379, 13.293107032775879, 12.82295036315918], "traffic_residual_norm": [1.8582580089569092, 1.8789584636688232, 2.2054977416992188], "traffic_r2": [0.9806461930274963, 0.9800206422805786, 0.970417320728302], "ldr": {"dL_sdil": -0.07000792026519775, "dL_bp": -0.07882913947105408, "ratio": 0.8880969744811757}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.8462, "eval_loss": 0.7413510498046875, "val_acc": 0.8462, "val_loss": 0.7413510498046875}, {"step": 2600, "epoch": 6, "train_loss": 0.678216278553009, "cos_r_negg": [0.6054683327674866, 0.16998371481895447, 0.44175657629966736], "cos_innovation_negg": [0.6054683327674866, 0.16998371481895447, 0.44175657629966736], "cos_apical_negg": [0.004357629455626011, 0.012677613645792007, 0.34794580936431885], "cos_Ac_negg": [0.8403541445732117, 0.44378405809402466, 0.6916207671165466], "r_norm": [2.8916282653808594, 2.9092442989349365, 3.265470027923584], "traffic_norm": [13.35731029510498, 13.292762756347656, 12.822708129882812], "traffic_residual_norm": [2.1884734630584717, 2.338951349258423, 2.7756218910217285], "traffic_r2": [0.9731561541557312, 0.9690392017364502, 0.9531444311141968]}, {"step": 2700, "epoch": 6, "train_loss": 0.7051751017570496, "cos_r_negg": [0.6154398322105408, 0.09905442595481873, 0.5206669569015503], "cos_innovation_negg": [0.6154398322105408, 0.09905442595481873, 0.5206669569015503], "cos_apical_negg": [0.03309794142842293, 0.11645926535129547, 0.2147323340177536], "cos_Ac_negg": [0.8289756178855896, 0.3213571310043335, 0.6535623073577881], "r_norm": [3.134913921356201, 3.073678970336914, 3.499176502227783], "traffic_norm": [13.357089042663574, 13.292282104492188, 12.82245922088623], "traffic_residual_norm": [2.130858898162842, 2.274592399597168, 2.803494453430176], "traffic_r2": [0.9745501279830933, 0.9707174897193909, 0.9521967768669128]}, {"step": 2800, "epoch": 6, "train_loss": 0.47935181856155396, "cos_r_negg": [0.4692431688308716, 0.14249829947948456, 0.4284669756889343], "cos_innovation_negg": [0.4692431688308716, 0.14249829947948456, 0.4284669756889343], "cos_apical_negg": [-0.002670894842594862, 0.061790093779563904, 0.286011278629303], "cos_Ac_negg": [0.8001406788825989, 0.34717488288879395, 0.6196041703224182], "r_norm": [2.643568277359009, 2.664762496948242, 2.911487102508545], "traffic_norm": [13.357522010803223, 13.293201446533203, 12.822785377502441], "traffic_residual_norm": [1.9223804473876953, 2.09828519821167, 2.392690896987915], "traffic_r2": [0.9792871475219727, 0.9750838875770569, 0.9651811122894287]}, {"step": 2900, "epoch": 6, "train_loss": 0.3479897677898407, "cos_r_negg": [0.30429551005363464, 0.08229760825634003, 0.11680007725954056], "cos_innovation_negg": [0.30429551005363464, 0.08229760825634003, 0.11680007725954056], "cos_apical_negg": [-0.016761209815740585, 0.23169243335723877, 0.06902764737606049], "cos_Ac_negg": [0.7557569742202759, 0.43905556201934814, 0.541224479675293], "r_norm": [2.485994815826416, 2.4010562896728516, 2.760066509246826], "traffic_norm": [13.36263370513916, 13.298086166381836, 12.828661918640137], "traffic_residual_norm": [1.8701143264770508, 1.9011034965515137, 2.298011541366577], "traffic_r2": [0.9803056120872498, 0.979487955570221, 0.9678649306297302]}, {"step": 3000, "epoch": 6, "train_loss": 0.5427070260047913, "cos_r_negg": [0.5437483787536621, 0.05229435861110687, 0.6659191846847534], "cos_innovation_negg": [0.5437483787536621, 0.05229435861110687, 0.6659191846847534], "cos_apical_negg": [-0.07994108647108078, 0.03390006348490715, 0.5836206674575806], "cos_Ac_negg": [0.829641580581665, 0.36705106496810913, 0.7843163013458252], "r_norm": [2.166923999786377, 2.10398006439209, 2.3941307067871094], "traffic_norm": [13.35946273803711, 13.294681549072266, 12.822182655334473], "traffic_residual_norm": [1.6030049324035645, 1.6215095520019531, 1.9638874530792236], "traffic_r2": [0.9856023192405701, 0.9851241111755371, 0.9765409231185913], "ldr": {"dL_sdil": -0.04455360770225525, "dL_bp": -0.05272388458251953, "ratio": 0.8450365153296554}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.8326, "eval_loss": 0.7179093627929688, "val_acc": 0.8326, "val_loss": 0.7179093627929688}, {"step": 3100, "epoch": 7, "train_loss": 0.6814830899238586, "cos_r_negg": [0.44855931401252747, -0.15640461444854736, 0.6814756989479065], "cos_innovation_negg": [0.44855931401252747, -0.15640461444854736, 0.6814756989479065], "cos_apical_negg": [-0.12054887413978577, 0.18491153419017792, 0.6130400896072388], "cos_Ac_negg": [0.8645075559616089, 0.10467948764562607, 0.8273178935050964], "r_norm": [2.038125514984131, 2.0052738189697266, 2.177980899810791], "traffic_norm": [13.35970687866211, 13.294644355773926, 12.822013854980469], "traffic_residual_norm": [1.4331254959106445, 1.5143080949783325, 1.7242934703826904], "traffic_r2": [0.9884926676750183, 0.9870259761810303, 0.9819152355194092]}, {"step": 3200, "epoch": 7, "train_loss": 0.5925300717353821, "cos_r_negg": [0.498465359210968, 0.17614156007766724, 0.4690961241722107], "cos_innovation_negg": [0.498465359210968, 0.17614156007766724, 0.4690961241722107], "cos_apical_negg": [0.15332289040088654, 0.2558823823928833, 0.47566503286361694], "cos_Ac_negg": [0.8631649613380432, -0.24117112159729004, 0.7877179384231567], "r_norm": [3.1729655265808105, 2.4307808876037598, 3.300797462463379], "traffic_norm": [13.321720123291016, 13.258002281188965, 12.806983947753906], "traffic_residual_norm": [2.5791139602661133, 1.873450756072998, 2.855142116546631], "traffic_r2": [0.9624570608139038, 0.980025053024292, 0.9502502679824829]}, {"step": 3300, "epoch": 7, "train_loss": 0.7773351669311523, "cos_r_negg": [0.36919447779655457, 0.13207721710205078, 0.3050004243850708], "cos_innovation_negg": [0.36919447779655457, 0.13207721710205078, 0.3050004243850708], "cos_apical_negg": [0.009405920282006264, 0.027164004743099213, 0.43627893924713135], "cos_Ac_negg": [0.8463394045829773, 0.27535003423690796, 0.6387767195701599], "r_norm": [2.824026107788086, 2.2177157402038574, 2.9548606872558594], "traffic_norm": [13.322126388549805, 13.261768341064453, 12.808267593383789], "traffic_residual_norm": [2.2384133338928223, 1.6597840785980225, 2.526411533355713], "traffic_r2": [0.9717684388160706, 0.9843360781669617, 0.9610928893089294]}, {"step": 3400, "epoch": 7, "train_loss": 0.6709854602813721, "cos_r_negg": [0.5259286165237427, 0.08303701877593994, 0.3311259150505066], "cos_innovation_negg": [0.5259286165237427, 0.08303701877593994, 0.3311259150505066], "cos_apical_negg": [-0.09062831103801727, -0.01354837603867054, 0.3457835018634796], "cos_Ac_negg": [0.88387131690979, 0.32518789172172546, 0.7260192036628723], "r_norm": [2.7646312713623047, 2.2925503253936768, 2.9012653827667236], "traffic_norm": [13.322210311889648, 13.261981964111328, 12.808637619018555], "traffic_residual_norm": [1.9408832788467407, 1.5620343685150146, 2.2416019439697266], "traffic_r2": [0.9787749648094177, 0.9861271381378174, 0.9693723320960999]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.862, "eval_loss": 0.7249573974609375, "val_acc": 0.862, "val_loss": 0.7249573974609375}, {"step": 3500, "epoch": 8, "train_loss": 0.5778160095214844, "cos_r_negg": [0.5881861448287964, 0.20276473462581635, 0.42838233709335327], "cos_innovation_negg": [0.5881861448287964, 0.20276473462581635, 0.42838233709335327], "cos_apical_negg": [-0.023942673578858376, -0.0929904505610466, 0.6760675311088562], "cos_Ac_negg": [0.8855041861534119, 0.3336830735206604, 0.8028628826141357], "r_norm": [2.409134864807129, 2.1356539726257324, 2.4810068607330322], "traffic_norm": [13.34662914276123, 13.285642623901367, 12.833227157592773], "traffic_residual_norm": [1.7296053171157837, 1.5433987379074097, 1.9551398754119873], "traffic_r2": [0.9832060933113098, 0.9865044355392456, 0.9767891764640808], "ldr": {"dL_sdil": -0.0632665753364563, "dL_bp": -0.07778215408325195, "ratio": 0.8133816308139357}}, {"step": 3600, "epoch": 8, "train_loss": 0.9727187156677246, "cos_r_negg": [0.3895852267742157, 0.32884055376052856, 0.20995965600013733], "cos_innovation_negg": [0.3895852267742157, 0.32884055376052856, 0.20995965600013733], "cos_apical_negg": [-0.057050809264183044, -0.2608296275138855, 0.14761865139007568], "cos_Ac_negg": [0.8229078650474548, 0.37988734245300293, 0.8659380674362183], "r_norm": [2.441643714904785, 2.2772603034973145, 2.4860010147094727], "traffic_norm": [13.299665451049805, 13.244504928588867, 12.811382293701172], "traffic_residual_norm": [1.7133708000183105, 1.6713554859161377, 1.922520637512207], "traffic_r2": [0.9834017753601074, 0.9840741753578186, 0.9774805903434753]}, {"step": 3700, "epoch": 8, "train_loss": 0.39473196864128113, "cos_r_negg": [0.40770068764686584, 0.04597202688455582, 0.3306441307067871], "cos_innovation_negg": [0.40770068764686584, 0.04597202688455582, 0.3306441307067871], "cos_apical_negg": [0.024604804813861847, 0.04069410264492035, 0.007985085248947144], "cos_Ac_negg": [0.8612444400787354, 0.43654972314834595, 0.7912430763244629], "r_norm": [2.0639808177948, 2.029125213623047, 2.2799339294433594], "traffic_norm": [13.346151351928711, 13.284834861755371, 12.832588195800781], "traffic_residual_norm": [1.410524606704712, 1.4764752388000488, 1.76120924949646], "traffic_r2": [0.9888299703598022, 0.9876478910446167, 0.9811632633209229]}, {"step": 3800, "epoch": 8, "train_loss": 0.8942707777023315, "cos_r_negg": [0.4168583154678345, 0.24775514006614685, 0.3607107996940613], "cos_innovation_negg": [0.4168583154678345, 0.24775514006614685, 0.3607107996940613], "cos_apical_negg": [-0.015034662559628487, -0.18320205807685852, 0.04373950883746147], "cos_Ac_negg": [0.8701658248901367, 0.17672456800937653, 0.27256065607070923], "r_norm": [2.1506223678588867, 1.9853479862213135, 2.31522798538208], "traffic_norm": [13.34666633605957, 13.28579330444336, 12.833243370056152], "traffic_residual_norm": [1.3388688564300537, 1.3023529052734375, 1.704505205154419], "traffic_r2": [0.989936888217926, 0.9903908967971802, 0.9823477864265442]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.81, "eval_loss": 0.7292074829101562, "val_acc": 0.81, "val_loss": 0.7292074829101562}, {"step": 3900, "epoch": 9, "train_loss": 1.0023555755615234, "cos_r_negg": [0.6360421776771545, 0.05375026911497116, 0.5357095003128052], "cos_innovation_negg": [0.6360421776771545, 0.05375026911497116, 0.5357095003128052], "cos_apical_negg": [0.03770659863948822, -0.16637183725833893, 0.34405118227005005], "cos_Ac_negg": [0.8815007209777832, 0.2136629968881607, 0.8286720514297485], "r_norm": [2.3952159881591797, 2.1010210514068604, 2.8137779235839844], "traffic_norm": [13.391181945800781, 13.31116771697998, 12.868754386901855], "traffic_residual_norm": [1.5256237983703613, 1.3701269626617432, 2.216914415359497], "traffic_r2": [0.9870204329490662, 0.9894052743911743, 0.970191478729248]}, {"step": 4000, "epoch": 9, "train_loss": 0.5010709166526794, "cos_r_negg": [0.443778932094574, -0.06600917875766754, 0.1732417643070221], "cos_innovation_negg": [0.443778932094574, -0.06600917875766754, 0.1732417643070221], "cos_apical_negg": [-0.07726976275444031, 0.12627017498016357, 0.5535193085670471], "cos_Ac_negg": [0.9260948300361633, 0.03666657954454422, 0.4974416196346283], "r_norm": [2.2626402378082275, 2.1327600479125977, 2.7702600955963135], "traffic_norm": [13.396546363830566, 13.315383911132812, 12.873947143554688], "traffic_residual_norm": [1.4677237272262573, 1.4477522373199463, 2.165947675704956], "traffic_r2": [0.9879964590072632, 0.9881778359413147, 0.9711117744445801], "ldr": {"dL_sdil": -0.08857768774032593, "dL_bp": -0.09581613540649414, "ratio": 0.9244548150949782}}, {"step": 4100, "epoch": 9, "train_loss": 0.6774036884307861, "cos_r_negg": [0.40963214635849, 0.045016806572675705, 0.28252890706062317], "cos_innovation_negg": [0.40963214635849, 0.045016806572675705, 0.28252890706062317], "cos_apical_negg": [-0.0006019212305545807, -0.14632295072078705, 0.47850272059440613], "cos_Ac_negg": [0.8542160987854004, 0.6647684574127197, 0.4983169436454773], "r_norm": [2.1923208236694336, 1.9555637836456299, 2.8077523708343506], "traffic_norm": [13.371987342834473, 13.27968978881836, 12.882294654846191], "traffic_residual_norm": [1.401058316230774, 1.2415112257003784, 2.233933448791504], "traffic_r2": [0.9890139102935791, 0.9912592768669128, 0.9697203040122986]}, {"step": 4200, "epoch": 9, "train_loss": 1.1917908191680908, "cos_r_negg": [0.47317907214164734, 0.3254427909851074, 0.3305719494819641], "cos_innovation_negg": [0.47317907214164734, 0.3254427909851074, 0.3305719494819641], "cos_apical_negg": [0.07924597710371017, -0.024292971938848495, 0.48105311393737793], "cos_Ac_negg": [0.8277669548988342, 0.7088233828544617, 0.8229805827140808], "r_norm": [2.313375949859619, 2.0421533584594727, 2.670116901397705], "traffic_norm": [13.402114868164062, 13.312774658203125, 12.894651412963867], "traffic_residual_norm": [1.2678471803665161, 1.1663250923156738, 1.9173550605773926], "traffic_r2": [0.9910507202148438, 0.9923245906829834, 0.9778838157653809]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.869, "eval_loss": 0.6352715209960937, "val_acc": 0.869, "val_loss": 0.6352715209960937}, {"step": 4300, "epoch": 10, "train_loss": 0.5712851285934448, "cos_r_negg": [0.2928389608860016, 0.3337392210960388, 0.29305511713027954], "cos_innovation_negg": [0.2928389608860016, 0.3337392210960388, 0.29305511713027954], "cos_apical_negg": [-0.02625911682844162, -0.0245334692299366, 0.1588962972164154], "cos_Ac_negg": [0.761364221572876, 0.596799373626709, 0.473341166973114], "r_norm": [2.046168804168701, 1.9768345355987549, 2.507986068725586], "traffic_norm": [13.396539688110352, 13.315192222595215, 12.874959945678711], "traffic_residual_norm": [1.2118585109710693, 1.2465810775756836, 1.875171422958374], "traffic_r2": [0.9918165802955627, 0.9912350177764893, 0.9785023331642151]}, {"step": 4400, "epoch": 10, "train_loss": 0.5940895080566406, "cos_r_negg": [0.45619839429855347, 0.08933566510677338, 0.07012093812227249], "cos_innovation_negg": [0.45619839429855347, 0.08933566510677338, 0.07012093812227249], "cos_apical_negg": [0.10679608583450317, -0.2629423141479492, -0.02409558743238449], "cos_Ac_negg": [0.8402165770530701, 0.6075360774993896, 0.28267642855644226], "r_norm": [1.9855570793151855, 1.8777518272399902, 2.3527917861938477], "traffic_norm": [13.380620002746582, 13.294294357299805, 12.867286682128906], "traffic_residual_norm": [1.2538845539093018, 1.2499299049377441, 1.7996926307678223], "traffic_r2": [0.9912184476852417, 0.9911599159240723, 0.9804375171661377]}, {"step": 4500, "epoch": 10, "train_loss": 0.5532134771347046, "cos_r_negg": [0.4619457721710205, 0.18927958607673645, 0.470551073551178], "cos_innovation_negg": [0.4619457721710205, 0.18927958607673645, 0.470551073551178], "cos_apical_negg": [-0.03449321910738945, -0.07117649912834167, 0.46551188826560974], "cos_Ac_negg": [0.9044851064682007, 0.3851463198661804, 0.7998087406158447], "r_norm": [2.168109893798828, 2.093977451324463, 2.4747133255004883], "traffic_norm": [13.397811889648438, 13.316503524780273, 12.875492095947266], "traffic_residual_norm": [1.245841383934021, 1.3205645084381104, 1.7702044248580933], "traffic_r2": [0.9913529753684998, 0.9901657104492188, 0.9810974597930908], "ldr": {"dL_sdil": -0.10987597703933716, "dL_bp": -0.11627650260925293, "ratio": 0.9449542648231799}}, {"step": 4600, "epoch": 10, "train_loss": 1.1449919939041138, "cos_r_negg": [0.5043439269065857, 0.013762978836894035, 0.3177158832550049], "cos_innovation_negg": [0.5043439269065857, 0.013762978836894035, 0.3177158832550049], "cos_apical_negg": [-0.061568308621644974, 0.21202397346496582, 0.2507654130458832], "cos_Ac_negg": [0.8746584057807922, -0.08136145770549774, 0.8434659242630005], "r_norm": [2.1906113624572754, 1.9446568489074707, 2.416177272796631], "traffic_norm": [13.394827842712402, 13.29949951171875, 12.8684663772583], "traffic_residual_norm": [1.4364852905273438, 1.2761356830596924, 1.8238592147827148], "traffic_r2": [0.9884986877441406, 0.9907923936843872, 0.9799047112464905]}, {"step": 4700, "epoch": 10, "train_loss": 0.44713807106018066, "cos_r_negg": [0.4592498540878296, 0.16936355829238892, -0.02745305746793747], "cos_innovation_negg": [0.4592498540878296, 0.16936355829238892, -0.02745305746793747], "cos_apical_negg": [-0.00244713481515646, -0.050804995000362396, 0.08485253900289536], "cos_Ac_negg": [0.884641170501709, 0.1481526494026184, 0.203945130109787], "r_norm": [2.347878932952881, 2.179680824279785, 2.7925755977630615], "traffic_norm": [13.363656997680664, 13.28319263458252, 12.830387115478516], "traffic_residual_norm": [1.4992287158966064, 1.4228804111480713, 2.138230562210083], "traffic_r2": [0.9873960614204407, 0.9885143041610718, 0.9722177982330322]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.8558, "eval_loss": 0.63952197265625, "val_acc": 0.8558, "val_loss": 0.63952197265625}, {"step": 4800, "epoch": 11, "train_loss": 0.7450647354125977, "cos_r_negg": [0.4430813193321228, 0.0027928780764341354, 0.40276575088500977], "cos_innovation_negg": [0.4430813193321228, 0.0027928780764341354, 0.40276575088500977], "cos_apical_negg": [0.07698673009872437, -0.23220622539520264, 0.23851937055587769], "cos_Ac_negg": [0.8165093660354614, 0.17410962283611298, 0.7042961120605469], "r_norm": [2.101520299911499, 1.911015272140503, 2.8099043369293213], "traffic_norm": [13.367574691772461, 13.288573265075684, 12.836170196533203], "traffic_residual_norm": [1.3168141841888428, 1.2388098239898682, 2.245901107788086], "traffic_r2": [0.9902960658073425, 0.9913089871406555, 0.969386637210846]}, {"step": 4900, "epoch": 11, "train_loss": 0.5861133337020874, "cos_r_negg": [0.4713861346244812, -0.04883679002523422, 0.4133926033973694], "cos_innovation_negg": [0.4713861346244812, -0.04883679002523422, 0.4133926033973694], "cos_apical_negg": [0.41166603565216064, 0.05832148715853691, 0.35361742973327637], "cos_Ac_negg": [0.88544762134552, -0.17637181282043457, 0.7234605550765991], "r_norm": [2.4914560317993164, 2.109776735305786, 3.018561601638794], "traffic_norm": [13.361333847045898, 13.280340194702148, 12.833013534545898], "traffic_residual_norm": [1.3725457191467285, 1.0897603034973145, 2.2331480979919434], "traffic_r2": [0.9894475340843201, 0.9932661056518555, 0.9697183966636658]}, {"step": 5000, "epoch": 11, "train_loss": 0.5847659111022949, "cos_r_negg": [0.5034325122833252, 0.03003830835223198, 0.44434207677841187], "cos_innovation_negg": [0.5034325122833252, 0.03003830835223198, 0.44434207677841187], "cos_apical_negg": [0.11383675038814545, -0.1376333385705948, 0.21379905939102173], "cos_Ac_negg": [0.8662576079368591, 0.27659815549850464, 0.8208552598953247], "r_norm": [2.2279858589172363, 1.8735257387161255, 2.7178826332092285], "traffic_norm": [13.361509323120117, 13.280879974365234, 12.833298683166504], "traffic_residual_norm": [1.3184285163879395, 1.0456775426864624, 2.0264813899993896], "traffic_r2": [0.9902634620666504, 0.9937995076179504, 0.9750643968582153], "ldr": {"dL_sdil": -0.07472997903823853, "dL_bp": -0.07891613245010376, "ratio": 0.9469544023269005}}, {"step": 5100, "epoch": 11, "train_loss": 0.48802345991134644, "cos_r_negg": [0.3650357127189636, -0.00842275470495224, 0.3178586959838867], "cos_innovation_negg": [0.3650357127189636, -0.00842275470495224, 0.3178586959838867], "cos_apical_negg": [0.04074208810925484, -0.01348534319549799, 0.15634559094905853], "cos_Ac_negg": [0.8561740517616272, -0.0513247475028038, 0.7010363340377808], "r_norm": [1.8706218004226685, 1.6274263858795166, 2.356889009475708], "traffic_norm": [13.361665725708008, 13.280793190002441, 12.833415985107422], "traffic_residual_norm": [1.177042841911316, 0.9910843372344971, 1.8257194757461548], "traffic_r2": [0.9922399520874023, 0.994429886341095, 0.9797604084014893]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.8418, "eval_loss": 0.686533056640625, "val_acc": 0.8418, "val_loss": 0.686533056640625}, {"step": 5200, "epoch": 12, "train_loss": 0.8126214146614075, "cos_r_negg": [0.3506302833557129, 0.04650687426328659, 0.4674087166786194], "cos_innovation_negg": [0.3506302833557129, 0.04650687426328659, 0.4674087166786194], "cos_apical_negg": [0.27290233969688416, 0.16325883567333221, 0.33820807933807373], "cos_Ac_negg": [0.879518985748291, -0.3278194069862366, 0.843001127243042], "r_norm": [2.283219814300537, 2.024693489074707, 2.8273868560791016], "traffic_norm": [13.361106872558594, 13.278007507324219, 12.832237243652344], "traffic_residual_norm": [1.1491526365280151, 1.0085806846618652, 1.9750466346740723], "traffic_r2": [0.9926027059555054, 0.9942293167114258, 0.9763100147247314]}, {"step": 5300, "epoch": 12, "train_loss": 0.3829895853996277, "cos_r_negg": [0.3063269257545471, 0.08762912452220917, 0.40044042468070984], "cos_innovation_negg": [0.3063269257545471, 0.08762912452220917, 0.40044042468070984], "cos_apical_negg": [0.13530020415782928, -0.053959812968969345, 0.2811674177646637], "cos_Ac_negg": [0.8737992644309998, 0.3806622624397278, 0.8031208515167236], "r_norm": [1.9088002443313599, 1.6520371437072754, 2.4508814811706543], "traffic_norm": [13.361123085021973, 13.280120849609375, 12.832977294921875], "traffic_residual_norm": [1.112186312675476, 0.9440090656280518, 1.8562793731689453], "traffic_r2": [0.9930702447891235, 0.9949454665184021, 0.97907555103302]}, {"step": 5400, "epoch": 12, "train_loss": 0.3104834258556366, "cos_r_negg": [0.4191056787967682, 0.11628034710884094, 0.6484302878379822], "cos_innovation_negg": [0.4191056787967682, 0.11628034710884094, 0.6484302878379822], "cos_apical_negg": [0.08203107118606567, 0.016222286969423294, 0.5504281520843506], "cos_Ac_negg": [0.8586536645889282, 0.40287327766418457, 0.7276098728179932], "r_norm": [1.9279987812042236, 1.8756446838378906, 2.197972297668457], "traffic_norm": [13.333498001098633, 13.200973510742188, 12.805959701538086], "traffic_residual_norm": [1.1390037536621094, 1.1884748935699463, 1.5653843879699707], "traffic_r2": [0.99269700050354, 0.9918877482414246, 0.9850354790687561]}, {"step": 5500, "epoch": 12, "train_loss": 0.5056650638580322, "cos_r_negg": [0.23277360200881958, -0.024051040410995483, 0.6316629648208618], "cos_innovation_negg": [0.23277360200881958, -0.024051040410995483, 0.6316629648208618], "cos_apical_negg": [0.08416657149791718, 0.12454818934202194, 0.503558337688446], "cos_Ac_negg": [0.8457371592521667, 0.2298736572265625, 0.8029600381851196], "r_norm": [2.695986747741699, 1.9746993780136108, 2.405137538909912], "traffic_norm": [13.359575271606445, 13.236978530883789, 12.852029800415039], "traffic_residual_norm": [2.0438051223754883, 1.3318568468093872, 1.8237783908843994], "traffic_r2": [0.9765957593917847, 0.989875316619873, 0.9798576235771179], "ldr": {"dL_sdil": -0.05516064167022705, "dL_bp": -0.059120386838912964, "ratio": 0.9330223400013409}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.8576, "eval_loss": 0.6359974243164063, "val_acc": 0.8576, "val_loss": 0.6359974243164063}, {"step": 5600, "epoch": 13, "train_loss": 0.5301288366317749, "cos_r_negg": [0.2487451732158661, 0.14119377732276917, 0.4087055027484894], "cos_innovation_negg": [0.2487451732158661, 0.14119377732276917, 0.4087055027484894], "cos_apical_negg": [0.11726684123277664, -0.07876228541135788, 0.20010066032409668], "cos_Ac_negg": [0.7774675488471985, 0.3055345416069031, 0.6480575799942017], "r_norm": [2.8944528102874756, 2.3450775146484375, 2.814188003540039], "traffic_norm": [13.358752250671387, 13.235461235046387, 12.851654052734375], "traffic_residual_norm": [1.798569917678833, 1.2795475721359253, 1.8707971572875977], "traffic_r2": [0.9818531274795532, 0.9906502962112427, 0.9788061380386353]}, {"step": 5700, "epoch": 13, "train_loss": 0.5602219104766846, "cos_r_negg": [0.3572915494441986, 0.0745910257101059, 0.42103660106658936], "cos_innovation_negg": [0.3572915494441986, 0.0745910257101059, 0.42103660106658936], "cos_apical_negg": [0.07052601873874664, -0.013375671580433846, 0.5781219005584717], "cos_Ac_negg": [0.8761309385299683, 0.27155056595802307, 0.6467763781547546], "r_norm": [2.8944740295410156, 1.994701623916626, 2.531442642211914], "traffic_norm": [13.326627731323242, 13.180660247802734, 12.833304405212402], "traffic_residual_norm": [2.2213826179504395, 1.297640323638916, 1.9269897937774658], "traffic_r2": [0.9722152352333069, 0.9903058409690857, 0.9774498343467712]}, {"step": 5800, "epoch": 13, "train_loss": 0.5414254665374756, "cos_r_negg": [0.24371811747550964, -0.18818500638008118, 0.4930410385131836], "cos_innovation_negg": [0.24371811747550964, -0.18818500638008118, 0.4930410385131836], "cos_apical_negg": [0.24481689929962158, 0.04640134423971176, 0.4023478329181671], "cos_Ac_negg": [0.7982301712036133, -0.3264475464820862, 0.7634616494178772], "r_norm": [2.685596227645874, 1.9814889430999756, 2.5199224948883057], "traffic_norm": [13.324966430664062, 13.172304153442383, 12.829856872558594], "traffic_residual_norm": [1.8809576034545898, 1.1644583940505981, 1.7945786714553833], "traffic_r2": [0.9800735712051392, 0.9921820163726807, 0.9804277420043945]}, {"step": 5900, "epoch": 13, "train_loss": 0.4888584017753601, "cos_r_negg": [0.25945401191711426, -0.13638219237327576, 0.5099018216133118], "cos_innovation_negg": [0.25945401191711426, -0.13638219237327576, 0.5099018216133118], "cos_apical_negg": [0.1756090670824051, 0.25968897342681885, 0.41992461681365967], "cos_Ac_negg": [0.8168658018112183, 0.5642847418785095, 0.7617164850234985], "r_norm": [2.260429620742798, 1.603825330734253, 2.2497901916503906], "traffic_norm": [13.326471328735352, 13.180608749389648, 12.833490371704102], "traffic_residual_norm": [1.5904710292816162, 0.9423738718032837, 1.6718873977661133], "traffic_r2": [0.9857562184333801, 0.9948866963386536, 0.9830278754234314]}, {"step": 6000, "epoch": 13, "train_loss": 0.3455996811389923, "cos_r_negg": [0.30831795930862427, 0.32871589064598083, 0.5328124165534973], "cos_innovation_negg": [0.30831795930862427, 0.32871589064598083, 0.5328124165534973], "cos_apical_negg": [0.16637855768203735, 0.20762664079666138, 0.3083997964859009], "cos_Ac_negg": [0.7990900874137878, 0.6058681011199951, 0.8666206002235413], "r_norm": [2.252452850341797, 1.8056910037994385, 2.1781599521636963], "traffic_norm": [13.32925796508789, 13.184581756591797, 12.835095405578613], "traffic_residual_norm": [1.3940874338150024, 0.9851197600364685, 1.4223971366882324], "traffic_r2": [0.9890557527542114, 0.9943848848342896, 0.9877182245254517], "ldr": {"dL_sdil": -0.0775098204612732, "dL_bp": -0.08364063501358032, "ratio": 0.9267005259906061}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.8028, "eval_loss": 0.835420361328125, "val_acc": 0.8028, "val_loss": 0.835420361328125}, {"step": 6100, "epoch": 14, "train_loss": 0.48143014311790466, "cos_r_negg": [0.38920629024505615, 0.08421732485294342, 0.2686419188976288], "cos_innovation_negg": [0.38920629024505615, 0.08421732485294342, 0.2686419188976288], "cos_apical_negg": [0.14772647619247437, -0.04901769384741783, 0.34879031777381897], "cos_Ac_negg": [0.8059188723564148, 0.41312968730926514, 0.667168915271759], "r_norm": [1.9594101905822754, 1.6249055862426758, 1.859701156616211], "traffic_norm": [13.340311050415039, 13.203108787536621, 12.843002319335938], "traffic_residual_norm": [1.262656331062317, 0.9793092012405396, 1.2445648908615112], "traffic_r2": [0.9910414218902588, 0.9944983720779419, 0.9906091690063477]}, {"step": 6200, "epoch": 14, "train_loss": 0.6198829412460327, "cos_r_negg": [0.22883355617523193, 0.18702679872512817, 0.3793488144874573], "cos_innovation_negg": [0.22883355617523193, 0.18702679872512817, 0.3793488144874573], "cos_apical_negg": [0.21799972653388977, 0.1650770902633667, 0.41273191571235657], "cos_Ac_negg": [0.8094676733016968, 0.04646795615553856, 0.7341678142547607], "r_norm": [1.8382701873779297, 1.7106597423553467, 1.7747197151184082], "traffic_norm": [13.329507827758789, 13.197244644165039, 12.828760147094727], "traffic_residual_norm": [1.1658397912979126, 1.1080044507980347, 1.1862761974334717], "traffic_r2": [0.9923493266105652, 0.9929500818252563, 0.991448700428009]}, {"step": 6300, "epoch": 14, "train_loss": 0.3176421523094177, "cos_r_negg": [0.3315269649028778, 0.02845490351319313, 0.26690298318862915], "cos_innovation_negg": [0.3315269649028778, 0.02845490351319313, 0.26690298318862915], "cos_apical_negg": [-0.02408435381948948, -0.12415512651205063, 0.29657691717147827], "cos_Ac_negg": [0.8150198459625244, 0.3339868485927582, 0.7199611067771912], "r_norm": [2.272935390472412, 2.3241662979125977, 2.03338360786438], "traffic_norm": [13.302949905395508, 13.172965049743652, 12.799396514892578], "traffic_residual_norm": [1.439257025718689, 1.595508337020874, 1.276108980178833], "traffic_r2": [0.9882932305335999, 0.9853286147117615, 0.9900596141815186]}, {"step": 6400, "epoch": 14, "train_loss": 0.5531327724456787, "cos_r_negg": [0.20616185665130615, -0.10808086395263672, 0.17445078492164612], "cos_innovation_negg": [0.20616185665130615, -0.10808086395263672, 0.17445078492164612], "cos_apical_negg": [0.06231662631034851, 0.03918997570872307, 0.047608647495508194], "cos_Ac_negg": [0.7882112264633179, -0.1942109763622284, 0.6171493530273438], "r_norm": [2.312448024749756, 2.363084554672241, 2.027365207672119], "traffic_norm": [13.30256175994873, 13.171146392822266, 12.798532485961914], "traffic_residual_norm": [1.51939058303833, 1.6735996007919312, 1.2987053394317627], "traffic_r2": [0.9867860674858093, 0.9836844801902771, 0.9896878600120544]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.863, "eval_loss": 0.62377109375, "val_acc": 0.863, "val_loss": 0.62377109375}], "final": {"eval_split": "validation", "eval_acc": 0.863, "eval_loss": 0.62377109375, "wall_s": 22.500305891036987, "val_acc": 0.863, "val_loss": 0.62377109375, "cos_r_negg": [0.21461406350135803, 0.28992795944213867, 0.40414518117904663], "cos_innovation_negg": [0.21461406350135803, 0.28992795944213867, 0.40414518117904663], "cos_apical_negg": [0.09116770327091217, 0.09733235836029053, 0.34695708751678467], "cos_Ac_negg": [0.8182947635650635, 0.4213305115699768, 0.7679430246353149], "traffic_norm": [13.30008316040039, 13.170968055725098, 12.795146942138672], "traffic_residual_norm": [1.567995548248291, 1.7088197469711304, 1.3523341417312622], "traffic_r2": [0.9861010313034058, 0.9831671118736267, 0.9888293147087097]}}
|
