1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 1, "epochs": 15, "batch_size": 128, "train_examples": 0, "val_examples": 5000, "split_seed": 2027, "eval_split": "validation", "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "traffic_mode": "soma", "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "traffic_dev_v1_mnist_soma_rho0p2_raw_d3_s0", "n_in": 784, "n_out": 10}, "split": {"dataset": "mnist", "split_seed": 2027, "validation_examples": 5000, "validation_index_sha256": "c4cec216363dc171cddb643b06414235ea84da4e5560059f6e10451287ef2e3d", "validation_class_counts": {"0": 500, "1": 500, "2": 500, "3": 500, "4": 500, "5": 500, "6": 500, "7": 500, "8": 500, "9": 500}, "train_examples": 55000, "test_examples": 10000, "split_from_training_only": true, "evaluation_split": "validation"}, "provenance": {"git_commit": "b4764d2973b49e57f2322b98c7a4dac55cad5e0d", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6220171451568604, "cos_r_negg": [-0.006944852415472269, 0.01481591910123825, 0.02409110590815544], "cos_innovation_negg": [-0.004378276411443949, 0.021950263530015945, 0.03512629494071007], "cos_apical_negg": [-0.006944852415472269, 0.01481591910123825, 0.02409110590815544], "cos_Ac_negg": [-0.004378200508654118, 0.021950356662273407, 0.035126857459545135], "r_norm": [5.624811172485352, 5.486405372619629, 5.6161932945251465], "traffic_norm": [2.3326594829559326, 2.5804388523101807, 2.8301892280578613], "traffic_residual_norm": [0.0003585949307307601, 0.0003731480101123452, 0.00038874702295288444], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.19628596305847168, "dL_bp": -0.495000958442688, "ratio": 0.3965365313150156}}, {"step": 100, "epoch": 0, "train_loss": 0.6370775699615479, "cos_r_negg": [0.14079657196998596, 0.009276262484490871, 0.049181126058101654], "cos_innovation_negg": [0.555702269077301, 0.060207247734069824, -0.0028424817137420177], "cos_apical_negg": [0.14079657196998596, 0.009276262484490871, 0.049181126058101654], "cos_Ac_negg": [0.6383132934570312, 0.03548897057771683, -0.10523022711277008], "r_norm": [3.737745761871338, 5.225036144256592, 6.658710479736328], "traffic_norm": [3.2914724349975586, 4.907177448272705, 6.403646469116211], "traffic_residual_norm": [0.000299931998597458, 0.00030299200443550944, 0.00030950939981266856], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 200, "epoch": 0, "train_loss": 0.4044225811958313, "cos_r_negg": [0.16589638590812683, 0.04681869223713875, -0.016201309859752655], "cos_innovation_negg": [0.5755338072776794, 0.10811057686805725, -0.013942744582891464], "cos_apical_negg": [0.16589638590812683, 0.04681869223713875, -0.016201309859752655], "cos_Ac_negg": [0.6647383570671082, 0.13213932514190674, 0.022800840437412262], "r_norm": [3.7861745357513428, 5.297964096069336, 6.693672180175781], "traffic_norm": [3.301673412322998, 4.958617210388184, 6.464447021484375], "traffic_residual_norm": [0.00024846612359397113, 0.0002549744094721973, 0.0002610986412037164], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 300, "epoch": 0, "train_loss": 0.21014899015426636, "cos_r_negg": [0.10227008163928986, -0.06085458770394325, -0.09673595428466797], "cos_innovation_negg": [0.5313242077827454, 0.008472873829305172, 0.048812419176101685], "cos_apical_negg": [0.10227008163928986, -0.06085458770394325, -0.09673595428466797], "cos_Ac_negg": [0.6304861903190613, -0.011819649487733841, 0.021265026181936264], "r_norm": [3.536752223968506, 5.146389961242676, 6.633448600769043], "traffic_norm": [3.3092520236968994, 4.991857528686523, 6.502738952636719], "traffic_residual_norm": [0.00020553059584926814, 0.00021244774688966572, 0.00021929452486801893], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 400, "epoch": 0, "train_loss": 0.4359281659126282, "cos_r_negg": [0.09918750822544098, -0.06812739372253418, -0.09282048046588898], "cos_innovation_negg": [0.5881322622299194, 0.05101890116930008, 0.07252971827983856], "cos_apical_negg": [0.09918750822544098, -0.06812739372253418, -0.09282048046588898], "cos_Ac_negg": [0.6354179382324219, 0.016935598105192184, 0.07435761392116547], "r_norm": [3.6110901832580566, 5.198423862457275, 6.685338020324707], "traffic_norm": [3.313080072402954, 5.012148857116699, 6.532156467437744], "traffic_residual_norm": [0.00016962089284788817, 0.0001772838004399091, 0.00018333150364924222], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 0, "step": 430, "eval_split": "validation", "eval_acc": 0.9074, "eval_loss": 0.33288607177734375, "val_acc": 0.9074, "val_loss": 0.33288607177734375}, {"step": 500, "epoch": 1, "train_loss": 0.17548327147960663, "cos_r_negg": [0.09363439679145813, -0.09955264627933502, -0.057994768023490906], "cos_innovation_negg": [0.5942298173904419, -0.010139906778931618, 0.03827628493309021], "cos_apical_negg": [0.09363439679145813, -0.09955264627933502, -0.057994768023490906], "cos_Ac_negg": [0.6858594417572021, -0.05160391703248024, 0.09114621579647064], "r_norm": [3.5783653259277344, 5.187665939331055, 6.698068618774414], "traffic_norm": [3.3159878253936768, 5.024795055389404, 6.548360347747803], "traffic_residual_norm": [0.0001408833486493677, 0.0001490078866481781, 0.00015531317330896854], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.06516104936599731, "dL_bp": -0.0668473094701767, "ratio": 0.9747744506466384}}, {"step": 600, "epoch": 1, "train_loss": 0.2083410620689392, "cos_r_negg": [0.06955432891845703, -0.06620687246322632, -0.019883181899785995], "cos_innovation_negg": [0.5991942286491394, 0.06720876693725586, -0.043875232338905334], "cos_apical_negg": [0.06955432891845703, -0.06620687246322632, -0.019883181899785995], "cos_Ac_negg": [0.6547173261642456, 0.06267683953046799, -0.043472908437252045], "r_norm": [3.6266045570373535, 5.2406206130981445, 6.728129863739014], "traffic_norm": [3.318208932876587, 5.0328803062438965, 6.568381309509277], "traffic_residual_norm": [0.00011743009963538498, 0.0001268456398975104, 0.0001331511593889445], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 700, "epoch": 1, "train_loss": 0.3901066184043884, "cos_r_negg": [0.03574739769101143, -0.11093008518218994, -0.06181071698665619], "cos_innovation_negg": [0.5551331043243408, 0.05264147371053696, 0.05543964356184006], "cos_apical_negg": [0.03574739769101143, -0.11093008518218994, -0.06181071698665619], "cos_Ac_negg": [0.6524486541748047, 0.02879030629992485, 0.0776941254734993], "r_norm": [3.5040884017944336, 5.158302307128906, 6.682852745056152], "traffic_norm": [3.319674491882324, 5.033380508422852, 6.571163177490234], "traffic_residual_norm": [9.871123620541766e-05, 0.00010933514568023384, 0.00011544944572960958], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 800, "epoch": 1, "train_loss": 0.5506528615951538, "cos_r_negg": [0.07955655455589294, -0.09264533221721649, -0.04761993885040283], "cos_innovation_negg": [0.515416145324707, 0.10159758478403091, 0.12273162603378296], "cos_apical_negg": [0.07955655455589294, -0.09264533221721649, -0.04761993885040283], "cos_Ac_negg": [0.6368416547775269, 0.05237395316362381, 0.1758146584033966], "r_norm": [3.6130523681640625, 5.23667573928833, 6.74285888671875], "traffic_norm": [3.320524215698242, 5.039097785949707, 6.5785064697265625], "traffic_residual_norm": [8.387749403482303e-05, 9.549888636684045e-05, 0.00010141752136405557], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 1, "step": 860, "eval_split": "validation", "eval_acc": 0.938, "eval_loss": 0.25518045349121093, "val_acc": 0.938, "val_loss": 0.25518045349121093}, {"step": 900, "epoch": 2, "train_loss": 0.33697688579559326, "cos_r_negg": [0.08745615184307098, -0.07525655627250671, -0.08299185335636139], "cos_innovation_negg": [0.5666757822036743, 0.10211917757987976, 0.13181012868881226], "cos_apical_negg": [0.08745615184307098, -0.07525655627250671, -0.08299185335636139], "cos_Ac_negg": [0.6557641625404358, 0.053552210330963135, 0.20345032215118408], "r_norm": [3.5437796115875244, 5.186517715454102, 6.696160316467285], "traffic_norm": [3.3225178718566895, 5.045586109161377, 6.58104133605957], "traffic_residual_norm": [7.230813207570463e-05, 8.497097587678581e-05, 9.082070755539462e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1000, "epoch": 2, "train_loss": 0.4395104944705963, "cos_r_negg": [0.014570044353604317, -0.0869581550359726, -0.025782980024814606], "cos_innovation_negg": [0.6189141273498535, 0.049823783338069916, 0.06420300900936127], "cos_apical_negg": [0.014570044353604317, -0.0869581550359726, -0.025782980024814606], "cos_Ac_negg": [0.6676293015480042, 0.0037991590797901154, 0.007413165643811226], "r_norm": [3.5257766246795654, 5.187518119812012, 6.697640895843506], "traffic_norm": [3.3237247467041016, 5.051273345947266, 6.585486888885498], "traffic_residual_norm": [6.30319700576365e-05, 7.693034422118217e-05, 8.305914525408298e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.04229332506656647, "dL_bp": -0.044071316719055176, "ratio": 0.9596564889625828}}, {"step": 1100, "epoch": 2, "train_loss": 0.11444780230522156, "cos_r_negg": [0.007666749879717827, -0.13001613318920135, -0.16291004419326782], "cos_innovation_negg": [0.623462438583374, 0.03385552391409874, 0.022013194859027863], "cos_apical_negg": [0.007666749879717827, -0.13001613318920135, -0.16291004419326782], "cos_Ac_negg": [0.6801803708076477, 0.0011186115443706512, -0.0076514966785907745], "r_norm": [3.4908761978149414, 5.168781280517578, 6.680062294006348], "traffic_norm": [3.3233933448791504, 5.053106784820557, 6.59130859375], "traffic_residual_norm": [5.584137761616148e-05, 7.121566159185022e-05, 7.738199201412499e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1200, "epoch": 2, "train_loss": 0.35831230878829956, "cos_r_negg": [0.03761499747633934, -0.051626499742269516, -0.10056652128696442], "cos_innovation_negg": [0.5886579751968384, 0.016887106001377106, -0.008115568198263645], "cos_apical_negg": [0.03761499747633934, -0.051626499742269516, -0.10056652128696442], "cos_Ac_negg": [0.6697477102279663, -0.004336513578891754, 0.08108566701412201], "r_norm": [3.533777952194214, 5.1977620124816895, 6.710217475891113], "traffic_norm": [3.3244409561157227, 5.0572991371154785, 6.59321928024292], "traffic_residual_norm": [5.039454117650166e-05, 6.668525747954845e-05, 7.301700679818168e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 2, "step": 1290, "eval_split": "validation", "eval_acc": 0.9408, "eval_loss": 0.2290908203125, "val_acc": 0.9408, "val_loss": 0.2290908203125}, {"step": 1300, "epoch": 3, "train_loss": 0.2737041115760803, "cos_r_negg": [0.009177284315228462, -0.10079421103000641, -0.09182140231132507], "cos_innovation_negg": [0.6132206916809082, 0.03316769748926163, 0.04102049395442009], "cos_apical_negg": [0.009177284315228462, -0.10079421103000641, -0.09182140231132507], "cos_Ac_negg": [0.6548149585723877, -0.00458860956132412, 0.13077974319458008], "r_norm": [3.5176868438720703, 5.197465419769287, 6.702843189239502], "traffic_norm": [3.3252992630004883, 5.0586676597595215, 6.59872579574585], "traffic_residual_norm": [4.6480294258799404e-05, 6.366666639223695e-05, 6.997352465987206e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1400, "epoch": 3, "train_loss": 0.15709872543811798, "cos_r_negg": [0.03300796076655388, -0.05079679563641548, -0.06315988302230835], "cos_innovation_negg": [0.6166754961013794, 0.08435562252998352, 0.11365918815135956], "cos_apical_negg": [0.03300796076655388, -0.05079679563641548, -0.06315988302230835], "cos_Ac_negg": [0.6643385887145996, 0.011674248613417149, 0.1709473878145218], "r_norm": [3.4817943572998047, 5.170337677001953, 6.681957244873047], "traffic_norm": [3.3254408836364746, 5.059670925140381, 6.596324920654297], "traffic_residual_norm": [4.365288987173699e-05, 6.144656799733639e-05, 6.805162411183119e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1500, "epoch": 3, "train_loss": 0.34536588191986084, "cos_r_negg": [0.06615208089351654, -0.06158408522605896, -0.1277044117450714], "cos_innovation_negg": [0.66243577003479, 0.1068490743637085, 0.11527563631534576], "cos_apical_negg": [0.06615208089351654, -0.06158408522605896, -0.1277044117450714], "cos_Ac_negg": [0.7106318473815918, 0.08127863705158234, 0.15709826350212097], "r_norm": [3.4703876972198486, 5.159188270568848, 6.6708269119262695], "traffic_norm": [3.3263778686523438, 5.063145637512207, 6.598185062408447], "traffic_residual_norm": [4.1678707930259407e-05, 5.988988050376065e-05, 6.662185478489846e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.015986785292625427, "dL_bp": -0.017419323325157166, "ratio": 0.9177615567613437}}, {"step": 1600, "epoch": 3, "train_loss": 0.19953536987304688, "cos_r_negg": [-0.016553012654185295, -0.06966035068035126, -0.10089274495840073], "cos_innovation_negg": [0.6449249982833862, 0.06742361187934875, 0.07986330986022949], "cos_apical_negg": [-0.016553012654185295, -0.06966035068035126, -0.10089274495840073], "cos_Ac_negg": [0.7087948322296143, 0.03942299634218216, 0.13358771800994873], "r_norm": [3.478590965270996, 5.163200378417969, 6.672442436218262], "traffic_norm": [3.327011823654175, 5.060431957244873, 6.594264507293701], "traffic_residual_norm": [4.0401839214609936e-05, 5.902671182411723e-05, 6.56117481412366e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1700, "epoch": 3, "train_loss": 0.4832715690135956, "cos_r_negg": [0.09161928296089172, -0.009381122887134552, -0.06405306607484818], "cos_innovation_negg": [0.6323270797729492, 0.09038440138101578, 0.0836699977517128], "cos_apical_negg": [0.09161928296089172, -0.009381122887134552, -0.06405306607484818], "cos_Ac_negg": [0.6786724328994751, 0.0560772530734539, 0.11333130300045013], "r_norm": [3.6054747104644775, 5.233452796936035, 6.727949142456055], "traffic_norm": [3.3273227214813232, 5.062721252441406, 6.597929000854492], "traffic_residual_norm": [3.928913429263048e-05, 5.808004061691463e-05, 6.470685184467584e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 3, "step": 1720, "eval_split": "validation", "eval_acc": 0.9352, "eval_loss": 0.2787465362548828, "val_acc": 0.9352, "val_loss": 0.2787465362548828}, {"step": 1800, "epoch": 4, "train_loss": 0.06086909770965576, "cos_r_negg": [0.10907728970050812, -0.05936534330248833, -0.13832412660121918], "cos_innovation_negg": [0.6277722716331482, 0.09294302761554718, 0.0313841737806797], "cos_apical_negg": [0.10907728970050812, -0.05936534330248833, -0.13832412660121918], "cos_Ac_negg": [0.68833327293396, 0.042745377868413925, 0.08692602813243866], "r_norm": [3.5514445304870605, 5.2042341232299805, 6.709395408630371], "traffic_norm": [3.3275809288024902, 5.062074661254883, 6.59827184677124], "traffic_residual_norm": [3.861916047753766e-05, 5.777015394414775e-05, 6.440542347263545e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 1900, "epoch": 4, "train_loss": 0.15715977549552917, "cos_r_negg": [-0.003838382661342621, -0.18056584894657135, -0.2243082970380783], "cos_innovation_negg": [0.5730733871459961, 0.05356331914663315, -0.028771769255399704], "cos_apical_negg": [-0.003838382661342621, -0.18056584894657135, -0.2243082970380783], "cos_Ac_negg": [0.6751668453216553, 0.09079265594482422, 0.07538868486881256], "r_norm": [3.4650754928588867, 5.153722763061523, 6.665027141571045], "traffic_norm": [3.32804012298584, 5.061562538146973, 6.595871925354004], "traffic_residual_norm": [3.825865496764891e-05, 5.7365443353774026e-05, 6.419531564461067e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2000, "epoch": 4, "train_loss": 0.18137583136558533, "cos_r_negg": [0.019464142620563507, -0.11134428530931473, -0.13404956459999084], "cos_innovation_negg": [0.5379801988601685, 0.09295357763767242, 0.04762079566717148], "cos_apical_negg": [0.019464142620563507, -0.11134428530931473, -0.13404956459999084], "cos_Ac_negg": [0.6755857467651367, 0.06497450172901154, 0.13636332750320435], "r_norm": [3.5089194774627686, 5.1848626136779785, 6.694517135620117], "traffic_norm": [3.3285698890686035, 5.061172962188721, 6.5983381271362305], "traffic_residual_norm": [3.8024278183002025e-05, 5.714047438232228e-05, 6.420495628844947e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.024938642978668213, "dL_bp": -0.029298529028892517, "ratio": 0.8511909575417648}}, {"step": 2100, "epoch": 4, "train_loss": 0.27507561445236206, "cos_r_negg": [0.04313965141773224, -0.06239981949329376, -0.13074423372745514], "cos_innovation_negg": [0.585608184337616, 0.08575636148452759, 0.052197568118572235], "cos_apical_negg": [0.04313965141773224, -0.06239981949329376, -0.13074423372745514], "cos_Ac_negg": [0.6982817649841309, 0.09602385759353638, 0.2171669602394104], "r_norm": [3.4569032192230225, 5.1455078125, 6.671469688415527], "traffic_norm": [3.328946113586426, 5.065028667449951, 6.606493949890137], "traffic_residual_norm": [3.761177504202351e-05, 5.68556715734303e-05, 6.40259895590134e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 4, "step": 2150, "eval_split": "validation", "eval_acc": 0.9468, "eval_loss": 0.2277304168701172, "val_acc": 0.9468, "val_loss": 0.2277304168701172}, {"step": 2200, "epoch": 5, "train_loss": 0.16431130468845367, "cos_r_negg": [0.04422055557370186, -0.12895835936069489, -0.12543323636054993], "cos_innovation_negg": [0.5571783781051636, 0.07579081505537033, 0.05221167579293251], "cos_apical_negg": [0.04422055557370186, -0.12895835936069489, -0.12543323636054993], "cos_Ac_negg": [0.7066382169723511, 0.05157173424959183, 0.10540842264890671], "r_norm": [3.50882625579834, 5.186563491821289, 6.7007575035095215], "traffic_norm": [3.328871250152588, 5.068171501159668, 6.612609386444092], "traffic_residual_norm": [3.733766061486676e-05, 5.6509001296944916e-05, 6.389923510141671e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2300, "epoch": 5, "train_loss": 0.24597662687301636, "cos_r_negg": [0.07990460097789764, -0.050801247358322144, -0.017379222437739372], "cos_innovation_negg": [0.6518821120262146, 0.09128626435995102, 0.07103805243968964], "cos_apical_negg": [0.07990460097789764, -0.050801247358322144, -0.017379222437739372], "cos_Ac_negg": [0.7041395902633667, 0.0447840690612793, 0.1008976548910141], "r_norm": [3.5379533767700195, 5.189709663391113, 6.714571475982666], "traffic_norm": [3.329334020614624, 5.0678887367248535, 6.612834930419922], "traffic_residual_norm": [3.730167372850701e-05, 5.651935134665109e-05, 6.391618808265775e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2400, "epoch": 5, "train_loss": 0.3078814744949341, "cos_r_negg": [0.04584670811891556, -0.13150152564048767, -0.11088427156209946], "cos_innovation_negg": [0.5674914121627808, 0.061352185904979706, 0.012472914531826973], "cos_apical_negg": [0.04584670811891556, -0.13150152564048767, -0.11088427156209946], "cos_Ac_negg": [0.7033085823059082, 0.05358172580599785, 0.09389375150203705], "r_norm": [3.546520471572876, 5.195746421813965, 6.712091445922852], "traffic_norm": [3.3294506072998047, 5.064767837524414, 6.606609344482422], "traffic_residual_norm": [3.7383091694209725e-05, 5.661119212163612e-05, 6.401047721737996e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2500, "epoch": 5, "train_loss": 0.11098577827215195, "cos_r_negg": [0.00022978056222200394, -0.07689633965492249, -0.14219829440116882], "cos_innovation_negg": [0.5800430774688721, 0.11786119639873505, 0.026667531579732895], "cos_apical_negg": [0.00022978056222200394, -0.07689633965492249, -0.14219829440116882], "cos_Ac_negg": [0.7089003324508667, 0.07032063603401184, 0.11120744049549103], "r_norm": [3.4797117710113525, 5.1591410636901855, 6.684315204620361], "traffic_norm": [3.3292312622070312, 5.066891670227051, 6.61055326461792], "traffic_residual_norm": [3.7250294553814456e-05, 5.658673035213724e-05, 6.401709833880886e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.021787509322166443, "dL_bp": -0.02476782351732254, "ratio": 0.8796699196006595}}, {"epoch_end": 5, "step": 2580, "eval_split": "validation", "eval_acc": 0.9452, "eval_loss": 0.2384112335205078, "val_acc": 0.9452, "val_loss": 0.2384112335205078}, {"step": 2600, "epoch": 6, "train_loss": 0.20180882513523102, "cos_r_negg": [0.029068399220705032, -0.12728671729564667, -0.1354968100786209], "cos_innovation_negg": [0.5855393409729004, 0.11665382236242294, 0.08100824058055878], "cos_apical_negg": [0.029068399220705032, -0.12728671729564667, -0.1354968100786209], "cos_Ac_negg": [0.6889826655387878, 0.11413650214672089, 0.20187190175056458], "r_norm": [3.509655475616455, 5.1692609786987305, 6.7043023109436035], "traffic_norm": [3.329400062561035, 5.067801475524902, 6.611998558044434], "traffic_residual_norm": [3.721486427821219e-05, 5.6481832871213555e-05, 6.402009603334591e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2700, "epoch": 6, "train_loss": 0.08757147192955017, "cos_r_negg": [0.06667063385248184, -0.09366472065448761, -0.03695765137672424], "cos_innovation_negg": [0.5556851625442505, 0.12478092312812805, -0.029074370861053467], "cos_apical_negg": [0.06667063385248184, -0.09366472065448761, -0.03695765137672424], "cos_Ac_negg": [0.6580644845962524, 0.15404513478279114, -0.028084011748433113], "r_norm": [3.466639995574951, 5.153879165649414, 6.683677673339844], "traffic_norm": [3.329756736755371, 5.070867538452148, 6.617066383361816], "traffic_residual_norm": [3.7125642847968265e-05, 5.634176341118291e-05, 6.426636537071317e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2800, "epoch": 6, "train_loss": 0.08030952513217926, "cos_r_negg": [0.06284315884113312, -0.10071948170661926, -0.054249294102191925], "cos_innovation_negg": [0.5441928505897522, 0.08678437769412994, -0.04530242830514908], "cos_apical_negg": [0.06284315884113312, -0.10071948170661926, -0.054249294102191925], "cos_Ac_negg": [0.6706758737564087, 0.0759933739900589, -0.059638820588588715], "r_norm": [3.4582571983337402, 5.153775215148926, 6.687900543212891], "traffic_norm": [3.3297483921051025, 5.072317123413086, 6.619653701782227], "traffic_residual_norm": [3.7031124520581216e-05, 5.631543535855599e-05, 6.403642328223214e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 2900, "epoch": 6, "train_loss": 0.12210666388273239, "cos_r_negg": [0.099089115858078, -0.055196456611156464, -0.061239082366228104], "cos_innovation_negg": [0.6097339391708374, 0.134740948677063, 0.06598526984453201], "cos_apical_negg": [0.099089115858078, -0.055196456611156464, -0.061239082366228104], "cos_Ac_negg": [0.6789170503616333, 0.11912115663290024, 0.03941395878791809], "r_norm": [3.5926895141601562, 5.2317118644714355, 6.742621898651123], "traffic_norm": [3.3302440643310547, 5.072758674621582, 6.622568130493164], "traffic_residual_norm": [3.703201946336776e-05, 5.624703408102505e-05, 6.406049942597747e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3000, "epoch": 6, "train_loss": 0.0998649075627327, "cos_r_negg": [-0.0005238926969468594, -0.10549049079418182, -0.03581522777676582], "cos_innovation_negg": [0.5356436967849731, 0.11501283943653107, -0.04377678036689758], "cos_apical_negg": [-0.0005238926969468594, -0.10549049079418182, -0.03581522777676582], "cos_Ac_negg": [0.7037009000778198, 0.13084958493709564, 0.041640739887952805], "r_norm": [3.4422996044158936, 5.1410064697265625, 6.675282001495361], "traffic_norm": [3.330611228942871, 5.072347640991211, 6.621673107147217], "traffic_residual_norm": [3.70607158401981e-05, 5.6424465583404526e-05, 6.41892256680876e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.0067319124937057495, "dL_bp": -0.008825242519378662, "ratio": 0.7628019829396946}}, {"epoch_end": 6, "step": 3010, "eval_split": "validation", "eval_acc": 0.9392, "eval_loss": 0.27547037353515624, "val_acc": 0.9392, "val_loss": 0.27547037353515624}, {"step": 3100, "epoch": 7, "train_loss": 0.12443116307258606, "cos_r_negg": [0.06191452220082283, -0.11828358471393585, -0.043344829231500626], "cos_innovation_negg": [0.6319832801818848, 0.10610312223434448, 0.0829128697514534], "cos_apical_negg": [0.06191452220082283, -0.11828358471393585, -0.043344829231500626], "cos_Ac_negg": [0.7006955742835999, 0.10206469893455505, 0.10244432091712952], "r_norm": [3.4909329414367676, 5.166733264923096, 6.69319486618042], "traffic_norm": [3.3306689262390137, 5.071648120880127, 6.621906280517578], "traffic_residual_norm": [3.706192728714086e-05, 5.6424403737764806e-05, 6.405011663446203e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3200, "epoch": 7, "train_loss": 0.2256757766008377, "cos_r_negg": [0.018719704821705818, -0.10845564305782318, -0.1299321949481964], "cos_innovation_negg": [0.548413872718811, 0.0903974398970604, 0.012388607487082481], "cos_apical_negg": [0.018719704821705818, -0.10845564305782318, -0.1299321949481964], "cos_Ac_negg": [0.7113863229751587, 0.10033217072486877, 0.11750102043151855], "r_norm": [3.4586105346679688, 5.156223297119141, 6.692098140716553], "traffic_norm": [3.3306875228881836, 5.074200630187988, 6.6262125968933105], "traffic_residual_norm": [3.702168760355562e-05, 5.6413082347717136e-05, 6.413005758076906e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3300, "epoch": 7, "train_loss": 0.23934505879878998, "cos_r_negg": [-0.011562703177332878, -0.12358599901199341, -0.09330466389656067], "cos_innovation_negg": [0.4985853135585785, 0.06999977678060532, 0.006109464913606644], "cos_apical_negg": [-0.011562703177332878, -0.12358599901199341, -0.09330466389656067], "cos_Ac_negg": [0.6905632615089417, 0.08202701061964035, 0.07417666912078857], "r_norm": [3.456051826477051, 5.155521869659424, 6.690107822418213], "traffic_norm": [3.3312277793884277, 5.0736589431762695, 6.620780944824219], "traffic_residual_norm": [3.7042656913399696e-05, 5.6371092796325684e-05, 6.397827382897958e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3400, "epoch": 7, "train_loss": 0.03727377951145172, "cos_r_negg": [0.051341235637664795, -0.1342955082654953, -0.12989388406276703], "cos_innovation_negg": [0.5451533198356628, 0.12481740862131119, -0.014583436772227287], "cos_apical_negg": [0.051341235637664795, -0.1342955082654953, -0.12989388406276703], "cos_Ac_negg": [0.6744204163551331, 0.1349073052406311, 0.0952819436788559], "r_norm": [3.4567646980285645, 5.152685165405273, 6.685029983520508], "traffic_norm": [3.3312509059906006, 5.074410438537598, 6.624037265777588], "traffic_residual_norm": [3.701089372043498e-05, 5.630303348880261e-05, 6.396061507984996e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 7, "step": 3440, "eval_split": "validation", "eval_acc": 0.9312, "eval_loss": 0.3148666625976563, "val_acc": 0.9312, "val_loss": 0.3148666625976563}, {"step": 3500, "epoch": 8, "train_loss": 0.23039458692073822, "cos_r_negg": [0.020087843760848045, -0.09967310726642609, -0.0004834425635635853], "cos_innovation_negg": [0.5278080701828003, 0.14788122475147247, 0.11864500492811203], "cos_apical_negg": [0.020087843760848045, -0.09967310726642609, -0.0004834425635635853], "cos_Ac_negg": [0.6507930159568787, 0.13603843748569489, 0.16836480796337128], "r_norm": [3.493717670440674, 5.1687774658203125, 6.703938961029053], "traffic_norm": [3.330714225769043, 5.073777198791504, 6.621683120727539], "traffic_residual_norm": [3.7003956094849855e-05, 5.624262121273205e-05, 6.405547901522368e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.023449242115020752, "dL_bp": -0.026653066277503967, "ratio": 0.879795287749412}}, {"step": 3600, "epoch": 8, "train_loss": 0.11777355521917343, "cos_r_negg": [0.047488726675510406, -0.10429824143648148, -0.06030737981200218], "cos_innovation_negg": [0.5227653980255127, 0.11312940716743469, 0.04688641428947449], "cos_apical_negg": [0.047488726675510406, -0.10429824143648148, -0.06030737981200218], "cos_Ac_negg": [0.6911067962646484, 0.1423330008983612, 0.14058923721313477], "r_norm": [3.4779586791992188, 5.162111759185791, 6.692160606384277], "traffic_norm": [3.3310136795043945, 5.071622371673584, 6.619034290313721], "traffic_residual_norm": [3.7068501114845276e-05, 5.6352051615249366e-05, 6.413967639673501e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3700, "epoch": 8, "train_loss": 0.07495652884244919, "cos_r_negg": [0.02167852781713009, -0.0769176036119461, -0.07006525993347168], "cos_innovation_negg": [0.4761715829372406, 0.10731198638677597, 0.0332125648856163], "cos_apical_negg": [0.02167852781713009, -0.0769176036119461, -0.07006525993347168], "cos_Ac_negg": [0.6706277132034302, 0.1481221318244934, 0.12856176495552063], "r_norm": [3.4396677017211914, 5.1401824951171875, 6.674008846282959], "traffic_norm": [3.3315048217773438, 5.07317590713501, 6.620220184326172], "traffic_residual_norm": [3.697564534377307e-05, 5.6303353630937636e-05, 6.407889304682612e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 3800, "epoch": 8, "train_loss": 0.1013728529214859, "cos_r_negg": [0.015654869377613068, -0.12132800370454788, -0.04826352745294571], "cos_innovation_negg": [0.5607350468635559, 0.09900303184986115, 0.06877046823501587], "cos_apical_negg": [0.015654869377613068, -0.12132800370454788, -0.04826352745294571], "cos_Ac_negg": [0.7146404385566711, 0.12266406416893005, 0.21490132808685303], "r_norm": [3.437211036682129, 5.1362080574035645, 6.674287796020508], "traffic_norm": [3.33158016204834, 5.074748516082764, 6.623728275299072], "traffic_residual_norm": [3.701742389239371e-05, 5.63605863135308e-05, 6.404932355508208e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 8, "step": 3870, "eval_split": "validation", "eval_acc": 0.9536, "eval_loss": 0.20724405212402344, "val_acc": 0.9536, "val_loss": 0.20724405212402344}, {"step": 3900, "epoch": 9, "train_loss": 0.11919818818569183, "cos_r_negg": [0.04103461652994156, -0.06831644475460052, -0.023166460916399956], "cos_innovation_negg": [0.5437697172164917, 0.13752710819244385, 0.11062579602003098], "cos_apical_negg": [0.04103461652994156, -0.06831644475460052, -0.023166460916399956], "cos_Ac_negg": [0.698307454586029, 0.1070304736495018, 0.11968453973531723], "r_norm": [3.5105338096618652, 5.1755690574646, 6.70545768737793], "traffic_norm": [3.3315885066986084, 5.075788497924805, 6.623208999633789], "traffic_residual_norm": [3.6918292607879266e-05, 5.622796015813947e-05, 6.399772973963991e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4000, "epoch": 9, "train_loss": 0.167455792427063, "cos_r_negg": [0.02473343163728714, -0.10470300912857056, -0.0834968239068985], "cos_innovation_negg": [0.512076199054718, 0.07747351378202438, 0.043566152453422546], "cos_apical_negg": [0.02473343163728714, -0.10470300912857056, -0.0834968239068985], "cos_Ac_negg": [0.7012670040130615, 0.13050441443920135, 0.05956939235329628], "r_norm": [3.508605718612671, 5.179088592529297, 6.7059407234191895], "traffic_norm": [3.3314034938812256, 5.075078010559082, 6.621730327606201], "traffic_residual_norm": [3.697897773236036e-05, 5.6270218919962645e-05, 6.405988824553788e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.04276376962661743, "dL_bp": -0.0469944030046463, "ratio": 0.9099758033395894}}, {"step": 4100, "epoch": 9, "train_loss": 0.13482233881950378, "cos_r_negg": [0.012967195361852646, -0.11157718300819397, -0.08967666327953339], "cos_innovation_negg": [0.4927377998828888, 0.06574533879756927, 0.015758231282234192], "cos_apical_negg": [0.012967195361852646, -0.11157718300819397, -0.08967666327953339], "cos_Ac_negg": [0.6836289167404175, 0.09380049258470535, 0.15198183059692383], "r_norm": [3.4366042613983154, 5.141242504119873, 6.678635597229004], "traffic_norm": [3.331733226776123, 5.075644493103027, 6.62358283996582], "traffic_residual_norm": [3.700723755173385e-05, 5.629781662719324e-05, 6.395802483893931e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4200, "epoch": 9, "train_loss": 0.483108252286911, "cos_r_negg": [0.034214798361063004, -0.14026960730552673, -0.08104373514652252], "cos_innovation_negg": [0.5288262367248535, 0.10608458518981934, -0.004504265263676643], "cos_apical_negg": [0.034214798361063004, -0.14026960730552673, -0.08104373514652252], "cos_Ac_negg": [0.6685186624526978, 0.12278222292661667, 0.09906889498233795], "r_norm": [3.492408037185669, 5.170001029968262, 6.7024760246276855], "traffic_norm": [3.331914186477661, 5.075418472290039, 6.623749732971191], "traffic_residual_norm": [3.701093373820186e-05, 5.6343709729844704e-05, 6.403020961442962e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 9, "step": 4300, "eval_split": "validation", "eval_acc": 0.9522, "eval_loss": 0.21496865844726562, "val_acc": 0.9522, "val_loss": 0.21496865844726562}, {"step": 4300, "epoch": 10, "train_loss": 0.04827432334423065, "cos_r_negg": [0.03872733935713768, -0.10390611737966537, -0.07545439898967743], "cos_innovation_negg": [0.4713071584701538, 0.10709622502326965, 0.0622888021171093], "cos_apical_negg": [0.03872733935713768, -0.10390611737966537, -0.07545439898967743], "cos_Ac_negg": [0.6755099296569824, 0.16588237881660461, 0.19971011579036713], "r_norm": [3.5172810554504395, 5.175104141235352, 6.711381912231445], "traffic_norm": [3.3316893577575684, 5.075169563293457, 6.623509407043457], "traffic_residual_norm": [3.691126767080277e-05, 5.6195607612608e-05, 6.400284473784268e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4400, "epoch": 10, "train_loss": 0.1582903265953064, "cos_r_negg": [-0.014060179702937603, -0.0791347399353981, -0.11184805631637573], "cos_innovation_negg": [0.4610807001590729, 0.14485496282577515, 0.017887473106384277], "cos_apical_negg": [-0.014060179702937603, -0.0791347399353981, -0.11184805631637573], "cos_Ac_negg": [0.6930042505264282, 0.18253883719444275, 0.11956153810024261], "r_norm": [3.4442405700683594, 5.139518737792969, 6.671720504760742], "traffic_norm": [3.3316049575805664, 5.07322359085083, 6.620704650878906], "traffic_residual_norm": [3.7038029404357076e-05, 5.6305056205019355e-05, 6.402753933798522e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4500, "epoch": 10, "train_loss": 0.18113407492637634, "cos_r_negg": [0.019020915031433105, -0.11746623367071152, -0.13779428601264954], "cos_innovation_negg": [0.48701825737953186, 0.12347674369812012, -0.004087722860276699], "cos_apical_negg": [0.019020915031433105, -0.11746623367071152, -0.13779428601264954], "cos_Ac_negg": [0.7221666574478149, 0.12349192053079605, -0.010596657171845436], "r_norm": [3.563488245010376, 5.209109783172607, 6.735330581665039], "traffic_norm": [3.332083225250244, 5.075852870941162, 6.623451232910156], "traffic_residual_norm": [3.69446788681671e-05, 5.62523455300834e-05, 6.400150596164167e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.09227460622787476, "dL_bp": -0.09718547761440277, "ratio": 0.9494690821398996}}, {"step": 4600, "epoch": 10, "train_loss": 0.13035257160663605, "cos_r_negg": [0.005587182939052582, -0.1064557135105133, -0.0975639820098877], "cos_innovation_negg": [0.46983882784843445, 0.13114142417907715, 0.07374225556850433], "cos_apical_negg": [0.005587182939052582, -0.1064557135105133, -0.0975639820098877], "cos_Ac_negg": [0.663246214389801, 0.2423195242881775, 0.1685423105955124], "r_norm": [3.465696096420288, 5.160643577575684, 6.67881441116333], "traffic_norm": [3.33205509185791, 5.074710845947266, 6.623468399047852], "traffic_residual_norm": [3.6957899283152074e-05, 5.618578506982885e-05, 6.395961827365682e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4700, "epoch": 10, "train_loss": 0.04945321008563042, "cos_r_negg": [0.014172209426760674, -0.1104215681552887, -0.15442529320716858], "cos_innovation_negg": [0.49686527252197266, 0.09894632548093796, 0.01275593601167202], "cos_apical_negg": [0.014172209426760674, -0.1104215681552887, -0.15442529320716858], "cos_Ac_negg": [0.7103279829025269, 0.1253829002380371, 0.11679058521986008], "r_norm": [3.4644055366516113, 5.158863067626953, 6.691568851470947], "traffic_norm": [3.332240104675293, 5.0752763748168945, 6.6243577003479], "traffic_residual_norm": [3.69002009392716e-05, 5.620985393761657e-05, 6.389255577232689e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 10, "step": 4730, "eval_split": "validation", "eval_acc": 0.9572, "eval_loss": 0.19534632568359375, "val_acc": 0.9572, "val_loss": 0.19534632568359375}, {"step": 4800, "epoch": 11, "train_loss": 0.15097221732139587, "cos_r_negg": [-0.039699703454971313, -0.10713092982769012, -0.041691236197948456], "cos_innovation_negg": [0.48143255710601807, 0.11332239210605621, 0.11771778762340546], "cos_apical_negg": [-0.039699703454971313, -0.10713092982769012, -0.041691236197948456], "cos_Ac_negg": [0.6614640951156616, 0.1270909607410431, 0.21453255414962769], "r_norm": [3.4433813095092773, 5.143601417541504, 6.677556037902832], "traffic_norm": [3.3325321674346924, 5.075690269470215, 6.623166084289551], "traffic_residual_norm": [3.692813334055245e-05, 5.618507202598266e-05, 6.397031393134966e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 4900, "epoch": 11, "train_loss": 0.13067029416561127, "cos_r_negg": [-0.05812793970108032, -0.12977316975593567, -0.0801512822508812], "cos_innovation_negg": [0.4273991286754608, 0.13289907574653625, 0.07655978202819824], "cos_apical_negg": [-0.05812793970108032, -0.12977316975593567, -0.0801512822508812], "cos_Ac_negg": [0.6844981908798218, 0.18584898114204407, 0.1523531675338745], "r_norm": [3.41980242729187, 5.134458541870117, 6.666798114776611], "traffic_norm": [3.3325750827789307, 5.076910018920898, 6.625515460968018], "traffic_residual_norm": [3.695538907777518e-05, 5.618438808596693e-05, 6.401145947165787e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5000, "epoch": 11, "train_loss": 0.36193662881851196, "cos_r_negg": [0.038773246109485626, -0.1064373254776001, -0.06677831709384918], "cos_innovation_negg": [0.5526121854782104, 0.1435510814189911, 0.0927044153213501], "cos_apical_negg": [0.038773246109485626, -0.1064373254776001, -0.06677831709384918], "cos_Ac_negg": [0.713953971862793, 0.1185171976685524, 0.14731690287590027], "r_norm": [3.5156919956207275, 5.185740947723389, 6.702827453613281], "traffic_norm": [3.3324530124664307, 5.076138496398926, 6.624758720397949], "traffic_residual_norm": [3.6901696148561314e-05, 5.62069944862742e-05, 6.387435860233381e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.049856796860694885, "dL_bp": -0.054006680846214294, "ratio": 0.9231598031855294}}, {"step": 5100, "epoch": 11, "train_loss": 0.24652908742427826, "cos_r_negg": [0.05899311602115631, -0.10126251727342606, -0.08074532449245453], "cos_innovation_negg": [0.5230640172958374, 0.12959641218185425, 0.04900723695755005], "cos_apical_negg": [0.05899311602115631, -0.10126251727342606, -0.08074532449245453], "cos_Ac_negg": [0.7036296129226685, 0.18059778213500977, 0.1698082536458969], "r_norm": [3.500673532485962, 5.173786163330078, 6.703639030456543], "traffic_norm": [3.3322243690490723, 5.077026844024658, 6.625870704650879], "traffic_residual_norm": [3.683378599816933e-05, 5.616810085484758e-05, 6.386695895344019e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 11, "step": 5160, "eval_split": "validation", "eval_acc": 0.954, "eval_loss": 0.2127361572265625, "val_acc": 0.954, "val_loss": 0.2127361572265625}, {"step": 5200, "epoch": 12, "train_loss": 0.1097140833735466, "cos_r_negg": [-0.020339306443929672, -0.14266100525856018, -0.11342298984527588], "cos_innovation_negg": [0.49641016125679016, 0.1524389386177063, 0.0597357302904129], "cos_apical_negg": [-0.020339306443929672, -0.14266100525856018, -0.11342298984527588], "cos_Ac_negg": [0.701995849609375, 0.236607626080513, 0.17283150553703308], "r_norm": [3.451197385787964, 5.144822120666504, 6.675540447235107], "traffic_norm": [3.3326258659362793, 5.0764007568359375, 6.624700546264648], "traffic_residual_norm": [3.6903995351167396e-05, 5.617260103463195e-05, 6.39172358205542e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5300, "epoch": 12, "train_loss": 0.054985612630844116, "cos_r_negg": [0.024025294929742813, -0.08656801283359528, -0.09656903147697449], "cos_innovation_negg": [0.5531526803970337, 0.2072102576494217, 0.10602793097496033], "cos_apical_negg": [0.024025294929742813, -0.08656801283359528, -0.09656903147697449], "cos_Ac_negg": [0.6957678198814392, 0.2060636579990387, 0.2460322082042694], "r_norm": [3.448179244995117, 5.1399993896484375, 6.67567253112793], "traffic_norm": [3.332857608795166, 5.076022148132324, 6.624897003173828], "traffic_residual_norm": [3.692513928399421e-05, 5.619298462988809e-05, 6.392765499185771e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5400, "epoch": 12, "train_loss": 0.21047493815422058, "cos_r_negg": [-0.022158797830343246, -0.13937565684318542, -0.1115870475769043], "cos_innovation_negg": [0.5089278817176819, 0.14436733722686768, 0.06631283462047577], "cos_apical_negg": [-0.022158797830343246, -0.13937565684318542, -0.1115870475769043], "cos_Ac_negg": [0.7178475856781006, 0.17296159267425537, 0.14588989317417145], "r_norm": [3.444248676300049, 5.146595478057861, 6.673689365386963], "traffic_norm": [3.3326520919799805, 5.076803207397461, 6.624282360076904], "traffic_residual_norm": [3.687856224132702e-05, 5.616117414319888e-05, 6.382117135217413e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5500, "epoch": 12, "train_loss": 0.2084023654460907, "cos_r_negg": [0.057295165956020355, -0.10406049340963364, -0.047923509031534195], "cos_innovation_negg": [0.5133621692657471, 0.13545846939086914, 0.10397332161664963], "cos_apical_negg": [0.057295165956020355, -0.10406049340963364, -0.047923509031534195], "cos_Ac_negg": [0.7202423810958862, 0.15011318027973175, 0.07610823959112167], "r_norm": [3.558933734893799, 5.208702087402344, 6.728379249572754], "traffic_norm": [3.332789897918701, 5.076847076416016, 6.625791072845459], "traffic_residual_norm": [3.688234573928639e-05, 5.614968540612608e-05, 6.388169276760891e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.06833882629871368, "dL_bp": -0.07281279563903809, "ratio": 0.9385551769979601}}, {"epoch_end": 12, "step": 5590, "eval_split": "validation", "eval_acc": 0.9556, "eval_loss": 0.2050533630371094, "val_acc": 0.9556, "val_loss": 0.2050533630371094}, {"step": 5600, "epoch": 13, "train_loss": 0.17987580597400665, "cos_r_negg": [0.052125975489616394, -0.08677373081445694, -0.026184286922216415], "cos_innovation_negg": [0.534703254699707, 0.1819266974925995, 0.14497679471969604], "cos_apical_negg": [0.052125975489616394, -0.08677373081445694, -0.026184286922216415], "cos_Ac_negg": [0.7053319215774536, 0.18137198686599731, 0.25921618938446045], "r_norm": [3.4670867919921875, 5.157166481018066, 6.682441711425781], "traffic_norm": [3.3327279090881348, 5.076215744018555, 6.625256538391113], "traffic_residual_norm": [3.6963312595617026e-05, 5.625720223179087e-05, 6.395090895239264e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5700, "epoch": 13, "train_loss": 0.249982550740242, "cos_r_negg": [-0.020152032375335693, -0.13318122923374176, -0.10434199869632721], "cos_innovation_negg": [0.46506690979003906, 0.14724421501159668, 0.050797238945961], "cos_apical_negg": [-0.020152032375335693, -0.13318122923374176, -0.10434199869632721], "cos_Ac_negg": [0.6630837917327881, 0.17343685030937195, 0.17266231775283813], "r_norm": [3.457310676574707, 5.153101921081543, 6.689783096313477], "traffic_norm": [3.3331220149993896, 5.076382160186768, 6.627545356750488], "traffic_residual_norm": [3.693394683068618e-05, 5.622242679237388e-05, 6.408157059922814e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5800, "epoch": 13, "train_loss": 0.10307896137237549, "cos_r_negg": [0.01573670655488968, -0.06621398031711578, -0.05654963478446007], "cos_innovation_negg": [0.5107693076133728, 0.19466054439544678, 0.09493306279182434], "cos_apical_negg": [0.01573670655488968, -0.06621398031711578, -0.05654963478446007], "cos_Ac_negg": [0.706848680973053, 0.23114313185214996, 0.22370460629463196], "r_norm": [3.4699625968933105, 5.154931545257568, 6.693309783935547], "traffic_norm": [3.333214282989502, 5.077974319458008, 6.630087852478027], "traffic_residual_norm": [3.695608756970614e-05, 5.623686593025923e-05, 6.404957821359858e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 5900, "epoch": 13, "train_loss": 0.10485605895519257, "cos_r_negg": [0.0331764742732048, -0.09381462633609772, -0.10658445954322815], "cos_innovation_negg": [0.5029788017272949, 0.16010728478431702, 0.06341356784105301], "cos_apical_negg": [0.0331764742732048, -0.09381462633609772, -0.10658445954322815], "cos_Ac_negg": [0.68780916929245, 0.21358349919319153, 0.21852198243141174], "r_norm": [3.4398632049560547, 5.13615608215332, 6.674938201904297], "traffic_norm": [3.3329873085021973, 5.076318740844727, 6.628497123718262], "traffic_residual_norm": [3.6943525628885254e-05, 5.628772851196118e-05, 6.401330028893426e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6000, "epoch": 13, "train_loss": 0.09094741940498352, "cos_r_negg": [0.018867798149585724, -0.08064961433410645, -0.12498915195465088], "cos_innovation_negg": [0.47142481803894043, 0.0828566923737526, 0.06539876759052277], "cos_apical_negg": [0.018867798149585724, -0.08064961433410645, -0.12498915195465088], "cos_Ac_negg": [0.6508313417434692, 0.14114788174629211, 0.15196388959884644], "r_norm": [3.5058889389038086, 5.178212642669678, 6.709024429321289], "traffic_norm": [3.333409309387207, 5.077374458312988, 6.62954044342041], "traffic_residual_norm": [3.701056630234234e-05, 5.6313489039894193e-05, 6.405884050764143e-05], "traffic_r2": [1.0, 1.0, 1.0], "ldr": {"dL_sdil": -0.03208830952644348, "dL_bp": -0.037082135677337646, "ratio": 0.8653306758179495}}, {"epoch_end": 13, "step": 6020, "eval_split": "validation", "eval_acc": 0.9538, "eval_loss": 0.22665147094726562, "val_acc": 0.9538, "val_loss": 0.22665147094726562}, {"step": 6100, "epoch": 14, "train_loss": 0.07904767245054245, "cos_r_negg": [0.016840027645230293, -0.10882341861724854, -0.15607917308807373], "cos_innovation_negg": [0.4568004012107849, 0.1459062099456787, 0.03562802076339722], "cos_apical_negg": [0.016840027645230293, -0.10882341861724854, -0.15607917308807373], "cos_Ac_negg": [0.6978620290756226, 0.19078874588012695, 0.15225595235824585], "r_norm": [3.451359272003174, 5.143848419189453, 6.675997257232666], "traffic_norm": [3.333324909210205, 5.077000617980957, 6.627917766571045], "traffic_residual_norm": [3.7016827263869345e-05, 5.6270131608471274e-05, 6.405808380804956e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6200, "epoch": 14, "train_loss": 0.17816869914531708, "cos_r_negg": [-0.015483565628528595, -0.11366452276706696, -0.12111616134643555], "cos_innovation_negg": [0.4676074981689453, 0.14479781687259674, 0.05874379724264145], "cos_apical_negg": [-0.015483565628528595, -0.11366452276706696, -0.12111616134643555], "cos_Ac_negg": [0.660270631313324, 0.2129696011543274, 0.2292388379573822], "r_norm": [3.459942579269409, 5.145382404327393, 6.688141822814941], "traffic_norm": [3.3332314491271973, 5.077825546264648, 6.629961967468262], "traffic_residual_norm": [3.700368324643932e-05, 5.62734276172705e-05, 6.403679435607046e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6300, "epoch": 14, "train_loss": 0.09370659291744232, "cos_r_negg": [0.065413698554039, -0.047702934592962265, -0.06731294095516205], "cos_innovation_negg": [0.5329468250274658, 0.22713491320610046, 0.10531960427761078], "cos_apical_negg": [0.065413698554039, -0.047702934592962265, -0.06731294095516205], "cos_Ac_negg": [0.7405873537063599, 0.26699331402778625, 0.1947455108165741], "r_norm": [3.4981849193573, 5.167766571044922, 6.698016166687012], "traffic_norm": [3.333171844482422, 5.077521324157715, 6.630454063415527], "traffic_residual_norm": [3.6921584978699684e-05, 5.623088509310037e-05, 6.389136251527816e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"step": 6400, "epoch": 14, "train_loss": 0.26955756545066833, "cos_r_negg": [-0.02692737989127636, -0.10109132528305054, -0.0616268664598465], "cos_innovation_negg": [0.4079517126083374, 0.12659993767738342, 0.07663241028785706], "cos_apical_negg": [-0.02692737989127636, -0.10109132528305054, -0.0616268664598465], "cos_Ac_negg": [0.6952000856399536, 0.2305690348148346, 0.2027989625930786], "r_norm": [3.440850257873535, 5.140974044799805, 6.683610916137695], "traffic_norm": [3.3334531784057617, 5.077744007110596, 6.630338668823242], "traffic_residual_norm": [3.6957797419745475e-05, 5.623063771054149e-05, 6.396626122295856e-05], "traffic_r2": [1.0, 1.0, 1.0]}, {"epoch_end": 14, "step": 6450, "eval_split": "validation", "eval_acc": 0.9554, "eval_loss": 0.211307763671875, "val_acc": 0.9554, "val_loss": 0.211307763671875}], "final": {"eval_split": "validation", "eval_acc": 0.9554, "eval_loss": 0.211307763671875, "wall_s": 22.441697120666504, "val_acc": 0.9554, "val_loss": 0.211307763671875, "cos_r_negg": [-0.02999034710228443, -0.16630780696868896, -0.1276267021894455], "cos_innovation_negg": [0.45968616008758545, 0.1028442233800888, 0.09772680699825287], "cos_apical_negg": [-0.02999034710228443, -0.16630780696868896, -0.1276267021894455], "cos_Ac_negg": [0.7314560413360596, 0.21721631288528442, 0.20232559740543365], "traffic_norm": [3.3334689140319824, 5.077704429626465, 6.629775047302246], "traffic_residual_norm": [3.6983867175877094e-05, 5.62678869755473e-05, 6.398458936018869e-05], "traffic_r2": [1.0, 1.0, 1.0]}}
|
