{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 128, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 8, "outdir": "outputs/early_directional_predictors_T50_width64_N128" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4674972235655037, "empirical_gap": 0.11053139137135837, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4705516327579597, "fixed_gap": 0.13782275970563473, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.1918120601681568, "directional_gap": -0.5473016431382947, "kfa_fro_drift": 0.006483892877599788, "kbp_fro_drift": 0.008036411190520665, "fa_bp_overlap_0": 0.9795960271281257, "fa_bp_overlap_s": 0.979831849209732, "fa_bp_overlap_slope": 0.00023582208160632945, "fa_directional_gain_s": 1127.9493984425972, "bp_directional_gain_s": 1585.984013373203, "fa_directional_drift_s": -0.03373325001804989, "bp_directional_drift_s": -0.05407713384715308 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4674972235655037, "empirical_gap": 0.11053139137135837, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4705516327579597, "fixed_gap": 0.13782275970563473, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.153522460660857, "directional_gap": -0.5855912426455943, "kfa_fro_drift": 0.011118373894018737, "kbp_fro_drift": 0.01033245970860436, "fa_bp_overlap_0": 0.9795960271281257, "fa_bp_overlap_s": 0.979915071949364, "fa_bp_overlap_slope": 0.00015952241061917283, "fa_directional_gain_s": 1089.832719416284, "bp_directional_gain_s": 1501.0982553084225, "fa_directional_drift_s": -0.0663862037885955, "bp_directional_drift_s": -0.10470524793098636 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4674972235655037, "empirical_gap": 0.11053139137135837, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4705516327579597, "fixed_gap": 0.13782275970563473, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.1160076750923316, "directional_gap": -0.6231060282141199, "kfa_fro_drift": 0.019266363387268805, "kbp_fro_drift": 0.02131038673228346, "fa_bp_overlap_0": 0.9795960271281257, "fa_bp_overlap_s": 0.98024563902941, "fa_bp_overlap_slope": 0.00012992238025686387, "fa_directional_gain_s": 976.7172920943873, "bp_directional_gain_s": 1266.9187801283954, "fa_directional_drift_s": -0.16328742691266718, "bp_directional_drift_s": -0.24437608855019452 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4714364509805256, "empirical_gap": 0.11447061878638021, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.48436919706372, "fixed_gap": 0.15164032401139504, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.086048081071127, "directional_gap": -0.6530656222353244, "kfa_fro_drift": 0.010702956743726151, "kbp_fro_drift": 0.008036411190520665, "fa_bp_overlap_0": 0.9774706817463663, "fa_bp_overlap_s": 0.9777921514872917, "fa_bp_overlap_slope": 0.00032146974092539526, "fa_directional_gain_s": 1157.635157408008, "bp_directional_gain_s": 1585.984013373203, "fa_directional_drift_s": -0.032434140768772234, "bp_directional_drift_s": -0.05407713384715308 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4714364509805256, "empirical_gap": 0.11447061878638021, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.48436919706372, "fixed_gap": 0.15164032401139504, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.0984830261877065, "directional_gap": -0.6406306771187449, "kfa_fro_drift": 0.013353216994691488, "kbp_fro_drift": 0.01033245970860436, "fa_bp_overlap_0": 0.9774706817463663, "fa_bp_overlap_s": 0.9779693690161471, "fa_bp_overlap_slope": 0.0002493436348903755, "fa_directional_gain_s": 1118.409445897225, "bp_directional_gain_s": 1501.0982553084225, "fa_directional_drift_s": -0.06521947820346652, "bp_directional_drift_s": -0.10470524793098636 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4714364509805256, "empirical_gap": 0.11447061878638021, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.48436919706372, "fixed_gap": 0.15164032401139504, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.0622580841195397, "directional_gap": -0.6768556191869117, "kfa_fro_drift": 0.024077344424534037, "kbp_fro_drift": 0.02131038673228346, "fa_bp_overlap_0": 0.9774706817463663, "fa_bp_overlap_s": 0.978565250275039, "fa_bp_overlap_slope": 0.00021891370573454694, "fa_directional_gain_s": 1004.4346074487568, "bp_directional_gain_s": 1266.9187801283954, "fa_directional_drift_s": -0.16048106540426454, "bp_directional_drift_s": -0.24437608855019452 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4572996708485597, "empirical_gap": 0.10033383865441436, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4487734594838644, "fixed_gap": 0.11604458643153936, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.7391137033064514, "directional_gap": 0.0, "kfa_fro_drift": 0.00743084705013928, "kbp_fro_drift": 0.008036411190520665, "fa_bp_overlap_0": 0.9794373644560481, "fa_bp_overlap_s": 0.9794687056403946, "fa_bp_overlap_slope": 3.134118434644506e-05, "fa_directional_gain_s": 1279.645302890889, "bp_directional_gain_s": 1585.984013373203, "fa_directional_drift_s": -0.042359011123773514, "bp_directional_drift_s": -0.05407713384715308 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4572996708485597, "empirical_gap": 0.10033383865441436, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4487734594838644, "fixed_gap": 0.11604458643153936, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.7391137033064514, "directional_gap": 0.0, "kfa_fro_drift": 0.008631344467049773, "kbp_fro_drift": 0.01033245970860436, "fa_bp_overlap_0": 0.9794373644560481, "fa_bp_overlap_s": 0.9794661869774921, "fa_bp_overlap_slope": 1.4411260721991503e-05, "fa_directional_gain_s": 1225.0647447278902, "bp_directional_gain_s": 1501.0982553084225, "fa_directional_drift_s": -0.0832051577665572, "bp_directional_drift_s": -0.10470524793098636 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4572996708485597, "empirical_gap": 0.10033383865441436, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4487734594838644, "fixed_gap": 0.11604458643153936, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.6145704287770397, "directional_gap": -0.12454327452941172, "kfa_fro_drift": 0.01926606971185257, "kbp_fro_drift": 0.02131038673228346, "fa_bp_overlap_0": 0.9794373644560481, "fa_bp_overlap_s": 0.9794276095388488, "fa_bp_overlap_slope": -1.9509834398689916e-06, "fa_directional_gain_s": 1072.3929997461103, "bp_directional_gain_s": 1266.9187801283954, "fa_directional_drift_s": -0.19745925654495688, "bp_directional_drift_s": -0.24437608855019452 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.454226960126308, "empirical_gap": 0.09726112793216268, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4566033375851983, "fixed_gap": 0.12387446453287332, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.7391137033064514, "directional_gap": 0.0, "kfa_fro_drift": 0.010667635363080701, "kbp_fro_drift": 0.008036411190520665, "fa_bp_overlap_0": 0.9754294544745645, "fa_bp_overlap_s": 0.9755202187383069, "fa_bp_overlap_slope": 9.076426374232671e-05, "fa_directional_gain_s": 1330.467207175276, "bp_directional_gain_s": 1585.984013373203, "fa_directional_drift_s": -0.044420191140105356, "bp_directional_drift_s": -0.05407713384715308 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.454226960126308, "empirical_gap": 0.09726112793216268, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4566033375851983, "fixed_gap": 0.12387446453287332, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.7391137033064514, "directional_gap": 0.0, "kfa_fro_drift": 0.010972213139982336, "kbp_fro_drift": 0.01033245970860436, "fa_bp_overlap_0": 0.9754294544745645, "fa_bp_overlap_s": 0.97550751144297, "fa_bp_overlap_slope": 3.9028484202729974e-05, "fa_directional_gain_s": 1272.821869554352, "bp_directional_gain_s": 1501.0982553084225, "fa_directional_drift_s": -0.08582273034467351, "bp_directional_drift_s": -0.10470524793098636 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.454226960126308, "empirical_gap": 0.09726112793216268, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4566033375851983, "fixed_gap": 0.12387446453287332, "directional_bp_loss": 3.7391137033064514, "directional_fa_loss": 3.7166796926472925, "directional_gap": -0.022434010659158954, "kfa_fro_drift": 0.014755770610234633, "kbp_fro_drift": 0.02131038673228346, "fa_bp_overlap_0": 0.9754294544745645, "fa_bp_overlap_s": 0.9754737604195634, "fa_bp_overlap_slope": 8.861188999764736e-06, "fa_directional_gain_s": 1109.7403573466381, "bp_directional_gain_s": 1266.9187801283954, "fa_directional_drift_s": -0.20295256219892052, "bp_directional_drift_s": -0.24437608855019452 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5609120318212937, "empirical_gap": 0.14564645734428927, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.562959593837799, "fixed_gap": 0.1742656814585053, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 3.8173880205956445, "directional_gap": -0.37390719823877294, "kfa_fro_drift": 0.0073940471284687, "kbp_fro_drift": 0.006741996426106008, "fa_bp_overlap_0": 0.9752759444056833, "fa_bp_overlap_s": 0.9754127903307721, "fa_bp_overlap_slope": 0.0001368459250887799, "fa_directional_gain_s": 1416.5251651469157, "bp_directional_gain_s": 2074.7905910274226, "fa_directional_drift_s": -0.03749914477105371, "bp_directional_drift_s": -0.0581342353930225 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5609120318212937, "empirical_gap": 0.14564645734428927, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.562959593837799, "fixed_gap": 0.1742656814585053, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 3.7888485345992144, "directional_gap": -0.402446684235203, "kfa_fro_drift": 0.012094948117793597, "kbp_fro_drift": 0.011354834620074198, "fa_bp_overlap_0": 0.9752759444056833, "fa_bp_overlap_s": 0.9753462122710556, "fa_bp_overlap_slope": 3.513393268611553e-05, "fa_directional_gain_s": 1362.1213001514645, "bp_directional_gain_s": 1956.0448374559307, "fa_directional_drift_s": -0.07446549586334153, "bp_directional_drift_s": -0.11203970443896664 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5609120318212937, "empirical_gap": 0.14564645734428927, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.562959593837799, "fixed_gap": 0.1742656814585053, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 3.6348922047485193, "directional_gap": -0.5564030140858982, "kfa_fro_drift": 0.017022575874118602, "kbp_fro_drift": 0.019389176797670778, "fa_bp_overlap_0": 0.9752759444056833, "fa_bp_overlap_s": 0.9753464385764601, "fa_bp_overlap_slope": 1.4098834155351625e-05, "fa_directional_gain_s": 1208.5698232369764, "bp_directional_gain_s": 1621.8076070051186, "fa_directional_drift_s": -0.1788006898212506, "bp_directional_drift_s": -0.2637690432840896 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5542741859892297, "empirical_gap": 0.13900861151222532, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.561600287495685, "fixed_gap": 0.17290637511639106, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 3.9592090436789844, "directional_gap": -0.23208617515543306, "kfa_fro_drift": 0.008593248713991855, "kbp_fro_drift": 0.006741996426106008, "fa_bp_overlap_0": 0.9823440790173679, "fa_bp_overlap_s": 0.9824978652234422, "fa_bp_overlap_slope": 0.00015378620607431337, "fa_directional_gain_s": 1553.0904388771376, "bp_directional_gain_s": 2074.7905910274226, "fa_directional_drift_s": -0.03897473141256802, "bp_directional_drift_s": -0.0581342353930225 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5542741859892297, "empirical_gap": 0.13900861151222532, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.561600287495685, "fixed_gap": 0.17290637511639106, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 3.970419943059567, "directional_gap": -0.22087527577485044, "kfa_fro_drift": 0.01023445483315435, "kbp_fro_drift": 0.011354834620074198, "fa_bp_overlap_0": 0.9823440790173679, "fa_bp_overlap_s": 0.9825949440096186, "fa_bp_overlap_slope": 0.0001254324961253439, "fa_directional_gain_s": 1489.8088325650956, "bp_directional_gain_s": 1956.0448374559307, "fa_directional_drift_s": -0.07813228539676664, "bp_directional_drift_s": -0.11203970443896664 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5542741859892297, "empirical_gap": 0.13900861151222532, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.561600287495685, "fixed_gap": 0.17290637511639106, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 3.8031758675288723, "directional_gap": -0.3881193513055452, "kfa_fro_drift": 0.01950807383368893, "kbp_fro_drift": 0.019389176797670778, "fa_bp_overlap_0": 0.9823440790173679, "fa_bp_overlap_s": 0.9827747954968736, "fa_bp_overlap_slope": 8.614329590115322e-05, "fa_directional_gain_s": 1311.6490958875515, "bp_directional_gain_s": 1621.8076070051186, "fa_directional_drift_s": -0.1883744223039964, "bp_directional_drift_s": -0.2637690432840896 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5723825601131525, "empirical_gap": 0.15711698563614807, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5737215967324123, "fixed_gap": 0.18502768435311845, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 4.1912952188344175, "directional_gap": 0.0, "kfa_fro_drift": 0.0049606867118015515, "kbp_fro_drift": 0.006741996426106008, "fa_bp_overlap_0": 0.9823388100368005, "fa_bp_overlap_s": 0.982362251398063, "fa_bp_overlap_slope": 2.3441361262532823e-05, "fa_directional_gain_s": 1582.5178974148178, "bp_directional_gain_s": 2074.7905910274226, "fa_directional_drift_s": -0.043467374029040405, "bp_directional_drift_s": -0.0581342353930225 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5723825601131525, "empirical_gap": 0.15711698563614807, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5737215967324123, "fixed_gap": 0.18502768435311845, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 4.1912952188344175, "directional_gap": 0.0, "kfa_fro_drift": 0.012370320808755766, "kbp_fro_drift": 0.011354834620074198, "fa_bp_overlap_0": 0.9823388100368005, "fa_bp_overlap_s": 0.9823256861072328, "fa_bp_overlap_slope": -6.5619647838244255e-06, "fa_directional_gain_s": 1511.3420232939238, "bp_directional_gain_s": 1956.0448374559307, "fa_directional_drift_s": -0.08648871735151098, "bp_directional_drift_s": -0.11203970443896664 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5723825601131525, "empirical_gap": 0.15711698563614807, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5737215967324123, "fixed_gap": 0.18502768435311845, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 4.1912952188344175, "directional_gap": 0.0, "kfa_fro_drift": 0.019463321739620214, "kbp_fro_drift": 0.019389176797670778, "fa_bp_overlap_0": 0.9823388100368005, "fa_bp_overlap_s": 0.9822936937740814, "fa_bp_overlap_slope": -9.023252543816085e-06, "fa_directional_gain_s": 1314.0914483989493, "bp_directional_gain_s": 1621.8076070051186, "fa_directional_drift_s": -0.20571429494958507, "bp_directional_drift_s": -0.2637690432840896 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.555275162766506, "empirical_gap": 0.1400095882895016, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5529535476349148, "fixed_gap": 0.16425963525562093, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 4.1912952188344175, "directional_gap": 0.0, "kfa_fro_drift": 0.005849354960572289, "kbp_fro_drift": 0.006741996426106008, "fa_bp_overlap_0": 0.9781372114630691, "fa_bp_overlap_s": 0.9782652192868542, "fa_bp_overlap_slope": 0.00012800782378508124, "fa_directional_gain_s": 1535.690624205702, "bp_directional_gain_s": 2074.7905910274226, "fa_directional_drift_s": -0.04168550383171751, "bp_directional_drift_s": -0.0581342353930225 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.555275162766506, "empirical_gap": 0.1400095882895016, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5529535476349148, "fixed_gap": 0.16425963525562093, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 4.1912952188344175, "directional_gap": 0.0, "kfa_fro_drift": 0.009949043051335094, "kbp_fro_drift": 0.011354834620074198, "fa_bp_overlap_0": 0.9781372114630691, "fa_bp_overlap_s": 0.9783169432570495, "fa_bp_overlap_slope": 8.986589699022662e-05, "fa_directional_gain_s": 1471.4284914870243, "bp_directional_gain_s": 1956.0448374559307, "fa_directional_drift_s": -0.08178689689117664, "bp_directional_drift_s": -0.11203970443896664 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.555275162766506, "empirical_gap": 0.1400095882895016, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5529535476349148, "fixed_gap": 0.16425963525562093, "directional_bp_loss": 4.1912952188344175, "directional_fa_loss": 3.9495640156653784, "directional_gap": -0.24173120316903907, "kfa_fro_drift": 0.01810077192576688, "kbp_fro_drift": 0.019389176797670778, "fa_bp_overlap_0": 0.9781372114630691, "fa_bp_overlap_s": 0.978451725464067, "fa_bp_overlap_slope": 6.290280019958239e-05, "fa_directional_gain_s": 1290.9701828489058, "bp_directional_gain_s": 1621.8076070051186, "fa_directional_drift_s": -0.19439799863008694, "bp_directional_drift_s": -0.2637690432840896 } ] }