{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 96, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 8, "outdir": "outputs/early_directional_predictors_T50_width64_N96" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.954747756337525, "empirical_gap": 0.13635721056555639, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9611016424461205, "fixed_gap": 0.17128145591530286, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 3.7934485691824347, "directional_gap": -0.4865852720167916, "kfa_fro_drift": 0.0014878956551425272, "kbp_fro_drift": 0.0075558519616042855, "fa_bp_overlap_0": 0.9793154502855703, "fa_bp_overlap_s": 0.9794689394433621, "fa_bp_overlap_slope": 0.0001534891577917863, "fa_directional_gain_s": 750.0560220019439, "bp_directional_gain_s": 1044.7085644018944, "fa_directional_drift_s": -0.03473056784179114, "bp_directional_drift_s": -0.0545275531001061 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.954747756337525, "empirical_gap": 0.13635721056555639, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9611016424461205, "fixed_gap": 0.17128145591530286, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 3.7062839361035134, "directional_gap": -0.5737499050957129, "kfa_fro_drift": 0.01247680043053022, "kbp_fro_drift": 0.010076411685541041, "fa_bp_overlap_0": 0.9793154502855703, "fa_bp_overlap_s": 0.9795309200813799, "fa_bp_overlap_slope": 0.00010773489790477653, "fa_directional_gain_s": 724.8905813216589, "bp_directional_gain_s": 989.3592524514636, "fa_directional_drift_s": -0.06711672290609487, "bp_directional_drift_s": -0.10461927359247085 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.954747756337525, "empirical_gap": 0.13635721056555639, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9611016424461205, "fixed_gap": 0.17128145591530286, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 3.710572905397345, "directional_gap": -0.5694609358018812, "kfa_fro_drift": 0.020614121520466093, "kbp_fro_drift": 0.020601263428050697, "fa_bp_overlap_0": 0.9793154502855703, "fa_bp_overlap_s": 0.9797778516875674, "fa_bp_overlap_slope": 9.248028039940959e-05, "fa_directional_gain_s": 646.4351056722447, "bp_directional_gain_s": 837.7460963202271, "fa_directional_drift_s": -0.1680834110045153, "bp_directional_drift_s": -0.24183080472573265 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9606415569048345, "empirical_gap": 0.1422510111328661, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9774680728888328, "fixed_gap": 0.1876478863580151, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 3.7550593884405585, "directional_gap": -0.5249744527586677, "kfa_fro_drift": 0.01222106860671639, "kbp_fro_drift": 0.0075558519616042855, "fa_bp_overlap_0": 0.9762814931324918, "fa_bp_overlap_s": 0.9765904072950642, "fa_bp_overlap_slope": 0.00030891416257239346, "fa_directional_gain_s": 770.3912330232367, "bp_directional_gain_s": 1044.7085644018944, "fa_directional_drift_s": -0.03438956606060042, "bp_directional_drift_s": -0.0545275531001061 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9606415569048345, "empirical_gap": 0.1422510111328661, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9774680728888328, "fixed_gap": 0.1876478863580151, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 3.6844529056888446, "directional_gap": -0.5955809355103816, "kfa_fro_drift": 0.014420454447192138, "kbp_fro_drift": 0.010076411685541041, "fa_bp_overlap_0": 0.9762814931324918, "fa_bp_overlap_s": 0.9767630197086071, "fa_bp_overlap_slope": 0.000240763288057666, "fa_directional_gain_s": 744.4418405004266, "bp_directional_gain_s": 989.3592524514636, "fa_directional_drift_s": -0.06691460411961836, "bp_directional_drift_s": -0.10461927359247085 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9606415569048345, "empirical_gap": 0.1422510111328661, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9774680728888328, "fixed_gap": 0.1876478863580151, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 3.6367679540421847, "directional_gap": -0.6432658871570416, "kfa_fro_drift": 0.026385773271021307, "kbp_fro_drift": 0.020601263428050697, "fa_bp_overlap_0": 0.9762814931324918, "fa_bp_overlap_s": 0.9773640600442339, "fa_bp_overlap_slope": 0.00021651338234842665, "fa_directional_gain_s": 666.9144706382561, "bp_directional_gain_s": 837.7460963202271, "fa_directional_drift_s": -0.16408761705878913, "bp_directional_drift_s": -0.24183080472573265 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9479882023330877, "empirical_gap": 0.1295976565611192, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9345312967864317, "fixed_gap": 0.144711110255614, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 4.280033841199226, "directional_gap": 0.0, "kfa_fro_drift": 0.0076867606991561045, "kbp_fro_drift": 0.0075558519616042855, "fa_bp_overlap_0": 0.9781853981184392, "fa_bp_overlap_s": 0.9781980784526073, "fa_bp_overlap_slope": 1.2680334168124752e-05, "fa_directional_gain_s": 836.978446485924, "bp_directional_gain_s": 1044.7085644018944, "fa_directional_drift_s": -0.04408581858104151, "bp_directional_drift_s": -0.0545275531001061 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9479882023330877, "empirical_gap": 0.1295976565611192, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9345312967864317, "fixed_gap": 0.144711110255614, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 4.280033841199226, "directional_gap": 0.0, "kfa_fro_drift": 0.011661553214049592, "kbp_fro_drift": 0.010076411685541041, "fa_bp_overlap_0": 0.9781853981184392, "fa_bp_overlap_s": 0.9781712331989516, "fa_bp_overlap_slope": -7.0824597437901815e-06, "fa_directional_gain_s": 800.4396699575806, "bp_directional_gain_s": 989.3592524514636, "fa_directional_drift_s": -0.08581680317423802, "bp_directional_drift_s": -0.10461927359247085 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9479882023330877, "empirical_gap": 0.1295976565611192, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9345312967864317, "fixed_gap": 0.144711110255614, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 4.21139191161628, "directional_gap": -0.06864192958294613, "kfa_fro_drift": 0.02510666702145355, "kbp_fro_drift": 0.020601263428050697, "fa_bp_overlap_0": 0.9781853981184392, "fa_bp_overlap_s": 0.9781358118580886, "fa_bp_overlap_slope": -9.917252070112959e-06, "fa_directional_gain_s": 700.0570109543273, "bp_directional_gain_s": 837.7460963202271, "fa_directional_drift_s": -0.20046396967252975, "bp_directional_drift_s": -0.24183080472573265 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9429337528929644, "empirical_gap": 0.12454320712099598, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9458884981856426, "fixed_gap": 0.15606831165482493, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 4.280033841199226, "directional_gap": 0.0, "kfa_fro_drift": 0.009434886938199355, "kbp_fro_drift": 0.0075558519616042855, "fa_bp_overlap_0": 0.9739645208788538, "fa_bp_overlap_s": 0.9739779871594016, "fa_bp_overlap_slope": 1.3466280547880238e-05, "fa_directional_gain_s": 900.753217418699, "bp_directional_gain_s": 1044.7085644018944, "fa_directional_drift_s": -0.04701897995935551, "bp_directional_drift_s": -0.0545275531001061 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9429337528929644, "empirical_gap": 0.12454320712099598, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9458884981856426, "fixed_gap": 0.15606831165482493, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 4.280033841199226, "directional_gap": 0.0, "kfa_fro_drift": 0.010095498051661267, "kbp_fro_drift": 0.010076411685541041, "fa_bp_overlap_0": 0.9739645208788538, "fa_bp_overlap_s": 0.973887913078584, "fa_bp_overlap_slope": -3.830390013487284e-05, "fa_directional_gain_s": 859.2265086772601, "bp_directional_gain_s": 989.3592524514636, "fa_directional_drift_s": -0.09095350552092436, "bp_directional_drift_s": -0.10461927359247085 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9429337528929644, "empirical_gap": 0.12454320712099598, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9458884981856426, "fixed_gap": 0.15606831165482493, "directional_bp_loss": 4.280033841199226, "directional_fa_loss": 4.280033841199226, "directional_gap": 0.0, "kfa_fro_drift": 0.01672127188424648, "kbp_fro_drift": 0.020601263428050697, "fa_bp_overlap_0": 0.9739645208788538, "fa_bp_overlap_s": 0.9737241610185778, "fa_bp_overlap_slope": -4.807197205518588e-05, "fa_directional_gain_s": 743.2157855837189, "bp_directional_gain_s": 837.7460963202271, "fa_directional_drift_s": -0.21369080480713457, "bp_directional_drift_s": -0.24183080472573265 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0418962264483014, "empirical_gap": 0.20024583686400055, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0393713333477756, "fixed_gap": 0.22203275612189888, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.008273504592653254, "kbp_fro_drift": 0.0063635821004623585, "fa_bp_overlap_0": 0.9740628837691508, "fa_bp_overlap_s": 0.9741875616573901, "fa_bp_overlap_slope": 0.00012467788823922188, "fa_directional_gain_s": 750.570231796082, "bp_directional_gain_s": 1114.4391510086803, "fa_directional_drift_s": -0.04148658525550955, "bp_directional_drift_s": -0.06156629889252173 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0418962264483014, "empirical_gap": 0.20024583686400055, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0393713333477756, "fixed_gap": 0.22203275612189888, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.01157339150203419, "kbp_fro_drift": 0.009402160446990972, "fa_bp_overlap_0": 0.9740628837691508, "fa_bp_overlap_s": 0.9742451503979382, "fa_bp_overlap_slope": 9.113331439369876e-05, "fa_directional_gain_s": 718.8226096588231, "bp_directional_gain_s": 1045.259507185291, "fa_directional_drift_s": -0.08202978883018752, "bp_directional_drift_s": -0.11982027277321368 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0418962264483014, "empirical_gap": 0.20024583686400055, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0393713333477756, "fixed_gap": 0.22203275612189888, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.1074902739175165, "directional_gap": -0.19335053007113512, "kfa_fro_drift": 0.015890163014447598, "kbp_fro_drift": 0.017481601093955072, "fa_bp_overlap_0": 0.9740628837691508, "fa_bp_overlap_s": 0.9742665959054176, "fa_bp_overlap_slope": 4.0742427253359635e-05, "fa_directional_gain_s": 632.2610298017942, "bp_directional_gain_s": 862.8743228841004, "fa_directional_drift_s": -0.19257298915921478, "bp_directional_drift_s": -0.2734010253661409 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0308543957369345, "empirical_gap": 0.18920400615263366, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0330265183335228, "fixed_gap": 0.215687941107646, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.007820903627866789, "kbp_fro_drift": 0.0063635821004623585, "fa_bp_overlap_0": 0.9813009438999876, "fa_bp_overlap_s": 0.9814259116842392, "fa_bp_overlap_slope": 0.00012496778425163946, "fa_directional_gain_s": 821.90791752357, "bp_directional_gain_s": 1114.4391510086803, "fa_directional_drift_s": -0.04250281376352936, "bp_directional_drift_s": -0.06156629889252173 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0308543957369345, "empirical_gap": 0.18920400615263366, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0330265183335228, "fixed_gap": 0.215687941107646, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.010764849754495594, "kbp_fro_drift": 0.009402160446990972, "fa_bp_overlap_0": 0.9813009438999876, "fa_bp_overlap_s": 0.9815891055373708, "fa_bp_overlap_slope": 0.00014408081869160538, "fa_directional_gain_s": 785.309986828763, "bp_directional_gain_s": 1045.259507185291, "fa_directional_drift_s": -0.08513826588076737, "bp_directional_drift_s": -0.11982027277321368 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0308543957369345, "empirical_gap": 0.18920400615263366, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0330265183335228, "fixed_gap": 0.215687941107646, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300818183108756, "directional_gap": -2.262087989546302e-05, "kfa_fro_drift": 0.016807444653911374, "kbp_fro_drift": 0.017481601093955072, "fa_bp_overlap_0": 0.9813009438999876, "fa_bp_overlap_s": 0.9816334438389301, "fa_bp_overlap_slope": 6.649998778851529e-05, "fa_directional_gain_s": 683.210983691381, "bp_directional_gain_s": 862.8743228841004, "fa_directional_drift_s": -0.20408043219563127, "bp_directional_drift_s": -0.2734010253661409 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.040333459573503, "empirical_gap": 0.19868306998920238, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.042004211465296, "fixed_gap": 0.2246656342394191, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.003423973882747806, "kbp_fro_drift": 0.0063635821004623585, "fa_bp_overlap_0": 0.9816216699171468, "fa_bp_overlap_s": 0.9816512499872816, "fa_bp_overlap_slope": 2.9580070134760383e-05, "fa_directional_gain_s": 847.3341239160558, "bp_directional_gain_s": 1114.4391510086803, "fa_directional_drift_s": -0.04860729116004937, "bp_directional_drift_s": -0.06156629889252173 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.040333459573503, "empirical_gap": 0.19868306998920238, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.042004211465296, "fixed_gap": 0.2246656342394191, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.007872893287807449, "kbp_fro_drift": 0.009402160446990972, "fa_bp_overlap_0": 0.9816216699171468, "fa_bp_overlap_s": 0.9816706565851354, "fa_bp_overlap_slope": 2.449333399429099e-05, "fa_directional_gain_s": 805.1478210805445, "bp_directional_gain_s": 1045.259507185291, "fa_directional_drift_s": -0.09597436844135537, "bp_directional_drift_s": -0.11982027277321368 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.040333459573503, "empirical_gap": 0.19868306998920238, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.042004211465296, "fixed_gap": 0.2246656342394191, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.020678851195693303, "kbp_fro_drift": 0.017481601093955072, "fa_bp_overlap_0": 0.9816216699171468, "fa_bp_overlap_s": 0.9816653610443177, "fa_bp_overlap_slope": 8.738225434168356e-06, "fa_directional_gain_s": 692.2992994778307, "bp_directional_gain_s": 862.8743228841004, "fa_directional_drift_s": -0.22268148152208142, "bp_directional_drift_s": -0.2734010253661409 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0235020299897006, "empirical_gap": 0.1818516404053998, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.016610158542599, "fixed_gap": 0.1992715813167223, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.006057247215574728, "kbp_fro_drift": 0.0063635821004623585, "fa_bp_overlap_0": 0.9764130674635693, "fa_bp_overlap_s": 0.9765331476925008, "fa_bp_overlap_slope": 0.00012008022893150727, "fa_directional_gain_s": 807.7771475423147, "bp_directional_gain_s": 1114.4391510086803, "fa_directional_drift_s": -0.04404953444623115, "bp_directional_drift_s": -0.06156629889252173 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0235020299897006, "empirical_gap": 0.1818516404053998, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.016610158542599, "fixed_gap": 0.1992715813167223, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.300840803988652, "directional_gap": 0.0, "kfa_fro_drift": 0.008999743850828721, "kbp_fro_drift": 0.009402160446990972, "fa_bp_overlap_0": 0.9764130674635693, "fa_bp_overlap_s": 0.9765948846444025, "fa_bp_overlap_slope": 9.090859041660515e-05, "fa_directional_gain_s": 772.0297124321415, "bp_directional_gain_s": 1045.259507185291, "fa_directional_drift_s": -0.0863542435357304, "bp_directional_drift_s": -0.11982027277321368 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0235020299897006, "empirical_gap": 0.1818516404053998, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.016610158542599, "fixed_gap": 0.1992715813167223, "directional_bp_loss": 4.300840803988652, "directional_fa_loss": 4.281444017204491, "directional_gap": -0.019396786784160902, "kfa_fro_drift": 0.016309411851348866, "kbp_fro_drift": 0.017481601093955072, "fa_bp_overlap_0": 0.9764130674635693, "fa_bp_overlap_s": 0.9766696708022553, "fa_bp_overlap_slope": 5.1320667737209116e-05, "fa_directional_gain_s": 673.4357813767577, "bp_directional_gain_s": 862.8743228841004, "fa_directional_drift_s": -0.20303359573074045, "bp_directional_drift_s": -0.2734010253661409 } ] }