{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 320, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 8, "outdir": "outputs/early_directional_predictors_T50_width64_N320" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.762800227302083, "empirical_gap": 0.0918829421808689, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7672324570569193, "fixed_gap": 0.11862014029306067, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.4888315423708263, "directional_gap": -0.6358869427528115, "kfa_fro_drift": 0.0070477600179573545, "kbp_fro_drift": 0.0063338313367830345, "fa_bp_overlap_0": 0.9803759079316849, "fa_bp_overlap_s": 0.9805005067736091, "fa_bp_overlap_slope": 0.0001245988419241728, "fa_directional_gain_s": 2698.7606739884, "bp_directional_gain_s": 3640.7194076963337, "fa_directional_drift_s": -0.03298039935559706, "bp_directional_drift_s": -0.050708046754856254 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.762800227302083, "empirical_gap": 0.0918829421808689, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7672324570569193, "fixed_gap": 0.11862014029306067, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.4635928773147695, "directional_gap": -0.6611256078088683, "kfa_fro_drift": 0.011156377386820949, "kbp_fro_drift": 0.009817951016987502, "fa_bp_overlap_0": 0.9803759079316849, "fa_bp_overlap_s": 0.9806171041653345, "fa_bp_overlap_slope": 0.00012059811682479937, "fa_directional_gain_s": 2608.615495209713, "bp_directional_gain_s": 3455.878509963683, "fa_directional_drift_s": -0.06528120899121233, "bp_directional_drift_s": -0.09890400947510371 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.762800227302083, "empirical_gap": 0.0918829421808689, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7672324570569193, "fixed_gap": 0.11862014029306067, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.383812969167915, "directional_gap": -0.7409055159557227, "kfa_fro_drift": 0.01926492270266989, "kbp_fro_drift": 0.019985860901370174, "fa_bp_overlap_0": 0.9803759079316849, "fa_bp_overlap_s": 0.9808686937053153, "fa_bp_overlap_slope": 9.855715472606441e-05, "fa_directional_gain_s": 2350.55352847714, "bp_directional_gain_s": 2952.0260304515027, "fa_directional_drift_s": -0.15774994192351782, "bp_directional_drift_s": -0.23027999615850836 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.7596263868934443, "empirical_gap": 0.08870910177223035, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7706792694049116, "fixed_gap": 0.12206695264105294, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.3597800732675207, "directional_gap": -0.7649384118561171, "kfa_fro_drift": 0.010129237424874291, "kbp_fro_drift": 0.0063338313367830345, "fa_bp_overlap_0": 0.9787246660958123, "fa_bp_overlap_s": 0.9789481679167724, "fa_bp_overlap_slope": 0.00022350182096009252, "fa_directional_gain_s": 2767.126661948838, "bp_directional_gain_s": 3640.7194076963337, "fa_directional_drift_s": -0.03143866043168724, "bp_directional_drift_s": -0.050708046754856254 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.7596263868934443, "empirical_gap": 0.08870910177223035, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7706792694049116, "fixed_gap": 0.12206695264105294, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.3570158286723375, "directional_gap": -0.7677026564513003, "kfa_fro_drift": 0.012897058680801224, "kbp_fro_drift": 0.009817951016987502, "fa_bp_overlap_0": 0.9787246660958123, "fa_bp_overlap_s": 0.979103056272034, "fa_bp_overlap_slope": 0.0001891950881108273, "fa_directional_gain_s": 2677.523141980976, "bp_directional_gain_s": 3455.878509963683, "fa_directional_drift_s": -0.06280206223165619, "bp_directional_drift_s": -0.09890400947510371 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.7596263868934443, "empirical_gap": 0.08870910177223035, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7706792694049116, "fixed_gap": 0.12206695264105294, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.3345118792491455, "directional_gap": -0.7902066058744923, "kfa_fro_drift": 0.02237078543101809, "kbp_fro_drift": 0.019985860901370174, "fa_bp_overlap_0": 0.9787246660958123, "fa_bp_overlap_s": 0.979579893921784, "fa_bp_overlap_slope": 0.00017104556519433877, "fa_directional_gain_s": 2412.782640459167, "bp_directional_gain_s": 2952.0260304515027, "fa_directional_drift_s": -0.1554676486386623, "bp_directional_drift_s": -0.23027999615850836 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.756198567907496, "empirical_gap": 0.08528128278628211, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.746673853996284, "fixed_gap": 0.09806153723242517, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 4.05954486183769, "directional_gap": -0.06517362328594789, "kfa_fro_drift": 0.0060073001551494585, "kbp_fro_drift": 0.0063338313367830345, "fa_bp_overlap_0": 0.9793133595944292, "fa_bp_overlap_s": 0.9793344819904714, "fa_bp_overlap_slope": 2.1122396042128067e-05, "fa_directional_gain_s": 2963.2327734535643, "bp_directional_gain_s": 3640.7194076963337, "fa_directional_drift_s": -0.04014248722406179, "bp_directional_drift_s": -0.050708046754856254 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.756198567907496, "empirical_gap": 0.08528128278628211, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.746673853996284, "fixed_gap": 0.09806153723242517, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.985630463151399, "directional_gap": -0.1390880219722388, "kfa_fro_drift": 0.01053010902256201, "kbp_fro_drift": 0.009817951016987502, "fa_bp_overlap_0": 0.9793133595944292, "fa_bp_overlap_s": 0.9793655424467264, "fa_bp_overlap_slope": 2.6091426148566743e-05, "fa_directional_gain_s": 2844.106625018924, "bp_directional_gain_s": 3455.878509963683, "fa_directional_drift_s": -0.07873011677764086, "bp_directional_drift_s": -0.09890400947510371 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.756198567907496, "empirical_gap": 0.08528128278628211, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.746673853996284, "fixed_gap": 0.09806153723242517, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.826629454768747, "directional_gap": -0.29808903035489065, "kfa_fro_drift": 0.020582587861539183, "kbp_fro_drift": 0.019985860901370174, "fa_bp_overlap_0": 0.9793133595944292, "fa_bp_overlap_s": 0.9793587894404889, "fa_bp_overlap_slope": 9.085969211941602e-06, "fa_directional_gain_s": 2506.11490145714, "bp_directional_gain_s": 2952.0260304515027, "fa_directional_drift_s": -0.1882132117350308, "bp_directional_drift_s": -0.23027999615850836 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.7524308848108787, "empirical_gap": 0.08151359968966476, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7556072488562213, "fixed_gap": 0.10699493209236266, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 4.008904391069655, "directional_gap": -0.11581409405398269, "kfa_fro_drift": 0.009181832786482585, "kbp_fro_drift": 0.0063338313367830345, "fa_bp_overlap_0": 0.9760498795332907, "fa_bp_overlap_s": 0.9760814480854291, "fa_bp_overlap_slope": 3.1568552138372397e-05, "fa_directional_gain_s": 3064.779824438027, "bp_directional_gain_s": 3640.7194076963337, "fa_directional_drift_s": -0.03965072379371454, "bp_directional_drift_s": -0.050708046754856254 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.7524308848108787, "empirical_gap": 0.08151359968966476, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7556072488562213, "fixed_gap": 0.10699493209236266, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.9570105886420084, "directional_gap": -0.16770789648162943, "kfa_fro_drift": 0.012318228615703846, "kbp_fro_drift": 0.009817951016987502, "fa_bp_overlap_0": 0.9760498795332907, "fa_bp_overlap_s": 0.9761138056412372, "fa_bp_overlap_slope": 3.196305397323851e-05, "fa_directional_gain_s": 2941.645292440904, "bp_directional_gain_s": 3455.878509963683, "fa_directional_drift_s": -0.07823495021563048, "bp_directional_drift_s": -0.09890400947510371 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.670917285121214, "empirical_fa_loss": 2.7524308848108787, "empirical_gap": 0.08151359968966476, "fixed_bp_loss": 2.6486123167638587, "fixed_fa_loss": 2.7556072488562213, "fixed_gap": 0.10699493209236266, "directional_bp_loss": 4.124718485123638, "directional_fa_loss": 3.819357232063497, "directional_gap": -0.30536125306014084, "kfa_fro_drift": 0.01966050751404654, "kbp_fro_drift": 0.019985860901370174, "fa_bp_overlap_0": 0.9760498795332907, "fa_bp_overlap_s": 0.9760774585646577, "fa_bp_overlap_slope": 5.515806273392876e-06, "fa_directional_gain_s": 2590.2591369967026, "bp_directional_gain_s": 2952.0260304515027, "fa_directional_drift_s": -0.18834186143938383, "bp_directional_drift_s": -0.23027999615850836 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.8182185665709167, "empirical_gap": 0.108564357853151, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.819207084495992, "fixed_gap": 0.12463606601045818, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.007108457981677802, "kbp_fro_drift": 0.005377801199766107, "fa_bp_overlap_0": 0.9771659928508842, "fa_bp_overlap_s": 0.9772483990817207, "fa_bp_overlap_slope": 8.240623083644039e-05, "fa_directional_gain_s": 2780.137635033241, "bp_directional_gain_s": 3973.5594865419134, "fa_directional_drift_s": -0.044094969128099924, "bp_directional_drift_s": -0.06585619668476617 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.8182185665709167, "empirical_gap": 0.108564357853151, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.819207084495992, "fixed_gap": 0.12463606601045818, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.011064501468474344, "kbp_fro_drift": 0.009221903447038562, "fa_bp_overlap_0": 0.9771659928508842, "fa_bp_overlap_s": 0.9772837184324351, "fa_bp_overlap_slope": 5.886279077543799e-05, "fa_directional_gain_s": 2654.892179729693, "bp_directional_gain_s": 3708.800456836408, "fa_directional_drift_s": -0.08715857839328363, "bp_directional_drift_s": -0.12809837723065012 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.8182185665709167, "empirical_gap": 0.108564357853151, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.819207084495992, "fixed_gap": 0.12463606601045818, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.016678219285730926, "kbp_fro_drift": 0.016314579310968316, "fa_bp_overlap_0": 0.9771659928508842, "fa_bp_overlap_s": 0.9773335711409086, "fa_bp_overlap_slope": 3.3515658004867885e-05, "fa_directional_gain_s": 2307.782903153964, "bp_directional_gain_s": 3002.887412492918, "fa_directional_drift_s": -0.20650644792315956, "bp_directional_drift_s": -0.29405142217342084 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.801151577045706, "empirical_gap": 0.09149736832794009, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.8055325377656137, "fixed_gap": 0.11096151928007991, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.007060207205989724, "kbp_fro_drift": 0.005377801199766107, "fa_bp_overlap_0": 0.9828902871803044, "fa_bp_overlap_s": 0.9829804000433862, "fa_bp_overlap_slope": 9.011286308180377e-05, "fa_directional_gain_s": 3046.796755176072, "bp_directional_gain_s": 3973.5594865419134, "fa_directional_drift_s": -0.04607997717572571, "bp_directional_drift_s": -0.06585619668476617 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.801151577045706, "empirical_gap": 0.09149736832794009, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.8055325377656137, "fixed_gap": 0.11096151928007991, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.0099548222948263, "kbp_fro_drift": 0.009221903447038562, "fa_bp_overlap_0": 0.9828902871803044, "fa_bp_overlap_s": 0.9830678649891046, "fa_bp_overlap_slope": 8.878890440011666e-05, "fa_directional_gain_s": 2904.401621976034, "bp_directional_gain_s": 3708.800456836408, "fa_directional_drift_s": -0.0906623959017152, "bp_directional_drift_s": -0.12809837723065012 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.801151577045706, "empirical_gap": 0.09149736832794009, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.8055325377656137, "fixed_gap": 0.11096151928007991, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.015683542974219578, "kbp_fro_drift": 0.016314579310968316, "fa_bp_overlap_0": 0.9828902871803044, "fa_bp_overlap_s": 0.9832499078195728, "fa_bp_overlap_slope": 7.192412785368418e-05, "fa_directional_gain_s": 2501.2790507133955, "bp_directional_gain_s": 3002.887412492918, "fa_directional_drift_s": -0.2168758335806633, "bp_directional_drift_s": -0.29405142217342084 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.8190038307358543, "empirical_gap": 0.10934962201808851, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.823443689058356, "fixed_gap": 0.12887267057282203, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.0070216820073021125, "kbp_fro_drift": 0.005377801199766107, "fa_bp_overlap_0": 0.982890185893586, "fa_bp_overlap_s": 0.9829318779402552, "fa_bp_overlap_slope": 4.1692046669150606e-05, "fa_directional_gain_s": 3103.246877390732, "bp_directional_gain_s": 3973.5594865419134, "fa_directional_drift_s": -0.05108479440205379, "bp_directional_drift_s": -0.06585619668476617 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.8190038307358543, "empirical_gap": 0.10934962201808851, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.823443689058356, "fixed_gap": 0.12887267057282203, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.012024200174927986, "kbp_fro_drift": 0.009221903447038562, "fa_bp_overlap_0": 0.982890185893586, "fa_bp_overlap_s": 0.9828964003267805, "fa_bp_overlap_slope": 3.107216597242335e-06, "fa_directional_gain_s": 2943.3337006640268, "bp_directional_gain_s": 3708.800456836408, "fa_directional_drift_s": -0.09998327105146286, "bp_directional_drift_s": -0.12809837723065012 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.8190038307358543, "empirical_gap": 0.10934962201808851, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.823443689058356, "fixed_gap": 0.12887267057282203, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.016846021709950275, "kbp_fro_drift": 0.016314579310968316, "fa_bp_overlap_0": 0.982890185893586, "fa_bp_overlap_s": 0.9829213494314771, "fa_bp_overlap_slope": 6.23270757822425e-06, "fa_directional_gain_s": 2503.378822064672, "bp_directional_gain_s": 3002.887412492918, "fa_directional_drift_s": -0.23451329414487238, "bp_directional_drift_s": -0.29405142217342084 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.80291378889667, "empirical_gap": 0.09325958017890423, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.802171615415684, "fixed_gap": 0.10760059693015034, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.005328484611022812, "kbp_fro_drift": 0.005377801199766107, "fa_bp_overlap_0": 0.9794617807355619, "fa_bp_overlap_s": 0.9795730139758475, "fa_bp_overlap_slope": 0.0001112332402856131, "fa_directional_gain_s": 2924.3452990044893, "bp_directional_gain_s": 3973.5594865419134, "fa_directional_drift_s": -0.04557259476639439, "bp_directional_drift_s": -0.06585619668476617 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.80291378889667, "empirical_gap": 0.09325958017890423, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.802171615415684, "fixed_gap": 0.10760059693015034, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.009699565923842307, "kbp_fro_drift": 0.009221903447038562, "fa_bp_overlap_0": 0.9794617807355619, "fa_bp_overlap_s": 0.9796607695208513, "fa_bp_overlap_slope": 9.949439264472781e-05, "fa_directional_gain_s": 2789.4116312291, "bp_directional_gain_s": 3708.800456836408, "fa_directional_drift_s": -0.08961130334754566, "bp_directional_drift_s": -0.12809837723065012 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.7096542087177657, "empirical_fa_loss": 2.80291378889667, "empirical_gap": 0.09325958017890423, "fixed_bp_loss": 2.694571018485534, "fixed_fa_loss": 2.802171615415684, "fixed_gap": 0.10760059693015034, "directional_bp_loss": 4.022017075888115, "directional_fa_loss": 4.022017075888115, "directional_gap": 0.0, "kfa_fro_drift": 0.01625664030619793, "kbp_fro_drift": 0.016314579310968316, "fa_bp_overlap_0": 0.9794617807355619, "fa_bp_overlap_s": 0.9798341700497195, "fa_bp_overlap_slope": 7.447786283152347e-05, "fa_directional_gain_s": 2413.156142063626, "bp_directional_gain_s": 3002.887412492918, "fa_directional_drift_s": -0.21241094344180975, "bp_directional_drift_s": -0.29405142217342084 } ] }