{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 64, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 8, "outdir": "outputs/early_directional_predictors_T50_width64_N64" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.464794618995138, "empirical_gap": 0.15212977521653404, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.454707655030628, "fixed_gap": 0.16634452194560279, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.1749752924146852, "directional_gap": -0.46954090494056633, "kfa_fro_drift": 0.0012946048542424593, "kbp_fro_drift": 0.006085439412248629, "fa_bp_overlap_0": 0.977430528176601, "fa_bp_overlap_s": 0.977491768504512, "fa_bp_overlap_slope": 6.12403279109941e-05, "fa_directional_gain_s": 514.4850201473616, "bp_directional_gain_s": 707.7989155773939, "fa_directional_drift_s": -0.03405185135160148, "bp_directional_drift_s": -0.04858044870881784 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.464794618995138, "empirical_gap": 0.15212977521653404, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.454707655030628, "fixed_gap": 0.16634452194560279, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.14424089175797, "directional_gap": -0.5002753055972815, "kfa_fro_drift": 0.0038515636374989565, "kbp_fro_drift": 0.008084890616890964, "fa_bp_overlap_0": 0.977430528176601, "fa_bp_overlap_s": 0.9775394812223549, "fa_bp_overlap_slope": 5.447652287693394e-05, "fa_directional_gain_s": 496.8564674362246, "bp_directional_gain_s": 673.1272940530149, "fa_directional_drift_s": -0.06714954552702412, "bp_directional_drift_s": -0.09518585861729828 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.464794618995138, "empirical_gap": 0.15212977521653404, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.454707655030628, "fixed_gap": 0.16634452194560279, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.044591034630569, "directional_gap": -0.5999251627246824, "kfa_fro_drift": 0.01672632846181597, "kbp_fro_drift": 0.018072203848439636, "fa_bp_overlap_0": 0.977430528176601, "fa_bp_overlap_s": 0.9775226659768784, "fa_bp_overlap_slope": 1.842756005547841e-05, "fa_directional_gain_s": 447.41498767185277, "bp_directional_gain_s": 578.5847768418259, "fa_directional_drift_s": -0.15997616627324748, "bp_directional_drift_s": -0.22226940921815078 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.479737286011592, "empirical_gap": 0.16707244223298767, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4840468931588786, "fixed_gap": 0.19568376007385346, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 2.9966896349125416, "directional_gap": -0.64782656244271, "kfa_fro_drift": 0.0063414489103142905, "kbp_fro_drift": 0.006085439412248629, "fa_bp_overlap_0": 0.9741030581186568, "fa_bp_overlap_s": 0.974302194348079, "fa_bp_overlap_slope": 0.0001991362294221366, "fa_directional_gain_s": 518.5480694634168, "bp_directional_gain_s": 707.7989155773939, "fa_directional_drift_s": -0.031265196128411804, "bp_directional_drift_s": -0.04858044870881784 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.479737286011592, "empirical_gap": 0.16707244223298767, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4840468931588786, "fixed_gap": 0.19568376007385346, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.0097507429564447, "directional_gap": -0.6347654543988068, "kfa_fro_drift": 0.00882026006862218, "kbp_fro_drift": 0.008084890616890964, "fa_bp_overlap_0": 0.9741030581186568, "fa_bp_overlap_s": 0.9744687658856631, "fa_bp_overlap_slope": 0.00018285388350314236, "fa_directional_gain_s": 501.5851005284768, "bp_directional_gain_s": 673.1272940530149, "fa_directional_drift_s": -0.06295486841139439, "bp_directional_drift_s": -0.09518585861729828 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.479737286011592, "empirical_gap": 0.16707244223298767, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4840468931588786, "fixed_gap": 0.19568376007385346, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 2.992481107943782, "directional_gap": -0.6520350894114695, "kfa_fro_drift": 0.02112174194167788, "kbp_fro_drift": 0.018072203848439636, "fa_bp_overlap_0": 0.9741030581186568, "fa_bp_overlap_s": 0.9748443176524322, "fa_bp_overlap_slope": 0.00014825190675507027, "fa_directional_gain_s": 451.7886143168817, "bp_directional_gain_s": 578.5847768418259, "fa_directional_drift_s": -0.15598306028876688, "bp_directional_drift_s": -0.22226940921815078 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4500832954583456, "empirical_gap": 0.13741845167974143, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.434982672240099, "fixed_gap": 0.14661953915507375, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.6323853860930506, "directional_gap": -0.012130811262200947, "kfa_fro_drift": 0.004634153601517115, "kbp_fro_drift": 0.006085439412248629, "fa_bp_overlap_0": 0.9749137328458714, "fa_bp_overlap_s": 0.9749038243653707, "fa_bp_overlap_slope": -9.908480500642192e-06, "fa_directional_gain_s": 563.4687108158236, "bp_directional_gain_s": 707.7989155773939, "fa_directional_drift_s": -0.04066804511003907, "bp_directional_drift_s": -0.04858044870881784 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4500832954583456, "empirical_gap": 0.13741845167974143, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.434982672240099, "fixed_gap": 0.14661953915507375, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.604339443863292, "directional_gap": -0.040176753491959705, "kfa_fro_drift": 0.008189602474681755, "kbp_fro_drift": 0.008084890616890964, "fa_bp_overlap_0": 0.9749137328458714, "fa_bp_overlap_s": 0.9748838763426895, "fa_bp_overlap_slope": -1.4928251590939912e-05, "fa_directional_gain_s": 539.9870713176388, "bp_directional_gain_s": 673.1272940530149, "fa_directional_drift_s": -0.08064663964672497, "bp_directional_drift_s": -0.09518585861729828 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4500832954583456, "empirical_gap": 0.13741845167974143, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.434982672240099, "fixed_gap": 0.14661953915507375, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.4283933280225973, "directional_gap": -0.21612286933265423, "kfa_fro_drift": 0.027279216474253094, "kbp_fro_drift": 0.018072203848439636, "fa_bp_overlap_0": 0.9749137328458714, "fa_bp_overlap_s": 0.9747653233841923, "fa_bp_overlap_slope": -2.9681892335808868e-05, "fa_directional_gain_s": 475.47144730494654, "bp_directional_gain_s": 578.5847768418259, "fa_directional_drift_s": -0.19048752081194703, "bp_directional_drift_s": -0.22226940921815078 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4672731231693925, "empirical_gap": 0.15460827939078836, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4698484442220963, "fixed_gap": 0.18148531113707111, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.6445161973552516, "directional_gap": 0.0, "kfa_fro_drift": 0.009614047306233876, "kbp_fro_drift": 0.006085439412248629, "fa_bp_overlap_0": 0.9709139718496147, "fa_bp_overlap_s": 0.9708195637592143, "fa_bp_overlap_slope": -9.440809040039966e-05, "fa_directional_gain_s": 574.7670227151561, "bp_directional_gain_s": 707.7989155773939, "fa_directional_drift_s": -0.04135935110141407, "bp_directional_drift_s": -0.04858044870881784 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4672731231693925, "empirical_gap": 0.15460827939078836, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4698484442220963, "fixed_gap": 0.18148531113707111, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.6445161973552516, "directional_gap": 0.0, "kfa_fro_drift": 0.010521466116422379, "kbp_fro_drift": 0.008084890616890964, "fa_bp_overlap_0": 0.9709139718496147, "fa_bp_overlap_s": 0.9707231019181557, "fa_bp_overlap_slope": -9.543496572950172e-05, "fa_directional_gain_s": 549.9382036443368, "bp_directional_gain_s": 673.1272940530149, "fa_directional_drift_s": -0.08277076526536069, "bp_directional_drift_s": -0.09518585861729828 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4672731231693925, "empirical_gap": 0.15460827939078836, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4698484442220963, "fixed_gap": 0.18148531113707111, "directional_bp_loss": 3.6445161973552516, "directional_fa_loss": 3.482896127556519, "directional_gap": -0.16162006979873267, "kfa_fro_drift": 0.017565767445003204, "kbp_fro_drift": 0.018072203848439636, "fa_bp_overlap_0": 0.9709139718496147, "fa_bp_overlap_s": 0.9706689356309595, "fa_bp_overlap_slope": -4.900724373104737e-05, "fa_directional_gain_s": 483.1289993601095, "bp_directional_gain_s": 578.5847768418259, "fa_directional_drift_s": -0.19420029482480072, "bp_directional_drift_s": -0.22226940921815078 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.697536218186622, "empirical_gap": 0.21761035577811816, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.7021233445604276, "fixed_gap": 0.252297466432017, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 4.04063373622108, "directional_gap": 0.0, "kfa_fro_drift": 0.0036191427992567984, "kbp_fro_drift": 0.0059230598262137845, "fa_bp_overlap_0": 0.9747150288911436, "fa_bp_overlap_s": 0.9747795327967556, "fa_bp_overlap_slope": 6.450390561196784e-05, "fa_directional_gain_s": 587.9083244742833, "bp_directional_gain_s": 884.7881932744991, "fa_directional_drift_s": -0.04142828387664446, "bp_directional_drift_s": -0.05931359744752941 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.697536218186622, "empirical_gap": 0.21761035577811816, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.7021233445604276, "fixed_gap": 0.252297466432017, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 3.9898679916223667, "directional_gap": -0.050765744598713525, "kfa_fro_drift": 0.009140151618680323, "kbp_fro_drift": 0.0075798686822356855, "fa_bp_overlap_0": 0.9747150288911436, "fa_bp_overlap_s": 0.9748480311156346, "fa_bp_overlap_slope": 6.650111224548727e-05, "fa_directional_gain_s": 563.910854696048, "bp_directional_gain_s": 830.6345495813217, "fa_directional_drift_s": -0.08055563559174611, "bp_directional_drift_s": -0.1168885025582253 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.697536218186622, "empirical_gap": 0.21761035577811816, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.7021233445604276, "fixed_gap": 0.252297466432017, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 3.7902791611523896, "directional_gap": -0.25035457506869063, "kfa_fro_drift": 0.014062700019093573, "kbp_fro_drift": 0.02036321855655173, "fa_bp_overlap_0": 0.9747150288911436, "fa_bp_overlap_s": 0.974815876479382, "fa_bp_overlap_slope": 2.0169517647672387e-05, "fa_directional_gain_s": 496.5044649783283, "bp_directional_gain_s": 685.6368917245516, "fa_directional_drift_s": -0.190460285652915, "bp_directional_drift_s": -0.2710466685290305 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6599712497370938, "empirical_gap": 0.18004538732858988, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6603587871235552, "fixed_gap": 0.21053290899514465, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 3.997815715670336, "directional_gap": -0.04281802055074424, "kfa_fro_drift": 0.008906372366079161, "kbp_fro_drift": 0.0059230598262137845, "fa_bp_overlap_0": 0.9804532145520319, "fa_bp_overlap_s": 0.9805802147426471, "fa_bp_overlap_slope": 0.00012700019061517853, "fa_directional_gain_s": 653.7593707223132, "bp_directional_gain_s": 884.7881932744991, "fa_directional_drift_s": -0.04040784628818458, "bp_directional_drift_s": -0.05931359744752941 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6599712497370938, "empirical_gap": 0.18004538732858988, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6603587871235552, "fixed_gap": 0.21053290899514465, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 4.027921132684652, "directional_gap": -0.012712603536428446, "kfa_fro_drift": 0.012128347068304405, "kbp_fro_drift": 0.0075798686822356855, "fa_bp_overlap_0": 0.9804532145520319, "fa_bp_overlap_s": 0.9806922418695033, "fa_bp_overlap_slope": 0.00011951365873569264, "fa_directional_gain_s": 625.8380037998335, "bp_directional_gain_s": 830.6345495813217, "fa_directional_drift_s": -0.08139100587198904, "bp_directional_drift_s": -0.1168885025582253 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6599712497370938, "empirical_gap": 0.18004538732858988, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6603587871235552, "fixed_gap": 0.21053290899514465, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 3.895993946759936, "directional_gap": -0.1446397894611442, "kfa_fro_drift": 0.016239315860615656, "kbp_fro_drift": 0.02036321855655173, "fa_bp_overlap_0": 0.9804532145520319, "fa_bp_overlap_s": 0.9808557155945636, "fa_bp_overlap_slope": 8.050020850633999e-05, "fa_directional_gain_s": 547.0114266537731, "bp_directional_gain_s": 685.6368917245516, "fa_directional_drift_s": -0.19709315611382103, "bp_directional_drift_s": -0.2710466685290305 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.689063350391225, "empirical_gap": 0.20913748798272103, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6899379298373933, "fixed_gap": 0.24011205170898275, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 4.04063373622108, "directional_gap": 0.0, "kfa_fro_drift": 0.0038508289285096686, "kbp_fro_drift": 0.0059230598262137845, "fa_bp_overlap_0": 0.9813204724916833, "fa_bp_overlap_s": 0.9813143007536599, "fa_bp_overlap_slope": -6.171738023419415e-06, "fa_directional_gain_s": 673.3279127530693, "bp_directional_gain_s": 884.7881932744991, "fa_directional_drift_s": -0.04765547708877996, "bp_directional_drift_s": -0.05931359744752941 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.689063350391225, "empirical_gap": 0.20913748798272103, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6899379298373933, "fixed_gap": 0.24011205170898275, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 4.04063373622108, "directional_gap": 0.0, "kfa_fro_drift": 0.01383033551688325, "kbp_fro_drift": 0.0075798686822356855, "fa_bp_overlap_0": 0.9813204724916833, "fa_bp_overlap_s": 0.9812958993837629, "fa_bp_overlap_slope": -1.2286553960183522e-05, "fa_directional_gain_s": 641.0679242480728, "bp_directional_gain_s": 830.6345495813217, "fa_directional_drift_s": -0.09328350286940625, "bp_directional_drift_s": -0.1168885025582253 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.689063350391225, "empirical_gap": 0.20913748798272103, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6899379298373933, "fixed_gap": 0.24011205170898275, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 4.04063373622108, "directional_gap": 0.0, "kfa_fro_drift": 0.023481311337237368, "kbp_fro_drift": 0.02036321855655173, "fa_bp_overlap_0": 0.9813204724916833, "fa_bp_overlap_s": 0.9813313078765842, "fa_bp_overlap_slope": 2.167076980175153e-06, "fa_directional_gain_s": 550.7015733051846, "bp_directional_gain_s": 685.6368917245516, "fa_directional_drift_s": -0.2210962635554371, "bp_directional_drift_s": -0.2710466685290305 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6632983052061117, "empirical_gap": 0.18337244279760778, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6650127020128074, "fixed_gap": 0.2151868238843968, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 4.04063373622108, "directional_gap": 0.0, "kfa_fro_drift": 0.005512042540802027, "kbp_fro_drift": 0.0059230598262137845, "fa_bp_overlap_0": 0.9755720281265604, "fa_bp_overlap_s": 0.9756492181679937, "fa_bp_overlap_slope": 7.719004143325048e-05, "fa_directional_gain_s": 630.1232405319487, "bp_directional_gain_s": 884.7881932744991, "fa_directional_drift_s": -0.04161635281928991, "bp_directional_drift_s": -0.05931359744752941 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6632983052061117, "empirical_gap": 0.18337244279760778, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6650127020128074, "fixed_gap": 0.2151868238843968, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 4.038258105715525, "directional_gap": -0.0023756305055551152, "kfa_fro_drift": 0.010111725995798506, "kbp_fro_drift": 0.0075798686822356855, "fa_bp_overlap_0": 0.9755720281265604, "fa_bp_overlap_s": 0.9756565660244721, "fa_bp_overlap_slope": 4.22689489558703e-05, "fa_directional_gain_s": 603.8438336347507, "bp_directional_gain_s": 830.6345495813217, "fa_directional_drift_s": -0.08158592100506379, "bp_directional_drift_s": -0.1168885025582253 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6632983052061117, "empirical_gap": 0.18337244279760778, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6650127020128074, "fixed_gap": 0.2151868238843968, "directional_bp_loss": 4.04063373622108, "directional_fa_loss": 3.8629771294721467, "directional_gap": -0.17765660674893358, "kfa_fro_drift": 0.01593134381928892, "kbp_fro_drift": 0.02036321855655173, "fa_bp_overlap_0": 0.9755720281265604, "fa_bp_overlap_s": 0.9758520555186293, "fa_bp_overlap_slope": 5.6005478413778675e-05, "fa_directional_gain_s": 529.1774618286693, "bp_directional_gain_s": 685.6368917245516, "fa_directional_drift_s": -0.19514946719779472, "bp_directional_drift_s": -0.2710466685290305 } ] }