{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 192, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 8, "outdir": "outputs/early_directional_predictors_T50_width64_N192" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7453357630883364, "empirical_gap": 0.12602756458425945, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.74830513165478, "fixed_gap": 0.14943274308086263, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.4224077343132677, "directional_gap": -0.5141737738594858, "kfa_fro_drift": 0.0040878337906118676, "kbp_fro_drift": 0.006844368681716129, "fa_bp_overlap_0": 0.9804012766310889, "fa_bp_overlap_s": 0.9805753602425792, "fa_bp_overlap_slope": 0.0001740836114902944, "fa_directional_gain_s": 1452.4602673307593, "bp_directional_gain_s": 2034.7757927875566, "fa_directional_drift_s": -0.033517469467740806, "bp_directional_drift_s": -0.05201554254876836 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7453357630883364, "empirical_gap": 0.12602756458425945, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.74830513165478, "fixed_gap": 0.14943274308086263, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.379732093807018, "directional_gap": -0.5568494143657357, "kfa_fro_drift": 0.010005546656975508, "kbp_fro_drift": 0.009410249518268124, "fa_bp_overlap_0": 0.9804012766310889, "fa_bp_overlap_s": 0.9806833486854503, "fa_bp_overlap_slope": 0.00014103602718068542, "fa_directional_gain_s": 1404.055850066563, "bp_directional_gain_s": 1930.8412511458587, "fa_directional_drift_s": -0.06572628422066548, "bp_directional_drift_s": -0.10043774730365579 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7453357630883364, "empirical_gap": 0.12602756458425945, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.74830513165478, "fixed_gap": 0.14943274308086263, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.3247355000194765, "directional_gap": -0.611846008153277, "kfa_fro_drift": 0.018196255119519736, "kbp_fro_drift": 0.019415290570903465, "fa_bp_overlap_0": 0.9804012766310889, "fa_bp_overlap_s": 0.9808833562253475, "fa_bp_overlap_slope": 9.641591885172218e-05, "fa_directional_gain_s": 1262.3211669089098, "bp_directional_gain_s": 1647.9514888947438, "fa_directional_drift_s": -0.1600380518631204, "bp_directional_drift_s": -0.23223364282035178 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7309895936177306, "empirical_gap": 0.11168139511365371, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.744415508645007, "fixed_gap": 0.1455431200710895, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.2422373799547253, "directional_gap": -0.6943441282180283, "kfa_fro_drift": 0.009947115283799214, "kbp_fro_drift": 0.006844368681716129, "fa_bp_overlap_0": 0.9786130384810569, "fa_bp_overlap_s": 0.9788850447406989, "fa_bp_overlap_slope": 0.0002720062596420769, "fa_directional_gain_s": 1507.9299665556316, "bp_directional_gain_s": 2034.7757927875566, "fa_directional_drift_s": -0.031044645063828362, "bp_directional_drift_s": -0.05201554254876836 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7309895936177306, "empirical_gap": 0.11168139511365371, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.744415508645007, "fixed_gap": 0.1455431200710895, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.27167741672033, "directional_gap": -0.6649040914524234, "kfa_fro_drift": 0.012128007091364773, "kbp_fro_drift": 0.009410249518268124, "fa_bp_overlap_0": 0.9786130384810569, "fa_bp_overlap_s": 0.979032864158845, "fa_bp_overlap_slope": 0.00020991283889409962, "fa_directional_gain_s": 1458.2002019505535, "bp_directional_gain_s": 1930.8412511458587, "fa_directional_drift_s": -0.06299965808334582, "bp_directional_drift_s": -0.10043774730365579 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7309895936177306, "empirical_gap": 0.11168139511365371, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.744415508645007, "fixed_gap": 0.1455431200710895, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.2762229953417976, "directional_gap": -0.6603585128309559, "kfa_fro_drift": 0.021784995521798144, "kbp_fro_drift": 0.019415290570903465, "fa_bp_overlap_0": 0.9786130384810569, "fa_bp_overlap_s": 0.9794561050565623, "fa_bp_overlap_slope": 0.000168613315101096, "fa_directional_gain_s": 1310.5920094019825, "bp_directional_gain_s": 1647.9514888947438, "fa_directional_drift_s": -0.15784872387191323, "bp_directional_drift_s": -0.23223364282035178 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7187365058274935, "empirical_gap": 0.09942830732341656, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.709461977036985, "fixed_gap": 0.11058958846306766, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.9365815081727535, "directional_gap": 0.0, "kfa_fro_drift": 0.006831272550915169, "kbp_fro_drift": 0.006844368681716129, "fa_bp_overlap_0": 0.9801637543645603, "fa_bp_overlap_s": 0.9801790611992386, "fa_bp_overlap_slope": 1.530683467831917e-05, "fa_directional_gain_s": 1637.515027277028, "bp_directional_gain_s": 2034.7757927875566, "fa_directional_drift_s": -0.04104927230557902, "bp_directional_drift_s": -0.05201554254876836 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7187365058274935, "empirical_gap": 0.09942830732341656, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.709461977036985, "fixed_gap": 0.11058958846306766, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.8502287582560473, "directional_gap": -0.08635274991670627, "kfa_fro_drift": 0.009435097698109778, "kbp_fro_drift": 0.009410249518268124, "fa_bp_overlap_0": 0.9801637543645603, "fa_bp_overlap_s": 0.9801837276607526, "fa_bp_overlap_slope": 9.986648096149686e-06, "fa_directional_gain_s": 1571.6907889543184, "bp_directional_gain_s": 1930.8412511458587, "fa_directional_drift_s": -0.07959682770997567, "bp_directional_drift_s": -0.10043774730365579 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7187365058274935, "empirical_gap": 0.09942830732341656, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.709461977036985, "fixed_gap": 0.11058958846306766, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.739106356331164, "directional_gap": -0.19747515184158937, "kfa_fro_drift": 0.02039682965754353, "kbp_fro_drift": 0.019415290570903465, "fa_bp_overlap_0": 0.9801637543645603, "fa_bp_overlap_s": 0.9801383588912409, "fa_bp_overlap_slope": -5.079094663873462e-06, "fa_directional_gain_s": 1379.2854348457076, "bp_directional_gain_s": 1647.9514888947438, "fa_directional_drift_s": -0.1922719795475538, "bp_directional_drift_s": -0.23223364282035178 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.721579703896914, "empirical_gap": 0.10227150539283691, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.725690614451969, "fixed_gap": 0.12681822587805147, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.9365815081727535, "directional_gap": 0.0, "kfa_fro_drift": 0.009333847543033576, "kbp_fro_drift": 0.006844368681716129, "fa_bp_overlap_0": 0.9767578309962299, "fa_bp_overlap_s": 0.9768201173961369, "fa_bp_overlap_slope": 6.22863999070189e-05, "fa_directional_gain_s": 1696.3360298356156, "bp_directional_gain_s": 2034.7757927875566, "fa_directional_drift_s": -0.04305206688791463, "bp_directional_drift_s": -0.05201554254876836 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.721579703896914, "empirical_gap": 0.10227150539283691, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.725690614451969, "fixed_gap": 0.12681822587805147, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.9365815081727535, "directional_gap": 0.0, "kfa_fro_drift": 0.010436118059014383, "kbp_fro_drift": 0.009410249518268124, "fa_bp_overlap_0": 0.9767578309962299, "fa_bp_overlap_s": 0.9767845185730011, "fa_bp_overlap_slope": 1.3343788385578037e-05, "fa_directional_gain_s": 1624.9249818627018, "bp_directional_gain_s": 1930.8412511458587, "fa_directional_drift_s": -0.08333692410790192, "bp_directional_drift_s": -0.10043774730365579 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.721579703896914, "empirical_gap": 0.10227150539283691, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.725690614451969, "fixed_gap": 0.12681822587805147, "directional_bp_loss": 3.9365815081727535, "directional_fa_loss": 3.8069049867376124, "directional_gap": -0.1296765214351412, "kfa_fro_drift": 0.01696565637714464, "kbp_fro_drift": 0.019415290570903465, "fa_bp_overlap_0": 0.9767578309962299, "fa_bp_overlap_s": 0.9767534173410332, "fa_bp_overlap_slope": -8.827310393533239e-07, "fa_directional_gain_s": 1424.0116246139767, "bp_directional_gain_s": 1647.9514888947438, "fa_directional_drift_s": -0.19667745250097562, "bp_directional_drift_s": -0.23223364282035178 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7777624061651207, "empirical_gap": 0.12378195873061593, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.778521072145107, "fixed_gap": 0.14045581650726202, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.006449384278465708, "kbp_fro_drift": 0.006452848598642438, "fa_bp_overlap_0": 0.9767187913465257, "fa_bp_overlap_s": 0.9767830290219024, "fa_bp_overlap_slope": 6.423767537666603e-05, "fa_directional_gain_s": 1955.2379034351907, "bp_directional_gain_s": 2824.9846415330303, "fa_directional_drift_s": -0.04158384098775668, "bp_directional_drift_s": -0.0622505108310974 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7777624061651207, "empirical_gap": 0.12378195873061593, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.778521072145107, "fixed_gap": 0.14045581650726202, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.009353281917471272, "kbp_fro_drift": 0.010218449087478947, "fa_bp_overlap_0": 0.9767187913465257, "fa_bp_overlap_s": 0.9767856330218536, "fa_bp_overlap_slope": 3.3420837663944436e-05, "fa_directional_gain_s": 1873.2202508812027, "bp_directional_gain_s": 2648.694901593643, "fa_directional_drift_s": -0.08178715506728011, "bp_directional_drift_s": -0.1207696302427228 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7777624061651207, "empirical_gap": 0.12378195873061593, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.778521072145107, "fixed_gap": 0.14045581650726202, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.056970157666044, "directional_gap": -0.20109339836499984, "kfa_fro_drift": 0.014946444104219846, "kbp_fro_drift": 0.01870765894820519, "fa_bp_overlap_0": 0.9767187913465257, "fa_bp_overlap_s": 0.9768421413161537, "fa_bp_overlap_slope": 2.4669993925585665e-05, "fa_directional_gain_s": 1642.687022645106, "bp_directional_gain_s": 2163.889457098464, "fa_directional_drift_s": -0.1947896550405813, "bp_directional_drift_s": -0.28170008318668843 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.770210414116305, "empirical_gap": 0.11622996668180008, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.777841377912813, "fixed_gap": 0.13977612227496827, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.008335547590748943, "kbp_fro_drift": 0.006452848598642438, "fa_bp_overlap_0": 0.9828468942829565, "fa_bp_overlap_s": 0.9829518231446016, "fa_bp_overlap_slope": 0.00010492886164514825, "fa_directional_gain_s": 2126.4822491763534, "bp_directional_gain_s": 2824.9846415330303, "fa_directional_drift_s": -0.04291470056205578, "bp_directional_drift_s": -0.0622505108310974 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.770210414116305, "empirical_gap": 0.11622996668180008, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.777841377912813, "fixed_gap": 0.13977612227496827, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.0103373747420228, "kbp_fro_drift": 0.010218449087478947, "fa_bp_overlap_0": 0.9828468942829565, "fa_bp_overlap_s": 0.9830276944509154, "fa_bp_overlap_slope": 9.040008397948052e-05, "fa_directional_gain_s": 2032.747182680001, "bp_directional_gain_s": 2648.694901593643, "fa_directional_drift_s": -0.08510289856852642, "bp_directional_drift_s": -0.1207696302427228 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.770210414116305, "empirical_gap": 0.11622996668180008, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.777841377912813, "fixed_gap": 0.13977612227496827, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.016314459401741182, "kbp_fro_drift": 0.01870765894820519, "fa_bp_overlap_0": 0.9828468942829565, "fa_bp_overlap_s": 0.9832389286220888, "fa_bp_overlap_slope": 7.840686782647487e-05, "fa_directional_gain_s": 1767.7221720777466, "bp_directional_gain_s": 2163.889457098464, "fa_directional_drift_s": -0.20438512710772513, "bp_directional_drift_s": -0.28170008318668843 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.774574026801871, "empirical_gap": 0.12059357936736603, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.781840992512343, "fixed_gap": 0.14377573687449807, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.0038006722698658516, "kbp_fro_drift": 0.006452848598642438, "fa_bp_overlap_0": 0.9827809357831696, "fa_bp_overlap_s": 0.9828120426609372, "fa_bp_overlap_slope": 3.110687776763932e-05, "fa_directional_gain_s": 2186.4881779155257, "bp_directional_gain_s": 2824.9846415330303, "fa_directional_drift_s": -0.046910392716123406, "bp_directional_drift_s": -0.0622505108310974 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.774574026801871, "empirical_gap": 0.12059357936736603, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.781840992512343, "fixed_gap": 0.14377573687449807, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.01054127676980768, "kbp_fro_drift": 0.010218449087478947, "fa_bp_overlap_0": 0.9827809357831696, "fa_bp_overlap_s": 0.982798676578468, "fa_bp_overlap_slope": 8.870397649185513e-06, "fa_directional_gain_s": 2081.1527692821765, "bp_directional_gain_s": 2648.694901593643, "fa_directional_drift_s": -0.09282606894134571, "bp_directional_drift_s": -0.1207696302427228 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.774574026801871, "empirical_gap": 0.12059357936736603, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.781840992512343, "fixed_gap": 0.14377573687449807, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.017077655150524288, "kbp_fro_drift": 0.01870765894820519, "fa_bp_overlap_0": 0.9827809357831696, "fa_bp_overlap_s": 0.9828145269409201, "fa_bp_overlap_slope": 6.718231550095765e-06, "fa_directional_gain_s": 1789.4436443243712, "bp_directional_gain_s": 2163.889457098464, "fa_directional_drift_s": -0.21998199786670175, "bp_directional_drift_s": -0.28170008318668843 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7683747927037423, "empirical_gap": 0.11439434526923753, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.770321563201019, "fixed_gap": 0.1322563075631744, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.006224363466789685, "kbp_fro_drift": 0.006452848598642438, "fa_bp_overlap_0": 0.9790319641994016, "fa_bp_overlap_s": 0.9791416575920152, "fa_bp_overlap_slope": 0.00010969339261357458, "fa_directional_gain_s": 2055.7498115006415, "bp_directional_gain_s": 2824.9846415330303, "fa_directional_drift_s": -0.04299067586936735, "bp_directional_drift_s": -0.0622505108310974 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7683747927037423, "empirical_gap": 0.11439434526923753, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.770321563201019, "fixed_gap": 0.1322563075631744, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.258063556031044, "directional_gap": 0.0, "kfa_fro_drift": 0.009288627734957216, "kbp_fro_drift": 0.010218449087478947, "fa_bp_overlap_0": 0.9790319641994016, "fa_bp_overlap_s": 0.9792354846802286, "fa_bp_overlap_slope": 0.0001017602404134732, "fa_directional_gain_s": 1966.4476534134685, "bp_directional_gain_s": 2648.694901593643, "fa_directional_drift_s": -0.08456334073174507, "bp_directional_drift_s": -0.1207696302427228 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7683747927037423, "empirical_gap": 0.11439434526923753, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.770321563201019, "fixed_gap": 0.1322563075631744, "directional_bp_loss": 4.258063556031044, "directional_fa_loss": 4.213053796797051, "directional_gap": -0.04500975923399331, "kfa_fro_drift": 0.016160901881273376, "kbp_fro_drift": 0.01870765894820519, "fa_bp_overlap_0": 0.9790319641994016, "fa_bp_overlap_s": 0.9795047225328266, "fa_bp_overlap_slope": 9.455166668499437e-05, "fa_directional_gain_s": 1713.8745973157402, "bp_directional_gain_s": 2163.889457098464, "fa_directional_drift_s": -0.20214319814311466, "bp_directional_drift_s": -0.28170008318668843 } ] }