diff options
Diffstat (limited to 'outputs/early_kernel_predictors_T50_N128_32runs/summary.json')
| -rw-r--r-- | outputs/early_kernel_predictors_T50_N128_32runs/summary.json | 2041 |
1 files changed, 2041 insertions, 0 deletions
diff --git a/outputs/early_kernel_predictors_T50_N128_32runs/summary.json b/outputs/early_kernel_predictors_T50_N128_32runs/summary.json new file mode 100644 index 0000000..bbe9c1a --- /dev/null +++ b/outputs/early_kernel_predictors_T50_N128_32runs/summary.json @@ -0,0 +1,2041 @@ +{ + "config": { + "input_dim": 16, + "output_dim": 4, + "width": 64, + "train_samples": 128, + "test_samples": 512, + "target_steps": 50, + "early_steps": [ + 1, + 2, + 5 + ], + "lr": 0.001, + "init_seeds": 4, + "feedback_seeds": 8, + "data_seed": 123, + "feedback_scale": "relu", + "device": "cpu", + "torch_threads": 8, + "outdir": "outputs/early_kernel_predictors_T50_N128_32runs" + }, + "rows": [ + { + "init_seed": 10000, + "feedback_seed": 100000, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4674972235655037, + "empirical_gap": 0.11053139137135837, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4705516327579597, + "fixed_gap": 0.13782275970563473, + "kfa_fro_drift": 0.006483892877599788, + "kbp_fro_drift": 0.008036411190520665, + "fa_bp_overlap_0": 0.9795960271281257, + "fa_bp_overlap_s": 0.979831849209732, + "fa_bp_overlap_slope": 0.00023582208160632945, + "fa_directional_gain_s": 1127.9493984425972, + "bp_directional_gain_s": 1585.984013373203, + "fa_directional_drift_s": -0.03373325001804989, + "bp_directional_drift_s": -0.05407713384715308 + }, + { + "init_seed": 10000, + "feedback_seed": 100000, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4674972235655037, + "empirical_gap": 0.11053139137135837, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4705516327579597, + "fixed_gap": 0.13782275970563473, + "kfa_fro_drift": 0.011118373894018737, + "kbp_fro_drift": 0.01033245970860436, + "fa_bp_overlap_0": 0.9795960271281257, + "fa_bp_overlap_s": 0.979915071949364, + "fa_bp_overlap_slope": 0.00015952241061917283, + "fa_directional_gain_s": 1089.832719416284, + "bp_directional_gain_s": 1501.0982553084225, + "fa_directional_drift_s": -0.0663862037885955, + "bp_directional_drift_s": -0.10470524793098636 + }, + { + "init_seed": 10000, + "feedback_seed": 100000, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4674972235655037, + "empirical_gap": 0.11053139137135837, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4705516327579597, + "fixed_gap": 0.13782275970563473, + "kfa_fro_drift": 0.019266363387268805, + "kbp_fro_drift": 0.02131038673228346, + "fa_bp_overlap_0": 0.9795960271281257, + "fa_bp_overlap_s": 0.98024563902941, + "fa_bp_overlap_slope": 0.00012992238025686387, + "fa_directional_gain_s": 976.7172920943873, + "bp_directional_gain_s": 1266.9187801283954, + "fa_directional_drift_s": -0.16328742691266718, + "bp_directional_drift_s": -0.24437608855019452 + }, + { + "init_seed": 10000, + "feedback_seed": 100001, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4714364509805256, + "empirical_gap": 0.11447061878638021, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.48436919706372, + "fixed_gap": 0.15164032401139504, + "kfa_fro_drift": 0.010702956743726151, + "kbp_fro_drift": 0.008036411190520665, + "fa_bp_overlap_0": 0.9774706817463663, + "fa_bp_overlap_s": 0.9777921514872917, + "fa_bp_overlap_slope": 0.00032146974092539526, + "fa_directional_gain_s": 1157.635157408008, + "bp_directional_gain_s": 1585.984013373203, + "fa_directional_drift_s": -0.032434140768772234, + "bp_directional_drift_s": -0.05407713384715308 + }, + { + "init_seed": 10000, + "feedback_seed": 100001, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4714364509805256, + "empirical_gap": 0.11447061878638021, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.48436919706372, + "fixed_gap": 0.15164032401139504, + "kfa_fro_drift": 0.013353216994691488, + "kbp_fro_drift": 0.01033245970860436, + "fa_bp_overlap_0": 0.9774706817463663, + "fa_bp_overlap_s": 0.9779693690161471, + "fa_bp_overlap_slope": 0.0002493436348903755, + "fa_directional_gain_s": 1118.409445897225, + "bp_directional_gain_s": 1501.0982553084225, + "fa_directional_drift_s": -0.06521947820346652, + "bp_directional_drift_s": -0.10470524793098636 + }, + { + "init_seed": 10000, + "feedback_seed": 100001, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4714364509805256, + "empirical_gap": 0.11447061878638021, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.48436919706372, + "fixed_gap": 0.15164032401139504, + "kfa_fro_drift": 0.024077344424534037, + "kbp_fro_drift": 0.02131038673228346, + "fa_bp_overlap_0": 0.9774706817463663, + "fa_bp_overlap_s": 0.978565250275039, + "fa_bp_overlap_slope": 0.00021891370573454694, + "fa_directional_gain_s": 1004.4346074487568, + "bp_directional_gain_s": 1266.9187801283954, + "fa_directional_drift_s": -0.16048106540426454, + "bp_directional_drift_s": -0.24437608855019452 + }, + { + "init_seed": 10000, + "feedback_seed": 100002, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4572996708485597, + "empirical_gap": 0.10033383865441436, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4487734594838644, + "fixed_gap": 0.11604458643153936, + "kfa_fro_drift": 0.00743084705013928, + "kbp_fro_drift": 0.008036411190520665, + "fa_bp_overlap_0": 0.9794373644560481, + "fa_bp_overlap_s": 0.9794687056403946, + "fa_bp_overlap_slope": 3.134118434644506e-05, + "fa_directional_gain_s": 1279.645302890889, + "bp_directional_gain_s": 1585.984013373203, + "fa_directional_drift_s": -0.042359011123773514, + "bp_directional_drift_s": -0.05407713384715308 + }, + { + "init_seed": 10000, + "feedback_seed": 100002, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4572996708485597, + "empirical_gap": 0.10033383865441436, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4487734594838644, + "fixed_gap": 0.11604458643153936, + "kfa_fro_drift": 0.008631344467049773, + "kbp_fro_drift": 0.01033245970860436, + "fa_bp_overlap_0": 0.9794373644560481, + "fa_bp_overlap_s": 0.9794661869774921, + "fa_bp_overlap_slope": 1.4411260721991503e-05, + "fa_directional_gain_s": 1225.0647447278902, + "bp_directional_gain_s": 1501.0982553084225, + "fa_directional_drift_s": -0.0832051577665572, + "bp_directional_drift_s": -0.10470524793098636 + }, + { + "init_seed": 10000, + "feedback_seed": 100002, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4572996708485597, + "empirical_gap": 0.10033383865441436, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4487734594838644, + "fixed_gap": 0.11604458643153936, + "kfa_fro_drift": 0.01926606971185257, + "kbp_fro_drift": 0.02131038673228346, + "fa_bp_overlap_0": 0.9794373644560481, + "fa_bp_overlap_s": 0.9794276095388488, + "fa_bp_overlap_slope": -1.9509834398689916e-06, + "fa_directional_gain_s": 1072.3929997461103, + "bp_directional_gain_s": 1266.9187801283954, + "fa_directional_drift_s": -0.19745925654495688, + "bp_directional_drift_s": -0.24437608855019452 + }, + { + "init_seed": 10000, + "feedback_seed": 100003, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.454226960126308, + "empirical_gap": 0.09726112793216268, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4566033375851983, + "fixed_gap": 0.12387446453287332, + "kfa_fro_drift": 0.010667635363080701, + "kbp_fro_drift": 0.008036411190520665, + "fa_bp_overlap_0": 0.9754294544745645, + "fa_bp_overlap_s": 0.9755202187383069, + "fa_bp_overlap_slope": 9.076426374232671e-05, + "fa_directional_gain_s": 1330.467207175276, + "bp_directional_gain_s": 1585.984013373203, + "fa_directional_drift_s": -0.044420191140105356, + "bp_directional_drift_s": -0.05407713384715308 + }, + { + "init_seed": 10000, + "feedback_seed": 100003, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.454226960126308, + "empirical_gap": 0.09726112793216268, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4566033375851983, + "fixed_gap": 0.12387446453287332, + "kfa_fro_drift": 0.010972213139982336, + "kbp_fro_drift": 0.01033245970860436, + "fa_bp_overlap_0": 0.9754294544745645, + "fa_bp_overlap_s": 0.97550751144297, + "fa_bp_overlap_slope": 3.9028484202729974e-05, + "fa_directional_gain_s": 1272.821869554352, + "bp_directional_gain_s": 1501.0982553084225, + "fa_directional_drift_s": -0.08582273034467351, + "bp_directional_drift_s": -0.10470524793098636 + }, + { + "init_seed": 10000, + "feedback_seed": 100003, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.454226960126308, + "empirical_gap": 0.09726112793216268, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4566033375851983, + "fixed_gap": 0.12387446453287332, + "kfa_fro_drift": 0.014755770610234633, + "kbp_fro_drift": 0.02131038673228346, + "fa_bp_overlap_0": 0.9754294544745645, + "fa_bp_overlap_s": 0.9754737604195634, + "fa_bp_overlap_slope": 8.861188999764736e-06, + "fa_directional_gain_s": 1109.7403573466381, + "bp_directional_gain_s": 1266.9187801283954, + "fa_directional_drift_s": -0.20295256219892052, + "bp_directional_drift_s": -0.24437608855019452 + }, + { + "init_seed": 10000, + "feedback_seed": 100004, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.467684861387062, + "empirical_gap": 0.11071902919291654, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4761433940697586, + "fixed_gap": 0.14341452101743357, + "kfa_fro_drift": 0.009343511591343159, + "kbp_fro_drift": 0.008036411190520665, + "fa_bp_overlap_0": 0.9806881020216623, + "fa_bp_overlap_s": 0.9808786364850727, + "fa_bp_overlap_slope": 0.0001905344634103301, + "fa_directional_gain_s": 1202.226817642733, + "bp_directional_gain_s": 1585.984013373203, + "fa_directional_drift_s": -0.03540589696574418, + "bp_directional_drift_s": -0.05407713384715308 + }, + { + "init_seed": 10000, + "feedback_seed": 100004, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.467684861387062, + "empirical_gap": 0.11071902919291654, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4761433940697586, + "fixed_gap": 0.14341452101743357, + "kfa_fro_drift": 0.011495964663875669, + "kbp_fro_drift": 0.01033245970860436, + "fa_bp_overlap_0": 0.9806881020216623, + "fa_bp_overlap_s": 0.9809643412278324, + "fa_bp_overlap_slope": 0.00013811960308501847, + "fa_directional_gain_s": 1157.9884256020619, + "bp_directional_gain_s": 1501.0982553084225, + "fa_directional_drift_s": -0.0709001077618553, + "bp_directional_drift_s": -0.10470524793098636 + }, + { + "init_seed": 10000, + "feedback_seed": 100004, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.467684861387062, + "empirical_gap": 0.11071902919291654, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4761433940697586, + "fixed_gap": 0.14341452101743357, + "kfa_fro_drift": 0.01946402566550485, + "kbp_fro_drift": 0.02131038673228346, + "fa_bp_overlap_0": 0.9806881020216623, + "fa_bp_overlap_s": 0.9811657729259146, + "fa_bp_overlap_slope": 9.553418085044285e-05, + "fa_directional_gain_s": 1029.7596510827414, + "bp_directional_gain_s": 1266.9187801283954, + "fa_directional_drift_s": -0.17378312278490105, + "bp_directional_drift_s": -0.24437608855019452 + }, + { + "init_seed": 10000, + "feedback_seed": 100005, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4448320901937883, + "empirical_gap": 0.08786625799964298, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4426730277329205, + "fixed_gap": 0.10994415468059549, + "kfa_fro_drift": 0.012203273331287196, + "kbp_fro_drift": 0.008036411190520665, + "fa_bp_overlap_0": 0.9823838396108678, + "fa_bp_overlap_s": 0.982401041834639, + "fa_bp_overlap_slope": 1.7202223771217717e-05, + "fa_directional_gain_s": 1324.4119212782787, + "bp_directional_gain_s": 1585.984013373203, + "fa_directional_drift_s": -0.042195524340318334, + "bp_directional_drift_s": -0.05407713384715308 + }, + { + "init_seed": 10000, + "feedback_seed": 100005, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4448320901937883, + "empirical_gap": 0.08786625799964298, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4426730277329205, + "fixed_gap": 0.10994415468059549, + "kfa_fro_drift": 0.01843701832522937, + "kbp_fro_drift": 0.01033245970860436, + "fa_bp_overlap_0": 0.9823838396108678, + "fa_bp_overlap_s": 0.9824186121157651, + "fa_bp_overlap_slope": 1.7386252448625683e-05, + "fa_directional_gain_s": 1264.08183268206, + "bp_directional_gain_s": 1501.0982553084225, + "fa_directional_drift_s": -0.0858257786033816, + "bp_directional_drift_s": -0.10470524793098636 + }, + { + "init_seed": 10000, + "feedback_seed": 100005, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4448320901937883, + "empirical_gap": 0.08786625799964298, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4426730277329205, + "fixed_gap": 0.10994415468059549, + "kfa_fro_drift": 0.02271440677712183, + "kbp_fro_drift": 0.02131038673228346, + "fa_bp_overlap_0": 0.9823838396108678, + "fa_bp_overlap_s": 0.9824924426039161, + "fa_bp_overlap_slope": 2.1720598609653585e-05, + "fa_directional_gain_s": 1104.0600187933971, + "bp_directional_gain_s": 1266.9187801283954, + "fa_directional_drift_s": -0.2015523188762984, + "bp_directional_drift_s": -0.24437608855019452 + }, + { + "init_seed": 10000, + "feedback_seed": 100006, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4447056529661086, + "empirical_gap": 0.0877398207719633, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4408201806462664, + "fixed_gap": 0.10809130759394137, + "kfa_fro_drift": 0.007912907939447255, + "kbp_fro_drift": 0.008036411190520665, + "fa_bp_overlap_0": 0.9835986436544314, + "fa_bp_overlap_s": 0.9836379642457443, + "fa_bp_overlap_slope": 3.93205913129524e-05, + "fa_directional_gain_s": 1273.7620608542748, + "bp_directional_gain_s": 1585.984013373203, + "fa_directional_drift_s": -0.041251091124532575, + "bp_directional_drift_s": -0.05407713384715308 + }, + { + "init_seed": 10000, + "feedback_seed": 100006, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4447056529661086, + "empirical_gap": 0.0877398207719633, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4408201806462664, + "fixed_gap": 0.10809130759394137, + "kfa_fro_drift": 0.010921006906485186, + "kbp_fro_drift": 0.01033245970860436, + "fa_bp_overlap_0": 0.9835986436544314, + "fa_bp_overlap_s": 0.9836346155607311, + "fa_bp_overlap_slope": 1.7985953149834977e-05, + "fa_directional_gain_s": 1221.0546408461832, + "bp_directional_gain_s": 1501.0982553084225, + "fa_directional_drift_s": -0.08092347812317469, + "bp_directional_drift_s": -0.10470524793098636 + }, + { + "init_seed": 10000, + "feedback_seed": 100006, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4447056529661086, + "empirical_gap": 0.0877398207719633, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4408201806462664, + "fixed_gap": 0.10809130759394137, + "kfa_fro_drift": 0.017064508801120575, + "kbp_fro_drift": 0.02131038673228346, + "fa_bp_overlap_0": 0.9835986436544314, + "fa_bp_overlap_s": 0.9836276128338255, + "fa_bp_overlap_slope": 5.7938358788200975e-06, + "fa_directional_gain_s": 1075.5150154786472, + "bp_directional_gain_s": 1266.9187801283954, + "fa_directional_drift_s": -0.19046980652118553, + "bp_directional_drift_s": -0.24437608855019452 + }, + { + "init_seed": 10000, + "feedback_seed": 100007, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4503980229526023, + "empirical_gap": 0.09343219075845699, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4529554092463033, + "fixed_gap": 0.12022653619397827, + "kfa_fro_drift": 0.008070724197279729, + "kbp_fro_drift": 0.008036411190520665, + "fa_bp_overlap_0": 0.9817492159686996, + "fa_bp_overlap_s": 0.9818832554054153, + "fa_bp_overlap_slope": 0.00013403943671574936, + "fa_directional_gain_s": 1264.5898925226652, + "bp_directional_gain_s": 1585.984013373203, + "fa_directional_drift_s": -0.03863152611224921, + "bp_directional_drift_s": -0.05407713384715308 + }, + { + "init_seed": 10000, + "feedback_seed": 100007, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4503980229526023, + "empirical_gap": 0.09343219075845699, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4529554092463033, + "fixed_gap": 0.12022653619397827, + "kfa_fro_drift": 0.01512444106631979, + "kbp_fro_drift": 0.01033245970860436, + "fa_bp_overlap_0": 0.9817492159686996, + "fa_bp_overlap_s": 0.9818780277195869, + "fa_bp_overlap_slope": 6.440587544365162e-05, + "fa_directional_gain_s": 1214.282994298557, + "bp_directional_gain_s": 1501.0982553084225, + "fa_directional_drift_s": -0.07687591368619975, + "bp_directional_drift_s": -0.10470524793098636 + }, + { + "init_seed": 10000, + "feedback_seed": 100007, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.3569658321941453, + "empirical_fa_loss": 2.4503980229526023, + "empirical_gap": 0.09343219075845699, + "fixed_bp_loss": 2.332728873052325, + "fixed_fa_loss": 2.4529554092463033, + "fixed_gap": 0.12022653619397827, + "kfa_fro_drift": 0.021217310534987793, + "kbp_fro_drift": 0.02131038673228346, + "fa_bp_overlap_0": 0.9817492159686996, + "fa_bp_overlap_s": 0.982177921451107, + "fa_bp_overlap_slope": 8.574109648149531e-05, + "fa_directional_gain_s": 1072.8582587756064, + "bp_directional_gain_s": 1266.9187801283954, + "fa_directional_drift_s": -0.18439004373230955, + "bp_directional_drift_s": -0.24437608855019452 + }, + { + "init_seed": 10001, + "feedback_seed": 101000, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5609120318212937, + "empirical_gap": 0.14564645734428927, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.562959593837799, + "fixed_gap": 0.1742656814585053, + "kfa_fro_drift": 0.0073940471284687, + "kbp_fro_drift": 0.006741996426106008, + "fa_bp_overlap_0": 0.9752759444056833, + "fa_bp_overlap_s": 0.9754127903307721, + "fa_bp_overlap_slope": 0.0001368459250887799, + "fa_directional_gain_s": 1416.5251651469157, + "bp_directional_gain_s": 2074.7905910274226, + "fa_directional_drift_s": -0.03749914477105371, + "bp_directional_drift_s": -0.0581342353930225 + }, + { + "init_seed": 10001, + "feedback_seed": 101000, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5609120318212937, + "empirical_gap": 0.14564645734428927, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.562959593837799, + "fixed_gap": 0.1742656814585053, + "kfa_fro_drift": 0.012094948117793597, + "kbp_fro_drift": 0.011354834620074198, + "fa_bp_overlap_0": 0.9752759444056833, + "fa_bp_overlap_s": 0.9753462122710556, + "fa_bp_overlap_slope": 3.513393268611553e-05, + "fa_directional_gain_s": 1362.1213001514645, + "bp_directional_gain_s": 1956.0448374559307, + "fa_directional_drift_s": -0.07446549586334153, + "bp_directional_drift_s": -0.11203970443896664 + }, + { + "init_seed": 10001, + "feedback_seed": 101000, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5609120318212937, + "empirical_gap": 0.14564645734428927, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.562959593837799, + "fixed_gap": 0.1742656814585053, + "kfa_fro_drift": 0.017022575874118602, + "kbp_fro_drift": 0.019389176797670778, + "fa_bp_overlap_0": 0.9752759444056833, + "fa_bp_overlap_s": 0.9753464385764601, + "fa_bp_overlap_slope": 1.4098834155351625e-05, + "fa_directional_gain_s": 1208.5698232369764, + "bp_directional_gain_s": 1621.8076070051186, + "fa_directional_drift_s": -0.1788006898212506, + "bp_directional_drift_s": -0.2637690432840896 + }, + { + "init_seed": 10001, + "feedback_seed": 101001, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5542741859892297, + "empirical_gap": 0.13900861151222532, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.561600287495685, + "fixed_gap": 0.17290637511639106, + "kfa_fro_drift": 0.008593248713991855, + "kbp_fro_drift": 0.006741996426106008, + "fa_bp_overlap_0": 0.9823440790173679, + "fa_bp_overlap_s": 0.9824978652234422, + "fa_bp_overlap_slope": 0.00015378620607431337, + "fa_directional_gain_s": 1553.0904388771376, + "bp_directional_gain_s": 2074.7905910274226, + "fa_directional_drift_s": -0.03897473141256802, + "bp_directional_drift_s": -0.0581342353930225 + }, + { + "init_seed": 10001, + "feedback_seed": 101001, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5542741859892297, + "empirical_gap": 0.13900861151222532, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.561600287495685, + "fixed_gap": 0.17290637511639106, + "kfa_fro_drift": 0.01023445483315435, + "kbp_fro_drift": 0.011354834620074198, + "fa_bp_overlap_0": 0.9823440790173679, + "fa_bp_overlap_s": 0.9825949440096186, + "fa_bp_overlap_slope": 0.0001254324961253439, + "fa_directional_gain_s": 1489.8088325650956, + "bp_directional_gain_s": 1956.0448374559307, + "fa_directional_drift_s": -0.07813228539676664, + "bp_directional_drift_s": -0.11203970443896664 + }, + { + "init_seed": 10001, + "feedback_seed": 101001, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5542741859892297, + "empirical_gap": 0.13900861151222532, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.561600287495685, + "fixed_gap": 0.17290637511639106, + "kfa_fro_drift": 0.01950807383368893, + "kbp_fro_drift": 0.019389176797670778, + "fa_bp_overlap_0": 0.9823440790173679, + "fa_bp_overlap_s": 0.9827747954968736, + "fa_bp_overlap_slope": 8.614329590115322e-05, + "fa_directional_gain_s": 1311.6490958875515, + "bp_directional_gain_s": 1621.8076070051186, + "fa_directional_drift_s": -0.1883744223039964, + "bp_directional_drift_s": -0.2637690432840896 + }, + { + "init_seed": 10001, + "feedback_seed": 101002, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5723825601131525, + "empirical_gap": 0.15711698563614807, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5737215967324123, + "fixed_gap": 0.18502768435311845, + "kfa_fro_drift": 0.0049606867118015515, + "kbp_fro_drift": 0.006741996426106008, + "fa_bp_overlap_0": 0.9823388100368005, + "fa_bp_overlap_s": 0.982362251398063, + "fa_bp_overlap_slope": 2.3441361262532823e-05, + "fa_directional_gain_s": 1582.5178974148178, + "bp_directional_gain_s": 2074.7905910274226, + "fa_directional_drift_s": -0.043467374029040405, + "bp_directional_drift_s": -0.0581342353930225 + }, + { + "init_seed": 10001, + "feedback_seed": 101002, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5723825601131525, + "empirical_gap": 0.15711698563614807, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5737215967324123, + "fixed_gap": 0.18502768435311845, + "kfa_fro_drift": 0.012370320808755766, + "kbp_fro_drift": 0.011354834620074198, + "fa_bp_overlap_0": 0.9823388100368005, + "fa_bp_overlap_s": 0.9823256861072328, + "fa_bp_overlap_slope": -6.5619647838244255e-06, + "fa_directional_gain_s": 1511.3420232939238, + "bp_directional_gain_s": 1956.0448374559307, + "fa_directional_drift_s": -0.08648871735151098, + "bp_directional_drift_s": -0.11203970443896664 + }, + { + "init_seed": 10001, + "feedback_seed": 101002, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5723825601131525, + "empirical_gap": 0.15711698563614807, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5737215967324123, + "fixed_gap": 0.18502768435311845, + "kfa_fro_drift": 0.019463321739620214, + "kbp_fro_drift": 0.019389176797670778, + "fa_bp_overlap_0": 0.9823388100368005, + "fa_bp_overlap_s": 0.9822936937740814, + "fa_bp_overlap_slope": -9.023252543816085e-06, + "fa_directional_gain_s": 1314.0914483989493, + "bp_directional_gain_s": 1621.8076070051186, + "fa_directional_drift_s": -0.20571429494958507, + "bp_directional_drift_s": -0.2637690432840896 + }, + { + "init_seed": 10001, + "feedback_seed": 101003, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.555275162766506, + "empirical_gap": 0.1400095882895016, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5529535476349148, + "fixed_gap": 0.16425963525562093, + "kfa_fro_drift": 0.005849354960572289, + "kbp_fro_drift": 0.006741996426106008, + "fa_bp_overlap_0": 0.9781372114630691, + "fa_bp_overlap_s": 0.9782652192868542, + "fa_bp_overlap_slope": 0.00012800782378508124, + "fa_directional_gain_s": 1535.690624205702, + "bp_directional_gain_s": 2074.7905910274226, + "fa_directional_drift_s": -0.04168550383171751, + "bp_directional_drift_s": -0.0581342353930225 + }, + { + "init_seed": 10001, + "feedback_seed": 101003, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.555275162766506, + "empirical_gap": 0.1400095882895016, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5529535476349148, + "fixed_gap": 0.16425963525562093, + "kfa_fro_drift": 0.009949043051335094, + "kbp_fro_drift": 0.011354834620074198, + "fa_bp_overlap_0": 0.9781372114630691, + "fa_bp_overlap_s": 0.9783169432570495, + "fa_bp_overlap_slope": 8.986589699022662e-05, + "fa_directional_gain_s": 1471.4284914870243, + "bp_directional_gain_s": 1956.0448374559307, + "fa_directional_drift_s": -0.08178689689117664, + "bp_directional_drift_s": -0.11203970443896664 + }, + { + "init_seed": 10001, + "feedback_seed": 101003, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.555275162766506, + "empirical_gap": 0.1400095882895016, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5529535476349148, + "fixed_gap": 0.16425963525562093, + "kfa_fro_drift": 0.01810077192576688, + "kbp_fro_drift": 0.019389176797670778, + "fa_bp_overlap_0": 0.9781372114630691, + "fa_bp_overlap_s": 0.978451725464067, + "fa_bp_overlap_slope": 6.290280019958239e-05, + "fa_directional_gain_s": 1290.9701828489058, + "bp_directional_gain_s": 1621.8076070051186, + "fa_directional_drift_s": -0.19439799863008694, + "bp_directional_drift_s": -0.2637690432840896 + }, + { + "init_seed": 10001, + "feedback_seed": 101004, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5442101291444437, + "empirical_gap": 0.12894455466743926, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.536998709166465, + "fixed_gap": 0.14830479678717134, + "kfa_fro_drift": 0.006589531679782661, + "kbp_fro_drift": 0.006741996426106008, + "fa_bp_overlap_0": 0.9815809760550267, + "fa_bp_overlap_s": 0.9816018790876438, + "fa_bp_overlap_slope": 2.0903032617147765e-05, + "fa_directional_gain_s": 1624.30567423755, + "bp_directional_gain_s": 2074.7905910274226, + "fa_directional_drift_s": -0.04580038428748654, + "bp_directional_drift_s": -0.0581342353930225 + }, + { + "init_seed": 10001, + "feedback_seed": 101004, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5442101291444437, + "empirical_gap": 0.12894455466743926, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.536998709166465, + "fixed_gap": 0.14830479678717134, + "kfa_fro_drift": 0.009246632560461158, + "kbp_fro_drift": 0.011354834620074198, + "fa_bp_overlap_0": 0.9815809760550267, + "fa_bp_overlap_s": 0.9815563988495345, + "fa_bp_overlap_slope": -1.2288602746102217e-05, + "fa_directional_gain_s": 1547.8628517637492, + "bp_directional_gain_s": 1956.0448374559307, + "fa_directional_drift_s": -0.09070677905380384, + "bp_directional_drift_s": -0.11203970443896664 + }, + { + "init_seed": 10001, + "feedback_seed": 101004, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.5442101291444437, + "empirical_gap": 0.12894455466743926, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.536998709166465, + "fixed_gap": 0.14830479678717134, + "kfa_fro_drift": 0.01862475937095291, + "kbp_fro_drift": 0.019389176797670778, + "fa_bp_overlap_0": 0.9815809760550267, + "fa_bp_overlap_s": 0.9814620625094183, + "fa_bp_overlap_slope": -2.3782709121689117e-05, + "fa_directional_gain_s": 1337.9623920845052, + "bp_directional_gain_s": 1621.8076070051186, + "fa_directional_drift_s": -0.21401296528493263, + "bp_directional_drift_s": -0.2637690432840896 + }, + { + "init_seed": 10001, + "feedback_seed": 101005, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.533373599178169, + "empirical_gap": 0.11810802470116455, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5212994246694826, + "fixed_gap": 0.1326055122901888, + "kfa_fro_drift": 0.008053075420495541, + "kbp_fro_drift": 0.006741996426106008, + "fa_bp_overlap_0": 0.985030311859371, + "fa_bp_overlap_s": 0.9850331470966338, + "fa_bp_overlap_slope": 2.8352372628548395e-06, + "fa_directional_gain_s": 1744.637294525104, + "bp_directional_gain_s": 2074.7905910274226, + "fa_directional_drift_s": -0.048630629957395595, + "bp_directional_drift_s": -0.0581342353930225 + }, + { + "init_seed": 10001, + "feedback_seed": 101005, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.533373599178169, + "empirical_gap": 0.11810802470116455, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5212994246694826, + "fixed_gap": 0.1326055122901888, + "kfa_fro_drift": 0.010068487247194537, + "kbp_fro_drift": 0.011354834620074198, + "fa_bp_overlap_0": 0.985030311859371, + "fa_bp_overlap_s": 0.9850882616942637, + "fa_bp_overlap_slope": 2.8974917446356052e-05, + "fa_directional_gain_s": 1658.007557490679, + "bp_directional_gain_s": 1956.0448374559307, + "fa_directional_drift_s": -0.09587075179133334, + "bp_directional_drift_s": -0.11203970443896664 + }, + { + "init_seed": 10001, + "feedback_seed": 101005, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.533373599178169, + "empirical_gap": 0.11810802470116455, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.5212994246694826, + "fixed_gap": 0.1326055122901888, + "kfa_fro_drift": 0.01692416480699053, + "kbp_fro_drift": 0.019389176797670778, + "fa_bp_overlap_0": 0.985030311859371, + "fa_bp_overlap_s": 0.9850020907140361, + "fa_bp_overlap_slope": -5.644229066970041e-06, + "fa_directional_gain_s": 1415.515048078389, + "bp_directional_gain_s": 1621.8076070051186, + "fa_directional_drift_s": -0.22810450985874742, + "bp_directional_drift_s": -0.2637690432840896 + }, + { + "init_seed": 10001, + "feedback_seed": 101006, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.527807048307511, + "empirical_gap": 0.11254147383050661, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.521258496299491, + "fixed_gap": 0.132564583920197, + "kfa_fro_drift": 0.0063302364609190255, + "kbp_fro_drift": 0.006741996426106008, + "fa_bp_overlap_0": 0.9832551749043914, + "fa_bp_overlap_s": 0.9833021229332076, + "fa_bp_overlap_slope": 4.694802881621829e-05, + "fa_directional_gain_s": 1676.2830800094637, + "bp_directional_gain_s": 2074.7905910274226, + "fa_directional_drift_s": -0.04695009554875566, + "bp_directional_drift_s": -0.0581342353930225 + }, + { + "init_seed": 10001, + "feedback_seed": 101006, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.527807048307511, + "empirical_gap": 0.11254147383050661, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.521258496299491, + "fixed_gap": 0.132564583920197, + "kfa_fro_drift": 0.011283756752084727, + "kbp_fro_drift": 0.011354834620074198, + "fa_bp_overlap_0": 0.9832551749043914, + "fa_bp_overlap_s": 0.9833125899329435, + "fa_bp_overlap_slope": 2.8707514276027357e-05, + "fa_directional_gain_s": 1597.1421652797299, + "bp_directional_gain_s": 1956.0448374559307, + "fa_directional_drift_s": -0.0919456229276582, + "bp_directional_drift_s": -0.11203970443896664 + }, + { + "init_seed": 10001, + "feedback_seed": 101006, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.527807048307511, + "empirical_gap": 0.11254147383050661, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.521258496299491, + "fixed_gap": 0.132564583920197, + "kfa_fro_drift": 0.021341398793083114, + "kbp_fro_drift": 0.019389176797670778, + "fa_bp_overlap_0": 0.9832551749043914, + "fa_bp_overlap_s": 0.9832653929704717, + "fa_bp_overlap_slope": 2.0436132160517316e-06, + "fa_directional_gain_s": 1377.243373988594, + "bp_directional_gain_s": 1621.8076070051186, + "fa_directional_drift_s": -0.21696897043276936, + "bp_directional_drift_s": -0.2637690432840896 + }, + { + "init_seed": 10001, + "feedback_seed": 101007, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.528211929406571, + "empirical_gap": 0.11294635492956662, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.527981751725796, + "fixed_gap": 0.13928783934650202, + "kfa_fro_drift": 0.0056768637748665475, + "kbp_fro_drift": 0.006741996426106008, + "fa_bp_overlap_0": 0.9848611358185705, + "fa_bp_overlap_s": 0.9848862097510115, + "fa_bp_overlap_slope": 2.507393244099987e-05, + "fa_directional_gain_s": 1631.245465580194, + "bp_directional_gain_s": 2074.7905910274226, + "fa_directional_drift_s": -0.042577234402324714, + "bp_directional_drift_s": -0.0581342353930225 + }, + { + "init_seed": 10001, + "feedback_seed": 101007, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.528211929406571, + "empirical_gap": 0.11294635492956662, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.527981751725796, + "fixed_gap": 0.13928783934650202, + "kfa_fro_drift": 0.015489427212822197, + "kbp_fro_drift": 0.011354834620074198, + "fa_bp_overlap_0": 0.9848611358185705, + "fa_bp_overlap_s": 0.9849014459678656, + "fa_bp_overlap_slope": 2.015507464753208e-05, + "fa_directional_gain_s": 1561.09374991176, + "bp_directional_gain_s": 1956.0448374559307, + "fa_directional_drift_s": -0.08375120303175165, + "bp_directional_drift_s": -0.11203970443896664 + }, + { + "init_seed": 10001, + "feedback_seed": 101007, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.4152655744770044, + "empirical_fa_loss": 2.528211929406571, + "empirical_gap": 0.11294635492956662, + "fixed_bp_loss": 2.388693912379294, + "fixed_fa_loss": 2.527981751725796, + "fixed_gap": 0.13928783934650202, + "kfa_fro_drift": 0.023718146744128966, + "kbp_fro_drift": 0.019389176797670778, + "fa_bp_overlap_0": 0.9848611358185705, + "fa_bp_overlap_s": 0.9850458014562127, + "fa_bp_overlap_slope": 3.693312752843792e-05, + "fa_directional_gain_s": 1360.407722636412, + "bp_directional_gain_s": 1621.8076070051186, + "fa_directional_drift_s": -0.2015393442434939, + "bp_directional_drift_s": -0.2637690432840896 + }, + { + "init_seed": 10002, + "feedback_seed": 102000, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.800631306285016, + "empirical_gap": 0.13707266138904783, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.80302200527199, + "fixed_gap": 0.1589261500918422, + "kfa_fro_drift": 0.002120659498358007, + "kbp_fro_drift": 0.004344354118392104, + "fa_bp_overlap_0": 0.9771925976574508, + "fa_bp_overlap_s": 0.9772733850609209, + "fa_bp_overlap_slope": 8.078740347006175e-05, + "fa_directional_gain_s": 474.0055312753564, + "bp_directional_gain_s": 608.3527231167343, + "fa_directional_drift_s": -0.04721585054936557, + "bp_directional_drift_s": -0.050889030319767485 + }, + { + "init_seed": 10002, + "feedback_seed": 102000, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.800631306285016, + "empirical_gap": 0.13707266138904783, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.80302200527199, + "fixed_gap": 0.1589261500918422, + "kfa_fro_drift": 0.005755849903036077, + "kbp_fro_drift": 0.006428804927766335, + "fa_bp_overlap_0": 0.9771925976574508, + "fa_bp_overlap_s": 0.9772678397644512, + "fa_bp_overlap_slope": 3.762105350019196e-05, + "fa_directional_gain_s": 452.3414916103753, + "bp_directional_gain_s": 577.4219024897429, + "fa_directional_drift_s": -0.09076207995796953, + "bp_directional_drift_s": -0.09914521467263337 + }, + { + "init_seed": 10002, + "feedback_seed": 102000, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.800631306285016, + "empirical_gap": 0.13707266138904783, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.80302200527199, + "fixed_gap": 0.1589261500918422, + "kfa_fro_drift": 0.009344647911259803, + "kbp_fro_drift": 0.010672813518935158, + "fa_bp_overlap_0": 0.9771925976574508, + "fa_bp_overlap_s": 0.977435745266596, + "fa_bp_overlap_slope": 4.8629521829046674e-05, + "fa_directional_gain_s": 392.6262824762908, + "bp_directional_gain_s": 496.4095988438395, + "fa_directional_drift_s": -0.2107938116362945, + "bp_directional_drift_s": -0.22553515778897051 + }, + { + "init_seed": 10002, + "feedback_seed": 102001, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8028626366314695, + "empirical_gap": 0.13930399173550123, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.802024775890836, + "fixed_gap": 0.1579289207106882, + "kfa_fro_drift": 0.004980084838578847, + "kbp_fro_drift": 0.004344354118392104, + "fa_bp_overlap_0": 0.9806764994772537, + "fa_bp_overlap_s": 0.980768007141334, + "fa_bp_overlap_slope": 9.150766408039246e-05, + "fa_directional_gain_s": 461.50611481895845, + "bp_directional_gain_s": 608.3527231167343, + "fa_directional_drift_s": -0.0469857624109223, + "bp_directional_drift_s": -0.050889030319767485 + }, + { + "init_seed": 10002, + "feedback_seed": 102001, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8028626366314695, + "empirical_gap": 0.13930399173550123, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.802024775890836, + "fixed_gap": 0.1579289207106882, + "kfa_fro_drift": 0.011975288968903566, + "kbp_fro_drift": 0.006428804927766335, + "fa_bp_overlap_0": 0.9806764994772537, + "fa_bp_overlap_s": 0.9807800819887075, + "fa_bp_overlap_slope": 5.179125572690735e-05, + "fa_directional_gain_s": 441.46411429487716, + "bp_directional_gain_s": 577.4219024897429, + "fa_directional_drift_s": -0.08837267200086343, + "bp_directional_drift_s": -0.09914521467263337 + }, + { + "init_seed": 10002, + "feedback_seed": 102001, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8028626366314695, + "empirical_gap": 0.13930399173550123, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.802024775890836, + "fixed_gap": 0.1579289207106882, + "kfa_fro_drift": 0.014346708308418976, + "kbp_fro_drift": 0.010672813518935158, + "fa_bp_overlap_0": 0.9806764994772537, + "fa_bp_overlap_s": 0.9810088927797367, + "fa_bp_overlap_slope": 6.6478660496605e-05, + "fa_directional_gain_s": 383.47562117713494, + "bp_directional_gain_s": 496.4095988438395, + "fa_directional_drift_s": -0.20811942677403414, + "bp_directional_drift_s": -0.22553515778897051 + }, + { + "init_seed": 10002, + "feedback_seed": 102002, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.795780183600293, + "empirical_gap": 0.13222153870432463, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.7954640907291664, + "fixed_gap": 0.15136823554901868, + "kfa_fro_drift": 0.0016723962209132736, + "kbp_fro_drift": 0.004344354118392104, + "fa_bp_overlap_0": 0.9817075807550496, + "fa_bp_overlap_s": 0.9817956468250488, + "fa_bp_overlap_slope": 8.806606999922639e-05, + "fa_directional_gain_s": 472.4323660638358, + "bp_directional_gain_s": 608.3527231167343, + "fa_directional_drift_s": -0.04537118771751556, + "bp_directional_drift_s": -0.050889030319767485 + }, + { + "init_seed": 10002, + "feedback_seed": 102002, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.795780183600293, + "empirical_gap": 0.13222153870432463, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.7954640907291664, + "fixed_gap": 0.15136823554901868, + "kfa_fro_drift": 0.00683337075268839, + "kbp_fro_drift": 0.006428804927766335, + "fa_bp_overlap_0": 0.9817075807550496, + "fa_bp_overlap_s": 0.9818079656735907, + "fa_bp_overlap_slope": 5.019245927057048e-05, + "fa_directional_gain_s": 450.82649976214685, + "bp_directional_gain_s": 577.4219024897429, + "fa_directional_drift_s": -0.08902946341475791, + "bp_directional_drift_s": -0.09914521467263337 + }, + { + "init_seed": 10002, + "feedback_seed": 102002, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.795780183600293, + "empirical_gap": 0.13222153870432463, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.7954640907291664, + "fixed_gap": 0.15136823554901868, + "kfa_fro_drift": 0.010816270764793457, + "kbp_fro_drift": 0.010672813518935158, + "fa_bp_overlap_0": 0.9817075807550496, + "fa_bp_overlap_s": 0.981948678348664, + "fa_bp_overlap_slope": 4.8219518722869556e-05, + "fa_directional_gain_s": 393.24806174110023, + "bp_directional_gain_s": 496.4095988438395, + "fa_directional_drift_s": -0.205376352090216, + "bp_directional_drift_s": -0.22553515778897051 + }, + { + "init_seed": 10002, + "feedback_seed": 102003, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.798876821822775, + "empirical_gap": 0.1353181769268068, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.8011750754104954, + "fixed_gap": 0.1570792202303477, + "kfa_fro_drift": 0.0058176950339519674, + "kbp_fro_drift": 0.004344354118392104, + "fa_bp_overlap_0": 0.982659988395954, + "fa_bp_overlap_s": 0.9827393576952399, + "fa_bp_overlap_slope": 7.936929928586967e-05, + "fa_directional_gain_s": 462.8451023410418, + "bp_directional_gain_s": 608.3527231167343, + "fa_directional_drift_s": -0.04511226812734995, + "bp_directional_drift_s": -0.050889030319767485 + }, + { + "init_seed": 10002, + "feedback_seed": 102003, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.798876821822775, + "empirical_gap": 0.1353181769268068, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.8011750754104954, + "fixed_gap": 0.1570792202303477, + "kfa_fro_drift": 0.0075764625714029475, + "kbp_fro_drift": 0.006428804927766335, + "fa_bp_overlap_0": 0.982659988395954, + "fa_bp_overlap_s": 0.9827922862057408, + "fa_bp_overlap_slope": 6.614890489337055e-05, + "fa_directional_gain_s": 441.95393703614866, + "bp_directional_gain_s": 577.4219024897429, + "fa_directional_drift_s": -0.08821247023225857, + "bp_directional_drift_s": -0.09914521467263337 + }, + { + "init_seed": 10002, + "feedback_seed": 102003, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.798876821822775, + "empirical_gap": 0.1353181769268068, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.8011750754104954, + "fixed_gap": 0.1570792202303477, + "kfa_fro_drift": 0.009901043639233654, + "kbp_fro_drift": 0.010672813518935158, + "fa_bp_overlap_0": 0.982659988395954, + "fa_bp_overlap_s": 0.9830174477795582, + "fa_bp_overlap_slope": 7.149187672084167e-05, + "fa_directional_gain_s": 385.43120813262493, + "bp_directional_gain_s": 496.4095988438395, + "fa_directional_drift_s": -0.20482353542220458, + "bp_directional_drift_s": -0.22553515778897051 + }, + { + "init_seed": 10002, + "feedback_seed": 102004, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.7901695826633484, + "empirical_gap": 0.12661093776738008, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.794713071532889, + "fixed_gap": 0.1506172163527415, + "kfa_fro_drift": 0.0020566065906489936, + "kbp_fro_drift": 0.004344354118392104, + "fa_bp_overlap_0": 0.9858805056000743, + "fa_bp_overlap_s": 0.9859617911449133, + "fa_bp_overlap_slope": 8.128554483899375e-05, + "fa_directional_gain_s": 459.999408371482, + "bp_directional_gain_s": 608.3527231167343, + "fa_directional_drift_s": -0.042997658435949604, + "bp_directional_drift_s": -0.050889030319767485 + }, + { + "init_seed": 10002, + "feedback_seed": 102004, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.7901695826633484, + "empirical_gap": 0.12661093776738008, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.794713071532889, + "fixed_gap": 0.1506172163527415, + "kfa_fro_drift": 0.004999048407478152, + "kbp_fro_drift": 0.006428804927766335, + "fa_bp_overlap_0": 0.9858805056000743, + "fa_bp_overlap_s": 0.9860001211687545, + "fa_bp_overlap_slope": 5.980778434006018e-05, + "fa_directional_gain_s": 440.21588118380316, + "bp_directional_gain_s": 577.4219024897429, + "fa_directional_drift_s": -0.08415615016104125, + "bp_directional_drift_s": -0.09914521467263337 + }, + { + "init_seed": 10002, + "feedback_seed": 102004, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.7901695826633484, + "empirical_gap": 0.12661093776738008, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.794713071532889, + "fixed_gap": 0.1506172163527415, + "kfa_fro_drift": 0.01169085863002104, + "kbp_fro_drift": 0.010672813518935158, + "fa_bp_overlap_0": 0.9858805056000743, + "fa_bp_overlap_s": 0.9861805958905576, + "fa_bp_overlap_slope": 6.0018058096655837e-05, + "fa_directional_gain_s": 386.5702282778756, + "bp_directional_gain_s": 496.4095988438395, + "fa_directional_drift_s": -0.19576284902063007, + "bp_directional_drift_s": -0.22553515778897051 + }, + { + "init_seed": 10002, + "feedback_seed": 102005, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8131529544875034, + "empirical_gap": 0.14959430959153508, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.8064186507183564, + "fixed_gap": 0.16232279553820872, + "kfa_fro_drift": 0.003932431816342717, + "kbp_fro_drift": 0.004344354118392104, + "fa_bp_overlap_0": 0.9824996201875861, + "fa_bp_overlap_s": 0.9825475735782104, + "fa_bp_overlap_slope": 4.795339062435566e-05, + "fa_directional_gain_s": 448.18965508821276, + "bp_directional_gain_s": 608.3527231167343, + "fa_directional_drift_s": -0.04609131183785143, + "bp_directional_drift_s": -0.050889030319767485 + }, + { + "init_seed": 10002, + "feedback_seed": 102005, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8131529544875034, + "empirical_gap": 0.14959430959153508, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.8064186507183564, + "fixed_gap": 0.16232279553820872, + "kfa_fro_drift": 0.009074503954815428, + "kbp_fro_drift": 0.006428804927766335, + "fa_bp_overlap_0": 0.9824996201875861, + "fa_bp_overlap_s": 0.9825311219119519, + "fa_bp_overlap_slope": 1.5750862182917214e-05, + "fa_directional_gain_s": 428.3375783696538, + "bp_directional_gain_s": 577.4219024897429, + "fa_directional_drift_s": -0.08834366693999614, + "bp_directional_drift_s": -0.09914521467263337 + }, + { + "init_seed": 10002, + "feedback_seed": 102005, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8131529544875034, + "empirical_gap": 0.14959430959153508, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.8064186507183564, + "fixed_gap": 0.16232279553820872, + "kfa_fro_drift": 0.015161767595839403, + "kbp_fro_drift": 0.010672813518935158, + "fa_bp_overlap_0": 0.9824996201875861, + "fa_bp_overlap_s": 0.9826547766084888, + "fa_bp_overlap_slope": 3.103128418053824e-05, + "fa_directional_gain_s": 372.6493850435472, + "bp_directional_gain_s": 496.4095988438395, + "fa_directional_drift_s": -0.2068681595041341, + "bp_directional_drift_s": -0.22553515778897051 + }, + { + "init_seed": 10002, + "feedback_seed": 102006, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.800035653916094, + "empirical_gap": 0.13647700902012572, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.799868881076626, + "fixed_gap": 0.15577302589647823, + "kfa_fro_drift": 0.0054809707359887785, + "kbp_fro_drift": 0.004344354118392104, + "fa_bp_overlap_0": 0.9801564968829917, + "fa_bp_overlap_s": 0.9801671148836314, + "fa_bp_overlap_slope": 1.0618000639728287e-05, + "fa_directional_gain_s": 474.6074522831042, + "bp_directional_gain_s": 608.3527231167343, + "fa_directional_drift_s": -0.04851484081279231, + "bp_directional_drift_s": -0.050889030319767485 + }, + { + "init_seed": 10002, + "feedback_seed": 102006, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.800035653916094, + "empirical_gap": 0.13647700902012572, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.799868881076626, + "fixed_gap": 0.15577302589647823, + "kfa_fro_drift": 0.010327381280567531, + "kbp_fro_drift": 0.006428804927766335, + "fa_bp_overlap_0": 0.9801564968829917, + "fa_bp_overlap_s": 0.9802127840594308, + "fa_bp_overlap_slope": 2.814358821956464e-05, + "fa_directional_gain_s": 451.8644038046517, + "bp_directional_gain_s": 577.4219024897429, + "fa_directional_drift_s": -0.09410972769841715, + "bp_directional_drift_s": -0.09914521467263337 + }, + { + "init_seed": 10002, + "feedback_seed": 102006, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.800035653916094, + "empirical_gap": 0.13647700902012572, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.799868881076626, + "fixed_gap": 0.15577302589647823, + "kfa_fro_drift": 0.012410613655508263, + "kbp_fro_drift": 0.010672813518935158, + "fa_bp_overlap_0": 0.9801564968829917, + "fa_bp_overlap_s": 0.9802923072879994, + "fa_bp_overlap_slope": 2.7162081001552706e-05, + "fa_directional_gain_s": 390.9633777343165, + "bp_directional_gain_s": 496.4095988438395, + "fa_directional_drift_s": -0.216203096031437, + "bp_directional_drift_s": -0.22553515778897051 + }, + { + "init_seed": 10002, + "feedback_seed": 102007, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8232707564008073, + "empirical_gap": 0.159712111504839, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.833083495453309, + "fixed_gap": 0.18898764027316117, + "kfa_fro_drift": 0.0062744372279052146, + "kbp_fro_drift": 0.004344354118392104, + "fa_bp_overlap_0": 0.9771586916770866, + "fa_bp_overlap_s": 0.9773566069137386, + "fa_bp_overlap_slope": 0.00019791523665202426, + "fa_directional_gain_s": 405.94864448759586, + "bp_directional_gain_s": 608.3527231167343, + "fa_directional_drift_s": -0.038909996069412096, + "bp_directional_drift_s": -0.050889030319767485 + }, + { + "init_seed": 10002, + "feedback_seed": 102007, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8232707564008073, + "empirical_gap": 0.159712111504839, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.833083495453309, + "fixed_gap": 0.18898764027316117, + "kfa_fro_drift": 0.013348318132410796, + "kbp_fro_drift": 0.006428804927766335, + "fa_bp_overlap_0": 0.9771586916770866, + "fa_bp_overlap_s": 0.9774784710224975, + "fa_bp_overlap_slope": 0.00015988967270547105, + "fa_directional_gain_s": 392.38150088212, + "bp_directional_gain_s": 577.4219024897429, + "fa_directional_drift_s": -0.07103042873540184, + "bp_directional_drift_s": -0.09914521467263337 + }, + { + "init_seed": 10002, + "feedback_seed": 102007, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.6635586448959683, + "empirical_fa_loss": 2.8232707564008073, + "empirical_gap": 0.159712111504839, + "fixed_bp_loss": 2.6440958551801477, + "fixed_fa_loss": 2.833083495453309, + "fixed_gap": 0.18898764027316117, + "kfa_fro_drift": 0.015133134896027635, + "kbp_fro_drift": 0.010672813518935158, + "fa_bp_overlap_0": 0.9771586916770866, + "fa_bp_overlap_s": 0.9777329639808334, + "fa_bp_overlap_slope": 0.00011485446074936956, + "fa_directional_gain_s": 348.6735059428295, + "bp_directional_gain_s": 496.4095988438395, + "fa_directional_drift_s": -0.17450981608752397, + "bp_directional_drift_s": -0.22553515778897051 + }, + { + "init_seed": 10003, + "feedback_seed": 103000, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.609399835083872, + "empirical_gap": 0.09530746235895515, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.609291449106859, + "fixed_gap": 0.10703078766692009, + "kfa_fro_drift": 0.0022386449754630434, + "kbp_fro_drift": 0.0012925023218566818, + "fa_bp_overlap_0": 0.9840229052497501, + "fa_bp_overlap_s": 0.9840501158328507, + "fa_bp_overlap_slope": 2.7210583100623076e-05, + "fa_directional_gain_s": 662.3940809492547, + "bp_directional_gain_s": 756.734623711559, + "fa_directional_drift_s": -0.07178979339588601, + "bp_directional_drift_s": -0.07111645487633238 + }, + { + "init_seed": 10003, + "feedback_seed": 103000, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.609399835083872, + "empirical_gap": 0.09530746235895515, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.609291449106859, + "fixed_gap": 0.10703078766692009, + "kfa_fro_drift": 0.005290519416413266, + "kbp_fro_drift": 0.003181860903104019, + "fa_bp_overlap_0": 0.9840229052497501, + "fa_bp_overlap_s": 0.9841050469529552, + "fa_bp_overlap_slope": 4.1070851602542646e-05, + "fa_directional_gain_s": 615.7179732537663, + "bp_directional_gain_s": 703.5625490907581, + "fa_directional_drift_s": -0.13719683855760778, + "bp_directional_drift_s": -0.1363845999138928 + }, + { + "init_seed": 10003, + "feedback_seed": 103000, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.609399835083872, + "empirical_gap": 0.09530746235895515, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.609291449106859, + "fixed_gap": 0.10703078766692009, + "kfa_fro_drift": 0.012143595111590182, + "kbp_fro_drift": 0.006839302270798188, + "fa_bp_overlap_0": 0.9840229052497501, + "fa_bp_overlap_s": 0.984175768425123, + "fa_bp_overlap_slope": 3.0572635074577194e-05, + "fa_directional_gain_s": 496.74874741046796, + "bp_directional_gain_s": 569.0260623813095, + "fa_directional_drift_s": -0.30390794434117424, + "bp_directional_drift_s": -0.3015266785335035 + }, + { + "init_seed": 10003, + "feedback_seed": 103001, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6215487325601363, + "empirical_gap": 0.1074563598352194, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.620538252389222, + "fixed_gap": 0.11827759094928281, + "kfa_fro_drift": 0.003952415490297924, + "kbp_fro_drift": 0.0012925023218566818, + "fa_bp_overlap_0": 0.9867444193548582, + "fa_bp_overlap_s": 0.9867501541524999, + "fa_bp_overlap_slope": 5.73479764165441e-06, + "fa_directional_gain_s": 601.5064832525677, + "bp_directional_gain_s": 756.734623711559, + "fa_directional_drift_s": -0.06298135868275406, + "bp_directional_drift_s": -0.07111645487633238 + }, + { + "init_seed": 10003, + "feedback_seed": 103001, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6215487325601363, + "empirical_gap": 0.1074563598352194, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.620538252389222, + "fixed_gap": 0.11827759094928281, + "kfa_fro_drift": 0.007693234351625144, + "kbp_fro_drift": 0.003181860903104019, + "fa_bp_overlap_0": 0.9867444193548582, + "fa_bp_overlap_s": 0.9867582690095948, + "fa_bp_overlap_slope": 6.924827368304243e-06, + "fa_directional_gain_s": 563.100838312199, + "bp_directional_gain_s": 703.5625490907581, + "fa_directional_drift_s": -0.12280915147119231, + "bp_directional_drift_s": -0.1363845999138928 + }, + { + "init_seed": 10003, + "feedback_seed": 103001, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6215487325601363, + "empirical_gap": 0.1074563598352194, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.620538252389222, + "fixed_gap": 0.11827759094928281, + "kfa_fro_drift": 0.015197761737568084, + "kbp_fro_drift": 0.006839302270798188, + "fa_bp_overlap_0": 0.9867444193548582, + "fa_bp_overlap_s": 0.9867504025400076, + "fa_bp_overlap_slope": 1.1966370298654994e-06, + "fa_directional_gain_s": 465.5974742377841, + "bp_directional_gain_s": 569.0260623813095, + "fa_directional_drift_s": -0.27469856957827304, + "bp_directional_drift_s": -0.3015266785335035 + }, + { + "init_seed": 10003, + "feedback_seed": 103002, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6379189162621692, + "empirical_gap": 0.12382654353725231, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.6414262372599997, + "fixed_gap": 0.13916557582006073, + "kfa_fro_drift": 0.002397198602235186, + "kbp_fro_drift": 0.0012925023218566818, + "fa_bp_overlap_0": 0.9753718081590756, + "fa_bp_overlap_s": 0.9753959652251586, + "fa_bp_overlap_slope": 2.4157066082941547e-05, + "fa_directional_gain_s": 601.8353627332236, + "bp_directional_gain_s": 756.734623711559, + "fa_directional_drift_s": -0.06309067143429224, + "bp_directional_drift_s": -0.07111645487633238 + }, + { + "init_seed": 10003, + "feedback_seed": 103002, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6379189162621692, + "empirical_gap": 0.12382654353725231, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.6414262372599997, + "fixed_gap": 0.13916557582006073, + "kfa_fro_drift": 0.007067017315785508, + "kbp_fro_drift": 0.003181860903104019, + "fa_bp_overlap_0": 0.9753718081590756, + "fa_bp_overlap_s": 0.9754367473796726, + "fa_bp_overlap_slope": 3.246961029845785e-05, + "fa_directional_gain_s": 564.0234576004008, + "bp_directional_gain_s": 703.5625490907581, + "fa_directional_drift_s": -0.1219544884238678, + "bp_directional_drift_s": -0.1363845999138928 + }, + { + "init_seed": 10003, + "feedback_seed": 103002, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6379189162621692, + "empirical_gap": 0.12382654353725231, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.6414262372599997, + "fixed_gap": 0.13916557582006073, + "kfa_fro_drift": 0.0124236203692982, + "kbp_fro_drift": 0.006839302270798188, + "fa_bp_overlap_0": 0.9753718081590756, + "fa_bp_overlap_s": 0.9755375617085633, + "fa_bp_overlap_slope": 3.315070989753366e-05, + "fa_directional_gain_s": 465.23824112078364, + "bp_directional_gain_s": 569.0260623813095, + "fa_directional_drift_s": -0.2757387234076838, + "bp_directional_drift_s": -0.3015266785335035 + }, + { + "init_seed": 10003, + "feedback_seed": 103003, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.627690271255277, + "empirical_gap": 0.11359789853036029, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.6284450079606687, + "fixed_gap": 0.12618434652072974, + "kfa_fro_drift": 0.002718685597685684, + "kbp_fro_drift": 0.0012925023218566818, + "fa_bp_overlap_0": 0.9877003182197147, + "fa_bp_overlap_s": 0.9877222588104161, + "fa_bp_overlap_slope": 2.1940590701374774e-05, + "fa_directional_gain_s": 604.9540221779363, + "bp_directional_gain_s": 756.734623711559, + "fa_directional_drift_s": -0.06175347564579468, + "bp_directional_drift_s": -0.07111645487633238 + }, + { + "init_seed": 10003, + "feedback_seed": 103003, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.627690271255277, + "empirical_gap": 0.11359789853036029, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.6284450079606687, + "fixed_gap": 0.12618434652072974, + "kfa_fro_drift": 0.007051463244044486, + "kbp_fro_drift": 0.003181860903104019, + "fa_bp_overlap_0": 0.9877003182197147, + "fa_bp_overlap_s": 0.9877375440365496, + "fa_bp_overlap_slope": 1.86129084174258e-05, + "fa_directional_gain_s": 567.8086237327309, + "bp_directional_gain_s": 703.5625490907581, + "fa_directional_drift_s": -0.11936370668698132, + "bp_directional_drift_s": -0.1363845999138928 + }, + { + "init_seed": 10003, + "feedback_seed": 103003, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.627690271255277, + "empirical_gap": 0.11359789853036029, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.6284450079606687, + "fixed_gap": 0.12618434652072974, + "kfa_fro_drift": 0.014783497055174193, + "kbp_fro_drift": 0.006839302270798188, + "fa_bp_overlap_0": 0.9877003182197147, + "fa_bp_overlap_s": 0.9877814711127886, + "fa_bp_overlap_slope": 1.6230578614773172e-05, + "fa_directional_gain_s": 470.59026775204876, + "bp_directional_gain_s": 569.0260623813095, + "fa_directional_drift_s": -0.27014340441329165, + "bp_directional_drift_s": -0.3015266785335035 + }, + { + "init_seed": 10003, + "feedback_seed": 103004, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6373422372105946, + "empirical_gap": 0.12324986448567765, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.639888432815759, + "fixed_gap": 0.13762777137581983, + "kfa_fro_drift": 0.004544545209514232, + "kbp_fro_drift": 0.0012925023218566818, + "fa_bp_overlap_0": 0.9857009295982415, + "fa_bp_overlap_s": 0.9856849599998478, + "fa_bp_overlap_slope": -1.5969598393672513e-05, + "fa_directional_gain_s": 621.2360395591553, + "bp_directional_gain_s": 756.734623711559, + "fa_directional_drift_s": -0.06707221028974625, + "bp_directional_drift_s": -0.07111645487633238 + }, + { + "init_seed": 10003, + "feedback_seed": 103004, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6373422372105946, + "empirical_gap": 0.12324986448567765, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.639888432815759, + "fixed_gap": 0.13762777137581983, + "kfa_fro_drift": 0.006440399556648387, + "kbp_fro_drift": 0.003181860903104019, + "fa_bp_overlap_0": 0.9857009295982415, + "fa_bp_overlap_s": 0.9857008433613266, + "fa_bp_overlap_slope": -4.3118457471180704e-08, + "fa_directional_gain_s": 580.0151095636861, + "bp_directional_gain_s": 703.5625490907581, + "fa_directional_drift_s": -0.1289748506094605, + "bp_directional_drift_s": -0.1363845999138928 + }, + { + "init_seed": 10003, + "feedback_seed": 103004, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6373422372105946, + "empirical_gap": 0.12324986448567765, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.639888432815759, + "fixed_gap": 0.13762777137581983, + "kfa_fro_drift": 0.011478715696962814, + "kbp_fro_drift": 0.006839302270798188, + "fa_bp_overlap_0": 0.9857009295982415, + "fa_bp_overlap_s": 0.9857140855940953, + "fa_bp_overlap_slope": 2.631199170766152e-06, + "fa_directional_gain_s": 472.3742521445957, + "bp_directional_gain_s": 569.0260623813095, + "fa_directional_drift_s": -0.29062218077042473, + "bp_directional_drift_s": -0.3015266785335035 + }, + { + "init_seed": 10003, + "feedback_seed": 103005, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.60722215121579, + "empirical_gap": 0.0931297784908729, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.5990399685706085, + "fixed_gap": 0.09677930713066951, + "kfa_fro_drift": 0.0021782948419312087, + "kbp_fro_drift": 0.0012925023218566818, + "fa_bp_overlap_0": 0.9825661243649817, + "fa_bp_overlap_s": 0.9825519993694507, + "fa_bp_overlap_slope": -1.4124995530995221e-05, + "fa_directional_gain_s": 637.5435961308043, + "bp_directional_gain_s": 756.734623711559, + "fa_directional_drift_s": -0.06493442123002319, + "bp_directional_drift_s": -0.07111645487633238 + }, + { + "init_seed": 10003, + "feedback_seed": 103005, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.60722215121579, + "empirical_gap": 0.0931297784908729, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.5990399685706085, + "fixed_gap": 0.09677930713066951, + "kfa_fro_drift": 0.00648694689177738, + "kbp_fro_drift": 0.003181860903104019, + "fa_bp_overlap_0": 0.9825661243649817, + "fa_bp_overlap_s": 0.9825147008654931, + "fa_bp_overlap_slope": -2.571174974430601e-05, + "fa_directional_gain_s": 596.1267473389224, + "bp_directional_gain_s": 703.5625490907581, + "fa_directional_drift_s": -0.12567923918669818, + "bp_directional_drift_s": -0.1363845999138928 + }, + { + "init_seed": 10003, + "feedback_seed": 103005, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.60722215121579, + "empirical_gap": 0.0931297784908729, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.5990399685706085, + "fixed_gap": 0.09677930713066951, + "kfa_fro_drift": 0.013958650501422164, + "kbp_fro_drift": 0.006839302270798188, + "fa_bp_overlap_0": 0.9825661243649817, + "fa_bp_overlap_s": 0.9825993615012629, + "fa_bp_overlap_slope": 6.647427256245564e-06, + "fa_directional_gain_s": 489.4085364389552, + "bp_directional_gain_s": 569.0260623813095, + "fa_directional_drift_s": -0.282199555987121, + "bp_directional_drift_s": -0.3015266785335035 + }, + { + "init_seed": 10003, + "feedback_seed": 103006, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6064863121619704, + "empirical_gap": 0.09239393943705343, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.602945643767818, + "fixed_gap": 0.10068498232787881, + "kfa_fro_drift": 0.005135673818400867, + "kbp_fro_drift": 0.0012925023218566818, + "fa_bp_overlap_0": 0.9877506751091103, + "fa_bp_overlap_s": 0.9877485090219077, + "fa_bp_overlap_slope": -2.166087202604139e-06, + "fa_directional_gain_s": 647.9673655724055, + "bp_directional_gain_s": 756.734623711559, + "fa_directional_drift_s": -0.06609101080955847, + "bp_directional_drift_s": -0.07111645487633238 + }, + { + "init_seed": 10003, + "feedback_seed": 103006, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6064863121619704, + "empirical_gap": 0.09239393943705343, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.602945643767818, + "fixed_gap": 0.10068498232787881, + "kfa_fro_drift": 0.008002411787789794, + "kbp_fro_drift": 0.003181860903104019, + "fa_bp_overlap_0": 0.9877506751091103, + "fa_bp_overlap_s": 0.9877331444945301, + "fa_bp_overlap_slope": -8.76530729010394e-06, + "fa_directional_gain_s": 604.7219443332657, + "bp_directional_gain_s": 703.5625490907581, + "fa_directional_drift_s": -0.12842021098599374, + "bp_directional_drift_s": -0.1363845999138928 + }, + { + "init_seed": 10003, + "feedback_seed": 103006, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6064863121619704, + "empirical_gap": 0.09239393943705343, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.602945643767818, + "fixed_gap": 0.10068498232787881, + "kfa_fro_drift": 0.014642563282797918, + "kbp_fro_drift": 0.006839302270798188, + "fa_bp_overlap_0": 0.9877506751091103, + "fa_bp_overlap_s": 0.9877804687047336, + "fa_bp_overlap_slope": 5.9587191246546215e-06, + "fa_directional_gain_s": 493.2098853653433, + "bp_directional_gain_s": 569.0260623813095, + "fa_directional_drift_s": -0.28914144450256074, + "bp_directional_drift_s": -0.3015266785335035 + }, + { + "init_seed": 10003, + "feedback_seed": 103007, + "target_steps": 50, + "early_steps": 1, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6319161703795744, + "empirical_gap": 0.11782379765465745, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.633151497299709, + "fixed_gap": 0.13089083585977024, + "kfa_fro_drift": 0.00572477959405, + "kbp_fro_drift": 0.0012925023218566818, + "fa_bp_overlap_0": 0.9810070679121838, + "fa_bp_overlap_s": 0.9810640755854323, + "fa_bp_overlap_slope": 5.700767324845479e-05, + "fa_directional_gain_s": 623.6097227055064, + "bp_directional_gain_s": 756.734623711559, + "fa_directional_drift_s": -0.06713291518664138, + "bp_directional_drift_s": -0.07111645487633238 + }, + { + "init_seed": 10003, + "feedback_seed": 103007, + "target_steps": 50, + "early_steps": 2, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6319161703795744, + "empirical_gap": 0.11782379765465745, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.633151497299709, + "fixed_gap": 0.13089083585977024, + "kfa_fro_drift": 0.006578999517495105, + "kbp_fro_drift": 0.003181860903104019, + "fa_bp_overlap_0": 0.9810070679121838, + "fa_bp_overlap_s": 0.9811200216951722, + "fa_bp_overlap_slope": 5.647689149418378e-05, + "fa_directional_gain_s": 582.1840250110769, + "bp_directional_gain_s": 703.5625490907581, + "fa_directional_drift_s": -0.12910223419742203, + "bp_directional_drift_s": -0.1363845999138928 + }, + { + "init_seed": 10003, + "feedback_seed": 103007, + "target_steps": 50, + "early_steps": 5, + "empirical_bp_loss": 2.514092372724917, + "empirical_fa_loss": 2.6319161703795744, + "empirical_gap": 0.11782379765465745, + "fixed_bp_loss": 2.502260661439939, + "fixed_fa_loss": 2.633151497299709, + "fixed_gap": 0.13089083585977024, + "kfa_fro_drift": 0.012928301078223934, + "kbp_fro_drift": 0.006839302270798188, + "fa_bp_overlap_0": 0.9810070679121838, + "fa_bp_overlap_s": 0.9813741683537787, + "fa_bp_overlap_slope": 7.342008831896507e-05, + "fa_directional_gain_s": 474.96351264909424, + "bp_directional_gain_s": 569.0260623813095, + "fa_directional_drift_s": -0.2894949977441059, + "bp_directional_drift_s": -0.3015266785335035 + } + ] +} |