{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 96, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 4, "outdir": "outputs/compressed_operator_T50_width64_N96" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.954747756337525, "empirical_gap": 0.13635721056555639, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9611016424461205, "fixed_gap": 0.17128145591530286, "compressed_fa_loss": 2.9611016424461205, "compressed_gap": 0.17128145591530286, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.034924245349746474, "compressed_gap_error": 0.034924245349746474 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.954747756337525, "empirical_gap": 0.13635721056555639, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9611016424461205, "fixed_gap": 0.17128145591530286, "compressed_fa_loss": 2.9593082226499257, "compressed_gap": 0.169488036119108, "alpha_s": 0.0006475810202600268, "alpha_slope": 0.0003237905101300134, "fixed_gap_error": 0.034924245349746474, "compressed_gap_error": 0.033130825553551624 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.954747756337525, "empirical_gap": 0.13635721056555639, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9611016424461205, "fixed_gap": 0.17128145591530286, "compressed_fa_loss": 2.959793895801235, "compressed_gap": 0.16997370927041722, "alpha_s": 0.001179702803010873, "alpha_slope": 0.0002359405606021746, "fixed_gap_error": 0.034924245349746474, "compressed_gap_error": 0.03361649870486083 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9606415569048345, "empirical_gap": 0.1422510111328661, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9774680728888328, "fixed_gap": 0.1876478863580151, "compressed_fa_loss": 2.9383572048983235, "compressed_gap": 0.14853701836750588, "alpha_s": 0.0073298863537567364, "alpha_slope": 0.0073298863537567364, "fixed_gap_error": 0.045396875225149014, "compressed_gap_error": 0.00628600723463979 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9606415569048345, "empirical_gap": 0.1422510111328661, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9774680728888328, "fixed_gap": 0.1876478863580151, "compressed_fa_loss": 2.942440315092632, "compressed_gap": 0.15262012856181428, "alpha_s": 0.013070272142969866, "alpha_slope": 0.006535136071484933, "fixed_gap_error": 0.045396875225149014, "compressed_gap_error": 0.010369117428948194 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9606415569048345, "empirical_gap": 0.1422510111328661, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9774680728888328, "fixed_gap": 0.1876478863580151, "compressed_fa_loss": 2.9425208814445702, "compressed_gap": 0.1527006949137526, "alpha_s": 0.032597628045013795, "alpha_slope": 0.006519525609002759, "fixed_gap_error": 0.045396875225149014, "compressed_gap_error": 0.01044968378088651 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9479882023330877, "empirical_gap": 0.1295976565611192, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9345312967864317, "fixed_gap": 0.144711110255614, "compressed_fa_loss": 2.9345312967864317, "compressed_gap": 0.144711110255614, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.015113453694494794, "compressed_gap_error": 0.015113453694494794 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9479882023330877, "empirical_gap": 0.1295976565611192, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9345312967864317, "fixed_gap": 0.144711110255614, "compressed_fa_loss": 2.9345312967864317, "compressed_gap": 0.144711110255614, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.015113453694494794, "compressed_gap_error": 0.015113453694494794 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9479882023330877, "empirical_gap": 0.1295976565611192, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9345312967864317, "fixed_gap": 0.144711110255614, "compressed_fa_loss": 2.9345312967864317, "compressed_gap": 0.144711110255614, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.015113453694494794, "compressed_gap_error": 0.015113453694494794 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9429337528929644, "empirical_gap": 0.12454320712099598, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9458884981856426, "fixed_gap": 0.15606831165482493, "compressed_fa_loss": 2.9458884981856426, "compressed_gap": 0.15606831165482493, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.03152510453382895, "compressed_gap_error": 0.03152510453382895 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9429337528929644, "empirical_gap": 0.12454320712099598, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9458884981856426, "fixed_gap": 0.15606831165482493, "compressed_fa_loss": 2.9458884981856426, "compressed_gap": 0.15606831165482493, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.03152510453382895, "compressed_gap_error": 0.03152510453382895 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.8183905457719685, "empirical_fa_loss": 2.9429337528929644, "empirical_gap": 0.12454320712099598, "fixed_bp_loss": 2.7898201865308176, "fixed_fa_loss": 2.9458884981856426, "fixed_gap": 0.15606831165482493, "compressed_fa_loss": 2.9458884981856426, "compressed_gap": 0.15606831165482493, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.03152510453382895, "compressed_gap_error": 0.03152510453382895 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0418962264483014, "empirical_gap": 0.20024583686400055, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0393713333477756, "fixed_gap": 0.22203275612189888, "compressed_fa_loss": 3.0393713333477756, "compressed_gap": 0.22203275612189888, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02178691925789833, "compressed_gap_error": 0.02178691925789833 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0418962264483014, "empirical_gap": 0.20024583686400055, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0393713333477756, "fixed_gap": 0.22203275612189888, "compressed_fa_loss": 3.0393713333477756, "compressed_gap": 0.22203275612189888, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02178691925789833, "compressed_gap_error": 0.02178691925789833 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0418962264483014, "empirical_gap": 0.20024583686400055, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0393713333477756, "fixed_gap": 0.22203275612189888, "compressed_fa_loss": 3.0393713333477756, "compressed_gap": 0.22203275612189888, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02178691925789833, "compressed_gap_error": 0.02178691925789833 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0308543957369345, "empirical_gap": 0.18920400615263366, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0330265183335228, "fixed_gap": 0.215687941107646, "compressed_fa_loss": 3.0065039276709116, "compressed_gap": 0.1891653504450348, "alpha_s": 0.004219464192194265, "alpha_slope": 0.004219464192194265, "fixed_gap_error": 0.026483934955012334, "compressed_gap_error": -3.865570759886694e-05 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0308543957369345, "empirical_gap": 0.18920400615263366, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0330265183335228, "fixed_gap": 0.215687941107646, "compressed_fa_loss": 3.007482583953365, "compressed_gap": 0.19014400672748843, "alpha_s": 0.008120418922716598, "alpha_slope": 0.004060209461358299, "fixed_gap_error": 0.026483934955012334, "compressed_gap_error": 0.0009400005748547713 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0308543957369345, "empirical_gap": 0.18920400615263366, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.0330265183335228, "fixed_gap": 0.215687941107646, "compressed_fa_loss": 3.0106116805193928, "compressed_gap": 0.193273103293516, "alpha_s": 0.017764363206010464, "alpha_slope": 0.0035528726412020926, "fixed_gap_error": 0.026483934955012334, "compressed_gap_error": 0.004069097140882327 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.040333459573503, "empirical_gap": 0.19868306998920238, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.042004211465296, "fixed_gap": 0.2246656342394191, "compressed_fa_loss": 3.042004211465296, "compressed_gap": 0.2246656342394191, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.025982564250216722, "compressed_gap_error": 0.025982564250216722 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.040333459573503, "empirical_gap": 0.19868306998920238, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.042004211465296, "fixed_gap": 0.2246656342394191, "compressed_fa_loss": 3.042004211465296, "compressed_gap": 0.2246656342394191, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.025982564250216722, "compressed_gap_error": 0.025982564250216722 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.040333459573503, "empirical_gap": 0.19868306998920238, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.042004211465296, "fixed_gap": 0.2246656342394191, "compressed_fa_loss": 3.042004211465296, "compressed_gap": 0.2246656342394191, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.025982564250216722, "compressed_gap_error": 0.025982564250216722 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0235020299897006, "empirical_gap": 0.1818516404053998, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.016610158542599, "fixed_gap": 0.1992715813167223, "compressed_fa_loss": 3.016610158542599, "compressed_gap": 0.1992715813167223, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.017419940911322485, "compressed_gap_error": 0.017419940911322485 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0235020299897006, "empirical_gap": 0.1818516404053998, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.016610158542599, "fixed_gap": 0.1992715813167223, "compressed_fa_loss": 3.016610158542599, "compressed_gap": 0.1992715813167223, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.017419940911322485, "compressed_gap_error": 0.017419940911322485 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.841650389584301, "empirical_fa_loss": 3.0235020299897006, "empirical_gap": 0.1818516404053998, "fixed_bp_loss": 2.8173385772258768, "fixed_fa_loss": 3.016610158542599, "fixed_gap": 0.1992715813167223, "compressed_fa_loss": 3.016610158542599, "compressed_gap": 0.1992715813167223, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.017419940911322485, "compressed_gap_error": 0.017419940911322485 } ] }