{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 192, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 4, "outdir": "outputs/compressed_operator_T50_width64_N192" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7453357630883364, "empirical_gap": 0.12602756458425945, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.74830513165478, "fixed_gap": 0.14943274308086263, "compressed_fa_loss": 2.74830513165478, "compressed_gap": 0.14943274308086263, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.023405178496603174, "compressed_gap_error": 0.023405178496603174 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7453357630883364, "empirical_gap": 0.12602756458425945, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.74830513165478, "fixed_gap": 0.14943274308086263, "compressed_fa_loss": 2.747350310759488, "compressed_gap": 0.14847792218557032, "alpha_s": 0.00038241551730536265, "alpha_slope": 0.00019120775865268133, "fixed_gap_error": 0.023405178496603174, "compressed_gap_error": 0.022450357601310866 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7453357630883364, "empirical_gap": 0.12602756458425945, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.74830513165478, "fixed_gap": 0.14943274308086263, "compressed_fa_loss": 2.74830513165478, "compressed_gap": 0.14943274308086263, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.023405178496603174, "compressed_gap_error": 0.023405178496603174 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7309895936177306, "empirical_gap": 0.11168139511365371, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.744415508645007, "fixed_gap": 0.1455431200710895, "compressed_fa_loss": 2.7158385172149124, "compressed_gap": 0.11696612864099487, "alpha_s": 0.006591751050038937, "alpha_slope": 0.006591751050038937, "fixed_gap_error": 0.03386172495743578, "compressed_gap_error": 0.005284733527341157 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7309895936177306, "empirical_gap": 0.11168139511365371, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.744415508645007, "fixed_gap": 0.1455431200710895, "compressed_fa_loss": 2.719479538164311, "compressed_gap": 0.12060714959039354, "alpha_s": 0.011435316552877033, "alpha_slope": 0.005717658276438517, "fixed_gap_error": 0.03386172495743578, "compressed_gap_error": 0.008925754476739822 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7309895936177306, "empirical_gap": 0.11168139511365371, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.744415508645007, "fixed_gap": 0.1455431200710895, "compressed_fa_loss": 2.721762290324753, "compressed_gap": 0.12288990175083558, "alpha_s": 0.02587463543419702, "alpha_slope": 0.005174927086839404, "fixed_gap_error": 0.03386172495743578, "compressed_gap_error": 0.01120850663718187 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7187365058274935, "empirical_gap": 0.09942830732341656, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.709461977036985, "fixed_gap": 0.11058958846306766, "compressed_fa_loss": 2.709461977036985, "compressed_gap": 0.11058958846306766, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.011161281139651091, "compressed_gap_error": 0.011161281139651091 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7187365058274935, "empirical_gap": 0.09942830732341656, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.709461977036985, "fixed_gap": 0.11058958846306766, "compressed_fa_loss": 2.709461977036985, "compressed_gap": 0.11058958846306766, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.011161281139651091, "compressed_gap_error": 0.011161281139651091 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.7187365058274935, "empirical_gap": 0.09942830732341656, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.709461977036985, "fixed_gap": 0.11058958846306766, "compressed_fa_loss": 2.709461977036985, "compressed_gap": 0.11058958846306766, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.011161281139651091, "compressed_gap_error": 0.011161281139651091 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.721579703896914, "empirical_gap": 0.10227150539283691, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.725690614451969, "fixed_gap": 0.12681822587805147, "compressed_fa_loss": 2.723798584150064, "compressed_gap": 0.12492619557614626, "alpha_s": 0.0005017974795443192, "alpha_slope": 0.0005017974795443192, "fixed_gap_error": 0.024546720485214557, "compressed_gap_error": 0.022654690183309345 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.721579703896914, "empirical_gap": 0.10227150539283691, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.725690614451969, "fixed_gap": 0.12681822587805147, "compressed_fa_loss": 2.724608242555781, "compressed_gap": 0.1257358539818636, "alpha_s": 0.0005733990804665023, "alpha_slope": 0.00028669954023325116, "fixed_gap_error": 0.024546720485214557, "compressed_gap_error": 0.023464348589026685 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.619308198504077, "empirical_fa_loss": 2.721579703896914, "empirical_gap": 0.10227150539283691, "fixed_bp_loss": 2.5988723885739176, "fixed_fa_loss": 2.725690614451969, "fixed_gap": 0.12681822587805147, "compressed_fa_loss": 2.723906529550247, "compressed_gap": 0.1250341409763296, "alpha_s": 0.0023654435147234974, "alpha_slope": 0.0004730887029446995, "fixed_gap_error": 0.024546720485214557, "compressed_gap_error": 0.022762635583492674 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7777624061651207, "empirical_gap": 0.12378195873061593, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.778521072145107, "fixed_gap": 0.14045581650726202, "compressed_fa_loss": 2.778521072145107, "compressed_gap": 0.14045581650726202, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.016673857776646095, "compressed_gap_error": 0.016673857776646095 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7777624061651207, "empirical_gap": 0.12378195873061593, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.778521072145107, "fixed_gap": 0.14045581650726202, "compressed_fa_loss": 2.778521072145107, "compressed_gap": 0.14045581650726202, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.016673857776646095, "compressed_gap_error": 0.016673857776646095 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7777624061651207, "empirical_gap": 0.12378195873061593, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.778521072145107, "fixed_gap": 0.14045581650726202, "compressed_fa_loss": 2.778521072145107, "compressed_gap": 0.14045581650726202, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.016673857776646095, "compressed_gap_error": 0.016673857776646095 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.770210414116305, "empirical_gap": 0.11622996668180008, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.777841377912813, "fixed_gap": 0.13977612227496827, "compressed_fa_loss": 2.760741662643697, "compressed_gap": 0.12267640700585236, "alpha_s": 0.004061212613107291, "alpha_slope": 0.004061212613107291, "fixed_gap_error": 0.023546155593168194, "compressed_gap_error": 0.006446440324052283 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.770210414116305, "empirical_gap": 0.11622996668180008, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.777841377912813, "fixed_gap": 0.13977612227496827, "compressed_fa_loss": 2.761942097134972, "compressed_gap": 0.12387684149712719, "alpha_s": 0.007536380478385039, "alpha_slope": 0.0037681902391925193, "fixed_gap_error": 0.023546155593168194, "compressed_gap_error": 0.007646874815327109 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.770210414116305, "empirical_gap": 0.11622996668180008, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.777841377912813, "fixed_gap": 0.13977612227496827, "compressed_fa_loss": 2.762758461572425, "compressed_gap": 0.12469320593458022, "alpha_s": 0.017848073325755606, "alpha_slope": 0.0035696146651511213, "fixed_gap_error": 0.023546155593168194, "compressed_gap_error": 0.008463239252780141 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.774574026801871, "empirical_gap": 0.12059357936736603, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.781840992512343, "fixed_gap": 0.14377573687449807, "compressed_fa_loss": 2.781840992512343, "compressed_gap": 0.14377573687449807, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02318215750713204, "compressed_gap_error": 0.02318215750713204 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.774574026801871, "empirical_gap": 0.12059357936736603, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.781840992512343, "fixed_gap": 0.14377573687449807, "compressed_fa_loss": 2.781840992512343, "compressed_gap": 0.14377573687449807, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02318215750713204, "compressed_gap_error": 0.02318215750713204 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.774574026801871, "empirical_gap": 0.12059357936736603, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.781840992512343, "fixed_gap": 0.14377573687449807, "compressed_fa_loss": 2.781840992512343, "compressed_gap": 0.14377573687449807, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02318215750713204, "compressed_gap_error": 0.02318215750713204 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7683747927037423, "empirical_gap": 0.11439434526923753, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.770321563201019, "fixed_gap": 0.1322563075631744, "compressed_fa_loss": 2.770321563201019, "compressed_gap": 0.1322563075631744, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.017861962293936884, "compressed_gap_error": 0.017861962293936884 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7683747927037423, "empirical_gap": 0.11439434526923753, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.770321563201019, "fixed_gap": 0.1322563075631744, "compressed_fa_loss": 2.770321563201019, "compressed_gap": 0.1322563075631744, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.017861962293936884, "compressed_gap_error": 0.017861962293936884 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.653980447434505, "empirical_fa_loss": 2.7683747927037423, "empirical_gap": 0.11439434526923753, "fixed_bp_loss": 2.6380652556378448, "fixed_fa_loss": 2.770321563201019, "fixed_gap": 0.1322563075631744, "compressed_fa_loss": 2.770321563201019, "compressed_gap": 0.1322563075631744, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.017861962293936884, "compressed_gap_error": 0.017861962293936884 } ] }